2024-09-17T16:44:12.172 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-17T16:44:12.197 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-17T16:44:12.288 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/skanta-2024-09-17_15:01:33-rados-wip-bharath10-testing-2024-09-17-1348-distro-default-smithi/7909107 branch: wip-bharath10-testing-2024-09-17-1348 description: rados/upgrade/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: skanta@redhat.com first_in_suite: false job_id: '7909107' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: skanta-2024-09-17_15:01:33-rados-wip-bharath10-testing-2024-09-17-1348-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-bharath10-testing-2024-09-17-1348 ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - mons down - mon down - MON_DOWN - out of quorum - PG_AVAILABILITY sha1: 1889a165b5128787ec693450a3d1c5df5d6dc203 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: 1889a165b5128787ec693450a3d1c5df5d6dc203 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-bharath10-testing-2024-09-17-1348 sha1: 1889a165b5128787ec693450a3d1c5df5d6dc203 owner: scheduled_skanta@teuthology priority: 99 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 3421 sha1: 1889a165b5128787ec693450a3d1c5df5d6dc203 sleep_before_teardown: 0 subset: 111/120000 suite: rados suite_branch: wip-bharath10-testing-2024-09-17-1348 suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_1889a165b5128787ec693450a3d1c5df5d6dc203/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: 1889a165b5128787ec693450a3d1c5df5d6dc203 targets: smithi031.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDn8Hl3f/ZpC53MbnQ8Be6OLCLtZqntBF81Iqdqyl3dWaJZV6Wa6jiLac3uTMiT6of8GeJdZ+veJeNpWOpnFfl4= smithi066.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNphYCDd1hXgtwfbs7f9dWHlTyBrbysOujtLlqx22TKZ2IQIhnEKmVLhnpq/bsPZtYIQ9AmYkw5JlRGzXRiV3P4= tasks: - pexec: all: - sudo dnf remove nvme-cli -y - sudo dnf install runc nvmetcli nvme-cli -y - sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf - sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf - install: branch: reef exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing reef cephadm ...' - cephadm: compiled_cephadm_branch: reef conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:reef - print: '**** done end installing reef cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry reef...' - workunit: clients: client.0: - test_telemetry_reef.sh - print: '**** done end telemetry reef...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_reef_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-17_15:01:33 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: skanta verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: reef clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: reef clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: reef clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-09-17T16:44:12.288 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_1889a165b5128787ec693450a3d1c5df5d6dc203/qa; will attempt to use it 2024-09-17T16:44:12.289 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_1889a165b5128787ec693450a3d1c5df5d6dc203/qa/tasks 2024-09-17T16:44:12.289 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-17T16:44:12.290 INFO:teuthology.task.internal:Checking packages... 2024-09-17T16:44:12.311 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '1889a165b5128787ec693450a3d1c5df5d6dc203' 2024-09-17T16:44:12.311 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-17T16:44:12.311 INFO:teuthology.packaging:ref: None 2024-09-17T16:44:12.311 INFO:teuthology.packaging:tag: None 2024-09-17T16:44:12.311 INFO:teuthology.packaging:branch: wip-bharath10-testing-2024-09-17-1348 2024-09-17T16:44:12.311 INFO:teuthology.packaging:sha1: 1889a165b5128787ec693450a3d1c5df5d6dc203 2024-09-17T16:44:12.312 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-bharath10-testing-2024-09-17-1348 2024-09-17T16:44:12.457 INFO:teuthology.task.internal:Found packages for ceph version 19.3.0-4975.g1889a165 2024-09-17T16:44:12.459 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-17T16:44:12.468 INFO:teuthology.task.internal:no buildpackages task found 2024-09-17T16:44:12.468 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-17T16:44:12.481 INFO:teuthology.task.internal:Saving configuration 2024-09-17T16:44:12.499 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-17T16:44:12.510 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-17T16:44:12.533 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi031.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/skanta-2024-09-17_15:01:33-rados-wip-bharath10-testing-2024-09-17-1348-distro-default-smithi/7909107', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-17 16:38:26.230912', 'locked_by': 'scheduled_skanta@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDn8Hl3f/ZpC53MbnQ8Be6OLCLtZqntBF81Iqdqyl3dWaJZV6Wa6jiLac3uTMiT6of8GeJdZ+veJeNpWOpnFfl4='} 2024-09-17T16:44:12.549 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi066.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/skanta-2024-09-17_15:01:33-rados-wip-bharath10-testing-2024-09-17-1348-distro-default-smithi/7909107', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-17 16:38:26.232907', 'locked_by': 'scheduled_skanta@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNphYCDd1hXgtwfbs7f9dWHlTyBrbysOujtLlqx22TKZ2IQIhnEKmVLhnpq/bsPZtYIQ9AmYkw5JlRGzXRiV3P4='} 2024-09-17T16:44:12.549 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-17T16:44:12.558 INFO:teuthology.task.internal:roles: ubuntu@smithi031.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-09-17T16:44:12.558 INFO:teuthology.task.internal:roles: ubuntu@smithi066.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-09-17T16:44:12.559 INFO:teuthology.run_tasks:Running task console_log... 2024-09-17T16:44:12.621 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fa17d15bbe0>, signals=[15]) 2024-09-17T16:44:12.621 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-17T16:44:12.627 INFO:teuthology.task.internal:Opening connections... 2024-09-17T16:44:12.627 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi031.front.sepia.ceph.com 2024-09-17T16:44:12.628 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi031.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T16:44:12.709 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi066.front.sepia.ceph.com 2024-09-17T16:44:12.710 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi066.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T16:44:12.788 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-17T16:44:12.794 DEBUG:teuthology.orchestra.run.smithi031:> uname -m 2024-09-17T16:44:12.813 INFO:teuthology.orchestra.run.smithi031.stdout:x86_64 2024-09-17T16:44:12.814 DEBUG:teuthology.orchestra.run.smithi031:> cat /etc/os-release 2024-09-17T16:44:12.871 INFO:teuthology.orchestra.run.smithi031.stdout:NAME="CentOS Stream" 2024-09-17T16:44:12.872 INFO:teuthology.orchestra.run.smithi031.stdout:VERSION="9" 2024-09-17T16:44:12.872 INFO:teuthology.orchestra.run.smithi031.stdout:ID="centos" 2024-09-17T16:44:12.872 INFO:teuthology.orchestra.run.smithi031.stdout:ID_LIKE="rhel fedora" 2024-09-17T16:44:12.872 INFO:teuthology.orchestra.run.smithi031.stdout:VERSION_ID="9" 2024-09-17T16:44:12.872 INFO:teuthology.orchestra.run.smithi031.stdout:PLATFORM_ID="platform:el9" 2024-09-17T16:44:12.872 INFO:teuthology.orchestra.run.smithi031.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-17T16:44:12.872 INFO:teuthology.orchestra.run.smithi031.stdout:ANSI_COLOR="0;31" 2024-09-17T16:44:12.872 INFO:teuthology.orchestra.run.smithi031.stdout:LOGO="fedora-logo-icon" 2024-09-17T16:44:12.872 INFO:teuthology.orchestra.run.smithi031.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-17T16:44:12.872 INFO:teuthology.orchestra.run.smithi031.stdout:HOME_URL="https://centos.org/" 2024-09-17T16:44:12.872 INFO:teuthology.orchestra.run.smithi031.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-17T16:44:12.872 INFO:teuthology.orchestra.run.smithi031.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-17T16:44:12.872 INFO:teuthology.orchestra.run.smithi031.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-17T16:44:12.873 INFO:teuthology.lock.ops:Updating smithi031.front.sepia.ceph.com on lock server 2024-09-17T16:44:12.892 DEBUG:teuthology.orchestra.run.smithi066:> uname -m 2024-09-17T16:44:12.912 INFO:teuthology.orchestra.run.smithi066.stdout:x86_64 2024-09-17T16:44:12.912 DEBUG:teuthology.orchestra.run.smithi066:> cat /etc/os-release 2024-09-17T16:44:12.972 INFO:teuthology.orchestra.run.smithi066.stdout:NAME="CentOS Stream" 2024-09-17T16:44:12.972 INFO:teuthology.orchestra.run.smithi066.stdout:VERSION="9" 2024-09-17T16:44:12.972 INFO:teuthology.orchestra.run.smithi066.stdout:ID="centos" 2024-09-17T16:44:12.972 INFO:teuthology.orchestra.run.smithi066.stdout:ID_LIKE="rhel fedora" 2024-09-17T16:44:12.972 INFO:teuthology.orchestra.run.smithi066.stdout:VERSION_ID="9" 2024-09-17T16:44:12.973 INFO:teuthology.orchestra.run.smithi066.stdout:PLATFORM_ID="platform:el9" 2024-09-17T16:44:12.973 INFO:teuthology.orchestra.run.smithi066.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-17T16:44:12.973 INFO:teuthology.orchestra.run.smithi066.stdout:ANSI_COLOR="0;31" 2024-09-17T16:44:12.973 INFO:teuthology.orchestra.run.smithi066.stdout:LOGO="fedora-logo-icon" 2024-09-17T16:44:12.973 INFO:teuthology.orchestra.run.smithi066.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-17T16:44:12.973 INFO:teuthology.orchestra.run.smithi066.stdout:HOME_URL="https://centos.org/" 2024-09-17T16:44:12.973 INFO:teuthology.orchestra.run.smithi066.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-17T16:44:12.974 INFO:teuthology.orchestra.run.smithi066.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-17T16:44:12.974 INFO:teuthology.orchestra.run.smithi066.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-17T16:44:12.974 INFO:teuthology.lock.ops:Updating smithi066.front.sepia.ceph.com on lock server 2024-09-17T16:44:12.992 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-17T16:44:13.001 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-17T16:44:13.006 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-17T16:44:13.007 DEBUG:teuthology.orchestra.run.smithi031:> test '!' -e /home/ubuntu/cephtest 2024-09-17T16:44:13.009 DEBUG:teuthology.orchestra.run.smithi066:> test '!' -e /home/ubuntu/cephtest 2024-09-17T16:44:13.029 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-17T16:44:13.035 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-17T16:44:13.035 DEBUG:teuthology.orchestra.run.smithi031:> test -z $(ls -A /var/lib/ceph) 2024-09-17T16:44:13.066 DEBUG:teuthology.orchestra.run.smithi066:> test -z $(ls -A /var/lib/ceph) 2024-09-17T16:44:13.093 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-17T16:44:13.151 INFO:teuthology.run_tasks:Running task kernel... 2024-09-17T16:44:13.166 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-17T16:44:13.166 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-17T16:44:13.166 DEBUG:teuthology.orchestra.run.smithi031:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-17T16:44:13.167 DEBUG:teuthology.orchestra.run.smithi066:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-17T16:44:13.184 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T16:44:13.184 DEBUG:teuthology.orchestra.run.smithi031:> uname -r 2024-09-17T16:44:13.185 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T16:44:13.185 DEBUG:teuthology.orchestra.run.smithi066:> uname -r 2024-09-17T16:44:13.243 INFO:teuthology.orchestra.run.smithi031.stdout:5.14.0-503.el9.x86_64 2024-09-17T16:44:13.243 INFO:teuthology.task.kernel:Running kernel on smithi031: 5.14.0-503.el9.x86_64 2024-09-17T16:44:13.243 DEBUG:teuthology.orchestra.run.smithi031:> sudo yum install -y kernel 2024-09-17T16:44:13.244 INFO:teuthology.orchestra.run.smithi066.stdout:5.14.0-503.el9.x86_64 2024-09-17T16:44:13.244 INFO:teuthology.task.kernel:Running kernel on smithi066: 5.14.0-503.el9.x86_64 2024-09-17T16:44:13.245 DEBUG:teuthology.orchestra.run.smithi066:> sudo yum install -y kernel 2024-09-17T16:44:15.506 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - BaseOS 17 MB/s | 8.3 MB 00:00 2024-09-17T16:44:16.054 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - BaseOS 7.2 MB/s | 8.3 MB 00:01 2024-09-17T16:44:18.772 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - AppStream 13 MB/s | 20 MB 00:01 2024-09-17T16:44:23.380 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - CRB 8.9 MB/s | 6.5 MB 00:00 2024-09-17T16:44:24.148 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - AppStream 2.7 MB/s | 20 MB 00:07 2024-09-17T16:44:24.789 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - Extras packages 119 kB/s | 19 kB 00:00 2024-09-17T16:44:25.743 INFO:teuthology.orchestra.run.smithi031.stdout:Extra Packages for Enterprise Linux 27 MB/s | 23 MB 00:00 2024-09-17T16:44:30.565 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - CRB 2.6 MB/s | 6.5 MB 00:02 2024-09-17T16:44:31.332 INFO:teuthology.orchestra.run.smithi031.stdout:lab-extras 35 kB/s | 1.7 kB 00:00 2024-09-17T16:44:32.116 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - Extras packages 80 kB/s | 19 kB 00:00 2024-09-17T16:44:32.994 INFO:teuthology.orchestra.run.smithi066.stdout:Extra Packages for Enterprise Linux 30 MB/s | 23 MB 00:00 2024-09-17T16:44:33.288 INFO:teuthology.orchestra.run.smithi031.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-17T16:44:33.288 INFO:teuthology.orchestra.run.smithi031.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-17T16:44:33.381 INFO:teuthology.orchestra.run.smithi031.stdout:Dependencies resolved. 2024-09-17T16:44:33.396 INFO:teuthology.orchestra.run.smithi031.stdout:================================================================================ 2024-09-17T16:44:33.396 INFO:teuthology.orchestra.run.smithi031.stdout: Package Architecture Version Repository Size 2024-09-17T16:44:33.397 INFO:teuthology.orchestra.run.smithi031.stdout:================================================================================ 2024-09-17T16:44:33.397 INFO:teuthology.orchestra.run.smithi031.stdout:Installing: 2024-09-17T16:44:33.397 INFO:teuthology.orchestra.run.smithi031.stdout: kernel x86_64 5.14.0-508.el9 baseos 36 k 2024-09-17T16:44:33.397 INFO:teuthology.orchestra.run.smithi031.stdout:Installing dependencies: 2024-09-17T16:44:33.397 INFO:teuthology.orchestra.run.smithi031.stdout: kernel-core x86_64 5.14.0-508.el9 baseos 16 M 2024-09-17T16:44:33.397 INFO:teuthology.orchestra.run.smithi031.stdout: kernel-modules x86_64 5.14.0-508.el9 baseos 35 M 2024-09-17T16:44:33.397 INFO:teuthology.orchestra.run.smithi031.stdout: kernel-modules-core x86_64 5.14.0-508.el9 baseos 29 M 2024-09-17T16:44:33.397 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:44:33.397 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction Summary 2024-09-17T16:44:33.397 INFO:teuthology.orchestra.run.smithi031.stdout:================================================================================ 2024-09-17T16:44:33.397 INFO:teuthology.orchestra.run.smithi031.stdout:Install 4 Packages 2024-09-17T16:44:33.397 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:44:33.398 INFO:teuthology.orchestra.run.smithi031.stdout:Total download size: 79 M 2024-09-17T16:44:33.398 INFO:teuthology.orchestra.run.smithi031.stdout:Installed size: 126 M 2024-09-17T16:44:33.398 INFO:teuthology.orchestra.run.smithi031.stdout:Downloading Packages: 2024-09-17T16:44:33.894 INFO:teuthology.orchestra.run.smithi031.stdout:(1/4): kernel-5.14.0-508.el9.x86_64.rpm 149 kB/s | 36 kB 00:00 2024-09-17T16:44:34.486 INFO:teuthology.orchestra.run.smithi031.stdout:(2/4): kernel-core-5.14.0-508.el9.x86_64.rpm 19 MB/s | 16 MB 00:00 2024-09-17T16:44:35.028 INFO:teuthology.orchestra.run.smithi031.stdout:(3/4): kernel-modules-5.14.0-508.el9.x86_64.rpm 25 MB/s | 35 MB 00:01 2024-09-17T16:44:35.686 INFO:teuthology.orchestra.run.smithi031.stdout:(4/4): kernel-modules-core-5.14.0-508.el9.x86_6 16 MB/s | 29 MB 00:01 2024-09-17T16:44:35.686 INFO:teuthology.orchestra.run.smithi031.stdout:-------------------------------------------------------------------------------- 2024-09-17T16:44:35.687 INFO:teuthology.orchestra.run.smithi031.stdout:Total 34 MB/s | 79 MB 00:02 2024-09-17T16:44:36.398 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction check 2024-09-17T16:44:36.752 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction check succeeded. 2024-09-17T16:44:36.753 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction test 2024-09-17T16:44:37.748 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction test succeeded. 2024-09-17T16:44:37.748 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction 2024-09-17T16:44:38.659 INFO:teuthology.orchestra.run.smithi066.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-17T16:44:40.329 INFO:teuthology.orchestra.run.smithi031.stdout: Preparing : 1/1 2024-09-17T16:44:40.757 INFO:teuthology.orchestra.run.smithi066.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-17T16:44:40.757 INFO:teuthology.orchestra.run.smithi066.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-17T16:44:40.844 INFO:teuthology.orchestra.run.smithi066.stdout:Dependencies resolved. 2024-09-17T16:44:40.853 INFO:teuthology.orchestra.run.smithi066.stdout:================================================================================ 2024-09-17T16:44:40.854 INFO:teuthology.orchestra.run.smithi066.stdout: Package Architecture Version Repository Size 2024-09-17T16:44:40.854 INFO:teuthology.orchestra.run.smithi066.stdout:================================================================================ 2024-09-17T16:44:40.854 INFO:teuthology.orchestra.run.smithi066.stdout:Installing: 2024-09-17T16:44:40.854 INFO:teuthology.orchestra.run.smithi066.stdout: kernel x86_64 5.14.0-508.el9 baseos 36 k 2024-09-17T16:44:40.854 INFO:teuthology.orchestra.run.smithi066.stdout:Installing dependencies: 2024-09-17T16:44:40.854 INFO:teuthology.orchestra.run.smithi066.stdout: kernel-core x86_64 5.14.0-508.el9 baseos 16 M 2024-09-17T16:44:40.854 INFO:teuthology.orchestra.run.smithi066.stdout: kernel-modules x86_64 5.14.0-508.el9 baseos 35 M 2024-09-17T16:44:40.854 INFO:teuthology.orchestra.run.smithi066.stdout: kernel-modules-core x86_64 5.14.0-508.el9 baseos 29 M 2024-09-17T16:44:40.854 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-09-17T16:44:40.854 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction Summary 2024-09-17T16:44:40.854 INFO:teuthology.orchestra.run.smithi066.stdout:================================================================================ 2024-09-17T16:44:40.854 INFO:teuthology.orchestra.run.smithi066.stdout:Install 4 Packages 2024-09-17T16:44:40.854 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-09-17T16:44:40.855 INFO:teuthology.orchestra.run.smithi066.stdout:Total download size: 79 M 2024-09-17T16:44:40.855 INFO:teuthology.orchestra.run.smithi066.stdout:Installed size: 126 M 2024-09-17T16:44:40.855 INFO:teuthology.orchestra.run.smithi066.stdout:Downloading Packages: 2024-09-17T16:44:41.016 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : kernel-modules-core-5.14.0-508.el9.x86_64 1/4 2024-09-17T16:44:41.095 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-17T16:44:41.260 INFO:teuthology.orchestra.run.smithi066.stdout:(1/4): kernel-5.14.0-508.el9.x86_64.rpm 337 kB/s | 36 kB 00:00 2024-09-17T16:44:43.210 INFO:teuthology.orchestra.run.smithi066.stdout:(2/4): kernel-core-5.14.0-508.el9.x86_64.rpm 7.6 MB/s | 16 MB 00:02 2024-09-17T16:44:43.843 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-17T16:44:43.965 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-17T16:44:46.135 INFO:teuthology.orchestra.run.smithi066.stdout:(3/4): kernel-modules-core-5.14.0-508.el9.x86_6 5.9 MB/s | 29 MB 00:04 2024-09-17T16:44:46.744 INFO:teuthology.orchestra.run.smithi066.stdout:(4/4): kernel-modules-5.14.0-508.el9.x86_64.rpm 6.2 MB/s | 35 MB 00:05 2024-09-17T16:44:46.744 INFO:teuthology.orchestra.run.smithi066.stdout:-------------------------------------------------------------------------------- 2024-09-17T16:44:46.744 INFO:teuthology.orchestra.run.smithi066.stdout:Total 13 MB/s | 79 MB 00:05 2024-09-17T16:44:47.460 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction check 2024-09-17T16:44:47.867 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction check succeeded. 2024-09-17T16:44:47.867 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction test 2024-09-17T16:44:48.893 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction test succeeded. 2024-09-17T16:44:48.894 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction 2024-09-17T16:44:49.084 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-17T16:44:49.124 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : kernel-5.14.0-508.el9.x86_64 4/4 2024-09-17T16:44:51.507 INFO:teuthology.orchestra.run.smithi066.stdout: Preparing : 1/1 2024-09-17T16:44:52.182 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : kernel-modules-core-5.14.0-508.el9.x86_64 1/4 2024-09-17T16:44:52.261 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-17T16:44:54.265 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-17T16:44:55.164 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-17T16:44:55.295 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-17T16:45:00.506 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-17T16:45:00.546 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : kernel-5.14.0-508.el9.x86_64 4/4 2024-09-17T16:45:05.788 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-17T16:45:33.277 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 4/4 2024-09-17T16:45:33.318 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 4/4 2024-09-17T16:45:33.619 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: kernel-5.14.0-508.el9.x86_64 4/4 2024-09-17T16:45:33.619 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : kernel-5.14.0-508.el9.x86_64 1/4 2024-09-17T16:45:33.619 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-17T16:45:33.619 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-17T16:45:34.440 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-17T16:45:34.441 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:45:34.441 INFO:teuthology.orchestra.run.smithi031.stdout:Installed: 2024-09-17T16:45:34.441 INFO:teuthology.orchestra.run.smithi031.stdout: kernel-5.14.0-508.el9.x86_64 2024-09-17T16:45:34.441 INFO:teuthology.orchestra.run.smithi031.stdout: kernel-core-5.14.0-508.el9.x86_64 2024-09-17T16:45:34.441 INFO:teuthology.orchestra.run.smithi031.stdout: kernel-modules-5.14.0-508.el9.x86_64 2024-09-17T16:45:34.441 INFO:teuthology.orchestra.run.smithi031.stdout: kernel-modules-core-5.14.0-508.el9.x86_64 2024-09-17T16:45:34.441 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:45:34.441 INFO:teuthology.orchestra.run.smithi031.stdout:Complete! 2024-09-17T16:45:34.797 DEBUG:teuthology.orchestra.run.smithi031:> rpm -q kernel | sort -rV | head -n 1 2024-09-17T16:45:34.889 INFO:teuthology.orchestra.run.smithi031.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-17T16:45:34.889 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-17T16:45:34.889 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-508.el9.x86_64 2024-09-17T16:45:34.890 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-17T16:45:34.890 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-17T16:45:34.890 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-17T16:45:34.890 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi031.front.sepia.ceph.com, path=None, version=distro) 2024-09-17T16:45:34.890 DEBUG:teuthology.orchestra.run.smithi031:> rpm -q kernel | sort -rV | head -n 1 2024-09-17T16:45:34.948 INFO:teuthology.orchestra.run.smithi031.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-17T16:45:34.949 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-17T16:45:34.949 DEBUG:teuthology.orchestra.run.smithi031:> sudo rpm -qi grub2-tools 2024-09-17T16:45:34.981 INFO:teuthology.orchestra.run.smithi031.stdout:Name : grub2-tools 2024-09-17T16:45:34.981 INFO:teuthology.orchestra.run.smithi031.stdout:Epoch : 1 2024-09-17T16:45:34.981 INFO:teuthology.orchestra.run.smithi031.stdout:Version : 2.06 2024-09-17T16:45:34.981 INFO:teuthology.orchestra.run.smithi031.stdout:Release : 82.el9 2024-09-17T16:45:34.981 INFO:teuthology.orchestra.run.smithi031.stdout:Architecture: x86_64 2024-09-17T16:45:34.981 INFO:teuthology.orchestra.run.smithi031.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-17T16:45:34.981 INFO:teuthology.orchestra.run.smithi031.stdout:Group : Unspecified 2024-09-17T16:45:34.981 INFO:teuthology.orchestra.run.smithi031.stdout:Size : 8274670 2024-09-17T16:45:34.982 INFO:teuthology.orchestra.run.smithi031.stdout:License : GPLv3+ 2024-09-17T16:45:34.982 INFO:teuthology.orchestra.run.smithi031.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-17T16:45:34.982 INFO:teuthology.orchestra.run.smithi031.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-17T16:45:34.982 INFO:teuthology.orchestra.run.smithi031.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-17T16:45:34.982 INFO:teuthology.orchestra.run.smithi031.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-17T16:45:34.982 INFO:teuthology.orchestra.run.smithi031.stdout:Packager : builder@centos.org 2024-09-17T16:45:34.982 INFO:teuthology.orchestra.run.smithi031.stdout:Vendor : CentOS 2024-09-17T16:45:34.982 INFO:teuthology.orchestra.run.smithi031.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-17T16:45:34.982 INFO:teuthology.orchestra.run.smithi031.stdout:Summary : Support tools for GRUB. 2024-09-17T16:45:34.982 INFO:teuthology.orchestra.run.smithi031.stdout:Description : 2024-09-17T16:45:34.982 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:45:34.982 INFO:teuthology.orchestra.run.smithi031.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-17T16:45:34.982 INFO:teuthology.orchestra.run.smithi031.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-17T16:45:34.982 INFO:teuthology.orchestra.run.smithi031.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-17T16:45:34.983 INFO:teuthology.orchestra.run.smithi031.stdout:hardware devices. 2024-09-17T16:45:34.983 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:45:34.983 INFO:teuthology.orchestra.run.smithi031.stdout:This subpackage provides tools for support of all platforms. 2024-09-17T16:45:34.984 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-17T16:45:34.984 INFO:teuthology.task.kernel:Updating grub on smithi031 to boot 5.14.0-508.el9.x86_64 2024-09-17T16:45:34.984 DEBUG:teuthology.orchestra.run.smithi031:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-17T16:45:35.598 INFO:teuthology.orchestra.run.smithi031.stderr:Generating grub configuration file ... 2024-09-17T16:45:36.884 INFO:teuthology.orchestra.run.smithi031.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-17T16:45:36.912 INFO:teuthology.orchestra.run.smithi031.stderr:done 2024-09-17T16:45:36.914 DEBUG:teuthology.orchestra.run.smithi031:> mktemp 2024-09-17T16:45:36.929 INFO:teuthology.orchestra.run.smithi031.stdout:/tmp/tmp.n9j2GPTzl4 2024-09-17T16:45:36.929 DEBUG:teuthology.orchestra.run.smithi031:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.n9j2GPTzl4 2024-09-17T16:45:36.999 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 0666 /tmp/tmp.n9j2GPTzl4 2024-09-17T16:45:37.146 DEBUG:teuthology.orchestra.remote:smithi031:/tmp/tmp.n9j2GPTzl4 is 6KB 2024-09-17T16:45:37.195 DEBUG:teuthology.orchestra.run.smithi031:> rm -fr /tmp/tmp.n9j2GPTzl4 2024-09-17T16:45:37.211 DEBUG:teuthology.orchestra.run.smithi031:> sudo /bin/ls /boot/loader/entries || true 2024-09-17T16:45:37.273 INFO:teuthology.orchestra.run.smithi031.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-17T16:45:37.273 INFO:teuthology.orchestra.run.smithi031.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-17T16:45:37.273 INFO:teuthology.orchestra.run.smithi031.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-17T16:45:37.274 INFO:teuthology.orchestra.run.smithi031.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64.conf 2024-09-17T16:45:37.275 DEBUG:teuthology.orchestra.run.smithi031:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64 2024-09-17T16:45:37.426 DEBUG:teuthology.orchestra.run.smithi031:> sudo shutdown -r now 2024-09-17T16:45:46.180 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 4/4 2024-09-17T16:45:46.222 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 4/4 2024-09-17T16:45:46.582 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: kernel-5.14.0-508.el9.x86_64 4/4 2024-09-17T16:45:46.582 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : kernel-5.14.0-508.el9.x86_64 1/4 2024-09-17T16:45:46.582 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-17T16:45:46.582 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-17T16:45:47.440 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-17T16:45:47.440 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-09-17T16:45:47.440 INFO:teuthology.orchestra.run.smithi066.stdout:Installed: 2024-09-17T16:45:47.440 INFO:teuthology.orchestra.run.smithi066.stdout: kernel-5.14.0-508.el9.x86_64 2024-09-17T16:45:47.440 INFO:teuthology.orchestra.run.smithi066.stdout: kernel-core-5.14.0-508.el9.x86_64 2024-09-17T16:45:47.440 INFO:teuthology.orchestra.run.smithi066.stdout: kernel-modules-5.14.0-508.el9.x86_64 2024-09-17T16:45:47.440 INFO:teuthology.orchestra.run.smithi066.stdout: kernel-modules-core-5.14.0-508.el9.x86_64 2024-09-17T16:45:47.441 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-09-17T16:45:47.441 INFO:teuthology.orchestra.run.smithi066.stdout:Complete! 2024-09-17T16:45:47.807 DEBUG:teuthology.orchestra.run.smithi066:> rpm -q kernel | sort -rV | head -n 1 2024-09-17T16:45:47.896 INFO:teuthology.orchestra.run.smithi066.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-17T16:45:47.896 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-17T16:45:47.896 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-508.el9.x86_64 2024-09-17T16:45:47.896 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-17T16:45:47.897 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-17T16:45:47.897 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-17T16:45:47.897 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi066.front.sepia.ceph.com, path=None, version=distro) 2024-09-17T16:45:47.897 DEBUG:teuthology.orchestra.run.smithi066:> rpm -q kernel | sort -rV | head -n 1 2024-09-17T16:45:47.958 INFO:teuthology.orchestra.run.smithi066.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-17T16:45:47.958 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-17T16:45:47.958 DEBUG:teuthology.orchestra.run.smithi066:> sudo rpm -qi grub2-tools 2024-09-17T16:45:47.991 INFO:teuthology.orchestra.run.smithi066.stdout:Name : grub2-tools 2024-09-17T16:45:47.991 INFO:teuthology.orchestra.run.smithi066.stdout:Epoch : 1 2024-09-17T16:45:47.992 INFO:teuthology.orchestra.run.smithi066.stdout:Version : 2.06 2024-09-17T16:45:47.992 INFO:teuthology.orchestra.run.smithi066.stdout:Release : 82.el9 2024-09-17T16:45:47.992 INFO:teuthology.orchestra.run.smithi066.stdout:Architecture: x86_64 2024-09-17T16:45:47.992 INFO:teuthology.orchestra.run.smithi066.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-17T16:45:47.992 INFO:teuthology.orchestra.run.smithi066.stdout:Group : Unspecified 2024-09-17T16:45:47.992 INFO:teuthology.orchestra.run.smithi066.stdout:Size : 8274670 2024-09-17T16:45:47.992 INFO:teuthology.orchestra.run.smithi066.stdout:License : GPLv3+ 2024-09-17T16:45:47.992 INFO:teuthology.orchestra.run.smithi066.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-17T16:45:47.992 INFO:teuthology.orchestra.run.smithi066.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-17T16:45:47.992 INFO:teuthology.orchestra.run.smithi066.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-17T16:45:47.992 INFO:teuthology.orchestra.run.smithi066.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-17T16:45:47.992 INFO:teuthology.orchestra.run.smithi066.stdout:Packager : builder@centos.org 2024-09-17T16:45:47.992 INFO:teuthology.orchestra.run.smithi066.stdout:Vendor : CentOS 2024-09-17T16:45:47.993 INFO:teuthology.orchestra.run.smithi066.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-17T16:45:47.993 INFO:teuthology.orchestra.run.smithi066.stdout:Summary : Support tools for GRUB. 2024-09-17T16:45:47.993 INFO:teuthology.orchestra.run.smithi066.stdout:Description : 2024-09-17T16:45:47.993 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-09-17T16:45:47.993 INFO:teuthology.orchestra.run.smithi066.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-17T16:45:47.993 INFO:teuthology.orchestra.run.smithi066.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-17T16:45:47.993 INFO:teuthology.orchestra.run.smithi066.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-17T16:45:47.993 INFO:teuthology.orchestra.run.smithi066.stdout:hardware devices. 2024-09-17T16:45:47.993 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-09-17T16:45:47.993 INFO:teuthology.orchestra.run.smithi066.stdout:This subpackage provides tools for support of all platforms. 2024-09-17T16:45:47.994 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-17T16:45:47.994 INFO:teuthology.task.kernel:Updating grub on smithi066 to boot 5.14.0-508.el9.x86_64 2024-09-17T16:45:47.994 DEBUG:teuthology.orchestra.run.smithi066:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-17T16:45:48.675 INFO:teuthology.orchestra.run.smithi066.stderr:Generating grub configuration file ... 2024-09-17T16:45:50.019 INFO:teuthology.orchestra.run.smithi066.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-17T16:45:50.050 INFO:teuthology.orchestra.run.smithi066.stderr:done 2024-09-17T16:45:50.052 DEBUG:teuthology.orchestra.run.smithi066:> mktemp 2024-09-17T16:45:50.068 INFO:teuthology.orchestra.run.smithi066.stdout:/tmp/tmp.405g6GjZyt 2024-09-17T16:45:50.068 DEBUG:teuthology.orchestra.run.smithi066:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.405g6GjZyt 2024-09-17T16:45:50.135 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod 0666 /tmp/tmp.405g6GjZyt 2024-09-17T16:45:50.276 DEBUG:teuthology.orchestra.remote:smithi066:/tmp/tmp.405g6GjZyt is 6KB 2024-09-17T16:45:50.325 DEBUG:teuthology.orchestra.run.smithi066:> rm -fr /tmp/tmp.405g6GjZyt 2024-09-17T16:45:50.340 DEBUG:teuthology.orchestra.run.smithi066:> sudo /bin/ls /boot/loader/entries || true 2024-09-17T16:45:50.403 INFO:teuthology.orchestra.run.smithi066.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-17T16:45:50.403 INFO:teuthology.orchestra.run.smithi066.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-17T16:45:50.403 INFO:teuthology.orchestra.run.smithi066.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-17T16:45:50.404 INFO:teuthology.orchestra.run.smithi066.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64.conf 2024-09-17T16:45:50.405 DEBUG:teuthology.orchestra.run.smithi066:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64 2024-09-17T16:45:50.565 DEBUG:teuthology.orchestra.run.smithi066:> sudo shutdown -r now 2024-09-17T16:46:07.445 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-17T16:46:07.445 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi031.front.sepia.ceph.com' 2024-09-17T16:46:07.446 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi031.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T16:46:20.581 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-17T16:46:20.581 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-09-17T16:46:20.582 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi066.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T16:46:25.857 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.31 2024-09-17T16:46:34.865 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi031.front.sepia.ceph.com' 2024-09-17T16:46:34.865 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi031.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T16:46:38.913 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.66 2024-09-17T16:46:47.921 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-09-17T16:46:47.922 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi066.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T16:46:50.973 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.66 2024-09-17T16:46:53.245 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.31 2024-09-17T16:47:02.981 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-09-17T16:47:02.982 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi066.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T16:47:05.248 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi031.front.sepia.ceph.com' 2024-09-17T16:47:05.249 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi031.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T16:47:05.676 DEBUG:teuthology.orchestra.run.smithi031:> true 2024-09-17T16:47:06.045 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.66 2024-09-17T16:47:06.080 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi031.front.sepia.ceph.com' 2024-09-17T16:47:06.081 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-508.el9.x86_64"... 2024-09-17T16:47:06.081 DEBUG:teuthology.orchestra.run.smithi031:> uname -r 2024-09-17T16:47:06.096 INFO:teuthology.orchestra.run.smithi031.stdout:5.14.0-508.el9.x86_64 2024-09-17T16:47:06.096 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-508.el9.x86_64 vs 5.14.0-508.el9.x86_64 2024-09-17T16:47:06.096 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-17T16:47:06.096 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-17T16:47:07.097 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-17T16:47:07.097 DEBUG:teuthology.orchestra.run.smithi031:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-17T16:47:07.183 INFO:teuthology.orchestra.run.smithi031.stdout:ttyS1 2024-09-17T16:47:07.214 DEBUG:teuthology.parallel:result is None 2024-09-17T16:47:21.046 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-09-17T16:47:21.046 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi066.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T16:47:39.585 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.66 2024-09-17T16:47:57.586 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-09-17T16:47:57.588 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi066.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T16:47:57.924 DEBUG:teuthology.orchestra.run.smithi066:> true 2024-09-17T16:47:58.311 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-09-17T16:47:58.312 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-508.el9.x86_64"... 2024-09-17T16:47:58.312 DEBUG:teuthology.orchestra.run.smithi066:> uname -r 2024-09-17T16:47:58.327 INFO:teuthology.orchestra.run.smithi066.stdout:5.14.0-508.el9.x86_64 2024-09-17T16:47:58.327 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-508.el9.x86_64 vs 5.14.0-508.el9.x86_64 2024-09-17T16:47:58.327 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-17T16:47:58.328 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-17T16:47:59.329 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-17T16:47:59.329 DEBUG:teuthology.orchestra.run.smithi066:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-17T16:47:59.413 INFO:teuthology.orchestra.run.smithi066.stdout:ttyS1 2024-09-17T16:47:59.436 DEBUG:teuthology.parallel:result is None 2024-09-17T16:47:59.436 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-17T16:47:59.443 INFO:teuthology.task.internal:Creating test directory... 2024-09-17T16:47:59.443 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-17T16:47:59.447 DEBUG:teuthology.orchestra.run.smithi066:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-17T16:47:59.466 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-17T16:47:59.472 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-17T16:47:59.481 INFO:teuthology.task.internal:Creating archive directory... 2024-09-17T16:47:59.481 DEBUG:teuthology.orchestra.run.smithi031:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-17T16:47:59.510 DEBUG:teuthology.orchestra.run.smithi066:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-17T16:47:59.541 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-17T16:47:59.547 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-17T16:47:59.548 DEBUG:teuthology.orchestra.run.smithi031:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-17T16:47:59.578 DEBUG:teuthology.orchestra.run.smithi066:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-17T16:47:59.608 INFO:teuthology.orchestra.run.smithi066.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-17T16:47:59.621 INFO:teuthology.orchestra.run.smithi031.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-17T16:47:59.622 INFO:teuthology.orchestra.run.smithi066.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-17T16:47:59.631 INFO:teuthology.orchestra.run.smithi031.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-17T16:47:59.633 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-17T16:47:59.640 INFO:teuthology.task.internal:Configuring sudo... 2024-09-17T16:47:59.640 DEBUG:teuthology.orchestra.run.smithi031:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-17T16:47:59.676 DEBUG:teuthology.orchestra.run.smithi066:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-17T16:47:59.703 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-17T16:47:59.712 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-17T16:47:59.712 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-17T16:47:59.746 DEBUG:teuthology.orchestra.run.smithi066:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-17T16:47:59.761 DEBUG:teuthology.orchestra.run.smithi031:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-17T16:47:59.852 DEBUG:teuthology.orchestra.run.smithi031:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-17T16:47:59.902 DEBUG:teuthology.orchestra.run.smithi031:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-17T16:47:59.986 DEBUG:teuthology.orchestra.run.smithi031:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-17T16:48:00.028 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-17T16:48:00.028 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-17T16:48:00.095 DEBUG:teuthology.orchestra.run.smithi066:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-17T16:48:00.136 DEBUG:teuthology.orchestra.run.smithi066:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-17T16:48:00.180 DEBUG:teuthology.orchestra.run.smithi066:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-17T16:48:00.262 DEBUG:teuthology.orchestra.run.smithi066:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-17T16:48:00.300 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-09-17T16:48:00.300 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-17T16:48:00.362 DEBUG:teuthology.orchestra.run.smithi031:> sudo service rsyslog restart 2024-09-17T16:48:00.364 DEBUG:teuthology.orchestra.run.smithi066:> sudo service rsyslog restart 2024-09-17T16:48:00.411 INFO:teuthology.orchestra.run.smithi031.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-17T16:48:00.447 INFO:teuthology.orchestra.run.smithi066.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-17T16:48:00.883 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-17T16:48:00.891 INFO:teuthology.task.internal:Starting timer... 2024-09-17T16:48:00.892 INFO:teuthology.run_tasks:Running task pcp... 2024-09-17T16:48:00.903 INFO:teuthology.run_tasks:Running task selinux... 2024-09-17T16:48:00.913 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-09-17T16:48:00.914 DEBUG:teuthology.orchestra.run.smithi031:> sudo service auditd rotate 2024-09-17T16:48:00.959 INFO:teuthology.orchestra.run.smithi031.stdout:Rotating logs: 2024-09-17T16:48:00.962 DEBUG:teuthology.orchestra.run.smithi066:> sudo service auditd rotate 2024-09-17T16:48:01.064 INFO:teuthology.orchestra.run.smithi066.stdout:Rotating logs: 2024-09-17T16:48:01.066 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-17T16:48:01.066 DEBUG:teuthology.orchestra.run.smithi031:> /usr/sbin/getenforce 2024-09-17T16:48:01.095 INFO:teuthology.orchestra.run.smithi031.stdout:Permissive 2024-09-17T16:48:01.095 DEBUG:teuthology.orchestra.run.smithi066:> /usr/sbin/getenforce 2024-09-17T16:48:01.136 INFO:teuthology.orchestra.run.smithi066.stdout:Permissive 2024-09-17T16:48:01.137 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi031.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi066.front.sepia.ceph.com': 'permissive'} 2024-09-17T16:48:01.137 DEBUG:teuthology.orchestra.run.smithi031:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-09-17T16:48:01.165 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T16:48:01.165 DEBUG:teuthology.orchestra.run.smithi066:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-09-17T16:48:01.202 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T16:48:01.202 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-17T16:48:01.202 DEBUG:teuthology.orchestra.run.smithi031:> sudo /usr/sbin/setenforce permissive 2024-09-17T16:48:01.242 DEBUG:teuthology.orchestra.run.smithi066:> sudo /usr/sbin/setenforce permissive 2024-09-17T16:48:01.282 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-17T16:48:01.291 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-17T16:48:01.302 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-17T16:48:01.303 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi031.front.sepia.ceph.com,smithi066.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-17T16:51:51.794 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi031.front.sepia.ceph.com'), Remote(name='ubuntu@smithi066.front.sepia.ceph.com')] 2024-09-17T16:51:51.795 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi031.front.sepia.ceph.com' 2024-09-17T16:51:51.797 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi031.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T16:51:51.874 DEBUG:teuthology.orchestra.run.smithi031:> true 2024-09-17T16:51:51.953 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi031.front.sepia.ceph.com' 2024-09-17T16:51:51.953 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-09-17T16:51:51.954 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi066.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T16:51:52.026 DEBUG:teuthology.orchestra.run.smithi066:> true 2024-09-17T16:51:52.104 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-09-17T16:51:52.104 INFO:teuthology.run_tasks:Running task clock... 2024-09-17T16:51:52.114 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-17T16:51:52.114 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-17T16:51:52.115 DEBUG:teuthology.orchestra.run.smithi031:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-17T16:51:52.117 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-17T16:51:52.117 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-17T16:51:52.146 INFO:teuthology.orchestra.run.smithi031.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-17T16:51:52.162 INFO:teuthology.orchestra.run.smithi031.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-17T16:51:52.174 INFO:teuthology.orchestra.run.smithi066.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-17T16:51:52.188 INFO:teuthology.orchestra.run.smithi031.stderr:sudo: ntpd: command not found 2024-09-17T16:51:52.189 INFO:teuthology.orchestra.run.smithi066.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-17T16:51:52.200 INFO:teuthology.orchestra.run.smithi031.stdout:506 Cannot talk to daemon 2024-09-17T16:51:52.215 INFO:teuthology.orchestra.run.smithi066.stderr:sudo: ntpd: command not found 2024-09-17T16:51:52.215 INFO:teuthology.orchestra.run.smithi031.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-17T16:51:52.226 INFO:teuthology.orchestra.run.smithi066.stdout:506 Cannot talk to daemon 2024-09-17T16:51:52.230 INFO:teuthology.orchestra.run.smithi031.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-17T16:51:52.241 INFO:teuthology.orchestra.run.smithi066.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-17T16:51:52.256 INFO:teuthology.orchestra.run.smithi066.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-17T16:51:52.285 INFO:teuthology.orchestra.run.smithi031.stderr:bash: line 1: ntpq: command not found 2024-09-17T16:51:52.288 INFO:teuthology.orchestra.run.smithi031.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-17T16:51:52.288 INFO:teuthology.orchestra.run.smithi031.stdout:=============================================================================== 2024-09-17T16:51:52.288 INFO:teuthology.orchestra.run.smithi031.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T16:51:52.288 INFO:teuthology.orchestra.run.smithi031.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T16:51:52.289 INFO:teuthology.orchestra.run.smithi031.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T16:51:52.289 INFO:teuthology.orchestra.run.smithi031.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T16:51:52.314 INFO:teuthology.orchestra.run.smithi066.stderr:bash: line 1: ntpq: command not found 2024-09-17T16:51:52.318 INFO:teuthology.orchestra.run.smithi066.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-17T16:51:52.318 INFO:teuthology.orchestra.run.smithi066.stdout:=============================================================================== 2024-09-17T16:51:52.319 INFO:teuthology.orchestra.run.smithi066.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T16:51:52.319 INFO:teuthology.orchestra.run.smithi066.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T16:51:52.319 INFO:teuthology.orchestra.run.smithi066.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T16:51:52.319 INFO:teuthology.orchestra.run.smithi066.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T16:51:52.319 INFO:teuthology.run_tasks:Running task pexec... 2024-09-17T16:51:52.328 INFO:teuthology.task.pexec:Executing custom commands... 2024-09-17T16:51:52.328 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi031.front.sepia.ceph.com 2024-09-17T16:51:52.328 DEBUG:teuthology.orchestra.run.smithi031:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-09-17T16:51:52.329 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi066.front.sepia.ceph.com 2024-09-17T16:51:52.329 DEBUG:teuthology.orchestra.run.smithi066:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-09-17T16:51:52.698 INFO:teuthology.orchestra.run.smithi031.stdout:Dependencies resolved. 2024-09-17T16:51:52.700 INFO:teuthology.orchestra.run.smithi031.stdout:================================================================================ 2024-09-17T16:51:52.700 INFO:teuthology.orchestra.run.smithi031.stdout: Package Architecture Version Repository Size 2024-09-17T16:51:52.700 INFO:teuthology.orchestra.run.smithi031.stdout:================================================================================ 2024-09-17T16:51:52.701 INFO:teuthology.orchestra.run.smithi031.stdout:Removing: 2024-09-17T16:51:52.701 INFO:teuthology.orchestra.run.smithi031.stdout: nvme-cli x86_64 2.9.1-6.el9 @baseos 5.3 M 2024-09-17T16:51:52.701 INFO:teuthology.orchestra.run.smithi031.stdout:Removing unused dependencies: 2024-09-17T16:51:52.701 INFO:teuthology.orchestra.run.smithi031.stdout: libnvme x86_64 1.9-3.el9 @baseos 273 k 2024-09-17T16:51:52.701 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:51:52.701 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction Summary 2024-09-17T16:51:52.701 INFO:teuthology.orchestra.run.smithi031.stdout:================================================================================ 2024-09-17T16:51:52.701 INFO:teuthology.orchestra.run.smithi031.stdout:Remove 2 Packages 2024-09-17T16:51:52.701 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:51:52.701 INFO:teuthology.orchestra.run.smithi031.stdout:Freed space: 5.5 M 2024-09-17T16:51:52.701 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction check 2024-09-17T16:51:52.705 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction check succeeded. 2024-09-17T16:51:52.705 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction test 2024-09-17T16:51:52.727 INFO:teuthology.orchestra.run.smithi066.stdout:Dependencies resolved. 2024-09-17T16:51:52.740 INFO:teuthology.orchestra.run.smithi066.stdout:================================================================================ 2024-09-17T16:51:52.740 INFO:teuthology.orchestra.run.smithi066.stdout: Package Architecture Version Repository Size 2024-09-17T16:51:52.741 INFO:teuthology.orchestra.run.smithi066.stdout:================================================================================ 2024-09-17T16:51:52.741 INFO:teuthology.orchestra.run.smithi066.stdout:Removing: 2024-09-17T16:51:52.741 INFO:teuthology.orchestra.run.smithi066.stdout: nvme-cli x86_64 2.9.1-6.el9 @baseos 5.3 M 2024-09-17T16:51:52.741 INFO:teuthology.orchestra.run.smithi066.stdout:Removing unused dependencies: 2024-09-17T16:51:52.741 INFO:teuthology.orchestra.run.smithi066.stdout: libnvme x86_64 1.9-3.el9 @baseos 273 k 2024-09-17T16:51:52.741 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-09-17T16:51:52.741 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction Summary 2024-09-17T16:51:52.741 INFO:teuthology.orchestra.run.smithi066.stdout:================================================================================ 2024-09-17T16:51:52.741 INFO:teuthology.orchestra.run.smithi066.stdout:Remove 2 Packages 2024-09-17T16:51:52.741 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-09-17T16:51:52.741 INFO:teuthology.orchestra.run.smithi066.stdout:Freed space: 5.5 M 2024-09-17T16:51:52.741 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction check 2024-09-17T16:51:52.745 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction check succeeded. 2024-09-17T16:51:52.745 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction test 2024-09-17T16:51:52.770 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction test succeeded. 2024-09-17T16:51:52.770 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction 2024-09-17T16:51:52.806 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction test succeeded. 2024-09-17T16:51:52.806 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction 2024-09-17T16:51:52.925 INFO:teuthology.orchestra.run.smithi031.stdout: Preparing : 1/1 2024-09-17T16:51:52.964 INFO:teuthology.orchestra.run.smithi066.stdout: Preparing : 1/1 2024-09-17T16:51:53.005 INFO:teuthology.orchestra.run.smithi031.stdout: Erasing : nvme-cli-2.9.1-6.el9.x86_64 1/2 2024-09-17T16:51:53.027 INFO:teuthology.orchestra.run.smithi066.stdout: Erasing : nvme-cli-2.9.1-6.el9.x86_64 1/2 2024-09-17T16:51:53.063 INFO:teuthology.orchestra.run.smithi031.stdout: Erasing : libnvme-1.9-3.el9.x86_64 2/2 2024-09-17T16:51:53.085 INFO:teuthology.orchestra.run.smithi066.stdout: Erasing : libnvme-1.9-3.el9.x86_64 2/2 2024-09-17T16:51:53.587 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: libnvme-1.9-3.el9.x86_64 2/2 2024-09-17T16:51:53.587 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/2 2024-09-17T16:51:53.631 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: libnvme-1.9-3.el9.x86_64 2/2 2024-09-17T16:51:53.631 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/2 2024-09-17T16:51:53.867 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/2 2024-09-17T16:51:53.867 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:51:53.867 INFO:teuthology.orchestra.run.smithi031.stdout:Removed: 2024-09-17T16:51:53.867 INFO:teuthology.orchestra.run.smithi031.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-17T16:51:53.867 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:51:53.867 INFO:teuthology.orchestra.run.smithi031.stdout:Complete! 2024-09-17T16:51:53.868 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/2 2024-09-17T16:51:53.868 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-09-17T16:51:53.868 INFO:teuthology.orchestra.run.smithi066.stdout:Removed: 2024-09-17T16:51:53.868 INFO:teuthology.orchestra.run.smithi066.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-17T16:51:53.868 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-09-17T16:51:53.868 INFO:teuthology.orchestra.run.smithi066.stdout:Complete! 2024-09-17T16:51:54.708 INFO:teuthology.orchestra.run.smithi031.stdout:Last metadata expiration check: 0:00:48 ago on Tue 17 Sep 2024 04:51:06 PM UTC. 2024-09-17T16:51:54.841 INFO:teuthology.orchestra.run.smithi066.stdout:Last metadata expiration check: 0:00:48 ago on Tue 17 Sep 2024 04:51:06 PM UTC. 2024-09-17T16:51:54.847 INFO:teuthology.orchestra.run.smithi031.stdout:Dependencies resolved. 2024-09-17T16:51:54.848 INFO:teuthology.orchestra.run.smithi031.stdout:================================================================================ 2024-09-17T16:51:54.848 INFO:teuthology.orchestra.run.smithi031.stdout: Package Arch Version Repository Size 2024-09-17T16:51:54.848 INFO:teuthology.orchestra.run.smithi031.stdout:================================================================================ 2024-09-17T16:51:54.848 INFO:teuthology.orchestra.run.smithi031.stdout:Installing: 2024-09-17T16:51:54.848 INFO:teuthology.orchestra.run.smithi031.stdout: nvme-cli x86_64 2.9.1-6.el9 baseos 906 k 2024-09-17T16:51:54.848 INFO:teuthology.orchestra.run.smithi031.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-09-17T16:51:54.848 INFO:teuthology.orchestra.run.smithi031.stdout: runc x86_64 4:1.1.13-4.el9 appstream 3.2 M 2024-09-17T16:51:54.848 INFO:teuthology.orchestra.run.smithi031.stdout:Installing dependencies: 2024-09-17T16:51:54.848 INFO:teuthology.orchestra.run.smithi031.stdout: libnvme x86_64 1.9-3.el9 baseos 106 k 2024-09-17T16:51:54.848 INFO:teuthology.orchestra.run.smithi031.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-09-17T16:51:54.848 INFO:teuthology.orchestra.run.smithi031.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-09-17T16:51:54.849 INFO:teuthology.orchestra.run.smithi031.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-09-17T16:51:54.849 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:51:54.849 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction Summary 2024-09-17T16:51:54.849 INFO:teuthology.orchestra.run.smithi031.stdout:================================================================================ 2024-09-17T16:51:54.849 INFO:teuthology.orchestra.run.smithi031.stdout:Install 7 Packages 2024-09-17T16:51:54.849 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:51:54.864 INFO:teuthology.orchestra.run.smithi031.stdout:Total download size: 5.2 M 2024-09-17T16:51:54.864 INFO:teuthology.orchestra.run.smithi031.stdout:Installed size: 19 M 2024-09-17T16:51:54.864 INFO:teuthology.orchestra.run.smithi031.stdout:Downloading Packages: 2024-09-17T16:51:54.981 INFO:teuthology.orchestra.run.smithi066.stdout:Dependencies resolved. 2024-09-17T16:51:54.982 INFO:teuthology.orchestra.run.smithi066.stdout:================================================================================ 2024-09-17T16:51:54.982 INFO:teuthology.orchestra.run.smithi066.stdout: Package Arch Version Repository Size 2024-09-17T16:51:54.982 INFO:teuthology.orchestra.run.smithi066.stdout:================================================================================ 2024-09-17T16:51:54.982 INFO:teuthology.orchestra.run.smithi066.stdout:Installing: 2024-09-17T16:51:54.982 INFO:teuthology.orchestra.run.smithi066.stdout: nvme-cli x86_64 2.9.1-6.el9 baseos 906 k 2024-09-17T16:51:54.982 INFO:teuthology.orchestra.run.smithi066.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-09-17T16:51:54.982 INFO:teuthology.orchestra.run.smithi066.stdout: runc x86_64 4:1.1.13-4.el9 appstream 3.2 M 2024-09-17T16:51:54.982 INFO:teuthology.orchestra.run.smithi066.stdout:Installing dependencies: 2024-09-17T16:51:54.982 INFO:teuthology.orchestra.run.smithi066.stdout: libnvme x86_64 1.9-3.el9 baseos 106 k 2024-09-17T16:51:54.982 INFO:teuthology.orchestra.run.smithi066.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-09-17T16:51:54.983 INFO:teuthology.orchestra.run.smithi066.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-09-17T16:51:54.983 INFO:teuthology.orchestra.run.smithi066.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-09-17T16:51:54.983 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-09-17T16:51:54.983 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction Summary 2024-09-17T16:51:54.983 INFO:teuthology.orchestra.run.smithi066.stdout:================================================================================ 2024-09-17T16:51:54.983 INFO:teuthology.orchestra.run.smithi066.stdout:Install 7 Packages 2024-09-17T16:51:54.983 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-09-17T16:51:54.998 INFO:teuthology.orchestra.run.smithi066.stdout:Total download size: 5.2 M 2024-09-17T16:51:54.998 INFO:teuthology.orchestra.run.smithi066.stdout:Installed size: 19 M 2024-09-17T16:51:54.998 INFO:teuthology.orchestra.run.smithi066.stdout:Downloading Packages: 2024-09-17T16:51:55.049 INFO:teuthology.orchestra.run.smithi031.stdout:(1/7): nvmetcli-0.7-3.el9.noarch.rpm 385 kB/s | 44 kB 00:00 2024-09-17T16:51:55.075 INFO:teuthology.orchestra.run.smithi031.stdout:(2/7): libnvme-1.9-3.el9.x86_64.rpm 754 kB/s | 106 kB 00:00 2024-09-17T16:51:55.116 INFO:teuthology.orchestra.run.smithi031.stdout:(3/7): python3-configshell-1.1.30-1.el9.noarch. 1.0 MB/s | 72 kB 00:00 2024-09-17T16:51:55.142 INFO:teuthology.orchestra.run.smithi031.stdout:(4/7): python3-kmod-0.9-32.el9.x86_64.rpm 1.2 MB/s | 84 kB 00:00 2024-09-17T16:51:55.175 INFO:teuthology.orchestra.run.smithi031.stdout:(5/7): nvme-cli-2.9.1-6.el9.x86_64.rpm 3.7 MB/s | 906 kB 00:00 2024-09-17T16:51:55.205 INFO:teuthology.orchestra.run.smithi066.stdout:(1/7): nvmetcli-0.7-3.el9.noarch.rpm 402 kB/s | 44 kB 00:00 2024-09-17T16:51:55.246 INFO:teuthology.orchestra.run.smithi066.stdout:(2/7): libnvme-1.9-3.el9.x86_64.rpm 696 kB/s | 106 kB 00:00 2024-09-17T16:51:55.275 INFO:teuthology.orchestra.run.smithi031.stdout:(6/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 5.2 MB/s | 837 kB 00:00 2024-09-17T16:51:55.280 INFO:teuthology.orchestra.run.smithi066.stdout:(3/7): python3-configshell-1.1.30-1.el9.noarch. 952 kB/s | 72 kB 00:00 2024-09-17T16:51:55.322 INFO:teuthology.orchestra.run.smithi066.stdout:(4/7): python3-kmod-0.9-32.el9.x86_64.rpm 1.1 MB/s | 84 kB 00:00 2024-09-17T16:51:55.439 INFO:teuthology.orchestra.run.smithi066.stdout:(5/7): nvme-cli-2.9.1-6.el9.x86_64.rpm 2.6 MB/s | 906 kB 00:00 2024-09-17T16:51:55.473 INFO:teuthology.orchestra.run.smithi066.stdout:(6/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 4.3 MB/s | 837 kB 00:00 2024-09-17T16:51:56.115 INFO:teuthology.orchestra.run.smithi066.stdout:(7/7): runc-1.1.13-4.el9.x86_64.rpm 4.0 MB/s | 3.2 MB 00:00 2024-09-17T16:51:56.115 INFO:teuthology.orchestra.run.smithi066.stdout:-------------------------------------------------------------------------------- 2024-09-17T16:51:56.115 INFO:teuthology.orchestra.run.smithi066.stdout:Total 4.6 MB/s | 5.2 MB 00:01 2024-09-17T16:51:56.230 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction check 2024-09-17T16:51:56.245 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction check succeeded. 2024-09-17T16:51:56.245 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction test 2024-09-17T16:51:56.267 INFO:teuthology.orchestra.run.smithi031.stdout:(7/7): runc-1.1.13-4.el9.x86_64.rpm 2.8 MB/s | 3.2 MB 00:01 2024-09-17T16:51:56.268 INFO:teuthology.orchestra.run.smithi031.stdout:-------------------------------------------------------------------------------- 2024-09-17T16:51:56.268 INFO:teuthology.orchestra.run.smithi031.stdout:Total 3.7 MB/s | 5.2 MB 00:01 2024-09-17T16:51:56.388 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction check 2024-09-17T16:51:56.405 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction check succeeded. 2024-09-17T16:51:56.405 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction test 2024-09-17T16:51:56.550 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction test succeeded. 2024-09-17T16:51:56.551 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction 2024-09-17T16:51:56.690 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction test succeeded. 2024-09-17T16:51:56.691 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction 2024-09-17T16:51:57.037 INFO:teuthology.orchestra.run.smithi066.stdout: Preparing : 1/1 2024-09-17T16:51:57.135 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/7 2024-09-17T16:51:57.169 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 2/7 2024-09-17T16:51:57.187 INFO:teuthology.orchestra.run.smithi031.stdout: Preparing : 1/1 2024-09-17T16:51:57.197 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 3/7 2024-09-17T16:51:57.271 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/7 2024-09-17T16:51:57.305 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 2/7 2024-09-17T16:51:57.333 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 3/7 2024-09-17T16:51:57.421 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libnvme-1.9-3.el9.x86_64 4/7 2024-09-17T16:51:57.453 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : nvme-cli-2.9.1-6.el9.x86_64 5/7 2024-09-17T16:51:57.555 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libnvme-1.9-3.el9.x86_64 4/7 2024-09-17T16:51:57.581 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : nvme-cli-2.9.1-6.el9.x86_64 5/7 2024-09-17T16:51:57.933 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: nvme-cli-2.9.1-6.el9.x86_64 5/7 2024-09-17T16:51:57.964 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : nvmetcli-0.7-3.el9.noarch 6/7 2024-09-17T16:51:58.063 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: nvme-cli-2.9.1-6.el9.x86_64 5/7 2024-09-17T16:51:58.099 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : nvmetcli-0.7-3.el9.noarch 6/7 2024-09-17T16:51:58.100 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 6/7 2024-09-17T16:51:58.170 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-17T16:51:58.216 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 6/7 2024-09-17T16:51:58.282 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-17T16:51:59.226 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-17T16:51:59.226 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/7 2024-09-17T16:51:59.226 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/7 2024-09-17T16:51:59.226 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 3/7 2024-09-17T16:51:59.226 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 4/7 2024-09-17T16:51:59.227 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 5/7 2024-09-17T16:51:59.227 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/7 2024-09-17T16:51:59.306 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-17T16:51:59.306 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/7 2024-09-17T16:51:59.306 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/7 2024-09-17T16:51:59.306 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 3/7 2024-09-17T16:51:59.306 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 4/7 2024-09-17T16:51:59.307 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 5/7 2024-09-17T16:51:59.307 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/7 2024-09-17T16:51:59.673 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-17T16:51:59.673 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-09-17T16:51:59.673 INFO:teuthology.orchestra.run.smithi066.stdout:Installed: 2024-09-17T16:51:59.673 INFO:teuthology.orchestra.run.smithi066.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-17T16:51:59.673 INFO:teuthology.orchestra.run.smithi066.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-09-17T16:51:59.673 INFO:teuthology.orchestra.run.smithi066.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-09-17T16:51:59.673 INFO:teuthology.orchestra.run.smithi066.stdout: runc-4:1.1.13-4.el9.x86_64 2024-09-17T16:51:59.673 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-09-17T16:51:59.673 INFO:teuthology.orchestra.run.smithi066.stdout:Complete! 2024-09-17T16:51:59.710 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-17T16:51:59.710 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:51:59.710 INFO:teuthology.orchestra.run.smithi031.stdout:Installed: 2024-09-17T16:51:59.711 INFO:teuthology.orchestra.run.smithi031.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-17T16:51:59.711 INFO:teuthology.orchestra.run.smithi031.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-09-17T16:51:59.711 INFO:teuthology.orchestra.run.smithi031.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-09-17T16:51:59.711 INFO:teuthology.orchestra.run.smithi031.stdout: runc-4:1.1.13-4.el9.x86_64 2024-09-17T16:51:59.711 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:51:59.711 INFO:teuthology.orchestra.run.smithi031.stdout:Complete! 2024-09-17T16:52:00.014 DEBUG:teuthology.parallel:result is None 2024-09-17T16:52:00.041 DEBUG:teuthology.parallel:result is None 2024-09-17T16:52:00.041 INFO:teuthology.run_tasks:Running task install... 2024-09-17T16:52:00.054 DEBUG:teuthology.task.install:project ceph 2024-09-17T16:52:00.054 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '1889a165b5128787ec693450a3d1c5df5d6dc203'}} 2024-09-17T16:52:00.054 DEBUG:teuthology.task.install:config {'branch': 'reef', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '1889a165b5128787ec693450a3d1c5df5d6dc203'} 2024-09-17T16:52:00.054 INFO:teuthology.task.install:Using flavor: default 2024-09-17T16:52:00.060 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-17T16:52:00.060 INFO:teuthology.task.install:extra packages: [] 2024-09-17T16:52:00.060 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '1889a165b5128787ec693450a3d1c5df5d6dc203', 'tag': None, 'wait_for_package': False} 2024-09-17T16:52:00.061 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-17T16:52:00.061 INFO:teuthology.packaging:ref: None 2024-09-17T16:52:00.061 INFO:teuthology.packaging:tag: None 2024-09-17T16:52:00.061 INFO:teuthology.packaging:branch: reef 2024-09-17T16:52:00.061 INFO:teuthology.packaging:sha1: 1889a165b5128787ec693450a3d1c5df5d6dc203 2024-09-17T16:52:00.061 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-09-17T16:52:00.063 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '1889a165b5128787ec693450a3d1c5df5d6dc203', 'tag': None, 'wait_for_package': False} 2024-09-17T16:52:00.063 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-17T16:52:00.063 INFO:teuthology.packaging:ref: None 2024-09-17T16:52:00.063 INFO:teuthology.packaging:tag: None 2024-09-17T16:52:00.064 INFO:teuthology.packaging:branch: reef 2024-09-17T16:52:00.064 INFO:teuthology.packaging:sha1: 1889a165b5128787ec693450a3d1c5df5d6dc203 2024-09-17T16:52:00.064 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-09-17T16:52:00.313 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/reef/19e2a2beb6f41a3ab62650e38614eb29b59dcbb9/centos/9/flavors/default/ 2024-09-17T16:52:00.313 INFO:teuthology.task.install.rpm:Package version is 18.2.4-855.g19e2a2be 2024-09-17T16:52:00.338 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/reef/19e2a2beb6f41a3ab62650e38614eb29b59dcbb9/centos/9/flavors/default/ 2024-09-17T16:52:00.338 INFO:teuthology.task.install.rpm:Package version is 18.2.4-855.g19e2a2be 2024-09-17T16:52:00.426 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/reef/19e2a2beb6f41a3ab62650e38614eb29b59dcbb9/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/reef/19e2a2beb6f41a3ab62650e38614eb29b59dcbb9/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/reef/19e2a2beb6f41a3ab62650e38614eb29b59dcbb9/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-17T16:52:00.426 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-17T16:52:00.427 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-17T16:52:00.443 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/reef/19e2a2beb6f41a3ab62650e38614eb29b59dcbb9/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/reef/19e2a2beb6f41a3ab62650e38614eb29b59dcbb9/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/reef/19e2a2beb6f41a3ab62650e38614eb29b59dcbb9/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-17T16:52:00.443 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-09-17T16:52:00.444 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-17T16:52:00.453 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-09-17T16:52:00.453 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-17T16:52:00.453 INFO:teuthology.packaging:ref: None 2024-09-17T16:52:00.454 INFO:teuthology.packaging:tag: None 2024-09-17T16:52:00.454 INFO:teuthology.packaging:branch: reef 2024-09-17T16:52:00.454 INFO:teuthology.packaging:sha1: 1889a165b5128787ec693450a3d1c5df5d6dc203 2024-09-17T16:52:00.454 DEBUG:teuthology.orchestra.run.smithi031:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-17T16:52:00.471 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-09-17T16:52:00.471 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-17T16:52:00.471 INFO:teuthology.packaging:ref: None 2024-09-17T16:52:00.471 INFO:teuthology.packaging:tag: None 2024-09-17T16:52:00.471 INFO:teuthology.packaging:branch: reef 2024-09-17T16:52:00.471 INFO:teuthology.packaging:sha1: 1889a165b5128787ec693450a3d1c5df5d6dc203 2024-09-17T16:52:00.472 DEBUG:teuthology.orchestra.run.smithi066:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-17T16:52:00.525 DEBUG:teuthology.orchestra.run.smithi031:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-17T16:52:00.539 DEBUG:teuthology.orchestra.run.smithi066:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-17T16:52:00.601 DEBUG:teuthology.orchestra.run.smithi031:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-17T16:52:00.617 DEBUG:teuthology.orchestra.run.smithi066:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-17T16:52:00.667 INFO:teuthology.orchestra.run.smithi031.stdout:check_obsoletes = 1 2024-09-17T16:52:00.669 DEBUG:teuthology.orchestra.run.smithi031:> sudo yum clean all 2024-09-17T16:52:00.682 INFO:teuthology.orchestra.run.smithi066.stdout:check_obsoletes = 1 2024-09-17T16:52:00.684 DEBUG:teuthology.orchestra.run.smithi066:> sudo yum clean all 2024-09-17T16:52:00.931 INFO:teuthology.orchestra.run.smithi066.stdout:45 files removed 2024-09-17T16:52:00.953 INFO:teuthology.orchestra.run.smithi031.stdout:45 files removed 2024-09-17T16:52:00.961 DEBUG:teuthology.orchestra.run.smithi066:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-09-17T16:52:00.981 DEBUG:teuthology.orchestra.run.smithi031:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-09-17T16:52:01.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph packages for x86_64 272 kB/s | 77 kB 00:00 2024-09-17T16:52:01.547 INFO:teuthology.orchestra.run.smithi031.stdout:ceph packages for x86_64 289 kB/s | 77 kB 00:00 2024-09-17T16:52:01.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph noarch packages 48 kB/s | 11 kB 00:00 2024-09-17T16:52:01.832 INFO:teuthology.orchestra.run.smithi031.stdout:ceph noarch packages 49 kB/s | 11 kB 00:00 2024-09-17T16:52:02.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph source packages 7.6 kB/s | 1.9 kB 00:00 2024-09-17T16:52:02.115 INFO:teuthology.orchestra.run.smithi031.stdout:ceph source packages 7.6 kB/s | 1.9 kB 00:00 2024-09-17T16:52:02.738 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - BaseOS 14 MB/s | 8.3 MB 00:00 2024-09-17T16:52:04.015 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - BaseOS 4.4 MB/s | 8.3 MB 00:01 2024-09-17T16:52:04.997 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - AppStream 18 MB/s | 20 MB 00:01 2024-09-17T16:52:08.391 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - AppStream 6.3 MB/s | 20 MB 00:03 2024-09-17T16:52:10.306 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - CRB 4.7 MB/s | 6.5 MB 00:01 2024-09-17T16:52:12.975 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - CRB 11 MB/s | 6.5 MB 00:00 2024-09-17T16:52:13.957 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - Extras packages 7.9 kB/s | 19 kB 00:02 2024-09-17T16:52:14.501 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - Extras packages 74 kB/s | 19 kB 00:00 2024-09-17T16:52:14.995 INFO:teuthology.orchestra.run.smithi066.stdout:Extra Packages for Enterprise Linux 25 MB/s | 23 MB 00:00 2024-09-17T16:52:15.580 INFO:teuthology.orchestra.run.smithi031.stdout:Extra Packages for Enterprise Linux 24 MB/s | 23 MB 00:00 2024-09-17T16:52:20.709 INFO:teuthology.orchestra.run.smithi066.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-17T16:52:21.361 INFO:teuthology.orchestra.run.smithi031.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-09-17T16:52:23.013 INFO:teuthology.orchestra.run.smithi066.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-17T16:52:23.014 INFO:teuthology.orchestra.run.smithi066.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-17T16:52:23.085 INFO:teuthology.orchestra.run.smithi066.stdout:Dependencies resolved. 2024-09-17T16:52:23.092 INFO:teuthology.orchestra.run.smithi066.stdout:====================================================================================== 2024-09-17T16:52:23.092 INFO:teuthology.orchestra.run.smithi066.stdout: Package Arch Version Repository Size 2024-09-17T16:52:23.092 INFO:teuthology.orchestra.run.smithi066.stdout:====================================================================================== 2024-09-17T16:52:23.092 INFO:teuthology.orchestra.run.smithi066.stdout:Installing: 2024-09-17T16:52:23.092 INFO:teuthology.orchestra.run.smithi066.stdout: ceph x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 6.5 k 2024-09-17T16:52:23.092 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-base x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 5.1 M 2024-09-17T16:52:23.093 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-fuse x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 852 k 2024-09-17T16:52:23.093 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-immutable-object-cache x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 143 k 2024-09-17T16:52:23.093 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 1.5 M 2024-09-17T16:52:23.093 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-cephadm noarch 2:18.2.4-855.g19e2a2be.el9 ceph-noarch 139 k 2024-09-17T16:52:23.093 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-dashboard noarch 2:18.2.4-855.g19e2a2be.el9 ceph-noarch 3.5 M 2024-09-17T16:52:23.093 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.4-855.g19e2a2be.el9 ceph-noarch 7.4 M 2024-09-17T16:52:23.093 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-rook noarch 2:18.2.4-855.g19e2a2be.el9 ceph-noarch 49 k 2024-09-17T16:52:23.093 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-radosgw x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 7.7 M 2024-09-17T16:52:23.093 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-test x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 40 M 2024-09-17T16:52:23.093 INFO:teuthology.orchestra.run.smithi066.stdout: cephadm noarch 2:18.2.4-855.g19e2a2be.el9 ceph-noarch 226 k 2024-09-17T16:52:23.093 INFO:teuthology.orchestra.run.smithi066.stdout: libcephfs-devel x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 31 k 2024-09-17T16:52:23.093 INFO:teuthology.orchestra.run.smithi066.stdout: libcephfs2 x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 712 k 2024-09-17T16:52:23.093 INFO:teuthology.orchestra.run.smithi066.stdout: librados-devel x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 126 k 2024-09-17T16:52:23.094 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cephfs x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 162 k 2024-09-17T16:52:23.094 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-09-17T16:52:23.094 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rados x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 321 k 2024-09-17T16:52:23.094 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rbd x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 300 k 2024-09-17T16:52:23.094 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rgw x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 99 k 2024-09-17T16:52:23.094 INFO:teuthology.orchestra.run.smithi066.stdout: rbd-fuse x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 87 k 2024-09-17T16:52:23.094 INFO:teuthology.orchestra.run.smithi066.stdout: rbd-mirror x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 3.0 M 2024-09-17T16:52:23.094 INFO:teuthology.orchestra.run.smithi066.stdout: rbd-nbd x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 172 k 2024-09-17T16:52:23.094 INFO:teuthology.orchestra.run.smithi066.stdout:Upgrading: 2024-09-17T16:52:23.094 INFO:teuthology.orchestra.run.smithi066.stdout: librados2 x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 3.3 M 2024-09-17T16:52:23.094 INFO:teuthology.orchestra.run.smithi066.stdout: librbd1 x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 3.0 M 2024-09-17T16:52:23.094 INFO:teuthology.orchestra.run.smithi066.stdout:Installing dependencies: 2024-09-17T16:52:23.094 INFO:teuthology.orchestra.run.smithi066.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-17T16:52:23.095 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-common x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 18 M 2024-09-17T16:52:23.095 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-grafana-dashboards noarch 2:18.2.4-855.g19e2a2be.el9 ceph-noarch 24 k 2024-09-17T16:52:23.095 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mds x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 2.1 M 2024-09-17T16:52:23.095 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-modules-core noarch 2:18.2.4-855.g19e2a2be.el9 ceph-noarch 246 k 2024-09-17T16:52:23.095 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mon x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 4.7 M 2024-09-17T16:52:23.095 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-osd x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 17 M 2024-09-17T16:52:23.095 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-prometheus-alerts noarch 2:18.2.4-855.g19e2a2be.el9 ceph-noarch 16 k 2024-09-17T16:52:23.095 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-selinux x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 25 k 2024-09-17T16:52:23.095 INFO:teuthology.orchestra.run.smithi066.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-17T16:52:23.095 INFO:teuthology.orchestra.run.smithi066.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-17T16:52:23.095 INFO:teuthology.orchestra.run.smithi066.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-17T16:52:23.095 INFO:teuthology.orchestra.run.smithi066.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-09-17T16:52:23.095 INFO:teuthology.orchestra.run.smithi066.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-17T16:52:23.096 INFO:teuthology.orchestra.run.smithi066.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-17T16:52:23.096 INFO:teuthology.orchestra.run.smithi066.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-17T16:52:23.096 INFO:teuthology.orchestra.run.smithi066.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-17T16:52:23.096 INFO:teuthology.orchestra.run.smithi066.stdout: libcephsqlite x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 166 k 2024-09-17T16:52:23.096 INFO:teuthology.orchestra.run.smithi066.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-17T16:52:23.096 INFO:teuthology.orchestra.run.smithi066.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-17T16:52:23.096 INFO:teuthology.orchestra.run.smithi066.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-17T16:52:23.096 INFO:teuthology.orchestra.run.smithi066.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-17T16:52:23.096 INFO:teuthology.orchestra.run.smithi066.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-17T16:52:23.096 INFO:teuthology.orchestra.run.smithi066.stdout: libradosstriper1 x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 477 k 2024-09-17T16:52:23.096 INFO:teuthology.orchestra.run.smithi066.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-17T16:52:23.096 INFO:teuthology.orchestra.run.smithi066.stdout: librgw2 x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 4.5 M 2024-09-17T16:52:23.096 INFO:teuthology.orchestra.run.smithi066.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-17T16:52:23.097 INFO:teuthology.orchestra.run.smithi066.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-17T16:52:23.097 INFO:teuthology.orchestra.run.smithi066.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-17T16:52:23.097 INFO:teuthology.orchestra.run.smithi066.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-17T16:52:23.097 INFO:teuthology.orchestra.run.smithi066.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-17T16:52:23.097 INFO:teuthology.orchestra.run.smithi066.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-17T16:52:23.097 INFO:teuthology.orchestra.run.smithi066.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-17T16:52:23.097 INFO:teuthology.orchestra.run.smithi066.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-17T16:52:23.097 INFO:teuthology.orchestra.run.smithi066.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-17T16:52:23.097 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-17T16:52:23.097 INFO:teuthology.orchestra.run.smithi066.stdout: python3-ceph-argparse x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 45 k 2024-09-17T16:52:23.097 INFO:teuthology.orchestra.run.smithi066.stdout: python3-ceph-common x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 129 k 2024-09-17T16:52:23.097 INFO:teuthology.orchestra.run.smithi066.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-17T16:52:23.097 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-17T16:52:23.098 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-17T16:52:23.098 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-17T16:52:23.098 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-17T16:52:23.098 INFO:teuthology.orchestra.run.smithi066.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-17T16:52:23.098 INFO:teuthology.orchestra.run.smithi066.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-17T16:52:23.098 INFO:teuthology.orchestra.run.smithi066.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-09-17T16:52:23.098 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-17T16:52:23.098 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-17T16:52:23.098 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-17T16:52:23.098 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-17T16:52:23.098 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-17T16:52:23.098 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-17T16:52:23.098 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-17T16:52:23.098 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-17T16:52:23.099 INFO:teuthology.orchestra.run.smithi066.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-17T16:52:23.099 INFO:teuthology.orchestra.run.smithi066.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-17T16:52:23.099 INFO:teuthology.orchestra.run.smithi066.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-17T16:52:23.099 INFO:teuthology.orchestra.run.smithi066.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-17T16:52:23.099 INFO:teuthology.orchestra.run.smithi066.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-17T16:52:23.099 INFO:teuthology.orchestra.run.smithi066.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-17T16:52:23.099 INFO:teuthology.orchestra.run.smithi066.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-17T16:52:23.099 INFO:teuthology.orchestra.run.smithi066.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-17T16:52:23.099 INFO:teuthology.orchestra.run.smithi066.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-17T16:52:23.099 INFO:teuthology.orchestra.run.smithi066.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-17T16:52:23.099 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-17T16:52:23.099 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-09-17T16:52:23.099 INFO:teuthology.orchestra.run.smithi066.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-17T16:52:23.100 INFO:teuthology.orchestra.run.smithi066.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-17T16:52:23.100 INFO:teuthology.orchestra.run.smithi066.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-17T16:52:23.100 INFO:teuthology.orchestra.run.smithi066.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-09-17T16:52:23.100 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-17T16:52:23.100 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-17T16:52:23.100 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-17T16:52:23.100 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-17T16:52:23.100 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-17T16:52:23.100 INFO:teuthology.orchestra.run.smithi066.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-17T16:52:23.100 INFO:teuthology.orchestra.run.smithi066.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-17T16:52:23.100 INFO:teuthology.orchestra.run.smithi066.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-17T16:52:23.100 INFO:teuthology.orchestra.run.smithi066.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-17T16:52:23.100 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-17T16:52:23.100 INFO:teuthology.orchestra.run.smithi066.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-17T16:52:23.101 INFO:teuthology.orchestra.run.smithi066.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-17T16:52:23.101 INFO:teuthology.orchestra.run.smithi066.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-17T16:52:23.101 INFO:teuthology.orchestra.run.smithi066.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-17T16:52:23.101 INFO:teuthology.orchestra.run.smithi066.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-17T16:52:23.101 INFO:teuthology.orchestra.run.smithi066.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-17T16:52:23.101 INFO:teuthology.orchestra.run.smithi066.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-17T16:52:23.101 INFO:teuthology.orchestra.run.smithi066.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-17T16:52:23.101 INFO:teuthology.orchestra.run.smithi066.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-17T16:52:23.101 INFO:teuthology.orchestra.run.smithi066.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-17T16:52:23.101 INFO:teuthology.orchestra.run.smithi066.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-17T16:52:23.101 INFO:teuthology.orchestra.run.smithi066.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-17T16:52:23.101 INFO:teuthology.orchestra.run.smithi066.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-17T16:52:23.101 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-09-17T16:52:23.101 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction Summary 2024-09-17T16:52:23.102 INFO:teuthology.orchestra.run.smithi066.stdout:====================================================================================== 2024-09-17T16:52:23.102 INFO:teuthology.orchestra.run.smithi066.stdout:Install 116 Packages 2024-09-17T16:52:23.102 INFO:teuthology.orchestra.run.smithi066.stdout:Upgrade 2 Packages 2024-09-17T16:52:23.102 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-09-17T16:52:23.102 INFO:teuthology.orchestra.run.smithi066.stdout:Total download size: 179 M 2024-09-17T16:52:23.102 INFO:teuthology.orchestra.run.smithi066.stdout:Downloading Packages: 2024-09-17T16:52:23.646 INFO:teuthology.orchestra.run.smithi031.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-17T16:52:23.647 INFO:teuthology.orchestra.run.smithi031.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-17T16:52:23.725 INFO:teuthology.orchestra.run.smithi031.stdout:Dependencies resolved. 2024-09-17T16:52:23.732 INFO:teuthology.orchestra.run.smithi031.stdout:====================================================================================== 2024-09-17T16:52:23.732 INFO:teuthology.orchestra.run.smithi031.stdout: Package Arch Version Repository Size 2024-09-17T16:52:23.732 INFO:teuthology.orchestra.run.smithi031.stdout:====================================================================================== 2024-09-17T16:52:23.732 INFO:teuthology.orchestra.run.smithi031.stdout:Installing: 2024-09-17T16:52:23.732 INFO:teuthology.orchestra.run.smithi031.stdout: ceph x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 6.5 k 2024-09-17T16:52:23.732 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-base x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 5.1 M 2024-09-17T16:52:23.732 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-fuse x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 852 k 2024-09-17T16:52:23.732 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-immutable-object-cache x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 143 k 2024-09-17T16:52:23.732 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 1.5 M 2024-09-17T16:52:23.732 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-cephadm noarch 2:18.2.4-855.g19e2a2be.el9 ceph-noarch 139 k 2024-09-17T16:52:23.732 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-dashboard noarch 2:18.2.4-855.g19e2a2be.el9 ceph-noarch 3.5 M 2024-09-17T16:52:23.733 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.4-855.g19e2a2be.el9 ceph-noarch 7.4 M 2024-09-17T16:52:23.733 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-rook noarch 2:18.2.4-855.g19e2a2be.el9 ceph-noarch 49 k 2024-09-17T16:52:23.733 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-radosgw x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 7.7 M 2024-09-17T16:52:23.733 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-test x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 40 M 2024-09-17T16:52:23.733 INFO:teuthology.orchestra.run.smithi031.stdout: cephadm noarch 2:18.2.4-855.g19e2a2be.el9 ceph-noarch 226 k 2024-09-17T16:52:23.733 INFO:teuthology.orchestra.run.smithi031.stdout: libcephfs-devel x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 31 k 2024-09-17T16:52:23.733 INFO:teuthology.orchestra.run.smithi031.stdout: libcephfs2 x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 712 k 2024-09-17T16:52:23.733 INFO:teuthology.orchestra.run.smithi031.stdout: librados-devel x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 126 k 2024-09-17T16:52:23.733 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cephfs x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 162 k 2024-09-17T16:52:23.733 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-09-17T16:52:23.733 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rados x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 321 k 2024-09-17T16:52:23.733 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rbd x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 300 k 2024-09-17T16:52:23.734 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rgw x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 99 k 2024-09-17T16:52:23.734 INFO:teuthology.orchestra.run.smithi031.stdout: rbd-fuse x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 87 k 2024-09-17T16:52:23.734 INFO:teuthology.orchestra.run.smithi031.stdout: rbd-mirror x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 3.0 M 2024-09-17T16:52:23.734 INFO:teuthology.orchestra.run.smithi031.stdout: rbd-nbd x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 172 k 2024-09-17T16:52:23.734 INFO:teuthology.orchestra.run.smithi031.stdout:Upgrading: 2024-09-17T16:52:23.734 INFO:teuthology.orchestra.run.smithi031.stdout: librados2 x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 3.3 M 2024-09-17T16:52:23.734 INFO:teuthology.orchestra.run.smithi031.stdout: librbd1 x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 3.0 M 2024-09-17T16:52:23.734 INFO:teuthology.orchestra.run.smithi031.stdout:Installing dependencies: 2024-09-17T16:52:23.734 INFO:teuthology.orchestra.run.smithi031.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-17T16:52:23.734 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-common x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 18 M 2024-09-17T16:52:23.734 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-grafana-dashboards noarch 2:18.2.4-855.g19e2a2be.el9 ceph-noarch 24 k 2024-09-17T16:52:23.734 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mds x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 2.1 M 2024-09-17T16:52:23.734 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-modules-core noarch 2:18.2.4-855.g19e2a2be.el9 ceph-noarch 246 k 2024-09-17T16:52:23.734 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mon x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 4.7 M 2024-09-17T16:52:23.735 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-osd x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 17 M 2024-09-17T16:52:23.735 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-prometheus-alerts noarch 2:18.2.4-855.g19e2a2be.el9 ceph-noarch 16 k 2024-09-17T16:52:23.735 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-selinux x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 25 k 2024-09-17T16:52:23.735 INFO:teuthology.orchestra.run.smithi031.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-17T16:52:23.735 INFO:teuthology.orchestra.run.smithi031.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-17T16:52:23.735 INFO:teuthology.orchestra.run.smithi031.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-17T16:52:23.735 INFO:teuthology.orchestra.run.smithi031.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-09-17T16:52:23.735 INFO:teuthology.orchestra.run.smithi031.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-17T16:52:23.735 INFO:teuthology.orchestra.run.smithi031.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-17T16:52:23.735 INFO:teuthology.orchestra.run.smithi031.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-17T16:52:23.735 INFO:teuthology.orchestra.run.smithi031.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-17T16:52:23.735 INFO:teuthology.orchestra.run.smithi031.stdout: libcephsqlite x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 166 k 2024-09-17T16:52:23.735 INFO:teuthology.orchestra.run.smithi031.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-17T16:52:23.736 INFO:teuthology.orchestra.run.smithi031.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-17T16:52:23.736 INFO:teuthology.orchestra.run.smithi031.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-17T16:52:23.736 INFO:teuthology.orchestra.run.smithi031.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-17T16:52:23.736 INFO:teuthology.orchestra.run.smithi031.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-17T16:52:23.736 INFO:teuthology.orchestra.run.smithi031.stdout: libradosstriper1 x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 477 k 2024-09-17T16:52:23.736 INFO:teuthology.orchestra.run.smithi031.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-17T16:52:23.736 INFO:teuthology.orchestra.run.smithi031.stdout: librgw2 x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 4.5 M 2024-09-17T16:52:23.736 INFO:teuthology.orchestra.run.smithi031.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-17T16:52:23.736 INFO:teuthology.orchestra.run.smithi031.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-17T16:52:23.736 INFO:teuthology.orchestra.run.smithi031.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-17T16:52:23.736 INFO:teuthology.orchestra.run.smithi031.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-17T16:52:23.736 INFO:teuthology.orchestra.run.smithi031.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-17T16:52:23.736 INFO:teuthology.orchestra.run.smithi031.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-17T16:52:23.737 INFO:teuthology.orchestra.run.smithi031.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-17T16:52:23.737 INFO:teuthology.orchestra.run.smithi031.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-17T16:52:23.737 INFO:teuthology.orchestra.run.smithi031.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-17T16:52:23.737 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-17T16:52:23.737 INFO:teuthology.orchestra.run.smithi031.stdout: python3-ceph-argparse x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 45 k 2024-09-17T16:52:23.737 INFO:teuthology.orchestra.run.smithi031.stdout: python3-ceph-common x86_64 2:18.2.4-855.g19e2a2be.el9 ceph 129 k 2024-09-17T16:52:23.737 INFO:teuthology.orchestra.run.smithi031.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-17T16:52:23.737 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-17T16:52:23.737 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-17T16:52:23.737 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-17T16:52:23.737 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-17T16:52:23.737 INFO:teuthology.orchestra.run.smithi031.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-17T16:52:23.737 INFO:teuthology.orchestra.run.smithi031.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-17T16:52:23.738 INFO:teuthology.orchestra.run.smithi031.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-09-17T16:52:23.738 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-17T16:52:23.738 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-17T16:52:23.738 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-17T16:52:23.738 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-17T16:52:23.738 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-17T16:52:23.738 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-17T16:52:23.738 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-17T16:52:23.738 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-17T16:52:23.738 INFO:teuthology.orchestra.run.smithi031.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-17T16:52:23.738 INFO:teuthology.orchestra.run.smithi031.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-17T16:52:23.738 INFO:teuthology.orchestra.run.smithi031.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-17T16:52:23.738 INFO:teuthology.orchestra.run.smithi031.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-17T16:52:23.739 INFO:teuthology.orchestra.run.smithi031.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-17T16:52:23.739 INFO:teuthology.orchestra.run.smithi031.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-17T16:52:23.739 INFO:teuthology.orchestra.run.smithi031.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-17T16:52:23.739 INFO:teuthology.orchestra.run.smithi031.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-17T16:52:23.739 INFO:teuthology.orchestra.run.smithi031.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-17T16:52:23.739 INFO:teuthology.orchestra.run.smithi031.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-17T16:52:23.739 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-17T16:52:23.739 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-09-17T16:52:23.739 INFO:teuthology.orchestra.run.smithi031.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-17T16:52:23.739 INFO:teuthology.orchestra.run.smithi031.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-17T16:52:23.739 INFO:teuthology.orchestra.run.smithi031.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-17T16:52:23.739 INFO:teuthology.orchestra.run.smithi031.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-09-17T16:52:23.739 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-17T16:52:23.740 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-17T16:52:23.740 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-17T16:52:23.740 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-17T16:52:23.740 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-17T16:52:23.740 INFO:teuthology.orchestra.run.smithi031.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-17T16:52:23.740 INFO:teuthology.orchestra.run.smithi031.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-17T16:52:23.740 INFO:teuthology.orchestra.run.smithi031.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-17T16:52:23.740 INFO:teuthology.orchestra.run.smithi031.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-17T16:52:23.740 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-17T16:52:23.740 INFO:teuthology.orchestra.run.smithi031.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-17T16:52:23.740 INFO:teuthology.orchestra.run.smithi031.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-17T16:52:23.740 INFO:teuthology.orchestra.run.smithi031.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-17T16:52:23.740 INFO:teuthology.orchestra.run.smithi031.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-17T16:52:23.740 INFO:teuthology.orchestra.run.smithi031.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-17T16:52:23.741 INFO:teuthology.orchestra.run.smithi031.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-17T16:52:23.741 INFO:teuthology.orchestra.run.smithi031.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-17T16:52:23.741 INFO:teuthology.orchestra.run.smithi031.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-17T16:52:23.741 INFO:teuthology.orchestra.run.smithi031.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-17T16:52:23.741 INFO:teuthology.orchestra.run.smithi031.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-17T16:52:23.741 INFO:teuthology.orchestra.run.smithi031.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-17T16:52:23.741 INFO:teuthology.orchestra.run.smithi031.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-17T16:52:23.741 INFO:teuthology.orchestra.run.smithi031.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-17T16:52:23.741 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:52:23.741 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction Summary 2024-09-17T16:52:23.741 INFO:teuthology.orchestra.run.smithi031.stdout:====================================================================================== 2024-09-17T16:52:23.741 INFO:teuthology.orchestra.run.smithi031.stdout:Install 116 Packages 2024-09-17T16:52:23.741 INFO:teuthology.orchestra.run.smithi031.stdout:Upgrade 2 Packages 2024-09-17T16:52:23.742 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:52:23.742 INFO:teuthology.orchestra.run.smithi031.stdout:Total download size: 179 M 2024-09-17T16:52:23.742 INFO:teuthology.orchestra.run.smithi031.stdout:Downloading Packages: 2024-09-17T16:52:23.927 INFO:teuthology.orchestra.run.smithi066.stdout:(1/118): ceph-18.2.4-855.g19e2a2be.el9.x86_64.r 52 kB/s | 6.5 kB 00:00 2024-09-17T16:52:24.110 INFO:teuthology.orchestra.run.smithi066.stdout:(2/118): ceph-fuse-18.2.4-855.g19e2a2be.el9.x86 4.5 MB/s | 852 kB 00:00 2024-09-17T16:52:24.194 INFO:teuthology.orchestra.run.smithi066.stdout:(3/118): ceph-immutable-object-cache-18.2.4-855 1.7 MB/s | 143 kB 00:00 2024-09-17T16:52:24.212 INFO:teuthology.orchestra.run.smithi031.stdout:(1/118): ceph-18.2.4-855.g19e2a2be.el9.x86_64.r 36 kB/s | 6.5 kB 00:00 2024-09-17T16:52:24.261 INFO:teuthology.orchestra.run.smithi066.stdout:(4/118): ceph-base-18.2.4-855.g19e2a2be.el9.x86 11 MB/s | 5.1 MB 00:00 2024-09-17T16:52:24.361 INFO:teuthology.orchestra.run.smithi066.stdout:(5/118): ceph-mgr-18.2.4-855.g19e2a2be.el9.x86_ 15 MB/s | 1.5 MB 00:00 2024-09-17T16:52:24.411 INFO:teuthology.orchestra.run.smithi066.stdout:(6/118): ceph-mds-18.2.4-855.g19e2a2be.el9.x86_ 9.7 MB/s | 2.1 MB 00:00 2024-09-17T16:52:24.687 INFO:teuthology.orchestra.run.smithi066.stdout:(7/118): ceph-mon-18.2.4-855.g19e2a2be.el9.x86_ 14 MB/s | 4.7 MB 00:00 2024-09-17T16:52:24.878 INFO:teuthology.orchestra.run.smithi066.stdout:(8/118): ceph-common-18.2.4-855.g19e2a2be.el9.x 17 MB/s | 18 MB 00:01 2024-09-17T16:52:24.929 INFO:teuthology.orchestra.run.smithi066.stdout:(9/118): ceph-selinux-18.2.4-855.g19e2a2be.el9. 505 kB/s | 25 kB 00:00 2024-09-17T16:52:24.937 INFO:teuthology.orchestra.run.smithi031.stdout:(2/118): ceph-fuse-18.2.4-855.g19e2a2be.el9.x86 1.1 MB/s | 852 kB 00:00 2024-09-17T16:52:25.154 INFO:teuthology.orchestra.run.smithi031.stdout:(3/118): ceph-immutable-object-cache-18.2.4-855 660 kB/s | 143 kB 00:00 2024-09-17T16:52:25.362 INFO:teuthology.orchestra.run.smithi066.stdout:(10/118): ceph-radosgw-18.2.4-855.g19e2a2be.el9 11 MB/s | 7.7 MB 00:00 2024-09-17T16:52:25.421 INFO:teuthology.orchestra.run.smithi066.stdout:(11/118): libcephfs-devel-18.2.4-855.g19e2a2be. 534 kB/s | 31 kB 00:00 2024-09-17T16:52:25.521 INFO:teuthology.orchestra.run.smithi066.stdout:(12/118): libcephfs2-18.2.4-855.g19e2a2be.el9.x 7.0 MB/s | 712 kB 00:00 2024-09-17T16:52:25.596 INFO:teuthology.orchestra.run.smithi066.stdout:(13/118): libcephsqlite-18.2.4-855.g19e2a2be.el 2.2 MB/s | 166 kB 00:00 2024-09-17T16:52:25.788 INFO:teuthology.orchestra.run.smithi066.stdout:(14/118): ceph-osd-18.2.4-855.g19e2a2be.el9.x86 12 MB/s | 17 MB 00:01 2024-09-17T16:52:25.813 INFO:teuthology.orchestra.run.smithi066.stdout:(15/118): librados-devel-18.2.4-855.g19e2a2be.e 583 kB/s | 126 kB 00:00 2024-09-17T16:52:25.839 INFO:teuthology.orchestra.run.smithi066.stdout:(16/118): libradosstriper1-18.2.4-855.g19e2a2be 9.4 MB/s | 477 kB 00:00 2024-09-17T16:52:25.888 INFO:teuthology.orchestra.run.smithi031.stdout:(4/118): ceph-base-18.2.4-855.g19e2a2be.el9.x86 2.7 MB/s | 5.1 MB 00:01 2024-09-17T16:52:25.898 INFO:teuthology.orchestra.run.smithi066.stdout:(17/118): python3-ceph-argparse-18.2.4-855.g19e 766 kB/s | 45 kB 00:00 2024-09-17T16:52:25.981 INFO:teuthology.orchestra.run.smithi066.stdout:(18/118): python3-ceph-common-18.2.4-855.g19e2a 1.5 MB/s | 129 kB 00:00 2024-09-17T16:52:26.057 INFO:teuthology.orchestra.run.smithi066.stdout:(19/118): python3-cephfs-18.2.4-855.g19e2a2be.e 2.1 MB/s | 162 kB 00:00 2024-09-17T16:52:26.140 INFO:teuthology.orchestra.run.smithi066.stdout:(20/118): librgw2-18.2.4-855.g19e2a2be.el9.x86_ 14 MB/s | 4.5 MB 00:00 2024-09-17T16:52:26.165 INFO:teuthology.orchestra.run.smithi066.stdout:(21/118): python3-rados-18.2.4-855.g19e2a2be.el 2.9 MB/s | 321 kB 00:00 2024-09-17T16:52:26.191 INFO:teuthology.orchestra.run.smithi066.stdout:(22/118): python3-rbd-18.2.4-855.g19e2a2be.el9. 5.8 MB/s | 300 kB 00:00 2024-09-17T16:52:26.213 INFO:teuthology.orchestra.run.smithi031.stdout:(5/118): ceph-common-18.2.4-855.g19e2a2be.el9.x 8.4 MB/s | 18 MB 00:02 2024-09-17T16:52:26.216 INFO:teuthology.orchestra.run.smithi066.stdout:(23/118): python3-rgw-18.2.4-855.g19e2a2be.el9. 1.9 MB/s | 99 kB 00:00 2024-09-17T16:52:26.241 INFO:teuthology.orchestra.run.smithi066.stdout:(24/118): rbd-fuse-18.2.4-855.g19e2a2be.el9.x86 1.7 MB/s | 87 kB 00:00 2024-09-17T16:52:26.300 INFO:teuthology.orchestra.run.smithi066.stdout:(25/118): rbd-nbd-18.2.4-855.g19e2a2be.el9.x86_ 2.9 MB/s | 172 kB 00:00 2024-09-17T16:52:26.383 INFO:teuthology.orchestra.run.smithi066.stdout:(26/118): ceph-grafana-dashboards-18.2.4-855.g1 293 kB/s | 24 kB 00:00 2024-09-17T16:52:26.455 INFO:teuthology.orchestra.run.smithi031.stdout:(6/118): ceph-mgr-18.2.4-855.g19e2a2be.el9.x86_ 2.6 MB/s | 1.5 MB 00:00 2024-09-17T16:52:26.467 INFO:teuthology.orchestra.run.smithi066.stdout:(27/118): rbd-mirror-18.2.4-855.g19e2a2be.el9.x 12 MB/s | 3.0 MB 00:00 2024-09-17T16:52:26.492 INFO:teuthology.orchestra.run.smithi066.stdout:(28/118): ceph-mgr-cephadm-18.2.4-855.g19e2a2be 1.3 MB/s | 139 kB 00:00 2024-09-17T16:52:26.605 INFO:teuthology.orchestra.run.smithi031.stdout:(7/118): ceph-mds-18.2.4-855.g19e2a2be.el9.x86_ 1.4 MB/s | 2.1 MB 00:01 2024-09-17T16:52:26.672 INFO:teuthology.orchestra.run.smithi031.stdout:(8/118): ceph-mon-18.2.4-855.g19e2a2be.el9.x86_ 10 MB/s | 4.7 MB 00:00 2024-09-17T16:52:26.714 INFO:teuthology.orchestra.run.smithi031.stdout:(9/118): ceph-selinux-18.2.4-855.g19e2a2be.el9. 609 kB/s | 25 kB 00:00 2024-09-17T16:52:26.860 INFO:teuthology.orchestra.run.smithi066.stdout:(29/118): ceph-test-18.2.4-855.g19e2a2be.el9.x8 21 MB/s | 40 MB 00:01 2024-09-17T16:52:26.935 INFO:teuthology.orchestra.run.smithi066.stdout:(30/118): ceph-mgr-dashboard-18.2.4-855.g19e2a2 7.6 MB/s | 3.5 MB 00:00 2024-09-17T16:52:26.960 INFO:teuthology.orchestra.run.smithi066.stdout:(31/118): ceph-mgr-modules-core-18.2.4-855.g19e 2.4 MB/s | 246 kB 00:00 2024-09-17T16:52:26.985 INFO:teuthology.orchestra.run.smithi066.stdout:(32/118): ceph-mgr-rook-18.2.4-855.g19e2a2be.el 987 kB/s | 49 kB 00:00 2024-09-17T16:52:27.010 INFO:teuthology.orchestra.run.smithi066.stdout:(33/118): ceph-prometheus-alerts-18.2.4-855.g19 328 kB/s | 16 kB 00:00 2024-09-17T16:52:27.035 INFO:teuthology.orchestra.run.smithi066.stdout:(34/118): cephadm-18.2.4-855.g19e2a2be.el9.noar 4.4 MB/s | 226 kB 00:00 2024-09-17T16:52:27.136 INFO:teuthology.orchestra.run.smithi066.stdout:(35/118): ceph-mgr-diskprediction-local-18.2.4- 12 MB/s | 7.4 MB 00:00 2024-09-17T16:52:27.186 INFO:teuthology.orchestra.run.smithi066.stdout:(36/118): fuse-2.9.9-16.el9.x86_64.rpm 455 kB/s | 80 kB 00:00 2024-09-17T16:52:27.328 INFO:teuthology.orchestra.run.smithi066.stdout:(37/118): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.7 MB/s | 253 kB 00:00 2024-09-17T16:52:27.353 INFO:teuthology.orchestra.run.smithi066.stdout:(38/118): libquadmath-11.5.0-2.el9.x86_64.rpm 881 kB/s | 191 kB 00:00 2024-09-17T16:52:27.387 INFO:teuthology.orchestra.run.smithi066.stdout:(39/118): libgfortran-11.5.0-2.el9.x86_64.rpm 2.2 MB/s | 801 kB 00:00 2024-09-17T16:52:27.412 INFO:teuthology.orchestra.run.smithi066.stdout:(40/118): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 106 kB 00:00 2024-09-17T16:52:27.454 INFO:teuthology.orchestra.run.smithi066.stdout:(41/118): python3-cryptography-36.0.1-4.el9.x86 9.8 MB/s | 1.2 MB 00:00 2024-09-17T16:52:27.479 INFO:teuthology.orchestra.run.smithi066.stdout:(42/118): python3-requests-2.25.1-8.el9.noarch. 1.8 MB/s | 125 kB 00:00 2024-09-17T16:52:27.504 INFO:teuthology.orchestra.run.smithi066.stdout:(43/118): python3-pycparser-2.20-6.el9.noarch.r 1.1 MB/s | 135 kB 00:00 2024-09-17T16:52:27.530 INFO:teuthology.orchestra.run.smithi066.stdout:(44/118): python3-urllib3-1.26.5-6.el9.noarch.r 2.8 MB/s | 215 kB 00:00 2024-09-17T16:52:27.588 INFO:teuthology.orchestra.run.smithi066.stdout:(45/118): flexiblas-3.0.4-8.el9.x86_64.rpm 392 kB/s | 33 kB 00:00 2024-09-17T16:52:27.622 INFO:teuthology.orchestra.run.smithi066.stdout:(46/118): flexiblas-openblas-openmp-3.0.4-8.el9 549 kB/s | 18 kB 00:00 2024-09-17T16:52:27.647 INFO:teuthology.orchestra.run.smithi066.stdout:(47/118): boost-program-options-1.75.0-8.el9.x8 639 kB/s | 107 kB 00:00 2024-09-17T16:52:27.691 INFO:teuthology.orchestra.run.smithi066.stdout:(48/118): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.3 MB/s | 160 kB 00:00 2024-09-17T16:52:27.716 INFO:teuthology.orchestra.run.smithi066.stdout:(49/118): librabbitmq-0.11.0-7.el9.x86_64.rpm 655 kB/s | 45 kB 00:00 2024-09-17T16:52:27.800 INFO:teuthology.orchestra.run.smithi066.stdout:(50/118): flexiblas-netlib-3.0.4-8.el9.x86_64.r 11 MB/s | 3.0 MB 00:00 2024-09-17T16:52:27.834 INFO:teuthology.orchestra.run.smithi066.stdout:(51/118): librdkafka-1.6.1-102.el9.x86_64.rpm 4.6 MB/s | 662 kB 00:00 2024-09-17T16:52:27.859 INFO:teuthology.orchestra.run.smithi066.stdout:(52/118): openblas-0.3.26-2.el9.x86_64.rpm 659 kB/s | 38 kB 00:00 2024-09-17T16:52:27.884 INFO:teuthology.orchestra.run.smithi066.stdout:(53/118): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.7 MB/s | 292 kB 00:00 2024-09-17T16:52:27.909 INFO:teuthology.orchestra.run.smithi066.stdout:(54/118): python3-attrs-20.3.0-7.el9.noarch.rpm 1.7 MB/s | 87 kB 00:00 2024-09-17T16:52:27.959 INFO:teuthology.orchestra.run.smithi066.stdout:(55/118): python3-devel-3.9.19-8.el9.x86_64.rpm 4.8 MB/s | 245 kB 00:00 2024-09-17T16:52:28.043 INFO:teuthology.orchestra.run.smithi066.stdout:(56/118): python3-babel-2.9.1-2.el9.noarch.rpm 38 MB/s | 6.0 MB 00:00 2024-09-17T16:52:28.068 INFO:teuthology.orchestra.run.smithi066.stdout:(57/118): python3-iniconfig-1.1.1-7.el9.noarch. 162 kB/s | 17 kB 00:00 2024-09-17T16:52:28.135 INFO:teuthology.orchestra.run.smithi066.stdout:(58/118): openblas-openmp-0.3.26-2.el9.x86_64.r 16 MB/s | 4.9 MB 00:00 2024-09-17T16:52:28.160 INFO:teuthology.orchestra.run.smithi066.stdout:(59/118): python3-jsonpatch-1.21-16.el9.noarch. 279 kB/s | 26 kB 00:00 2024-09-17T16:52:28.186 INFO:teuthology.orchestra.run.smithi066.stdout:(60/118): python3-jsonpointer-2.0-4.el9.noarch. 381 kB/s | 19 kB 00:00 2024-09-17T16:52:28.211 INFO:teuthology.orchestra.run.smithi066.stdout:(61/118): python3-jinja2-2.11.3-6.el9.noarch.rp 1.4 MB/s | 248 kB 00:00 2024-09-17T16:52:28.236 INFO:teuthology.orchestra.run.smithi066.stdout:(62/118): python3-markupsafe-1.1.1-12.el9.x86_6 695 kB/s | 35 kB 00:00 2024-09-17T16:52:28.261 INFO:teuthology.orchestra.run.smithi066.stdout:(63/118): python3-mako-1.1.4-6.el9.noarch.rpm 1.7 MB/s | 172 kB 00:00 2024-09-17T16:52:28.287 INFO:teuthology.orchestra.run.smithi066.stdout:(64/118): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.9 MB/s | 250 kB 00:00 2024-09-17T16:52:28.312 INFO:teuthology.orchestra.run.smithi066.stdout:(65/118): python3-oauthlib-3.1.1-5.el9.noarch.r 4.3 MB/s | 222 kB 00:00 2024-09-17T16:52:28.337 INFO:teuthology.orchestra.run.smithi066.stdout:(66/118): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-09-17T16:52:28.354 INFO:teuthology.orchestra.run.smithi066.stdout:(67/118): python3-pluggy-0.13.1-7.el9.noarch.rp 992 kB/s | 41 kB 00:00 2024-09-17T16:52:28.371 INFO:teuthology.orchestra.run.smithi066.stdout:(68/118): python3-prettytable-0.7.2-27.el9.noar 1.2 MB/s | 42 kB 00:00 2024-09-17T16:52:28.413 INFO:teuthology.orchestra.run.smithi066.stdout:(69/118): python3-py-1.10.0-6.el9.noarch.rpm 8.0 MB/s | 477 kB 00:00 2024-09-17T16:52:28.438 INFO:teuthology.orchestra.run.smithi066.stdout:(70/118): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.3 MB/s | 159 kB 00:00 2024-09-17T16:52:28.463 INFO:teuthology.orchestra.run.smithi066.stdout:(71/118): python3-pyasn1-modules-0.4.8-6.el9.no 5.5 MB/s | 279 kB 00:00 2024-09-17T16:52:28.530 INFO:teuthology.orchestra.run.smithi066.stdout:(72/118): python3-numpy-1.20.1-5.el9.x86_64.rpm 16 MB/s | 5.1 MB 00:00 2024-09-17T16:52:28.547 INFO:teuthology.orchestra.run.smithi066.stdout:(73/118): python3-pytz-2021.1-5.el9.noarch.rpm 610 kB/s | 51 kB 00:00 2024-09-17T16:52:28.564 INFO:teuthology.orchestra.run.smithi066.stdout:(74/118): python3-requests-oauthlib-1.3.0-12.el 1.6 MB/s | 54 kB 00:00 2024-09-17T16:52:28.564 INFO:teuthology.orchestra.run.smithi031.stdout:(10/118): ceph-test-18.2.4-855.g19e2a2be.el9.x8 21 MB/s | 40 MB 00:01 2024-09-17T16:52:28.598 INFO:teuthology.orchestra.run.smithi066.stdout:(75/118): python3-pytest-6.2.2-7.el9.noarch.rpm 3.2 MB/s | 519 kB 00:00 2024-09-17T16:52:28.623 INFO:teuthology.orchestra.run.smithi066.stdout:(76/118): python3-toml-0.10.2-6.el9.noarch.rpm 712 kB/s | 42 kB 00:00 2024-09-17T16:52:28.648 INFO:teuthology.orchestra.run.smithi066.stdout:(77/118): socat-1.7.4.1-6.el9.x86_64.rpm 5.9 MB/s | 304 kB 00:00 2024-09-17T16:52:28.664 INFO:teuthology.orchestra.run.smithi031.stdout:(11/118): ceph-radosgw-18.2.4-855.g19e2a2be.el9 3.8 MB/s | 7.7 MB 00:02 2024-09-17T16:52:28.665 INFO:teuthology.orchestra.run.smithi066.stdout:(78/118): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.5 MB/s | 64 kB 00:00 2024-09-17T16:52:28.681 INFO:teuthology.orchestra.run.smithi031.stdout:(12/118): libcephfs-devel-18.2.4-855.g19e2a2be. 266 kB/s | 31 kB 00:00 2024-09-17T16:52:28.707 INFO:teuthology.orchestra.run.smithi066.stdout:(79/118): fmt-8.1.1-5.el9.x86_64.rpm 1.9 MB/s | 111 kB 00:00 2024-09-17T16:52:28.731 INFO:teuthology.orchestra.run.smithi031.stdout:(13/118): libcephsqlite-18.2.4-855.g19e2a2be.el 3.2 MB/s | 166 kB 00:00 2024-09-17T16:52:28.757 INFO:teuthology.orchestra.run.smithi066.stdout:(80/118): gperftools-libs-2.9.1-3.el9.x86_64.rp 3.3 MB/s | 308 kB 00:00 2024-09-17T16:52:28.774 INFO:teuthology.orchestra.run.smithi066.stdout:(81/118): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.6 MB/s | 26 kB 00:00 2024-09-17T16:52:28.782 INFO:teuthology.orchestra.run.smithi031.stdout:(14/118): librados-devel-18.2.4-855.g19e2a2be.e 2.5 MB/s | 126 kB 00:00 2024-09-17T16:52:28.791 INFO:teuthology.orchestra.run.smithi066.stdout:(82/118): liboath-2.6.7-2.el9.x86_64.rpm 2.9 MB/s | 49 kB 00:00 2024-09-17T16:52:28.816 INFO:teuthology.orchestra.run.smithi066.stdout:(83/118): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-09-17T16:52:28.875 INFO:teuthology.orchestra.run.smithi066.stdout:(84/118): parquet-libs-9.0.0-11.el9.x86_64.rpm 14 MB/s | 839 kB 00:00 2024-09-17T16:52:28.934 INFO:teuthology.orchestra.run.smithi066.stdout:(85/118): libarrow-9.0.0-11.el9.x86_64.rpm 20 MB/s | 4.4 MB 00:00 2024-09-17T16:52:28.951 INFO:teuthology.orchestra.run.smithi066.stdout:(86/118): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 2.5 MB/s | 43 kB 00:00 2024-09-17T16:52:28.973 INFO:teuthology.orchestra.run.smithi031.stdout:(15/118): ceph-osd-18.2.4-855.g19e2a2be.el9.x86 6.6 MB/s | 17 MB 00:02 2024-09-17T16:52:28.984 INFO:teuthology.orchestra.run.smithi066.stdout:(87/118): python3-cachetools-4.2.4-1.el9.noarch 963 kB/s | 32 kB 00:00 2024-09-17T16:52:28.999 INFO:teuthology.orchestra.run.smithi031.stdout:(16/118): libcephfs2-18.2.4-855.g19e2a2be.el9.x 2.1 MB/s | 712 kB 00:00 2024-09-17T16:52:29.009 INFO:teuthology.orchestra.run.smithi066.stdout:(88/118): python3-asyncssh-2.13.2-5.el9.noarch. 4.0 MB/s | 548 kB 00:00 2024-09-17T16:52:29.024 INFO:teuthology.orchestra.run.smithi031.stdout:(17/118): libradosstriper1-18.2.4-855.g19e2a2be 1.9 MB/s | 477 kB 00:00 2024-09-17T16:52:29.027 INFO:teuthology.orchestra.run.smithi066.stdout:(89/118): python3-certifi-2023.05.07-4.el9.noar 337 kB/s | 14 kB 00:00 2024-09-17T16:52:29.049 INFO:teuthology.orchestra.run.smithi031.stdout:(18/118): python3-ceph-argparse-18.2.4-855.g19e 899 kB/s | 45 kB 00:00 2024-09-17T16:52:29.052 INFO:teuthology.orchestra.run.smithi066.stdout:(90/118): python3-cheroot-8.6.0-4.el9.noarch.rp 4.0 MB/s | 172 kB 00:00 2024-09-17T16:52:29.075 INFO:teuthology.orchestra.run.smithi031.stdout:(19/118): python3-ceph-common-18.2.4-855.g19e2a 2.5 MB/s | 129 kB 00:00 2024-09-17T16:52:29.077 INFO:teuthology.orchestra.run.smithi066.stdout:(91/118): python3-cherrypy-18.6.1-2.el9.noarch. 7.0 MB/s | 358 kB 00:00 2024-09-17T16:52:29.103 INFO:teuthology.orchestra.run.smithi066.stdout:(92/118): python3-google-auth-2.34.0-1.el9.noar 4.3 MB/s | 220 kB 00:00 2024-09-17T16:52:29.116 INFO:teuthology.orchestra.run.smithi031.stdout:(20/118): python3-cephfs-18.2.4-855.g19e2a2be.e 2.4 MB/s | 162 kB 00:00 2024-09-17T16:52:29.128 INFO:teuthology.orchestra.run.smithi066.stdout:(93/118): python3-jaraco-8.2.1-3.el9.noarch.rpm 213 kB/s | 11 kB 00:00 2024-09-17T16:52:29.142 INFO:teuthology.orchestra.run.smithi031.stdout:(21/118): python3-rados-18.2.4-855.g19e2a2be.el 4.7 MB/s | 321 kB 00:00 2024-09-17T16:52:29.153 INFO:teuthology.orchestra.run.smithi066.stdout:(94/118): python3-jaraco-classes-3.2.1-5.el9.no 353 kB/s | 18 kB 00:00 2024-09-17T16:52:29.178 INFO:teuthology.orchestra.run.smithi066.stdout:(95/118): python3-jaraco-collections-3.0.0-8.el 460 kB/s | 23 kB 00:00 2024-09-17T16:52:29.192 INFO:teuthology.orchestra.run.smithi031.stdout:(22/118): python3-rgw-18.2.4-855.g19e2a2be.el9. 1.9 MB/s | 99 kB 00:00 2024-09-17T16:52:29.203 INFO:teuthology.orchestra.run.smithi066.stdout:(96/118): python3-jaraco-functools-3.5.0-2.el9. 387 kB/s | 19 kB 00:00 2024-09-17T16:52:29.217 INFO:teuthology.orchestra.run.smithi031.stdout:(23/118): python3-rbd-18.2.4-855.g19e2a2be.el9. 2.9 MB/s | 300 kB 00:00 2024-09-17T16:52:29.229 INFO:teuthology.orchestra.run.smithi066.stdout:(97/118): python3-jaraco-text-3.2.0-6.el9.noarc 391 kB/s | 20 kB 00:00 2024-09-17T16:52:29.242 INFO:teuthology.orchestra.run.smithi031.stdout:(24/118): rbd-fuse-18.2.4-855.g19e2a2be.el9.x86 1.7 MB/s | 87 kB 00:00 2024-09-17T16:52:29.254 INFO:teuthology.orchestra.run.smithi066.stdout:(98/118): python3-logutils-0.3.5-21.el9.noarch. 1.8 MB/s | 46 kB 00:00 2024-09-17T16:52:29.279 INFO:teuthology.orchestra.run.smithi066.stdout:(99/118): python3-more-itertools-8.12.0-2.el9.n 3.1 MB/s | 79 kB 00:00 2024-09-17T16:52:29.293 INFO:teuthology.orchestra.run.smithi031.stdout:(25/118): rbd-nbd-18.2.4-855.g19e2a2be.el9.x86_ 3.4 MB/s | 172 kB 00:00 2024-09-17T16:52:29.313 INFO:teuthology.orchestra.run.smithi066.stdout:(100/118): python3-natsort-7.1.1-5.el9.noarch.r 1.7 MB/s | 58 kB 00:00 2024-09-17T16:52:29.343 INFO:teuthology.orchestra.run.smithi031.stdout:(26/118): ceph-grafana-dashboards-18.2.4-855.g1 491 kB/s | 24 kB 00:00 2024-09-17T16:52:29.347 INFO:teuthology.orchestra.run.smithi066.stdout:(101/118): python3-pecan-1.4.2-3.el9.noarch.rpm 8.0 MB/s | 272 kB 00:00 2024-09-17T16:52:29.372 INFO:teuthology.orchestra.run.smithi066.stdout:(102/118): python3-portend-3.1.0-2.el9.noarch.r 658 kB/s | 16 kB 00:00 2024-09-17T16:52:29.393 INFO:teuthology.orchestra.run.smithi031.stdout:(27/118): ceph-mgr-cephadm-18.2.4-855.g19e2a2be 2.7 MB/s | 139 kB 00:00 2024-09-17T16:52:29.406 INFO:teuthology.orchestra.run.smithi066.stdout:(103/118): python3-kubernetes-26.1.0-2.el9.noar 5.1 MB/s | 1.0 MB 00:00 2024-09-17T16:52:29.430 INFO:teuthology.orchestra.run.smithi066.stdout:(104/118): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.5 MB/s | 90 kB 00:00 2024-09-17T16:52:29.456 INFO:teuthology.orchestra.run.smithi066.stdout:(105/118): python3-repoze-lru-0.7-16.el9.noarch 615 kB/s | 31 kB 00:00 2024-09-17T16:52:29.490 INFO:teuthology.orchestra.run.smithi066.stdout:(106/118): python3-rsa-4.9-2.el9.noarch.rpm 1.7 MB/s | 59 kB 00:00 2024-09-17T16:52:29.515 INFO:teuthology.orchestra.run.smithi066.stdout:(107/118): python3-routes-2.5.1-5.el9.noarch.rp 3.1 MB/s | 188 kB 00:00 2024-09-17T16:52:29.540 INFO:teuthology.orchestra.run.smithi066.stdout:(108/118): python3-tempora-5.0.0-2.el9.noarch.r 713 kB/s | 36 kB 00:00 2024-09-17T16:52:29.544 INFO:teuthology.orchestra.run.smithi031.stdout:(28/118): librgw2-18.2.4-855.g19e2a2be.el9.x86_ 7.8 MB/s | 4.5 MB 00:00 2024-09-17T16:52:29.565 INFO:teuthology.orchestra.run.smithi066.stdout:(109/118): python3-typing-extensions-4.12.2-2.e 1.5 MB/s | 74 kB 00:00 2024-09-17T16:52:29.627 INFO:teuthology.orchestra.run.smithi031.stdout:(29/118): ceph-mgr-dashboard-18.2.4-855.g19e2a2 15 MB/s | 3.5 MB 00:00 2024-09-17T16:52:29.678 INFO:teuthology.orchestra.run.smithi031.stdout:(30/118): ceph-mgr-modules-core-18.2.4-855.g19e 4.8 MB/s | 246 kB 00:00 2024-09-17T16:52:29.711 INFO:teuthology.orchestra.run.smithi031.stdout:(31/118): ceph-mgr-rook-18.2.4-855.g19e2a2be.el 1.5 MB/s | 49 kB 00:00 2024-09-17T16:52:29.745 INFO:teuthology.orchestra.run.smithi031.stdout:(32/118): ceph-prometheus-alerts-18.2.4-855.g19 496 kB/s | 16 kB 00:00 2024-09-17T16:52:29.749 INFO:teuthology.orchestra.run.smithi066.stdout:(110/118): python3-scipy-1.6.2-8.el9.x86_64.rpm 14 MB/s | 16 MB 00:01 2024-09-17T16:52:29.783 INFO:teuthology.orchestra.run.smithi066.stdout:(111/118): python3-websocket-client-1.2.3-2.el9 413 kB/s | 90 kB 00:00 2024-09-17T16:52:29.795 INFO:teuthology.orchestra.run.smithi031.stdout:(33/118): cephadm-18.2.4-855.g19e2a2be.el9.noar 4.4 MB/s | 226 kB 00:00 2024-09-17T16:52:29.808 INFO:teuthology.orchestra.run.smithi066.stdout:(112/118): python3-zc-lockfile-2.0-10.el9.noarc 871 kB/s | 20 kB 00:00 2024-09-17T16:52:29.833 INFO:teuthology.orchestra.run.smithi066.stdout:(113/118): python3-webob-1.8.8-2.el9.noarch.rpm 788 kB/s | 230 kB 00:00 2024-09-17T16:52:29.854 INFO:teuthology.orchestra.run.smithi031.stdout:(34/118): rbd-mirror-18.2.4-855.g19e2a2be.el9.x 4.7 MB/s | 3.0 MB 00:00 2024-09-17T16:52:29.858 INFO:teuthology.orchestra.run.smithi066.stdout:(114/118): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-17T16:52:29.892 INFO:teuthology.orchestra.run.smithi066.stdout:(115/118): python3-werkzeug-2.0.3-3.el9.1.noarc 2.9 MB/s | 427 kB 00:00 2024-09-17T16:52:29.934 INFO:teuthology.orchestra.run.smithi066.stdout:(116/118): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-09-17T16:52:29.946 INFO:teuthology.orchestra.run.smithi031.stdout:(35/118): fuse-2.9.9-16.el9.x86_64.rpm 532 kB/s | 80 kB 00:00 2024-09-17T16:52:30.013 INFO:teuthology.orchestra.run.smithi031.stdout:(36/118): libquadmath-11.5.0-2.el9.x86_64.rpm 2.8 MB/s | 191 kB 00:00 2024-09-17T16:52:30.038 INFO:teuthology.orchestra.run.smithi031.stdout:(37/118): libgfortran-11.5.0-2.el9.x86_64.rpm 4.3 MB/s | 801 kB 00:00 2024-09-17T16:52:30.071 INFO:teuthology.orchestra.run.smithi031.stdout:(38/118): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.2 MB/s | 253 kB 00:00 2024-09-17T16:52:30.114 INFO:teuthology.orchestra.run.smithi031.stdout:(39/118): python3-cryptography-36.0.1-4.el9.x86 16 MB/s | 1.2 MB 00:00 2024-09-17T16:52:30.139 INFO:teuthology.orchestra.run.smithi031.stdout:(40/118): python3-ply-3.11-14.el9.noarch.rpm 1.6 MB/s | 106 kB 00:00 2024-09-17T16:52:30.151 INFO:teuthology.orchestra.run.smithi066.stdout:(117/118): librbd1-18.2.4-855.g19e2a2be.el9.x86 12 MB/s | 3.0 MB 00:00 2024-09-17T16:52:30.181 INFO:teuthology.orchestra.run.smithi031.stdout:(41/118): python3-pycparser-2.20-6.el9.noarch.r 2.0 MB/s | 135 kB 00:00 2024-09-17T16:52:30.206 INFO:teuthology.orchestra.run.smithi031.stdout:(42/118): python3-requests-2.25.1-8.el9.noarch. 1.8 MB/s | 125 kB 00:00 2024-09-17T16:52:30.218 INFO:teuthology.orchestra.run.smithi066.stdout:(118/118): librados2-18.2.4-855.g19e2a2be.el9.x 9.2 MB/s | 3.3 MB 00:00 2024-09-17T16:52:30.223 INFO:teuthology.orchestra.run.smithi066.stdout:-------------------------------------------------------------------------------- 2024-09-17T16:52:30.223 INFO:teuthology.orchestra.run.smithi066.stdout:Total 25 MB/s | 179 MB 00:07 2024-09-17T16:52:30.231 INFO:teuthology.orchestra.run.smithi031.stdout:(43/118): python3-urllib3-1.26.5-6.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-09-17T16:52:30.474 INFO:teuthology.orchestra.run.smithi031.stdout:(44/118): ceph-mgr-diskprediction-local-18.2.4- 8.0 MB/s | 7.4 MB 00:00 2024-09-17T16:52:30.507 INFO:teuthology.orchestra.run.smithi031.stdout:(45/118): flexiblas-3.0.4-8.el9.x86_64.rpm 119 kB/s | 33 kB 00:00 2024-09-17T16:52:30.615 INFO:teuthology.orchestra.run.smithi031.stdout:(46/118): flexiblas-openblas-openmp-3.0.4-8.el9 168 kB/s | 18 kB 00:00 2024-09-17T16:52:30.758 INFO:teuthology.orchestra.run.smithi031.stdout:(47/118): boost-program-options-1.75.0-8.el9.x8 194 kB/s | 107 kB 00:00 2024-09-17T16:52:30.866 INFO:teuthology.orchestra.run.smithi031.stdout:(48/118): librabbitmq-0.11.0-7.el9.x86_64.rpm 418 kB/s | 45 kB 00:00 2024-09-17T16:52:30.900 INFO:teuthology.orchestra.run.smithi031.stdout:(49/118): libpmemobj-1.12.1-1.el9.x86_64.rpm 564 kB/s | 160 kB 00:00 2024-09-17T16:52:30.994 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction check 2024-09-17T16:52:31.100 INFO:teuthology.orchestra.run.smithi031.stdout:(50/118): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.4 MB/s | 292 kB 00:00 2024-09-17T16:52:31.101 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction check succeeded. 2024-09-17T16:52:31.101 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction test 2024-09-17T16:52:31.217 INFO:teuthology.orchestra.run.smithi031.stdout:(51/118): openblas-0.3.26-2.el9.x86_64.rpm 330 kB/s | 38 kB 00:00 2024-09-17T16:52:31.242 INFO:teuthology.orchestra.run.smithi031.stdout:(52/118): librdkafka-1.6.1-102.el9.x86_64.rpm 1.7 MB/s | 662 kB 00:00 2024-09-17T16:52:31.359 INFO:teuthology.orchestra.run.smithi031.stdout:(53/118): python3-attrs-20.3.0-7.el9.noarch.rpm 750 kB/s | 87 kB 00:00 2024-09-17T16:52:31.701 INFO:teuthology.orchestra.run.smithi031.stdout:(54/118): flexiblas-netlib-3.0.4-8.el9.x86_64.r 2.4 MB/s | 3.0 MB 00:01 2024-09-17T16:52:31.818 INFO:teuthology.orchestra.run.smithi031.stdout:(55/118): python3-devel-3.9.19-8.el9.x86_64.rpm 2.1 MB/s | 245 kB 00:00 2024-09-17T16:52:31.936 INFO:teuthology.orchestra.run.smithi031.stdout:(56/118): python3-iniconfig-1.1.1-7.el9.noarch. 150 kB/s | 17 kB 00:00 2024-09-17T16:52:32.052 INFO:teuthology.orchestra.run.smithi031.stdout:(57/118): python3-jinja2-2.11.3-6.el9.noarch.rp 2.1 MB/s | 248 kB 00:00 2024-09-17T16:52:32.169 INFO:teuthology.orchestra.run.smithi031.stdout:(58/118): python3-jsonpatch-1.21-16.el9.noarch. 219 kB/s | 26 kB 00:00 2024-09-17T16:52:32.286 INFO:teuthology.orchestra.run.smithi031.stdout:(59/118): python3-jsonpointer-2.0-4.el9.noarch. 164 kB/s | 19 kB 00:00 2024-09-17T16:52:32.403 INFO:teuthology.orchestra.run.smithi031.stdout:(60/118): python3-mako-1.1.4-6.el9.noarch.rpm 1.4 MB/s | 172 kB 00:00 2024-09-17T16:52:32.511 INFO:teuthology.orchestra.run.smithi031.stdout:(61/118): python3-markupsafe-1.1.1-12.el9.x86_6 321 kB/s | 35 kB 00:00 2024-09-17T16:52:32.790 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction test succeeded. 2024-09-17T16:52:32.791 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction 2024-09-17T16:52:32.819 INFO:teuthology.orchestra.run.smithi031.stdout:(62/118): python3-babel-2.9.1-2.el9.noarch.rpm 4.1 MB/s | 6.0 MB 00:01 2024-09-17T16:52:32.936 INFO:teuthology.orchestra.run.smithi031.stdout:(63/118): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.1 MB/s | 250 kB 00:00 2024-09-17T16:52:33.053 INFO:teuthology.orchestra.run.smithi031.stdout:(64/118): python3-oauthlib-3.1.1-5.el9.noarch.r 1.9 MB/s | 222 kB 00:00 2024-09-17T16:52:33.170 INFO:teuthology.orchestra.run.smithi031.stdout:(65/118): python3-packaging-20.9-5.el9.noarch.r 661 kB/s | 77 kB 00:00 2024-09-17T16:52:33.287 INFO:teuthology.orchestra.run.smithi031.stdout:(66/118): python3-pluggy-0.13.1-7.el9.noarch.rp 355 kB/s | 41 kB 00:00 2024-09-17T16:52:33.395 INFO:teuthology.orchestra.run.smithi031.stdout:(67/118): python3-prettytable-0.7.2-27.el9.noar 390 kB/s | 42 kB 00:00 2024-09-17T16:52:33.520 INFO:teuthology.orchestra.run.smithi031.stdout:(68/118): python3-py-1.10.0-6.el9.noarch.rpm 3.7 MB/s | 477 kB 00:00 2024-09-17T16:52:33.638 INFO:teuthology.orchestra.run.smithi031.stdout:(69/118): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.3 MB/s | 159 kB 00:00 2024-09-17T16:52:33.771 INFO:teuthology.orchestra.run.smithi031.stdout:(70/118): openblas-openmp-0.3.26-2.el9.x86_64.r 1.9 MB/s | 4.9 MB 00:02 2024-09-17T16:52:33.796 INFO:teuthology.orchestra.run.smithi031.stdout:(71/118): python3-pyasn1-modules-0.4.8-6.el9.no 1.7 MB/s | 279 kB 00:00 2024-09-17T16:52:33.897 INFO:teuthology.orchestra.run.smithi031.stdout:(72/118): python3-pytz-2021.1-5.el9.noarch.rpm 509 kB/s | 51 kB 00:00 2024-09-17T16:52:33.997 INFO:teuthology.orchestra.run.smithi031.stdout:(73/118): python3-requests-oauthlib-1.3.0-12.el 537 kB/s | 54 kB 00:00 2024-09-17T16:52:34.580 INFO:teuthology.orchestra.run.smithi031.stdout:(74/118): python3-pytest-6.2.2-7.el9.noarch.rpm 641 kB/s | 519 kB 00:00 2024-09-17T16:52:34.689 INFO:teuthology.orchestra.run.smithi031.stdout:(75/118): python3-toml-0.10.2-6.el9.noarch.rpm 385 kB/s | 42 kB 00:00 2024-09-17T16:52:35.156 INFO:teuthology.orchestra.run.smithi031.stdout:(76/118): socat-1.7.4.1-6.el9.x86_64.rpm 652 kB/s | 304 kB 00:00 2024-09-17T16:52:35.373 INFO:teuthology.orchestra.run.smithi031.stdout:(77/118): python3-numpy-1.20.1-5.el9.x86_64.rpm 1.8 MB/s | 5.1 MB 00:02 2024-09-17T16:52:35.390 INFO:teuthology.orchestra.run.smithi031.stdout:(78/118): xmlstarlet-1.6.1-20.el9.x86_64.rpm 272 kB/s | 64 kB 00:00 2024-09-17T16:52:35.432 INFO:teuthology.orchestra.run.smithi031.stdout:(79/118): fmt-8.1.1-5.el9.x86_64.rpm 1.9 MB/s | 111 kB 00:00 2024-09-17T16:52:35.482 INFO:teuthology.orchestra.run.smithi031.stdout:(80/118): gperftools-libs-2.9.1-3.el9.x86_64.rp 3.3 MB/s | 308 kB 00:00 2024-09-17T16:52:35.499 INFO:teuthology.orchestra.run.smithi031.stdout:(81/118): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.5 MB/s | 26 kB 00:00 2024-09-17T16:52:35.516 INFO:teuthology.orchestra.run.smithi031.stdout:(82/118): liboath-2.6.7-2.el9.x86_64.rpm 2.9 MB/s | 49 kB 00:00 2024-09-17T16:52:35.549 INFO:teuthology.orchestra.run.smithi031.stdout:(83/118): libunwind-1.6.2-1.el9.x86_64.rpm 2.0 MB/s | 67 kB 00:00 2024-09-17T16:52:35.591 INFO:teuthology.orchestra.run.smithi031.stdout:(84/118): parquet-libs-9.0.0-11.el9.x86_64.rpm 20 MB/s | 839 kB 00:00 2024-09-17T16:52:35.658 INFO:teuthology.orchestra.run.smithi031.stdout:(85/118): libarrow-9.0.0-11.el9.x86_64.rpm 20 MB/s | 4.4 MB 00:00 2024-09-17T16:52:35.675 INFO:teuthology.orchestra.run.smithi031.stdout:(86/118): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 2.5 MB/s | 43 kB 00:00 2024-09-17T16:52:35.692 INFO:teuthology.orchestra.run.smithi031.stdout:(87/118): python3-cachetools-4.2.4-1.el9.noarch 1.9 MB/s | 32 kB 00:00 2024-09-17T16:52:35.709 INFO:teuthology.orchestra.run.smithi031.stdout:(88/118): python3-certifi-2023.05.07-4.el9.noar 840 kB/s | 14 kB 00:00 2024-09-17T16:52:35.734 INFO:teuthology.orchestra.run.smithi031.stdout:(89/118): python3-asyncssh-2.13.2-5.el9.noarch. 3.8 MB/s | 548 kB 00:00 2024-09-17T16:52:35.760 INFO:teuthology.orchestra.run.smithi031.stdout:(90/118): python3-cheroot-8.6.0-4.el9.noarch.rp 3.3 MB/s | 172 kB 00:00 2024-09-17T16:52:35.808 INFO:teuthology.orchestra.run.smithi031.stdout:(91/118): python3-cherrypy-18.6.1-2.el9.noarch. 4.8 MB/s | 358 kB 00:00 2024-09-17T16:52:35.835 INFO:teuthology.orchestra.run.smithi031.stdout:(92/118): python3-google-auth-2.34.0-1.el9.noar 2.9 MB/s | 220 kB 00:00 2024-09-17T16:52:35.860 INFO:teuthology.orchestra.run.smithi031.stdout:(93/118): python3-jaraco-8.2.1-3.el9.noarch.rpm 203 kB/s | 11 kB 00:00 2024-09-17T16:52:35.886 INFO:teuthology.orchestra.run.smithi031.stdout:(94/118): python3-jaraco-classes-3.2.1-5.el9.no 351 kB/s | 18 kB 00:00 2024-09-17T16:52:35.911 INFO:teuthology.orchestra.run.smithi031.stdout:(95/118): python3-jaraco-collections-3.0.0-8.el 459 kB/s | 23 kB 00:00 2024-09-17T16:52:35.936 INFO:teuthology.orchestra.run.smithi031.stdout:(96/118): python3-jaraco-functools-3.5.0-2.el9. 386 kB/s | 19 kB 00:00 2024-09-17T16:52:35.962 INFO:teuthology.orchestra.run.smithi031.stdout:(97/118): python3-jaraco-text-3.2.0-6.el9.noarc 390 kB/s | 20 kB 00:00 2024-09-17T16:52:35.987 INFO:teuthology.orchestra.run.smithi031.stdout:(98/118): python3-logutils-0.3.5-21.el9.noarch. 1.8 MB/s | 46 kB 00:00 2024-09-17T16:52:36.012 INFO:teuthology.orchestra.run.smithi031.stdout:(99/118): python3-more-itertools-8.12.0-2.el9.n 3.1 MB/s | 79 kB 00:00 2024-09-17T16:52:36.038 INFO:teuthology.orchestra.run.smithi031.stdout:(100/118): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-09-17T16:52:36.064 INFO:teuthology.orchestra.run.smithi031.stdout:(101/118): python3-pecan-1.4.2-3.el9.noarch.rpm 11 MB/s | 272 kB 00:00 2024-09-17T16:52:36.097 INFO:teuthology.orchestra.run.smithi031.stdout:(102/118): python3-kubernetes-26.1.0-2.el9.noar 6.4 MB/s | 1.0 MB 00:00 2024-09-17T16:52:36.122 INFO:teuthology.orchestra.run.smithi031.stdout:(103/118): python3-portend-3.1.0-2.el9.noarch.r 280 kB/s | 16 kB 00:00 2024-09-17T16:52:36.147 INFO:teuthology.orchestra.run.smithi031.stdout:(104/118): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.7 MB/s | 90 kB 00:00 2024-09-17T16:52:36.172 INFO:teuthology.orchestra.run.smithi031.stdout:(105/118): python3-repoze-lru-0.7-16.el9.noarch 614 kB/s | 31 kB 00:00 2024-09-17T16:52:36.198 INFO:teuthology.orchestra.run.smithi031.stdout:(106/118): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-17T16:52:36.223 INFO:teuthology.orchestra.run.smithi031.stdout:(107/118): python3-tempora-5.0.0-2.el9.noarch.r 1.4 MB/s | 36 kB 00:00 2024-09-17T16:52:36.248 INFO:teuthology.orchestra.run.smithi031.stdout:(108/118): python3-routes-2.5.1-5.el9.noarch.rp 1.8 MB/s | 188 kB 00:00 2024-09-17T16:52:36.273 INFO:teuthology.orchestra.run.smithi031.stdout:(109/118): python3-typing-extensions-4.12.2-2.e 1.5 MB/s | 74 kB 00:00 2024-09-17T16:52:36.299 INFO:teuthology.orchestra.run.smithi031.stdout:(110/118): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-17T16:52:36.324 INFO:teuthology.orchestra.run.smithi031.stdout:(111/118): python3-webob-1.8.8-2.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-09-17T16:52:36.341 INFO:teuthology.orchestra.run.smithi031.stdout:(112/118): python3-zc-lockfile-2.0-10.el9.noarc 1.2 MB/s | 20 kB 00:00 2024-09-17T16:52:36.366 INFO:teuthology.orchestra.run.smithi031.stdout:(113/118): re2-20211101-20.el9.x86_64.rpm 7.5 MB/s | 191 kB 00:00 2024-09-17T16:52:36.400 INFO:teuthology.orchestra.run.smithi031.stdout:(114/118): python3-werkzeug-2.0.3-3.el9.1.noarc 4.1 MB/s | 427 kB 00:00 2024-09-17T16:52:36.450 INFO:teuthology.orchestra.run.smithi031.stdout:(115/118): thrift-0.15.0-2.el9.x86_64.rpm 19 MB/s | 1.6 MB 00:00 2024-09-17T16:52:36.809 INFO:teuthology.orchestra.run.smithi031.stdout:(116/118): librbd1-18.2.4-855.g19e2a2be.el9.x86 8.4 MB/s | 3.0 MB 00:00 2024-09-17T16:52:36.984 INFO:teuthology.orchestra.run.smithi031.stdout:(117/118): librados2-18.2.4-855.g19e2a2be.el9.x 5.7 MB/s | 3.3 MB 00:00 2024-09-17T16:52:37.692 INFO:teuthology.orchestra.run.smithi066.stdout: Preparing : 1/1 2024-09-17T16:52:37.751 INFO:teuthology.orchestra.run.smithi031.stdout:(118/118): python3-scipy-1.6.2-8.el9.x86_64.rpm 4.3 MB/s | 16 MB 00:03 2024-09-17T16:52:37.756 INFO:teuthology.orchestra.run.smithi031.stdout:-------------------------------------------------------------------------------- 2024-09-17T16:52:37.757 INFO:teuthology.orchestra.run.smithi031.stdout:Total 13 MB/s | 179 MB 00:14 2024-09-17T16:52:37.762 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/120 2024-09-17T16:52:37.788 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/120 2024-09-17T16:52:37.848 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/120 2024-09-17T16:52:38.191 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/120 2024-09-17T16:52:38.288 INFO:teuthology.orchestra.run.smithi066.stdout: Upgrading : librados2-2:18.2.4-855.g19e2a2be.el9.x86_64 5/120 2024-09-17T16:52:38.410 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: librados2-2:18.2.4-855.g19e2a2be.el9.x86_64 5/120 2024-09-17T16:52:38.447 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libcephfs2-2:18.2.4-855.g19e2a2be.el9.x86_64 6/120 2024-09-17T16:52:38.511 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction check 2024-09-17T16:52:38.532 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: libcephfs2-2:18.2.4-855.g19e2a2be.el9.x86_64 6/120 2024-09-17T16:52:38.580 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-rados-2:18.2.4-855.g19e2a2be.el9.x86_64 7/120 2024-09-17T16:52:38.610 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/120 2024-09-17T16:52:38.618 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction check succeeded. 2024-09-17T16:52:38.618 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction test 2024-09-17T16:52:38.647 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/120 2024-09-17T16:52:38.675 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libcephsqlite-2:18.2.4-855.g19e2a2be.el9.x86_64 10/120 2024-09-17T16:52:38.775 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: libcephsqlite-2:18.2.4-855.g19e2a2be.el9.x86_64 10/120 2024-09-17T16:52:38.801 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libradosstriper1-2:18.2.4-855.g19e2a2be.el9.x86_ 11/120 2024-09-17T16:52:38.915 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: libradosstriper1-2:18.2.4-855.g19e2a2be.el9.x86_ 11/120 2024-09-17T16:52:39.056 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/120 2024-09-17T16:52:39.088 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/120 2024-09-17T16:52:39.117 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 14/120 2024-09-17T16:52:39.158 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 15/120 2024-09-17T16:52:39.234 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 16/120 2024-09-17T16:52:39.283 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 17/120 2024-09-17T16:52:39.309 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/120 2024-09-17T16:52:39.381 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 19/120 2024-09-17T16:52:39.441 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 20/120 2024-09-17T16:52:39.480 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 21/120 2024-09-17T16:52:39.523 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 22/120 2024-09-17T16:52:39.557 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 23/120 2024-09-17T16:52:39.602 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-ceph-argparse-2:18.2.4-855.g19e2a2be.el9 24/120 2024-09-17T16:52:39.678 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-cephfs-2:18.2.4-855.g19e2a2be.el9.x86_64 25/120 2024-09-17T16:52:39.825 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/120 2024-09-17T16:52:39.879 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/120 2024-09-17T16:52:40.324 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction test succeeded. 2024-09-17T16:52:40.325 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction 2024-09-17T16:52:40.444 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/120 2024-09-17T16:52:40.543 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/120 2024-09-17T16:52:40.587 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 30/120 2024-09-17T16:52:40.620 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/120 2024-09-17T16:52:40.655 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/120 2024-09-17T16:52:40.696 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/120 2024-09-17T16:52:40.726 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : librados-devel-2:18.2.4-855.g19e2a2be.el9.x86_64 34/120 2024-09-17T16:52:40.756 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/120 2024-09-17T16:52:40.799 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/120 2024-09-17T16:52:40.909 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : re2-1:20211101-20.el9.x86_64 37/120 2024-09-17T16:52:40.944 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 38/120 2024-09-17T16:52:41.068 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/120 2024-09-17T16:52:41.218 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/120 2024-09-17T16:52:41.254 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 41/120 2024-09-17T16:52:41.290 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 42/120 2024-09-17T16:52:41.337 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/120 2024-09-17T16:52:41.382 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/120 2024-09-17T16:52:41.424 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/120 2024-09-17T16:52:41.569 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/120 2024-09-17T16:52:41.608 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/120 2024-09-17T16:52:41.651 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 48/120 2024-09-17T16:52:41.758 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/120 2024-09-17T16:52:41.792 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 50/120 2024-09-17T16:52:41.841 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/120 2024-09-17T16:52:41.881 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 52/120 2024-09-17T16:52:41.909 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 53/120 2024-09-17T16:52:41.947 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/120 2024-09-17T16:52:41.997 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 55/120 2024-09-17T16:52:42.129 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 56/120 2024-09-17T16:52:42.164 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-py-1.10.0-6.el9.noarch 57/120 2024-09-17T16:52:42.204 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 58/120 2024-09-17T16:52:42.255 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 59/120 2024-09-17T16:52:42.371 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-packaging-20.9-5.el9.noarch 60/120 2024-09-17T16:52:42.421 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 61/120 2024-09-17T16:52:43.200 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 62/120 2024-09-17T16:52:43.249 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 63/120 2024-09-17T16:52:43.283 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 64/120 2024-09-17T16:52:43.317 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 65/120 2024-09-17T16:52:43.423 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 66/120 2024-09-17T16:52:43.477 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 67/120 2024-09-17T16:52:43.510 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 68/120 2024-09-17T16:52:43.702 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : openblas-0.3.26-2.el9.x86_64 69/120 2024-09-17T16:52:43.725 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 70/120 2024-09-17T16:52:43.796 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 71/120 2024-09-17T16:52:44.496 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 72/120 2024-09-17T16:52:44.650 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 73/120 2024-09-17T16:52:45.226 INFO:teuthology.orchestra.run.smithi031.stdout: Preparing : 1/1 2024-09-17T16:52:45.304 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/120 2024-09-17T16:52:45.328 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/120 2024-09-17T16:52:45.396 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/120 2024-09-17T16:52:45.747 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/120 2024-09-17T16:52:45.871 INFO:teuthology.orchestra.run.smithi031.stdout: Upgrading : librados2-2:18.2.4-855.g19e2a2be.el9.x86_64 5/120 2024-09-17T16:52:46.002 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: librados2-2:18.2.4-855.g19e2a2be.el9.x86_64 5/120 2024-09-17T16:52:46.030 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libcephfs2-2:18.2.4-855.g19e2a2be.el9.x86_64 6/120 2024-09-17T16:52:46.123 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: libcephfs2-2:18.2.4-855.g19e2a2be.el9.x86_64 6/120 2024-09-17T16:52:46.165 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 74/120 2024-09-17T16:52:46.179 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-rados-2:18.2.4-855.g19e2a2be.el9.x86_64 7/120 2024-09-17T16:52:46.210 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/120 2024-09-17T16:52:46.247 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/120 2024-09-17T16:52:46.253 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 75/120 2024-09-17T16:52:46.274 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libcephsqlite-2:18.2.4-855.g19e2a2be.el9.x86_64 10/120 2024-09-17T16:52:46.380 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: libcephsqlite-2:18.2.4-855.g19e2a2be.el9.x86_64 10/120 2024-09-17T16:52:46.408 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libradosstriper1-2:18.2.4-855.g19e2a2be.el9.x86_ 11/120 2024-09-17T16:52:46.523 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: libradosstriper1-2:18.2.4-855.g19e2a2be.el9.x86_ 11/120 2024-09-17T16:52:46.555 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/120 2024-09-17T16:52:46.567 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 76/120 2024-09-17T16:52:46.595 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/120 2024-09-17T16:52:46.625 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 14/120 2024-09-17T16:52:46.666 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 15/120 2024-09-17T16:52:46.673 INFO:teuthology.orchestra.run.smithi066.stdout: Upgrading : librbd1-2:18.2.4-855.g19e2a2be.el9.x86_64 77/120 2024-09-17T16:52:46.750 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 16/120 2024-09-17T16:52:46.773 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: librbd1-2:18.2.4-855.g19e2a2be.el9.x86_64 77/120 2024-09-17T16:52:46.802 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 17/120 2024-09-17T16:52:46.803 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-rbd-2:18.2.4-855.g19e2a2be.el9.x86_64 78/120 2024-09-17T16:52:46.834 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/120 2024-09-17T16:52:46.840 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 79/120 2024-09-17T16:52:46.906 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 19/120 2024-09-17T16:52:46.958 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 20/120 2024-09-17T16:52:46.997 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 21/120 2024-09-17T16:52:47.039 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 22/120 2024-09-17T16:52:47.092 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 23/120 2024-09-17T16:52:47.135 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-ceph-argparse-2:18.2.4-855.g19e2a2be.el9 24/120 2024-09-17T16:52:47.212 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-cephfs-2:18.2.4-855.g19e2a2be.el9.x86_64 25/120 2024-09-17T16:52:47.268 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 80/120 2024-09-17T16:52:47.292 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : librgw2-2:18.2.4-855.g19e2a2be.el9.x86_64 81/120 2024-09-17T16:52:47.364 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: librgw2-2:18.2.4-855.g19e2a2be.el9.x86_64 81/120 2024-09-17T16:52:47.368 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/120 2024-09-17T16:52:47.399 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-rgw-2:18.2.4-855.g19e2a2be.el9.x86_64 82/120 2024-09-17T16:52:47.421 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/120 2024-09-17T16:52:47.457 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/120 2024-09-17T16:52:47.521 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/120 2024-09-17T16:52:47.720 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/120 2024-09-17T16:52:47.769 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/120 2024-09-17T16:52:47.850 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/120 2024-09-17T16:52:47.949 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 88/120 2024-09-17T16:52:47.985 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/120 2024-09-17T16:52:48.068 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/120 2024-09-17T16:52:48.091 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 89/120 2024-09-17T16:52:48.112 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 30/120 2024-09-17T16:52:48.127 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 90/120 2024-09-17T16:52:48.145 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/120 2024-09-17T16:52:48.158 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 91/120 2024-09-17T16:52:48.180 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/120 2024-09-17T16:52:48.185 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : fuse-2.9.9-16.el9.x86_64 92/120 2024-09-17T16:52:48.222 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/120 2024-09-17T16:52:48.268 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : librados-devel-2:18.2.4-855.g19e2a2be.el9.x86_64 34/120 2024-09-17T16:52:48.306 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/120 2024-09-17T16:52:48.340 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/120 2024-09-17T16:52:48.450 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : re2-1:20211101-20.el9.x86_64 37/120 2024-09-17T16:52:48.486 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 38/120 2024-09-17T16:52:48.543 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/120 2024-09-17T16:52:48.616 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/120 2024-09-17T16:52:48.645 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: cephadm-2:18.2.4-855.g19e2a2be.el9.noarch 93/120 2024-09-17T16:52:48.675 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : cephadm-2:18.2.4-855.g19e2a2be.el9.noarch 93/120 2024-09-17T16:52:48.705 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-prometheus-alerts-2:18.2.4-855.g19e2a2be.el 94/120 2024-09-17T16:52:48.799 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-grafana-dashboards-2:18.2.4-855.g19e2a2be.e 95/120 2024-09-17T16:52:48.821 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 41/120 2024-09-17T16:52:48.825 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-ceph-common-2:18.2.4-855.g19e2a2be.el9.x 96/120 2024-09-17T16:52:48.859 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 42/120 2024-09-17T16:52:48.906 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/120 2024-09-17T16:52:48.958 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/120 2024-09-17T16:52:49.001 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/120 2024-09-17T16:52:49.145 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/120 2024-09-17T16:52:49.192 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/120 2024-09-17T16:52:49.234 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 48/120 2024-09-17T16:52:49.342 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/120 2024-09-17T16:52:49.384 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 50/120 2024-09-17T16:52:49.425 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/120 2024-09-17T16:52:49.457 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 52/120 2024-09-17T16:52:49.484 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 53/120 2024-09-17T16:52:49.521 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/120 2024-09-17T16:52:49.574 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 55/120 2024-09-17T16:52:49.712 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 56/120 2024-09-17T16:52:49.748 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-py-1.10.0-6.el9.noarch 57/120 2024-09-17T16:52:49.788 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 58/120 2024-09-17T16:52:49.838 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 59/120 2024-09-17T16:52:49.953 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-packaging-20.9-5.el9.noarch 60/120 2024-09-17T16:52:50.013 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 61/120 2024-09-17T16:52:50.786 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 62/120 2024-09-17T16:52:50.833 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 63/120 2024-09-17T16:52:50.867 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 64/120 2024-09-17T16:52:50.909 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 65/120 2024-09-17T16:52:50.969 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-common-2:18.2.4-855.g19e2a2be.el9.x86_64 97/120 2024-09-17T16:52:50.997 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-common-2:18.2.4-855.g19e2a2be.el9.x86_64 97/120 2024-09-17T16:52:51.022 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 66/120 2024-09-17T16:52:51.076 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 67/120 2024-09-17T16:52:51.110 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 68/120 2024-09-17T16:52:51.301 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : openblas-0.3.26-2.el9.x86_64 69/120 2024-09-17T16:52:51.333 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 70/120 2024-09-17T16:52:51.413 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 71/120 2024-09-17T16:52:51.571 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-common-2:18.2.4-855.g19e2a2be.el9.x86_64 97/120 2024-09-17T16:52:51.611 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-base-2:18.2.4-855.g19e2a2be.el9.x86_64 98/120 2024-09-17T16:52:51.693 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-base-2:18.2.4-855.g19e2a2be.el9.x86_64 98/120 2024-09-17T16:52:51.693 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-17T16:52:51.693 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-17T16:52:51.694 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-09-17T16:52:51.737 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-selinux-2:18.2.4-855.g19e2a2be.el9.x86_64 99/120 2024-09-17T16:52:52.110 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 72/120 2024-09-17T16:52:52.289 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 73/120 2024-09-17T16:52:53.801 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 74/120 2024-09-17T16:52:53.890 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 75/120 2024-09-17T16:52:54.206 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 76/120 2024-09-17T16:52:54.252 INFO:teuthology.orchestra.run.smithi031.stdout: Upgrading : librbd1-2:18.2.4-855.g19e2a2be.el9.x86_64 77/120 2024-09-17T16:52:54.343 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: librbd1-2:18.2.4-855.g19e2a2be.el9.x86_64 77/120 2024-09-17T16:52:54.381 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-rbd-2:18.2.4-855.g19e2a2be.el9.x86_64 78/120 2024-09-17T16:52:54.426 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 79/120 2024-09-17T16:52:54.855 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 80/120 2024-09-17T16:52:54.887 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : librgw2-2:18.2.4-855.g19e2a2be.el9.x86_64 81/120 2024-09-17T16:52:54.958 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: librgw2-2:18.2.4-855.g19e2a2be.el9.x86_64 81/120 2024-09-17T16:52:54.993 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-rgw-2:18.2.4-855.g19e2a2be.el9.x86_64 82/120 2024-09-17T16:52:55.051 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/120 2024-09-17T16:52:55.116 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/120 2024-09-17T16:52:55.310 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/120 2024-09-17T16:52:55.364 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/120 2024-09-17T16:52:55.445 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/120 2024-09-17T16:52:55.542 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 88/120 2024-09-17T16:52:55.685 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 89/120 2024-09-17T16:52:55.739 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 90/120 2024-09-17T16:52:55.770 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 91/120 2024-09-17T16:52:55.797 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : fuse-2.9.9-16.el9.x86_64 92/120 2024-09-17T16:52:56.147 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: cephadm-2:18.2.4-855.g19e2a2be.el9.noarch 93/120 2024-09-17T16:52:56.178 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : cephadm-2:18.2.4-855.g19e2a2be.el9.noarch 93/120 2024-09-17T16:52:56.208 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-prometheus-alerts-2:18.2.4-855.g19e2a2be.el 94/120 2024-09-17T16:52:56.285 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-grafana-dashboards-2:18.2.4-855.g19e2a2be.e 95/120 2024-09-17T16:52:56.310 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-ceph-common-2:18.2.4-855.g19e2a2be.el9.x 96/120 2024-09-17T16:52:58.474 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-common-2:18.2.4-855.g19e2a2be.el9.x86_64 97/120 2024-09-17T16:52:58.515 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-common-2:18.2.4-855.g19e2a2be.el9.x86_64 97/120 2024-09-17T16:52:59.067 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-common-2:18.2.4-855.g19e2a2be.el9.x86_64 97/120 2024-09-17T16:52:59.102 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-base-2:18.2.4-855.g19e2a2be.el9.x86_64 98/120 2024-09-17T16:52:59.205 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-base-2:18.2.4-855.g19e2a2be.el9.x86_64 98/120 2024-09-17T16:52:59.205 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-17T16:52:59.205 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-17T16:52:59.206 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:52:59.244 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-selinux-2:18.2.4-855.g19e2a2be.el9.x86_64 99/120 2024-09-17T16:53:03.988 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-selinux-2:18.2.4-855.g19e2a2be.el9.x86_64 99/120 2024-09-17T16:53:03.989 INFO:teuthology.orchestra.run.smithi066.stdout:skipping the directory /sys 2024-09-17T16:53:03.989 INFO:teuthology.orchestra.run.smithi066.stdout:skipping the directory /proc 2024-09-17T16:53:03.989 INFO:teuthology.orchestra.run.smithi066.stdout:skipping the directory /mnt 2024-09-17T16:53:03.989 INFO:teuthology.orchestra.run.smithi066.stdout:skipping the directory /var/tmp 2024-09-17T16:53:03.989 INFO:teuthology.orchestra.run.smithi066.stdout:skipping the directory /home 2024-09-17T16:53:03.989 INFO:teuthology.orchestra.run.smithi066.stdout:skipping the directory /root 2024-09-17T16:53:03.989 INFO:teuthology.orchestra.run.smithi066.stdout:skipping the directory /tmp 2024-09-17T16:53:03.989 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-09-17T16:53:04.062 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mgr-cephadm-2:18.2.4-855.g19e2a2be.el9.noar 100/120 2024-09-17T16:53:05.168 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.4-855.g19e2a2be.el9.noar 100/120 2024-09-17T16:53:05.200 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mgr-dashboard-2:18.2.4-855.g19e2a2be.el9.no 101/120 2024-09-17T16:53:06.214 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.4-855.g19e2a2be.el9.no 101/120 2024-09-17T16:53:06.242 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.4-855.g19e2 102/120 2024-09-17T16:53:06.350 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.4-855.g19e2 102/120 2024-09-17T16:53:06.516 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mgr-modules-core-2:18.2.4-855.g19e2a2be.el9 103/120 2024-09-17T16:53:06.554 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mgr-2:18.2.4-855.g19e2a2be.el9.x86_64 104/120 2024-09-17T16:53:06.580 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-mgr-2:18.2.4-855.g19e2a2be.el9.x86_64 104/120 2024-09-17T16:53:06.580 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T16:53:06.580 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-17T16:53:06.580 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-17T16:53:06.580 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-17T16:53:06.580 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-09-17T16:53:06.630 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mgr-rook-2:18.2.4-855.g19e2a2be.el9.noarch 105/120 2024-09-17T16:53:06.824 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.4-855.g19e2a2be.el9.noarch 105/120 2024-09-17T16:53:06.855 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mds-2:18.2.4-855.g19e2a2be.el9.x86_64 106/120 2024-09-17T16:53:06.880 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-mds-2:18.2.4-855.g19e2a2be.el9.x86_64 106/120 2024-09-17T16:53:06.880 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T16:53:06.881 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-17T16:53:06.881 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-17T16:53:06.881 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-17T16:53:06.881 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-09-17T16:53:07.348 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mon-2:18.2.4-855.g19e2a2be.el9.x86_64 107/120 2024-09-17T16:53:07.373 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-mon-2:18.2.4-855.g19e2a2be.el9.x86_64 107/120 2024-09-17T16:53:07.373 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T16:53:07.373 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-17T16:53:07.373 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-17T16:53:07.373 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-17T16:53:07.373 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-09-17T16:53:08.857 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-osd-2:18.2.4-855.g19e2a2be.el9.x86_64 108/120 2024-09-17T16:53:08.885 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-osd-2:18.2.4-855.g19e2a2be.el9.x86_64 108/120 2024-09-17T16:53:08.885 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T16:53:08.885 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-17T16:53:08.885 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-17T16:53:08.885 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-17T16:53:08.885 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-09-17T16:53:09.632 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-2:18.2.4-855.g19e2a2be.el9.x86_64 109/120 2024-09-17T16:53:09.666 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-radosgw-2:18.2.4-855.g19e2a2be.el9.x86_64 110/120 2024-09-17T16:53:09.691 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-radosgw-2:18.2.4-855.g19e2a2be.el9.x86_64 110/120 2024-09-17T16:53:09.691 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T16:53:09.691 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-17T16:53:09.692 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-17T16:53:09.692 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-17T16:53:09.692 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-09-17T16:53:09.734 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-immutable-object-cache-2:18.2.4-855.g19e2a2 111/120 2024-09-17T16:53:09.758 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.4-855.g19e2a2 111/120 2024-09-17T16:53:09.758 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T16:53:09.758 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-17T16:53:09.758 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-09-17T16:53:10.076 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : rbd-mirror-2:18.2.4-855.g19e2a2be.el9.x86_64 112/120 2024-09-17T16:53:10.100 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: rbd-mirror-2:18.2.4-855.g19e2a2be.el9.x86_64 112/120 2024-09-17T16:53:10.101 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T16:53:10.101 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-17T16:53:10.101 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-17T16:53:10.101 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-17T16:53:10.101 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-09-17T16:53:11.260 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-selinux-2:18.2.4-855.g19e2a2be.el9.x86_64 99/120 2024-09-17T16:53:11.260 INFO:teuthology.orchestra.run.smithi031.stdout:skipping the directory /sys 2024-09-17T16:53:11.261 INFO:teuthology.orchestra.run.smithi031.stdout:skipping the directory /proc 2024-09-17T16:53:11.261 INFO:teuthology.orchestra.run.smithi031.stdout:skipping the directory /mnt 2024-09-17T16:53:11.261 INFO:teuthology.orchestra.run.smithi031.stdout:skipping the directory /var/tmp 2024-09-17T16:53:11.261 INFO:teuthology.orchestra.run.smithi031.stdout:skipping the directory /home 2024-09-17T16:53:11.261 INFO:teuthology.orchestra.run.smithi031.stdout:skipping the directory /root 2024-09-17T16:53:11.261 INFO:teuthology.orchestra.run.smithi031.stdout:skipping the directory /tmp 2024-09-17T16:53:11.261 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:53:11.336 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mgr-cephadm-2:18.2.4-855.g19e2a2be.el9.noar 100/120 2024-09-17T16:53:12.441 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.4-855.g19e2a2be.el9.noar 100/120 2024-09-17T16:53:12.490 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mgr-dashboard-2:18.2.4-855.g19e2a2be.el9.no 101/120 2024-09-17T16:53:13.503 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.4-855.g19e2a2be.el9.no 101/120 2024-09-17T16:53:13.540 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.4-855.g19e2 102/120 2024-09-17T16:53:13.646 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.4-855.g19e2 102/120 2024-09-17T16:53:13.820 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mgr-modules-core-2:18.2.4-855.g19e2a2be.el9 103/120 2024-09-17T16:53:13.859 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mgr-2:18.2.4-855.g19e2a2be.el9.x86_64 104/120 2024-09-17T16:53:13.884 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-mgr-2:18.2.4-855.g19e2a2be.el9.x86_64 104/120 2024-09-17T16:53:13.884 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T16:53:13.884 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-17T16:53:13.884 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-17T16:53:13.884 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-17T16:53:13.884 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:53:13.935 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mgr-rook-2:18.2.4-855.g19e2a2be.el9.noarch 105/120 2024-09-17T16:53:14.047 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-test-2:18.2.4-855.g19e2a2be.el9.x86_64 113/120 2024-09-17T16:53:14.089 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-fuse-2:18.2.4-855.g19e2a2be.el9.x86_64 114/120 2024-09-17T16:53:14.128 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.4-855.g19e2a2be.el9.noarch 105/120 2024-09-17T16:53:14.130 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : rbd-fuse-2:18.2.4-855.g19e2a2be.el9.x86_64 115/120 2024-09-17T16:53:14.160 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mds-2:18.2.4-855.g19e2a2be.el9.x86_64 106/120 2024-09-17T16:53:14.184 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-mds-2:18.2.4-855.g19e2a2be.el9.x86_64 106/120 2024-09-17T16:53:14.184 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T16:53:14.184 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-17T16:53:14.185 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-17T16:53:14.185 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-17T16:53:14.185 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:53:14.256 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : rbd-nbd-2:18.2.4-855.g19e2a2be.el9.x86_64 116/120 2024-09-17T16:53:14.295 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 117/120 2024-09-17T16:53:14.326 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libcephfs-devel-2:18.2.4-855.g19e2a2be.el9.x86_6 118/120 2024-09-17T16:53:14.327 INFO:teuthology.orchestra.run.smithi066.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 119/120 2024-09-17T16:53:14.393 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 119/120 2024-09-17T16:53:14.393 INFO:teuthology.orchestra.run.smithi066.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 120/120 2024-09-17T16:53:14.669 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mon-2:18.2.4-855.g19e2a2be.el9.x86_64 107/120 2024-09-17T16:53:14.694 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-mon-2:18.2.4-855.g19e2a2be.el9.x86_64 107/120 2024-09-17T16:53:14.694 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T16:53:14.694 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-17T16:53:14.694 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-17T16:53:14.694 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-17T16:53:14.694 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:53:16.186 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-osd-2:18.2.4-855.g19e2a2be.el9.x86_64 108/120 2024-09-17T16:53:16.215 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-osd-2:18.2.4-855.g19e2a2be.el9.x86_64 108/120 2024-09-17T16:53:16.215 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T16:53:16.215 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-17T16:53:16.215 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-17T16:53:16.215 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-17T16:53:16.215 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:53:16.973 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-2:18.2.4-855.g19e2a2be.el9.x86_64 109/120 2024-09-17T16:53:17.005 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-radosgw-2:18.2.4-855.g19e2a2be.el9.x86_64 110/120 2024-09-17T16:53:17.029 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-radosgw-2:18.2.4-855.g19e2a2be.el9.x86_64 110/120 2024-09-17T16:53:17.029 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T16:53:17.029 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-17T16:53:17.030 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-17T16:53:17.030 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-17T16:53:17.030 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:53:17.072 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-immutable-object-cache-2:18.2.4-855.g19e2a2 111/120 2024-09-17T16:53:17.096 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.4-855.g19e2a2 111/120 2024-09-17T16:53:17.096 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T16:53:17.096 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-17T16:53:17.096 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:53:17.414 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : rbd-mirror-2:18.2.4-855.g19e2a2be.el9.x86_64 112/120 2024-09-17T16:53:17.439 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: rbd-mirror-2:18.2.4-855.g19e2a2be.el9.x86_64 112/120 2024-09-17T16:53:17.439 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T16:53:17.439 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-17T16:53:17.439 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-17T16:53:17.439 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-17T16:53:17.439 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:53:19.148 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 120/120 2024-09-17T16:53:19.148 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-2:18.2.4-855.g19e2a2be.el9.x86_64 1/120 2024-09-17T16:53:19.149 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-base-2:18.2.4-855.g19e2a2be.el9.x86_64 2/120 2024-09-17T16:53:19.149 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-common-2:18.2.4-855.g19e2a2be.el9.x86_64 3/120 2024-09-17T16:53:19.149 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-fuse-2:18.2.4-855.g19e2a2be.el9.x86_64 4/120 2024-09-17T16:53:19.149 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-immutable-object-cache-2:18.2.4-855.g19e2a2 5/120 2024-09-17T16:53:19.149 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mds-2:18.2.4-855.g19e2a2be.el9.x86_64 6/120 2024-09-17T16:53:19.149 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mgr-2:18.2.4-855.g19e2a2be.el9.x86_64 7/120 2024-09-17T16:53:19.149 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mon-2:18.2.4-855.g19e2a2be.el9.x86_64 8/120 2024-09-17T16:53:19.149 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-osd-2:18.2.4-855.g19e2a2be.el9.x86_64 9/120 2024-09-17T16:53:19.149 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-radosgw-2:18.2.4-855.g19e2a2be.el9.x86_64 10/120 2024-09-17T16:53:19.149 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-selinux-2:18.2.4-855.g19e2a2be.el9.x86_64 11/120 2024-09-17T16:53:19.149 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-test-2:18.2.4-855.g19e2a2be.el9.x86_64 12/120 2024-09-17T16:53:19.150 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libcephfs-devel-2:18.2.4-855.g19e2a2be.el9.x86_6 13/120 2024-09-17T16:53:19.150 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libcephfs2-2:18.2.4-855.g19e2a2be.el9.x86_64 14/120 2024-09-17T16:53:19.150 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libcephsqlite-2:18.2.4-855.g19e2a2be.el9.x86_64 15/120 2024-09-17T16:53:19.150 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librados-devel-2:18.2.4-855.g19e2a2be.el9.x86_64 16/120 2024-09-17T16:53:19.150 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libradosstriper1-2:18.2.4-855.g19e2a2be.el9.x86_ 17/120 2024-09-17T16:53:19.150 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librgw2-2:18.2.4-855.g19e2a2be.el9.x86_64 18/120 2024-09-17T16:53:19.150 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-ceph-argparse-2:18.2.4-855.g19e2a2be.el9 19/120 2024-09-17T16:53:19.150 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-ceph-common-2:18.2.4-855.g19e2a2be.el9.x 20/120 2024-09-17T16:53:19.150 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-cephfs-2:18.2.4-855.g19e2a2be.el9.x86_64 21/120 2024-09-17T16:53:19.150 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-rados-2:18.2.4-855.g19e2a2be.el9.x86_64 22/120 2024-09-17T16:53:19.150 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-rbd-2:18.2.4-855.g19e2a2be.el9.x86_64 23/120 2024-09-17T16:53:19.150 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-rgw-2:18.2.4-855.g19e2a2be.el9.x86_64 24/120 2024-09-17T16:53:19.151 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : rbd-fuse-2:18.2.4-855.g19e2a2be.el9.x86_64 25/120 2024-09-17T16:53:19.151 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : rbd-mirror-2:18.2.4-855.g19e2a2be.el9.x86_64 26/120 2024-09-17T16:53:19.151 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : rbd-nbd-2:18.2.4-855.g19e2a2be.el9.x86_64 27/120 2024-09-17T16:53:19.151 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-grafana-dashboards-2:18.2.4-855.g19e2a2be.e 28/120 2024-09-17T16:53:19.151 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mgr-cephadm-2:18.2.4-855.g19e2a2be.el9.noar 29/120 2024-09-17T16:53:19.151 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mgr-dashboard-2:18.2.4-855.g19e2a2be.el9.no 30/120 2024-09-17T16:53:19.151 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.4-855.g19e2 31/120 2024-09-17T16:53:19.151 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mgr-modules-core-2:18.2.4-855.g19e2a2be.el9 32/120 2024-09-17T16:53:19.151 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mgr-rook-2:18.2.4-855.g19e2a2be.el9.noarch 33/120 2024-09-17T16:53:19.152 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-prometheus-alerts-2:18.2.4-855.g19e2a2be.el 34/120 2024-09-17T16:53:19.152 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : cephadm-2:18.2.4-855.g19e2a2be.el9.noarch 35/120 2024-09-17T16:53:19.152 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/120 2024-09-17T16:53:19.152 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 37/120 2024-09-17T16:53:19.152 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 38/120 2024-09-17T16:53:19.152 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/120 2024-09-17T16:53:19.153 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/120 2024-09-17T16:53:19.153 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/120 2024-09-17T16:53:19.153 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/120 2024-09-17T16:53:19.153 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/120 2024-09-17T16:53:19.153 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/120 2024-09-17T16:53:19.153 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 45/120 2024-09-17T16:53:19.153 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 46/120 2024-09-17T16:53:19.153 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 47/120 2024-09-17T16:53:19.153 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 48/120 2024-09-17T16:53:19.153 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 49/120 2024-09-17T16:53:19.153 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 50/120 2024-09-17T16:53:19.154 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 51/120 2024-09-17T16:53:19.154 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 52/120 2024-09-17T16:53:19.154 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 53/120 2024-09-17T16:53:19.154 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 54/120 2024-09-17T16:53:19.154 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 55/120 2024-09-17T16:53:19.154 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 56/120 2024-09-17T16:53:19.154 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 57/120 2024-09-17T16:53:19.154 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 58/120 2024-09-17T16:53:19.154 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 59/120 2024-09-17T16:53:19.155 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 60/120 2024-09-17T16:53:19.155 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 61/120 2024-09-17T16:53:19.155 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 62/120 2024-09-17T16:53:19.155 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 63/120 2024-09-17T16:53:19.155 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 64/120 2024-09-17T16:53:19.155 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 65/120 2024-09-17T16:53:19.156 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 66/120 2024-09-17T16:53:19.156 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 67/120 2024-09-17T16:53:19.156 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 68/120 2024-09-17T16:53:19.156 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 69/120 2024-09-17T16:53:19.156 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 70/120 2024-09-17T16:53:19.156 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 71/120 2024-09-17T16:53:19.156 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 72/120 2024-09-17T16:53:19.156 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 73/120 2024-09-17T16:53:19.156 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 74/120 2024-09-17T16:53:19.157 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 75/120 2024-09-17T16:53:19.157 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 76/120 2024-09-17T16:53:19.157 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 77/120 2024-09-17T16:53:19.157 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 78/120 2024-09-17T16:53:19.157 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 79/120 2024-09-17T16:53:19.157 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 80/120 2024-09-17T16:53:19.157 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 81/120 2024-09-17T16:53:19.157 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 82/120 2024-09-17T16:53:19.157 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 83/120 2024-09-17T16:53:19.157 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 84/120 2024-09-17T16:53:19.157 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 85/120 2024-09-17T16:53:19.158 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 86/120 2024-09-17T16:53:19.158 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 87/120 2024-09-17T16:53:19.158 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 88/120 2024-09-17T16:53:19.158 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 89/120 2024-09-17T16:53:19.158 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 90/120 2024-09-17T16:53:19.158 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 91/120 2024-09-17T16:53:19.159 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 92/120 2024-09-17T16:53:19.159 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 93/120 2024-09-17T16:53:19.159 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 94/120 2024-09-17T16:53:19.159 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 95/120 2024-09-17T16:53:19.159 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 96/120 2024-09-17T16:53:19.159 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 97/120 2024-09-17T16:53:19.159 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 98/120 2024-09-17T16:53:19.159 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 99/120 2024-09-17T16:53:19.159 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 100/120 2024-09-17T16:53:19.159 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 101/120 2024-09-17T16:53:19.159 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 102/120 2024-09-17T16:53:19.159 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 103/120 2024-09-17T16:53:19.159 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 104/120 2024-09-17T16:53:19.160 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 105/120 2024-09-17T16:53:19.160 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 106/120 2024-09-17T16:53:19.160 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 107/120 2024-09-17T16:53:19.160 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 108/120 2024-09-17T16:53:19.160 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 109/120 2024-09-17T16:53:19.160 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 110/120 2024-09-17T16:53:19.160 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 111/120 2024-09-17T16:53:19.160 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 112/120 2024-09-17T16:53:19.160 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 113/120 2024-09-17T16:53:19.160 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 114/120 2024-09-17T16:53:19.160 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : re2-1:20211101-20.el9.x86_64 115/120 2024-09-17T16:53:19.160 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 116/120 2024-09-17T16:53:19.160 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librados2-2:18.2.4-855.g19e2a2be.el9.x86_64 117/120 2024-09-17T16:53:19.161 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 118/120 2024-09-17T16:53:19.161 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librbd1-2:18.2.4-855.g19e2a2be.el9.x86_64 119/120 2024-09-17T16:53:21.075 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 120/120 2024-09-17T16:53:21.075 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-09-17T16:53:21.075 INFO:teuthology.orchestra.run.smithi066.stdout:Upgraded: 2024-09-17T16:53:21.075 INFO:teuthology.orchestra.run.smithi066.stdout: librados2-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:21.075 INFO:teuthology.orchestra.run.smithi066.stdout: librbd1-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:21.076 INFO:teuthology.orchestra.run.smithi066.stdout:Installed: 2024-09-17T16:53:21.076 INFO:teuthology.orchestra.run.smithi066.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-17T16:53:21.076 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:21.076 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-base-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:21.076 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-common-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:21.076 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-fuse-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:21.076 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-grafana-dashboards-2:18.2.4-855.g19e2a2be.el9.noarch 2024-09-17T16:53:21.076 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-immutable-object-cache-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:21.076 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mds-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:21.076 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:21.076 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-cephadm-2:18.2.4-855.g19e2a2be.el9.noarch 2024-09-17T16:53:21.077 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-dashboard-2:18.2.4-855.g19e2a2be.el9.noarch 2024-09-17T16:53:21.077 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-diskprediction-local-2:18.2.4-855.g19e2a2be.el9.noarch 2024-09-17T16:53:21.077 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-modules-core-2:18.2.4-855.g19e2a2be.el9.noarch 2024-09-17T16:53:21.077 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-rook-2:18.2.4-855.g19e2a2be.el9.noarch 2024-09-17T16:53:21.077 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mon-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:21.077 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-osd-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:21.077 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-prometheus-alerts-2:18.2.4-855.g19e2a2be.el9.noarch 2024-09-17T16:53:21.077 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-radosgw-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:21.077 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-selinux-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:21.077 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-test-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:21.077 INFO:teuthology.orchestra.run.smithi066.stdout: cephadm-2:18.2.4-855.g19e2a2be.el9.noarch 2024-09-17T16:53:21.077 INFO:teuthology.orchestra.run.smithi066.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-17T16:53:21.077 INFO:teuthology.orchestra.run.smithi066.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-17T16:53:21.078 INFO:teuthology.orchestra.run.smithi066.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-17T16:53:21.078 INFO:teuthology.orchestra.run.smithi066.stdout: fmt-8.1.1-5.el9.x86_64 2024-09-17T16:53:21.078 INFO:teuthology.orchestra.run.smithi066.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-17T16:53:21.078 INFO:teuthology.orchestra.run.smithi066.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-17T16:53:21.078 INFO:teuthology.orchestra.run.smithi066.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-17T16:53:21.078 INFO:teuthology.orchestra.run.smithi066.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-17T16:53:21.078 INFO:teuthology.orchestra.run.smithi066.stdout: libcephfs-devel-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:21.078 INFO:teuthology.orchestra.run.smithi066.stdout: libcephfs2-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:21.078 INFO:teuthology.orchestra.run.smithi066.stdout: libcephsqlite-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:21.078 INFO:teuthology.orchestra.run.smithi066.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-17T16:53:21.078 INFO:teuthology.orchestra.run.smithi066.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-17T16:53:21.078 INFO:teuthology.orchestra.run.smithi066.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-17T16:53:21.078 INFO:teuthology.orchestra.run.smithi066.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-17T16:53:21.078 INFO:teuthology.orchestra.run.smithi066.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-17T16:53:21.079 INFO:teuthology.orchestra.run.smithi066.stdout: librados-devel-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:21.079 INFO:teuthology.orchestra.run.smithi066.stdout: libradosstriper1-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:21.079 INFO:teuthology.orchestra.run.smithi066.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-17T16:53:21.079 INFO:teuthology.orchestra.run.smithi066.stdout: librgw2-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:21.079 INFO:teuthology.orchestra.run.smithi066.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-17T16:53:21.079 INFO:teuthology.orchestra.run.smithi066.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-17T16:53:21.079 INFO:teuthology.orchestra.run.smithi066.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-17T16:53:21.079 INFO:teuthology.orchestra.run.smithi066.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-17T16:53:21.079 INFO:teuthology.orchestra.run.smithi066.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-17T16:53:21.079 INFO:teuthology.orchestra.run.smithi066.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-17T16:53:21.080 INFO:teuthology.orchestra.run.smithi066.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-17T16:53:21.080 INFO:teuthology.orchestra.run.smithi066.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-17T16:53:21.080 INFO:teuthology.orchestra.run.smithi066.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-17T16:53:21.080 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-17T16:53:21.080 INFO:teuthology.orchestra.run.smithi066.stdout: python3-ceph-argparse-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:21.080 INFO:teuthology.orchestra.run.smithi066.stdout: python3-ceph-common-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:21.080 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cephfs-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:21.080 INFO:teuthology.orchestra.run.smithi066.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-17T16:53:21.080 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-17T16:53:21.080 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-17T16:53:21.080 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-17T16:53:21.080 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-17T16:53:21.080 INFO:teuthology.orchestra.run.smithi066.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-17T16:53:21.081 INFO:teuthology.orchestra.run.smithi066.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-17T16:53:21.081 INFO:teuthology.orchestra.run.smithi066.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-09-17T16:53:21.081 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-17T16:53:21.081 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-17T16:53:21.081 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-17T16:53:21.081 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-17T16:53:21.081 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-17T16:53:21.081 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-17T16:53:21.081 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-17T16:53:21.081 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-17T16:53:21.081 INFO:teuthology.orchestra.run.smithi066.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-17T16:53:21.081 INFO:teuthology.orchestra.run.smithi066.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-17T16:53:21.081 INFO:teuthology.orchestra.run.smithi066.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-17T16:53:21.081 INFO:teuthology.orchestra.run.smithi066.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-17T16:53:21.082 INFO:teuthology.orchestra.run.smithi066.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-17T16:53:21.082 INFO:teuthology.orchestra.run.smithi066.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-17T16:53:21.082 INFO:teuthology.orchestra.run.smithi066.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-17T16:53:21.082 INFO:teuthology.orchestra.run.smithi066.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-17T16:53:21.082 INFO:teuthology.orchestra.run.smithi066.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-17T16:53:21.082 INFO:teuthology.orchestra.run.smithi066.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-17T16:53:21.082 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-17T16:53:21.082 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-09-17T16:53:21.082 INFO:teuthology.orchestra.run.smithi066.stdout: python3-ply-3.11-14.el9.noarch 2024-09-17T16:53:21.082 INFO:teuthology.orchestra.run.smithi066.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-17T16:53:21.082 INFO:teuthology.orchestra.run.smithi066.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-17T16:53:21.082 INFO:teuthology.orchestra.run.smithi066.stdout: python3-py-1.10.0-6.el9.noarch 2024-09-17T16:53:21.082 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-17T16:53:21.083 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-17T16:53:21.083 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-17T16:53:21.083 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-17T16:53:21.083 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-09-17T16:53:21.083 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-17T16:53:21.083 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rados-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:21.083 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rbd-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:21.083 INFO:teuthology.orchestra.run.smithi066.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-17T16:53:21.083 INFO:teuthology.orchestra.run.smithi066.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-17T16:53:21.083 INFO:teuthology.orchestra.run.smithi066.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-17T16:53:21.083 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rgw-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:21.083 INFO:teuthology.orchestra.run.smithi066.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-17T16:53:21.083 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-17T16:53:21.084 INFO:teuthology.orchestra.run.smithi066.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-17T16:53:21.084 INFO:teuthology.orchestra.run.smithi066.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-17T16:53:21.084 INFO:teuthology.orchestra.run.smithi066.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-17T16:53:21.084 INFO:teuthology.orchestra.run.smithi066.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-17T16:53:21.084 INFO:teuthology.orchestra.run.smithi066.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-17T16:53:21.084 INFO:teuthology.orchestra.run.smithi066.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-17T16:53:21.084 INFO:teuthology.orchestra.run.smithi066.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-17T16:53:21.084 INFO:teuthology.orchestra.run.smithi066.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-17T16:53:21.084 INFO:teuthology.orchestra.run.smithi066.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-17T16:53:21.084 INFO:teuthology.orchestra.run.smithi066.stdout: rbd-fuse-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:21.084 INFO:teuthology.orchestra.run.smithi066.stdout: rbd-mirror-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:21.084 INFO:teuthology.orchestra.run.smithi066.stdout: rbd-nbd-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:21.084 INFO:teuthology.orchestra.run.smithi066.stdout: re2-1:20211101-20.el9.x86_64 2024-09-17T16:53:21.085 INFO:teuthology.orchestra.run.smithi066.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-17T16:53:21.085 INFO:teuthology.orchestra.run.smithi066.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-17T16:53:21.085 INFO:teuthology.orchestra.run.smithi066.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-17T16:53:21.085 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-09-17T16:53:21.085 INFO:teuthology.orchestra.run.smithi066.stdout:Complete! 2024-09-17T16:53:21.382 DEBUG:teuthology.parallel:result is None 2024-09-17T16:53:21.394 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-test-2:18.2.4-855.g19e2a2be.el9.x86_64 113/120 2024-09-17T16:53:21.427 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-fuse-2:18.2.4-855.g19e2a2be.el9.x86_64 114/120 2024-09-17T16:53:21.468 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : rbd-fuse-2:18.2.4-855.g19e2a2be.el9.x86_64 115/120 2024-09-17T16:53:21.591 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : rbd-nbd-2:18.2.4-855.g19e2a2be.el9.x86_64 116/120 2024-09-17T16:53:21.625 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 117/120 2024-09-17T16:53:21.656 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libcephfs-devel-2:18.2.4-855.g19e2a2be.el9.x86_6 118/120 2024-09-17T16:53:21.656 INFO:teuthology.orchestra.run.smithi031.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 119/120 2024-09-17T16:53:21.739 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 119/120 2024-09-17T16:53:21.740 INFO:teuthology.orchestra.run.smithi031.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 120/120 2024-09-17T16:53:26.352 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 120/120 2024-09-17T16:53:26.352 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-2:18.2.4-855.g19e2a2be.el9.x86_64 1/120 2024-09-17T16:53:26.352 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-base-2:18.2.4-855.g19e2a2be.el9.x86_64 2/120 2024-09-17T16:53:26.352 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-common-2:18.2.4-855.g19e2a2be.el9.x86_64 3/120 2024-09-17T16:53:26.352 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-fuse-2:18.2.4-855.g19e2a2be.el9.x86_64 4/120 2024-09-17T16:53:26.352 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-immutable-object-cache-2:18.2.4-855.g19e2a2 5/120 2024-09-17T16:53:26.353 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mds-2:18.2.4-855.g19e2a2be.el9.x86_64 6/120 2024-09-17T16:53:26.353 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mgr-2:18.2.4-855.g19e2a2be.el9.x86_64 7/120 2024-09-17T16:53:26.353 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mon-2:18.2.4-855.g19e2a2be.el9.x86_64 8/120 2024-09-17T16:53:26.353 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-osd-2:18.2.4-855.g19e2a2be.el9.x86_64 9/120 2024-09-17T16:53:26.353 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-radosgw-2:18.2.4-855.g19e2a2be.el9.x86_64 10/120 2024-09-17T16:53:26.353 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-selinux-2:18.2.4-855.g19e2a2be.el9.x86_64 11/120 2024-09-17T16:53:26.353 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-test-2:18.2.4-855.g19e2a2be.el9.x86_64 12/120 2024-09-17T16:53:26.353 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libcephfs-devel-2:18.2.4-855.g19e2a2be.el9.x86_6 13/120 2024-09-17T16:53:26.353 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libcephfs2-2:18.2.4-855.g19e2a2be.el9.x86_64 14/120 2024-09-17T16:53:26.353 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libcephsqlite-2:18.2.4-855.g19e2a2be.el9.x86_64 15/120 2024-09-17T16:53:26.353 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librados-devel-2:18.2.4-855.g19e2a2be.el9.x86_64 16/120 2024-09-17T16:53:26.353 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libradosstriper1-2:18.2.4-855.g19e2a2be.el9.x86_ 17/120 2024-09-17T16:53:26.353 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librgw2-2:18.2.4-855.g19e2a2be.el9.x86_64 18/120 2024-09-17T16:53:26.354 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-ceph-argparse-2:18.2.4-855.g19e2a2be.el9 19/120 2024-09-17T16:53:26.354 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-ceph-common-2:18.2.4-855.g19e2a2be.el9.x 20/120 2024-09-17T16:53:26.354 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-cephfs-2:18.2.4-855.g19e2a2be.el9.x86_64 21/120 2024-09-17T16:53:26.354 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-rados-2:18.2.4-855.g19e2a2be.el9.x86_64 22/120 2024-09-17T16:53:26.354 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-rbd-2:18.2.4-855.g19e2a2be.el9.x86_64 23/120 2024-09-17T16:53:26.354 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-rgw-2:18.2.4-855.g19e2a2be.el9.x86_64 24/120 2024-09-17T16:53:26.354 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : rbd-fuse-2:18.2.4-855.g19e2a2be.el9.x86_64 25/120 2024-09-17T16:53:26.354 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : rbd-mirror-2:18.2.4-855.g19e2a2be.el9.x86_64 26/120 2024-09-17T16:53:26.354 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : rbd-nbd-2:18.2.4-855.g19e2a2be.el9.x86_64 27/120 2024-09-17T16:53:26.362 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-grafana-dashboards-2:18.2.4-855.g19e2a2be.e 28/120 2024-09-17T16:53:26.362 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mgr-cephadm-2:18.2.4-855.g19e2a2be.el9.noar 29/120 2024-09-17T16:53:26.363 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mgr-dashboard-2:18.2.4-855.g19e2a2be.el9.no 30/120 2024-09-17T16:53:26.363 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.4-855.g19e2 31/120 2024-09-17T16:53:26.363 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mgr-modules-core-2:18.2.4-855.g19e2a2be.el9 32/120 2024-09-17T16:53:26.363 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mgr-rook-2:18.2.4-855.g19e2a2be.el9.noarch 33/120 2024-09-17T16:53:26.363 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-prometheus-alerts-2:18.2.4-855.g19e2a2be.el 34/120 2024-09-17T16:53:26.363 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : cephadm-2:18.2.4-855.g19e2a2be.el9.noarch 35/120 2024-09-17T16:53:26.363 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/120 2024-09-17T16:53:26.363 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 37/120 2024-09-17T16:53:26.363 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 38/120 2024-09-17T16:53:26.363 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/120 2024-09-17T16:53:26.364 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/120 2024-09-17T16:53:26.364 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/120 2024-09-17T16:53:26.364 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/120 2024-09-17T16:53:26.364 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/120 2024-09-17T16:53:26.364 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/120 2024-09-17T16:53:26.364 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 45/120 2024-09-17T16:53:26.364 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 46/120 2024-09-17T16:53:26.364 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 47/120 2024-09-17T16:53:26.364 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 48/120 2024-09-17T16:53:26.364 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 49/120 2024-09-17T16:53:26.364 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 50/120 2024-09-17T16:53:26.364 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 51/120 2024-09-17T16:53:26.364 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 52/120 2024-09-17T16:53:26.365 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 53/120 2024-09-17T16:53:26.365 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 54/120 2024-09-17T16:53:26.365 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 55/120 2024-09-17T16:53:26.365 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 56/120 2024-09-17T16:53:26.365 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 57/120 2024-09-17T16:53:26.365 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 58/120 2024-09-17T16:53:26.365 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 59/120 2024-09-17T16:53:26.365 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 60/120 2024-09-17T16:53:26.365 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 61/120 2024-09-17T16:53:26.365 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 62/120 2024-09-17T16:53:26.365 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 63/120 2024-09-17T16:53:26.365 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 64/120 2024-09-17T16:53:26.365 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 65/120 2024-09-17T16:53:26.365 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 66/120 2024-09-17T16:53:26.366 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 67/120 2024-09-17T16:53:26.366 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 68/120 2024-09-17T16:53:26.366 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 69/120 2024-09-17T16:53:26.366 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 70/120 2024-09-17T16:53:26.366 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 71/120 2024-09-17T16:53:26.366 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 72/120 2024-09-17T16:53:26.366 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 73/120 2024-09-17T16:53:26.366 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 74/120 2024-09-17T16:53:26.366 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 75/120 2024-09-17T16:53:26.366 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 76/120 2024-09-17T16:53:26.366 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 77/120 2024-09-17T16:53:26.366 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 78/120 2024-09-17T16:53:26.366 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 79/120 2024-09-17T16:53:26.366 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 80/120 2024-09-17T16:53:26.367 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 81/120 2024-09-17T16:53:26.367 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 82/120 2024-09-17T16:53:26.367 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 83/120 2024-09-17T16:53:26.367 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 84/120 2024-09-17T16:53:26.367 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 85/120 2024-09-17T16:53:26.367 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 86/120 2024-09-17T16:53:26.367 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 87/120 2024-09-17T16:53:26.367 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 88/120 2024-09-17T16:53:26.367 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 89/120 2024-09-17T16:53:26.367 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 90/120 2024-09-17T16:53:26.367 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 91/120 2024-09-17T16:53:26.367 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 92/120 2024-09-17T16:53:26.367 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 93/120 2024-09-17T16:53:26.367 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 94/120 2024-09-17T16:53:26.368 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 95/120 2024-09-17T16:53:26.368 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 96/120 2024-09-17T16:53:26.368 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 97/120 2024-09-17T16:53:26.368 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 98/120 2024-09-17T16:53:26.368 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 99/120 2024-09-17T16:53:26.368 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 100/120 2024-09-17T16:53:26.368 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 101/120 2024-09-17T16:53:26.368 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 102/120 2024-09-17T16:53:26.368 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 103/120 2024-09-17T16:53:26.368 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 104/120 2024-09-17T16:53:26.368 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 105/120 2024-09-17T16:53:26.368 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 106/120 2024-09-17T16:53:26.368 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 107/120 2024-09-17T16:53:26.368 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 108/120 2024-09-17T16:53:26.369 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 109/120 2024-09-17T16:53:26.369 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 110/120 2024-09-17T16:53:26.369 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 111/120 2024-09-17T16:53:26.369 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 112/120 2024-09-17T16:53:26.369 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 113/120 2024-09-17T16:53:26.369 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 114/120 2024-09-17T16:53:26.369 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : re2-1:20211101-20.el9.x86_64 115/120 2024-09-17T16:53:26.369 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 116/120 2024-09-17T16:53:26.369 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librados2-2:18.2.4-855.g19e2a2be.el9.x86_64 117/120 2024-09-17T16:53:26.369 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 118/120 2024-09-17T16:53:26.369 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librbd1-2:18.2.4-855.g19e2a2be.el9.x86_64 119/120 2024-09-17T16:53:28.604 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 120/120 2024-09-17T16:53:28.604 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:53:28.605 INFO:teuthology.orchestra.run.smithi031.stdout:Upgraded: 2024-09-17T16:53:28.605 INFO:teuthology.orchestra.run.smithi031.stdout: librados2-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:28.605 INFO:teuthology.orchestra.run.smithi031.stdout: librbd1-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:28.605 INFO:teuthology.orchestra.run.smithi031.stdout:Installed: 2024-09-17T16:53:28.605 INFO:teuthology.orchestra.run.smithi031.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-17T16:53:28.605 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:28.605 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-base-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:28.605 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-common-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:28.605 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-fuse-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:28.605 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-grafana-dashboards-2:18.2.4-855.g19e2a2be.el9.noarch 2024-09-17T16:53:28.605 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-immutable-object-cache-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:28.605 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mds-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:28.606 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:28.606 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-cephadm-2:18.2.4-855.g19e2a2be.el9.noarch 2024-09-17T16:53:28.606 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-dashboard-2:18.2.4-855.g19e2a2be.el9.noarch 2024-09-17T16:53:28.606 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-diskprediction-local-2:18.2.4-855.g19e2a2be.el9.noarch 2024-09-17T16:53:28.606 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-modules-core-2:18.2.4-855.g19e2a2be.el9.noarch 2024-09-17T16:53:28.606 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-rook-2:18.2.4-855.g19e2a2be.el9.noarch 2024-09-17T16:53:28.606 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mon-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:28.606 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-osd-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:28.606 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-prometheus-alerts-2:18.2.4-855.g19e2a2be.el9.noarch 2024-09-17T16:53:28.606 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-radosgw-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:28.606 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-selinux-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:28.606 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-test-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:28.606 INFO:teuthology.orchestra.run.smithi031.stdout: cephadm-2:18.2.4-855.g19e2a2be.el9.noarch 2024-09-17T16:53:28.606 INFO:teuthology.orchestra.run.smithi031.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-17T16:53:28.607 INFO:teuthology.orchestra.run.smithi031.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-17T16:53:28.607 INFO:teuthology.orchestra.run.smithi031.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-17T16:53:28.607 INFO:teuthology.orchestra.run.smithi031.stdout: fmt-8.1.1-5.el9.x86_64 2024-09-17T16:53:28.607 INFO:teuthology.orchestra.run.smithi031.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-17T16:53:28.607 INFO:teuthology.orchestra.run.smithi031.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-17T16:53:28.607 INFO:teuthology.orchestra.run.smithi031.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-17T16:53:28.607 INFO:teuthology.orchestra.run.smithi031.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-17T16:53:28.607 INFO:teuthology.orchestra.run.smithi031.stdout: libcephfs-devel-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:28.607 INFO:teuthology.orchestra.run.smithi031.stdout: libcephfs2-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:28.607 INFO:teuthology.orchestra.run.smithi031.stdout: libcephsqlite-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:28.607 INFO:teuthology.orchestra.run.smithi031.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-17T16:53:28.607 INFO:teuthology.orchestra.run.smithi031.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-17T16:53:28.607 INFO:teuthology.orchestra.run.smithi031.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-17T16:53:28.607 INFO:teuthology.orchestra.run.smithi031.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-17T16:53:28.608 INFO:teuthology.orchestra.run.smithi031.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-17T16:53:28.608 INFO:teuthology.orchestra.run.smithi031.stdout: librados-devel-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:28.608 INFO:teuthology.orchestra.run.smithi031.stdout: libradosstriper1-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:28.608 INFO:teuthology.orchestra.run.smithi031.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-17T16:53:28.608 INFO:teuthology.orchestra.run.smithi031.stdout: librgw2-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:28.608 INFO:teuthology.orchestra.run.smithi031.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-17T16:53:28.608 INFO:teuthology.orchestra.run.smithi031.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-17T16:53:28.608 INFO:teuthology.orchestra.run.smithi031.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-17T16:53:28.608 INFO:teuthology.orchestra.run.smithi031.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-17T16:53:28.608 INFO:teuthology.orchestra.run.smithi031.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-17T16:53:28.608 INFO:teuthology.orchestra.run.smithi031.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-17T16:53:28.608 INFO:teuthology.orchestra.run.smithi031.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-17T16:53:28.608 INFO:teuthology.orchestra.run.smithi031.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-17T16:53:28.609 INFO:teuthology.orchestra.run.smithi031.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-17T16:53:28.609 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-17T16:53:28.609 INFO:teuthology.orchestra.run.smithi031.stdout: python3-ceph-argparse-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:28.609 INFO:teuthology.orchestra.run.smithi031.stdout: python3-ceph-common-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:28.609 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cephfs-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:28.609 INFO:teuthology.orchestra.run.smithi031.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-17T16:53:28.609 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-17T16:53:28.609 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-17T16:53:28.609 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-17T16:53:28.609 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-17T16:53:28.609 INFO:teuthology.orchestra.run.smithi031.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-17T16:53:28.609 INFO:teuthology.orchestra.run.smithi031.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-17T16:53:28.609 INFO:teuthology.orchestra.run.smithi031.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-09-17T16:53:28.609 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-17T16:53:28.610 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-17T16:53:28.610 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-17T16:53:28.610 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-17T16:53:28.610 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-17T16:53:28.610 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-17T16:53:28.610 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-17T16:53:28.610 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-17T16:53:28.610 INFO:teuthology.orchestra.run.smithi031.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-17T16:53:28.611 INFO:teuthology.orchestra.run.smithi031.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-17T16:53:28.611 INFO:teuthology.orchestra.run.smithi031.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-17T16:53:28.611 INFO:teuthology.orchestra.run.smithi031.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-17T16:53:28.611 INFO:teuthology.orchestra.run.smithi031.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-17T16:53:28.611 INFO:teuthology.orchestra.run.smithi031.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-17T16:53:28.611 INFO:teuthology.orchestra.run.smithi031.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-17T16:53:28.611 INFO:teuthology.orchestra.run.smithi031.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-17T16:53:28.611 INFO:teuthology.orchestra.run.smithi031.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-17T16:53:28.611 INFO:teuthology.orchestra.run.smithi031.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-17T16:53:28.611 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-17T16:53:28.611 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-09-17T16:53:28.611 INFO:teuthology.orchestra.run.smithi031.stdout: python3-ply-3.11-14.el9.noarch 2024-09-17T16:53:28.611 INFO:teuthology.orchestra.run.smithi031.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-17T16:53:28.612 INFO:teuthology.orchestra.run.smithi031.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-17T16:53:28.612 INFO:teuthology.orchestra.run.smithi031.stdout: python3-py-1.10.0-6.el9.noarch 2024-09-17T16:53:28.612 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-17T16:53:28.612 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-17T16:53:28.612 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-17T16:53:28.612 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-17T16:53:28.612 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-09-17T16:53:28.612 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-17T16:53:28.612 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rados-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:28.612 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rbd-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:28.612 INFO:teuthology.orchestra.run.smithi031.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-17T16:53:28.612 INFO:teuthology.orchestra.run.smithi031.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-17T16:53:28.612 INFO:teuthology.orchestra.run.smithi031.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-17T16:53:28.612 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rgw-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:28.613 INFO:teuthology.orchestra.run.smithi031.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-17T16:53:28.613 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-17T16:53:28.613 INFO:teuthology.orchestra.run.smithi031.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-17T16:53:28.613 INFO:teuthology.orchestra.run.smithi031.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-17T16:53:28.613 INFO:teuthology.orchestra.run.smithi031.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-17T16:53:28.613 INFO:teuthology.orchestra.run.smithi031.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-17T16:53:28.613 INFO:teuthology.orchestra.run.smithi031.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-17T16:53:28.613 INFO:teuthology.orchestra.run.smithi031.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-17T16:53:28.613 INFO:teuthology.orchestra.run.smithi031.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-17T16:53:28.613 INFO:teuthology.orchestra.run.smithi031.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-17T16:53:28.613 INFO:teuthology.orchestra.run.smithi031.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-17T16:53:28.613 INFO:teuthology.orchestra.run.smithi031.stdout: rbd-fuse-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:28.613 INFO:teuthology.orchestra.run.smithi031.stdout: rbd-mirror-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:28.614 INFO:teuthology.orchestra.run.smithi031.stdout: rbd-nbd-2:18.2.4-855.g19e2a2be.el9.x86_64 2024-09-17T16:53:28.614 INFO:teuthology.orchestra.run.smithi031.stdout: re2-1:20211101-20.el9.x86_64 2024-09-17T16:53:28.614 INFO:teuthology.orchestra.run.smithi031.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-17T16:53:28.614 INFO:teuthology.orchestra.run.smithi031.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-17T16:53:28.614 INFO:teuthology.orchestra.run.smithi031.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-17T16:53:28.614 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:53:28.614 INFO:teuthology.orchestra.run.smithi031.stdout:Complete! 2024-09-17T16:53:28.925 DEBUG:teuthology.parallel:result is None 2024-09-17T16:53:28.925 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-17T16:53:28.925 INFO:teuthology.packaging:ref: None 2024-09-17T16:53:28.926 INFO:teuthology.packaging:tag: None 2024-09-17T16:53:28.926 INFO:teuthology.packaging:branch: reef 2024-09-17T16:53:28.926 INFO:teuthology.packaging:sha1: 1889a165b5128787ec693450a3d1c5df5d6dc203 2024-09-17T16:53:28.926 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-09-17T16:53:29.197 DEBUG:teuthology.orchestra.run.smithi031:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-17T16:53:29.222 INFO:teuthology.orchestra.run.smithi031.stdout:18.2.4-855.g19e2a2be.el9 2024-09-17T16:53:29.222 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-855.g19e2a2be.el9 2024-09-17T16:53:29.223 INFO:teuthology.task.install:The correct ceph version 18.2.4-855.g19e2a2be is installed. 2024-09-17T16:53:29.225 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-17T16:53:29.225 INFO:teuthology.packaging:ref: None 2024-09-17T16:53:29.225 INFO:teuthology.packaging:tag: None 2024-09-17T16:53:29.225 INFO:teuthology.packaging:branch: reef 2024-09-17T16:53:29.225 INFO:teuthology.packaging:sha1: 1889a165b5128787ec693450a3d1c5df5d6dc203 2024-09-17T16:53:29.225 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-09-17T16:53:29.492 DEBUG:teuthology.orchestra.run.smithi066:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-17T16:53:29.520 INFO:teuthology.orchestra.run.smithi066.stdout:18.2.4-855.g19e2a2be.el9 2024-09-17T16:53:29.520 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-855.g19e2a2be.el9 2024-09-17T16:53:29.521 INFO:teuthology.task.install:The correct ceph version 18.2.4-855.g19e2a2be is installed. 2024-09-17T16:53:29.522 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-17T16:53:29.523 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-17T16:53:29.523 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-17T16:53:29.553 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-09-17T16:53:29.553 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-17T16:53:29.594 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-17T16:53:29.594 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-17T16:53:29.594 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/usr/bin/daemon-helper 2024-09-17T16:53:29.622 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-17T16:53:29.690 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-09-17T16:53:29.690 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/usr/bin/daemon-helper 2024-09-17T16:53:29.721 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-17T16:53:29.792 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-17T16:53:29.792 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-17T16:53:29.792 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-17T16:53:29.820 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-17T16:53:29.886 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-09-17T16:53:29.886 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-17T16:53:29.917 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-17T16:53:29.987 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-17T16:53:29.988 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-17T16:53:29.988 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/usr/bin/stdin-killer 2024-09-17T16:53:30.014 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-17T16:53:30.080 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-09-17T16:53:30.080 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/usr/bin/stdin-killer 2024-09-17T16:53:30.111 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-17T16:53:30.182 INFO:teuthology.run_tasks:Running task print... 2024-09-17T16:53:30.191 INFO:teuthology.task.print:**** done install task... 2024-09-17T16:53:30.191 INFO:teuthology.run_tasks:Running task print... 2024-09-17T16:53:30.233 INFO:teuthology.task.print:**** done start installing reef cephadm ... 2024-09-17T16:53:30.233 INFO:teuthology.run_tasks:Running task cephadm... 2024-09-17T16:53:30.330 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'reef', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:reef', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum', 'PG_AVAILABILITY'], 'sha1': '1889a165b5128787ec693450a3d1c5df5d6dc203'} 2024-09-17T16:53:30.330 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:reef 2024-09-17T16:53:30.330 INFO:tasks.cephadm:Cluster fsid is 5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T16:53:30.331 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-09-17T16:53:30.331 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.31', 'mon.c': '[v2:172.21.15.31:3301,v1:172.21.15.31:6790]', 'mon.b': '172.21.15.66'} 2024-09-17T16:53:30.331 INFO:tasks.cephadm:First mon is mon.a on smithi031 2024-09-17T16:53:30.331 INFO:tasks.cephadm:First mgr is y 2024-09-17T16:53:30.331 INFO:tasks.cephadm:Normalizing hostnames... 2024-09-17T16:53:30.331 DEBUG:teuthology.orchestra.run.smithi031:> sudo hostname $(hostname -s) 2024-09-17T16:53:30.358 DEBUG:teuthology.orchestra.run.smithi066:> sudo hostname $(hostname -s) 2024-09-17T16:53:30.390 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for reef 2024-09-17T16:53:30.390 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1889a165b5128787ec693450a3d1c5df5d6dc203 2024-09-17T16:53:30.537 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '1889a165b5128787ec693450a3d1c5df5d6dc203', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=arm64,AVAILABLE_ARCH=arm64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/83109/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.3.0-4975-g1889a165', 'node_name': '172.21.4.65+confusa03', 'job_name': 'ceph-dev-new-build/ARCH=arm64,AVAILABLE_ARCH=arm64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.3.0-4975.g1889a165'}, 'url': 'https://3.chacra.ceph.com/r/ceph/wip-bharath10-testing-2024-09-17-1348/1889a165b5128787ec693450a3d1c5df5d6dc203/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-09-17 12:26:12.491371', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-bharath10-testing-2024-09-17-1348', 'chacra_url': 'https://3.chacra.ceph.com/repos/ceph/wip-bharath10-testing-2024-09-17-1348/1889a165b5128787ec693450a3d1c5df5d6dc203/centos/9/flavors/default/', 'archs': ['source', 'x86_64', 'arm64'], 'distro': 'centos'}, {'status': 'ready', 'sha1': '1889a165b5128787ec693450a3d1c5df5d6dc203', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/83109/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.3.0-4975-g1889a165', 'node_name': '172.21.5.40+adami10', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.3.0-4975.g1889a165'}, 'url': 'https://1.chacra.ceph.com/r/ceph/wip-bharath10-testing-2024-09-17-1348/1889a165b5128787ec693450a3d1c5df5d6dc203/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-09-17 10:41:40.067980', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-bharath10-testing-2024-09-17-1348', 'chacra_url': 'https://1.chacra.ceph.com/repos/ceph/wip-bharath10-testing-2024-09-17-1348/1889a165b5128787ec693450a3d1c5df5d6dc203/centos/9/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}] 2024-09-17T16:53:30.801 INFO:tasks.util.chacra:got chacra host 4.chacra.ceph.com, ref reef, sha1 19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&ref=reef 2024-09-17T16:53:30.803 INFO:tasks.cephadm:Discovered cachra url: https://4.chacra.ceph.com/binaries/ceph/reef/19e2a2beb6f41a3ab62650e38614eb29b59dcbb9/centos/9/x86_64/flavors/default/cephadm 2024-09-17T16:53:30.803 INFO:tasks.cephadm:Downloading cephadm from url: https://4.chacra.ceph.com/binaries/ceph/reef/19e2a2beb6f41a3ab62650e38614eb29b59dcbb9/centos/9/x86_64/flavors/default/cephadm 2024-09-17T16:53:30.803 DEBUG:teuthology.orchestra.run.smithi031:> curl --silent -L https://4.chacra.ceph.com/binaries/ceph/reef/19e2a2beb6f41a3ab62650e38614eb29b59dcbb9/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-17T16:53:31.140 INFO:teuthology.orchestra.run.smithi031.stdout:-rw-r--r--. 1 ubuntu ubuntu 217222 Sep 17 16:53 /home/ubuntu/cephtest/cephadm 2024-09-17T16:53:31.140 DEBUG:teuthology.orchestra.run.smithi066:> curl --silent -L https://4.chacra.ceph.com/binaries/ceph/reef/19e2a2beb6f41a3ab62650e38614eb29b59dcbb9/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-17T16:53:31.474 INFO:teuthology.orchestra.run.smithi066.stdout:-rw-r--r--. 1 ubuntu ubuntu 217222 Sep 17 16:53 /home/ubuntu/cephtest/cephadm 2024-09-17T16:53:31.475 DEBUG:teuthology.orchestra.run.smithi031:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-17T16:53:31.495 DEBUG:teuthology.orchestra.run.smithi066:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-17T16:53:31.527 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:reef on all hosts... 2024-09-17T16:53:31.528 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-09-17T16:53:31.538 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-09-17T16:53:32.922 INFO:teuthology.orchestra.run.smithi066.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-09-17T16:53:33.081 INFO:teuthology.orchestra.run.smithi031.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-09-17T16:53:58.695 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T16:53:58.695 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph_version": "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)", 2024-09-17T16:53:58.695 INFO:teuthology.orchestra.run.smithi031.stdout: "image_id": "980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89", 2024-09-17T16:53:58.695 INFO:teuthology.orchestra.run.smithi031.stdout: "repo_digests": [ 2024-09-17T16:53:58.695 INFO:teuthology.orchestra.run.smithi031.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9" 2024-09-17T16:53:58.695 INFO:teuthology.orchestra.run.smithi031.stdout: ] 2024-09-17T16:53:58.695 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T16:54:03.920 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-09-17T16:54:03.920 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph_version": "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)", 2024-09-17T16:54:03.920 INFO:teuthology.orchestra.run.smithi066.stdout: "image_id": "980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89", 2024-09-17T16:54:03.920 INFO:teuthology.orchestra.run.smithi066.stdout: "repo_digests": [ 2024-09-17T16:54:03.920 INFO:teuthology.orchestra.run.smithi066.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9" 2024-09-17T16:54:03.920 INFO:teuthology.orchestra.run.smithi066.stdout: ] 2024-09-17T16:54:03.920 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-09-17T16:54:03.941 DEBUG:teuthology.orchestra.run.smithi031:> sudo mkdir -p /etc/ceph 2024-09-17T16:54:03.976 DEBUG:teuthology.orchestra.run.smithi066:> sudo mkdir -p /etc/ceph 2024-09-17T16:54:04.006 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 777 /etc/ceph 2024-09-17T16:54:04.045 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod 777 /etc/ceph 2024-09-17T16:54:04.073 INFO:tasks.cephadm:Writing seed config... 2024-09-17T16:54:04.074 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-09-17T16:54:04.074 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-09-17T16:54:04.074 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-09-17T16:54:04.075 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-09-17T16:54:04.075 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-09-17T16:54:04.075 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2024-09-17T16:54:04.075 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-09-17T16:54:04.075 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-09-17T16:54:04.075 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-09-17T16:54:04.075 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-09-17T16:54:04.075 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-09-17T16:54:04.076 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-17T16:54:04.076 DEBUG:teuthology.orchestra.run.smithi031:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-09-17T16:54:04.103 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 5dfb9b44-7515-11ef-bceb-c7b262605968 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-09-17T16:54:04.103 DEBUG:teuthology.orchestra.run.smithi031:mon.a> sudo journalctl -f -n 0 -u ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mon.a.service 2024-09-17T16:54:04.146 DEBUG:teuthology.orchestra.run.smithi031:mgr.y> sudo journalctl -f -n 0 -u ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mgr.y.service 2024-09-17T16:54:04.189 INFO:tasks.cephadm:Bootstrapping... 2024-09-17T16:54:04.189 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef -v bootstrap --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.31 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-09-17T16:54:04.351 INFO:teuthology.orchestra.run.smithi031.stdout:-------------------------------------------------------------------------------- 2024-09-17T16:54:04.351 INFO:teuthology.orchestra.run.smithi031.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:reef', '-v', 'bootstrap', '--fsid', '5dfb9b44-7515-11ef-bceb-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.31', '--skip-admin-label'] 2024-09-17T16:54:04.385 INFO:teuthology.orchestra.run.smithi031.stdout:/bin/podman: stdout 5.2.2 2024-09-17T16:54:04.385 INFO:teuthology.orchestra.run.smithi031.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-09-17T16:54:04.385 INFO:teuthology.orchestra.run.smithi031.stdout:Verifying podman|docker is present... 2024-09-17T16:54:04.408 INFO:teuthology.orchestra.run.smithi031.stdout:/bin/podman: stdout 5.2.2 2024-09-17T16:54:04.408 INFO:teuthology.orchestra.run.smithi031.stdout:Verifying lvm2 is present... 2024-09-17T16:54:04.408 INFO:teuthology.orchestra.run.smithi031.stdout:Verifying time synchronization is in place... 2024-09-17T16:54:04.416 INFO:teuthology.orchestra.run.smithi031.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-17T16:54:04.416 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-17T16:54:04.422 INFO:teuthology.orchestra.run.smithi031.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-17T16:54:04.423 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stdout inactive 2024-09-17T16:54:04.429 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stdout enabled 2024-09-17T16:54:04.436 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stdout active 2024-09-17T16:54:04.436 INFO:teuthology.orchestra.run.smithi031.stdout:Unit chronyd.service is enabled and running 2024-09-17T16:54:04.436 INFO:teuthology.orchestra.run.smithi031.stdout:Repeating the final host check... 2024-09-17T16:54:04.459 INFO:teuthology.orchestra.run.smithi031.stdout:/bin/podman: stdout 5.2.2 2024-09-17T16:54:04.459 INFO:teuthology.orchestra.run.smithi031.stdout:podman (/bin/podman) version 5.2.2 is present 2024-09-17T16:54:04.459 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl is present 2024-09-17T16:54:04.459 INFO:teuthology.orchestra.run.smithi031.stdout:lvcreate is present 2024-09-17T16:54:04.465 INFO:teuthology.orchestra.run.smithi031.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-17T16:54:04.465 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-17T16:54:04.471 INFO:teuthology.orchestra.run.smithi031.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-17T16:54:04.471 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stdout inactive 2024-09-17T16:54:04.478 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stdout enabled 2024-09-17T16:54:04.485 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stdout active 2024-09-17T16:54:04.485 INFO:teuthology.orchestra.run.smithi031.stdout:Unit chronyd.service is enabled and running 2024-09-17T16:54:04.485 INFO:teuthology.orchestra.run.smithi031.stdout:Host looks OK 2024-09-17T16:54:04.485 INFO:teuthology.orchestra.run.smithi031.stdout:Cluster fsid: 5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T16:54:04.485 INFO:teuthology.orchestra.run.smithi031.stdout:Acquiring lock 140709293715024 on /run/cephadm/5dfb9b44-7515-11ef-bceb-c7b262605968.lock 2024-09-17T16:54:04.485 INFO:teuthology.orchestra.run.smithi031.stdout:Lock 140709293715024 acquired on /run/cephadm/5dfb9b44-7515-11ef-bceb-c7b262605968.lock 2024-09-17T16:54:04.486 INFO:teuthology.orchestra.run.smithi031.stdout:Verifying IP 172.21.15.31 port 3300 ... 2024-09-17T16:54:04.486 INFO:teuthology.orchestra.run.smithi031.stdout:Verifying IP 172.21.15.31 port 6789 ... 2024-09-17T16:54:04.486 INFO:teuthology.orchestra.run.smithi031.stdout:Base mon IP(s) is [172.21.15.31:3300, 172.21.15.31:6789], mon addrv is [v2:172.21.15.31:3300,v1:172.21.15.31:6789] 2024-09-17T16:54:04.489 INFO:teuthology.orchestra.run.smithi031.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.31 metric 100 2024-09-17T16:54:04.489 INFO:teuthology.orchestra.run.smithi031.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.31 metric 100 2024-09-17T16:54:04.492 INFO:teuthology.orchestra.run.smithi031.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-09-17T16:54:04.492 INFO:teuthology.orchestra.run.smithi031.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 256 pref medium 2024-09-17T16:54:04.492 INFO:teuthology.orchestra.run.smithi031.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 1024 expires 1795sec hoplimit 64 pref medium 2024-09-17T16:54:04.495 INFO:teuthology.orchestra.run.smithi031.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-09-17T16:54:04.495 INFO:teuthology.orchestra.run.smithi031.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-09-17T16:54:04.495 INFO:teuthology.orchestra.run.smithi031.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-17T16:54:04.495 INFO:teuthology.orchestra.run.smithi031.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-09-17T16:54:04.495 INFO:teuthology.orchestra.run.smithi031.stdout:/sbin/ip: stdout inet6 fe80::ae1f:6bff:fea5:caba/64 scope link 2024-09-17T16:54:04.495 INFO:teuthology.orchestra.run.smithi031.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-17T16:54:04.496 INFO:teuthology.orchestra.run.smithi031.stdout:Mon IP `172.21.15.31` is in CIDR network `172.21.0.0/20` 2024-09-17T16:54:04.496 INFO:teuthology.orchestra.run.smithi031.stdout:Mon IP `172.21.15.31` is in CIDR network `172.21.0.0/20` 2024-09-17T16:54:04.496 INFO:teuthology.orchestra.run.smithi031.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-09-17T16:54:04.496 INFO:teuthology.orchestra.run.smithi031.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-09-17T16:54:04.497 INFO:teuthology.orchestra.run.smithi031.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-09-17T16:54:04.939 INFO:teuthology.orchestra.run.smithi031.stdout:/bin/podman: stdout 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 2024-09-17T16:54:04.939 INFO:teuthology.orchestra.run.smithi031.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:reef... 2024-09-17T16:54:04.939 INFO:teuthology.orchestra.run.smithi031.stdout:/bin/podman: stderr Getting image source signatures 2024-09-17T16:54:04.939 INFO:teuthology.orchestra.run.smithi031.stdout:/bin/podman: stderr Copying blob sha256:d8a707c21dc06a64315160cb2d8e524fa91943a344731b2a930ee3a716bebbdd 2024-09-17T16:54:04.939 INFO:teuthology.orchestra.run.smithi031.stdout:/bin/podman: stderr Copying blob sha256:e8b54c863393b7a8216a71737771b73b16a8e43ec7acf927c7faa175c255e551 2024-09-17T16:54:04.939 INFO:teuthology.orchestra.run.smithi031.stdout:/bin/podman: stderr Copying config sha256:980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 2024-09-17T16:54:04.939 INFO:teuthology.orchestra.run.smithi031.stdout:/bin/podman: stderr Writing manifest to image destination 2024-09-17T16:54:05.918 INFO:teuthology.orchestra.run.smithi031.stdout:ceph: stdout ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable) 2024-09-17T16:54:05.918 INFO:teuthology.orchestra.run.smithi031.stdout:Ceph version: ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable) 2024-09-17T16:54:05.918 INFO:teuthology.orchestra.run.smithi031.stdout:Extracting ceph user uid/gid from container image... 2024-09-17T16:54:06.915 INFO:teuthology.orchestra.run.smithi031.stdout:stat: stdout 167 167 2024-09-17T16:54:06.915 INFO:teuthology.orchestra.run.smithi031.stdout:Creating initial keys... 2024-09-17T16:54:07.813 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph-authtool: stdout AQAvtOlmYelWDRAAL6TkDxWhrPUQPXdAaV5TbA== 2024-09-17T16:54:08.751 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph-authtool: stdout AQAwtOlm//W+CxAA8szwIG+VMduWbgn+E8FrZg== 2024-09-17T16:54:09.606 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph-authtool: stdout AQAxtOlm3X59BRAAi0e0VGBlr28ySU6dbEsfIw== 2024-09-17T16:54:09.606 INFO:teuthology.orchestra.run.smithi031.stdout:Creating initial monmap... 2024-09-17T16:54:10.580 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-17T16:54:10.580 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2024-09-17T16:54:10.580 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T16:54:10.580 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-17T16:54:10.580 INFO:teuthology.orchestra.run.smithi031.stdout:monmaptool for a [v2:172.21.15.31:3300,v1:172.21.15.31:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-17T16:54:10.580 INFO:teuthology.orchestra.run.smithi031.stdout:setting min_mon_release = pacific 2024-09-17T16:54:10.580 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/monmaptool: set fsid to 5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T16:54:10.580 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-17T16:54:10.581 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:54:10.581 INFO:teuthology.orchestra.run.smithi031.stdout:Creating mon... 2024-09-17T16:54:11.593 INFO:teuthology.orchestra.run.smithi031.stdout:create mon.a on 2024-09-17T16:54:11.808 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-09-17T16:54:11.956 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-09-17T16:54:12.144 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-5dfb9b44-7515-11ef-bceb-c7b262605968.target → /etc/systemd/system/ceph-5dfb9b44-7515-11ef-bceb-c7b262605968.target. 2024-09-17T16:54:12.144 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-5dfb9b44-7515-11ef-bceb-c7b262605968.target → /etc/systemd/system/ceph-5dfb9b44-7515-11ef-bceb-c7b262605968.target. 2024-09-17T16:54:12.366 INFO:teuthology.orchestra.run.smithi031.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mon.a 2024-09-17T16:54:12.366 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stderr Failed to reset failed state of unit ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mon.a.service: Unit ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mon.a.service not loaded. 2024-09-17T16:54:12.540 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-5dfb9b44-7515-11ef-bceb-c7b262605968.target.wants/ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mon.a.service → /etc/systemd/system/ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@.service. 2024-09-17T16:54:13.030 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:12 smithi031 podman[27258]: 2024-09-17 16:54:12.989375814 +0000 UTC m=+0.321884476 container start 9275b0ca621ac96c3e66b49baa23ee23f9aba61c5ed48abe5bd138f5088b8460 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-a, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-09-17T16:54:13.084 INFO:teuthology.orchestra.run.smithi031.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-17T16:54:13.084 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stdout disabled 2024-09-17T16:54:13.090 INFO:teuthology.orchestra.run.smithi031.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-17T16:54:13.091 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stdout inactive 2024-09-17T16:54:13.091 INFO:teuthology.orchestra.run.smithi031.stdout:firewalld.service is not enabled 2024-09-17T16:54:13.091 INFO:teuthology.orchestra.run.smithi031.stdout:Not possible to enable service . firewalld.service is not available 2024-09-17T16:54:13.091 INFO:teuthology.orchestra.run.smithi031.stdout:Waiting for mon to start... 2024-09-17T16:54:13.091 INFO:teuthology.orchestra.run.smithi031.stdout:Waiting for mon... 2024-09-17T16:54:13.297 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:13 smithi031 ceph-mon[27296]: mkfs 5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T16:54:13.297 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:13 smithi031 ceph-mon[27296]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-17T16:54:13.298 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:13 smithi031 bash[27258]: 9275b0ca621ac96c3e66b49baa23ee23f9aba61c5ed48abe5bd138f5088b8460 2024-09-17T16:54:13.298 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:13 smithi031 systemd[1]: Started Ceph mon.a for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T16:54:14.129 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout cluster: 2024-09-17T16:54:14.130 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout id: 5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T16:54:14.131 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-09-17T16:54:14.131 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout 2024-09-17T16:54:14.131 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout services: 2024-09-17T16:54:14.131 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.538101s) 2024-09-17T16:54:14.131 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-09-17T16:54:14.131 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-09-17T16:54:14.131 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout 2024-09-17T16:54:14.131 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout data: 2024-09-17T16:54:14.131 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-09-17T16:54:14.131 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-09-17T16:54:14.131 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-09-17T16:54:14.131 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout pgs: 2024-09-17T16:54:14.131 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout 2024-09-17T16:54:14.131 INFO:teuthology.orchestra.run.smithi031.stdout:mon is available 2024-09-17T16:54:14.131 INFO:teuthology.orchestra.run.smithi031.stdout:Assimilating anything we can from ceph.conf... 2024-09-17T16:54:14.243 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:14 smithi031 ceph-mon[27296]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-17T16:54:14.243 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:14 smithi031 ceph-mon[27296]: monmap e1: 1 mons at {a=[v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-17T16:54:14.243 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:14 smithi031 ceph-mon[27296]: fsmap 2024-09-17T16:54:14.243 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:14 smithi031 ceph-mon[27296]: osdmap e1: 0 total, 0 up, 0 in 2024-09-17T16:54:14.243 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:14 smithi031 ceph-mon[27296]: mgrmap e1: no daemons active 2024-09-17T16:54:14.243 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:14 smithi031 ceph-mon[27296]: from='client.? 172.21.15.31:0/2160843095' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-17T16:54:15.145 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout 2024-09-17T16:54:15.145 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout [global] 2024-09-17T16:54:15.145 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout fsid = 5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T16:54:15.145 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.31:3300,v1:172.21.15.31:6789] 2024-09-17T16:54:15.145 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-17T16:54:15.145 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-17T16:54:15.145 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-17T16:54:15.145 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-17T16:54:15.145 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout 2024-09-17T16:54:15.145 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-17T16:54:15.145 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-17T16:54:15.146 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout 2024-09-17T16:54:15.146 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout [osd] 2024-09-17T16:54:15.146 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-17T16:54:15.146 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-17T16:54:15.146 INFO:teuthology.orchestra.run.smithi031.stdout:Generating new minimal ceph.conf... 2024-09-17T16:54:15.265 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:15 smithi031 ceph-mon[27296]: from='client.? 172.21.15.31:0/3860248943' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-17T16:54:15.266 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:15 smithi031 ceph-mon[27296]: from='client.? 172.21.15.31:0/3860248943' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-09-17T16:54:16.212 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:16 smithi031 ceph-mon[27296]: from='client.? 172.21.15.31:0/2317549287' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:54:16.215 INFO:teuthology.orchestra.run.smithi031.stdout:Restarting the monitor... 2024-09-17T16:54:16.494 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:16 smithi031 systemd[1]: Stopping Ceph mon.a for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T16:54:16.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:16 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-a[27273]: 2024-09-17T16:54:16.490+0000 7f8b61ee4640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T16:54:16.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:16 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-a[27273]: 2024-09-17T16:54:16.490+0000 7f8b61ee4640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-09-17T16:54:16.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:16 smithi031 podman[27614]: 2024-09-17 16:54:16.634967421 +0000 UTC m=+0.246084870 container died 9275b0ca621ac96c3e66b49baa23ee23f9aba61c5ed48abe5bd138f5088b8460 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-a, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T16:54:17.149 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:16 smithi031 podman[27614]: 2024-09-17 16:54:16.930521894 +0000 UTC m=+0.541639388 container cleanup 9275b0ca621ac96c3e66b49baa23ee23f9aba61c5ed48abe5bd138f5088b8460 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-a, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=reef-19e2a2b, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731) 2024-09-17T16:54:17.150 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:16 smithi031 bash[27614]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-a 2024-09-17T16:54:17.487 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:17 smithi031 podman[27631]: 2024-09-17 16:54:17.147863717 +0000 UTC m=+0.511612467 container remove 9275b0ca621ac96c3e66b49baa23ee23f9aba61c5ed48abe5bd138f5088b8460 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, RELEASE=reef-19e2a2b, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-09-17T16:54:17.488 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:17 smithi031 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-17T16:54:17.488 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:17 smithi031 systemd[1]: Stopped Ceph mon.a for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T16:54:17.488 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:17 smithi031 systemd[1]: Starting Ceph mon.a for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T16:54:17.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:17 smithi031 podman[27730]: 2024-09-17 16:54:17.388645267 +0000 UTC m=+0.016227215 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph:reef 2024-09-17T16:54:18.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:18 smithi031 podman[27730]: 2024-09-17 16:54:18.46705714 +0000 UTC m=+1.094639118 container create 40537754a8ab711b5abcad69a6e333b9887671af7f5db0843203c5bbf48c3ddf (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-a, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-17T16:54:20.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 podman[27730]: 2024-09-17 16:54:20.313940209 +0000 UTC m=+2.941522145 container init 40537754a8ab711b5abcad69a6e333b9887671af7f5db0843203c5bbf48c3ddf (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-a, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=reef-19e2a2b, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T16:54:20.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 podman[27730]: 2024-09-17 16:54:20.319727286 +0000 UTC m=+2.947309225 container start 40537754a8ab711b5abcad69a6e333b9887671af7f5db0843203c5bbf48c3ddf (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-a, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-17T16:54:20.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: set uid:gid to 167:167 (ceph:ceph) 2024-09-17T16:54:20.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable), process ceph-mon, pid 7 2024-09-17T16:54:20.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: pidfile_write: ignore empty --pid-file 2024-09-17T16:54:20.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: load: jerasure load: lrc 2024-09-17T16:54:20.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: RocksDB version: 7.9.2 2024-09-17T16:54:20.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Git sha 0 2024-09-17T16:54:20.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Compile date 2024-09-16 15:15:13 2024-09-17T16:54:20.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: DB SUMMARY 2024-09-17T16:54:20.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: DB Session ID: O299OFUH1OHVEABFT9ZA 2024-09-17T16:54:20.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: CURRENT file: CURRENT 2024-09-17T16:54:20.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: IDENTITY file: IDENTITY 2024-09-17T16:54:20.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-09-17T16:54:20.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-09-17T16:54:20.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 84548 ; 2024-09-17T16:54:20.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.error_if_exists: 0 2024-09-17T16:54:20.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.create_if_missing: 0 2024-09-17T16:54:20.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.paranoid_checks: 1 2024-09-17T16:54:20.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-17T16:54:20.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-17T16:54:20.596 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-17T16:54:20.596 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.env: 0x55d513180bc0 2024-09-17T16:54:20.596 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.fs: PosixFileSystem 2024-09-17T16:54:20.596 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.info_log: 0x55d515748be0 2024-09-17T16:54:20.596 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.max_file_opening_threads: 16 2024-09-17T16:54:20.596 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.statistics: (nil) 2024-09-17T16:54:20.596 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.use_fsync: 0 2024-09-17T16:54:20.597 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.max_log_file_size: 0 2024-09-17T16:54:20.598 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-17T16:54:20.598 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-17T16:54:20.598 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.keep_log_file_num: 1000 2024-09-17T16:54:20.598 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.recycle_log_file_num: 0 2024-09-17T16:54:20.598 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.allow_fallocate: 1 2024-09-17T16:54:20.598 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.allow_mmap_reads: 0 2024-09-17T16:54:20.598 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.allow_mmap_writes: 0 2024-09-17T16:54:20.598 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.use_direct_reads: 0 2024-09-17T16:54:20.598 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-17T16:54:20.598 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.create_missing_column_families: 0 2024-09-17T16:54:20.598 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.db_log_dir: 2024-09-17T16:54:20.598 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.wal_dir: 2024-09-17T16:54:20.599 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-17T16:54:20.599 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-17T16:54:20.599 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-17T16:54:20.599 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-17T16:54:20.599 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-17T16:54:20.599 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-17T16:54:20.599 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.advise_random_on_open: 1 2024-09-17T16:54:20.599 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.db_write_buffer_size: 0 2024-09-17T16:54:20.599 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.write_buffer_manager: 0x55d515756320 2024-09-17T16:54:20.599 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-17T16:54:20.599 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-17T16:54:20.599 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-17T16:54:20.600 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.rate_limiter: (nil) 2024-09-17T16:54:20.600 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-17T16:54:20.600 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.wal_recovery_mode: 2 2024-09-17T16:54:20.600 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.enable_thread_tracking: 0 2024-09-17T16:54:20.600 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.enable_pipelined_write: 0 2024-09-17T16:54:20.600 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.unordered_write: 0 2024-09-17T16:54:20.600 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-17T16:54:20.600 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-17T16:54:20.600 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-17T16:54:20.600 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-17T16:54:20.600 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.row_cache: None 2024-09-17T16:54:20.600 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.wal_filter: None 2024-09-17T16:54:20.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-17T16:54:20.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.allow_ingest_behind: 0 2024-09-17T16:54:20.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.two_write_queues: 0 2024-09-17T16:54:20.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.manual_wal_flush: 0 2024-09-17T16:54:20.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.wal_compression: 0 2024-09-17T16:54:20.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.atomic_flush: 0 2024-09-17T16:54:20.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-17T16:54:20.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-17T16:54:20.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-17T16:54:20.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.log_readahead_size: 0 2024-09-17T16:54:20.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-17T16:54:20.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.best_efforts_recovery: 0 2024-09-17T16:54:20.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-17T16:54:20.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-17T16:54:20.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.allow_data_in_errors: 0 2024-09-17T16:54:20.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.db_host_id: __hostname__ 2024-09-17T16:54:20.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-17T16:54:20.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.max_background_jobs: 2 2024-09-17T16:54:20.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.max_background_compactions: -1 2024-09-17T16:54:20.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.max_subcompactions: 1 2024-09-17T16:54:20.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-17T16:54:20.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-17T16:54:20.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-17T16:54:20.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.max_total_wal_size: 0 2024-09-17T16:54:20.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-17T16:54:20.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-17T16:54:20.603 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-17T16:54:20.603 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-17T16:54:20.603 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.max_open_files: -1 2024-09-17T16:54:20.603 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.bytes_per_sync: 0 2024-09-17T16:54:20.603 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-17T16:54:20.603 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-17T16:54:20.603 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.compaction_readahead_size: 0 2024-09-17T16:54:20.603 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.max_background_flushes: -1 2024-09-17T16:54:20.603 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Compression algorithms supported: 2024-09-17T16:54:20.603 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: kZSTD supported: 0 2024-09-17T16:54:20.603 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: kXpressCompression supported: 0 2024-09-17T16:54:20.603 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: kBZip2Compression supported: 0 2024-09-17T16:54:20.603 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-17T16:54:20.604 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: kLZ4Compression supported: 1 2024-09-17T16:54:20.604 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: kZlibCompression supported: 1 2024-09-17T16:54:20.604 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: kLZ4HCCompression supported: 1 2024-09-17T16:54:20.604 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: kSnappyCompression supported: 1 2024-09-17T16:54:20.604 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-17T16:54:20.604 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-17T16:54:20.604 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-09-17T16:54:20.604 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-17T16:54:20.604 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-17T16:54:20.604 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.merge_operator: 2024-09-17T16:54:20.604 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.compaction_filter: None 2024-09-17T16:54:20.604 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.compaction_filter_factory: None 2024-09-17T16:54:20.604 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.sst_partitioner_factory: None 2024-09-17T16:54:20.605 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-17T16:54:20.605 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-17T16:54:20.605 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55d5157487e0) 2024-09-17T16:54:20.605 INFO:journalctl@ceph.mon.a.smithi031.stdout: cache_index_and_filter_blocks: 1 2024-09-17T16:54:20.605 INFO:journalctl@ceph.mon.a.smithi031.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-17T16:54:20.605 INFO:journalctl@ceph.mon.a.smithi031.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-17T16:54:20.605 INFO:journalctl@ceph.mon.a.smithi031.stdout: pin_top_level_index_and_filter: 1 2024-09-17T16:54:20.605 INFO:journalctl@ceph.mon.a.smithi031.stdout: index_type: 0 2024-09-17T16:54:20.605 INFO:journalctl@ceph.mon.a.smithi031.stdout: data_block_index_type: 0 2024-09-17T16:54:20.605 INFO:journalctl@ceph.mon.a.smithi031.stdout: index_shortening: 1 2024-09-17T16:54:20.605 INFO:journalctl@ceph.mon.a.smithi031.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-17T16:54:20.605 INFO:journalctl@ceph.mon.a.smithi031.stdout: checksum: 4 2024-09-17T16:54:20.605 INFO:journalctl@ceph.mon.a.smithi031.stdout: no_block_cache: 0 2024-09-17T16:54:20.605 INFO:journalctl@ceph.mon.a.smithi031.stdout: block_cache: 0x55d51573d350 2024-09-17T16:54:20.606 INFO:journalctl@ceph.mon.a.smithi031.stdout: block_cache_name: BinnedLRUCache 2024-09-17T16:54:20.606 INFO:journalctl@ceph.mon.a.smithi031.stdout: block_cache_options: 2024-09-17T16:54:20.606 INFO:journalctl@ceph.mon.a.smithi031.stdout: capacity : 536870912 2024-09-17T16:54:20.606 INFO:journalctl@ceph.mon.a.smithi031.stdout: num_shard_bits : 4 2024-09-17T16:54:20.606 INFO:journalctl@ceph.mon.a.smithi031.stdout: strict_capacity_limit : 0 2024-09-17T16:54:20.606 INFO:journalctl@ceph.mon.a.smithi031.stdout: high_pri_pool_ratio: 0.000 2024-09-17T16:54:20.606 INFO:journalctl@ceph.mon.a.smithi031.stdout: block_cache_compressed: (nil) 2024-09-17T16:54:20.606 INFO:journalctl@ceph.mon.a.smithi031.stdout: persistent_cache: (nil) 2024-09-17T16:54:20.606 INFO:journalctl@ceph.mon.a.smithi031.stdout: block_size: 4096 2024-09-17T16:54:20.606 INFO:journalctl@ceph.mon.a.smithi031.stdout: block_size_deviation: 10 2024-09-17T16:54:20.606 INFO:journalctl@ceph.mon.a.smithi031.stdout: block_restart_interval: 16 2024-09-17T16:54:20.606 INFO:journalctl@ceph.mon.a.smithi031.stdout: index_block_restart_interval: 1 2024-09-17T16:54:20.606 INFO:journalctl@ceph.mon.a.smithi031.stdout: metadata_block_size: 4096 2024-09-17T16:54:20.607 INFO:journalctl@ceph.mon.a.smithi031.stdout: partition_filters: 0 2024-09-17T16:54:20.607 INFO:journalctl@ceph.mon.a.smithi031.stdout: use_delta_encoding: 1 2024-09-17T16:54:20.607 INFO:journalctl@ceph.mon.a.smithi031.stdout: filter_policy: bloomfilter 2024-09-17T16:54:20.607 INFO:journalctl@ceph.mon.a.smithi031.stdout: whole_key_filtering: 1 2024-09-17T16:54:20.607 INFO:journalctl@ceph.mon.a.smithi031.stdout: verify_compression: 0 2024-09-17T16:54:20.607 INFO:journalctl@ceph.mon.a.smithi031.stdout: read_amp_bytes_per_bit: 0 2024-09-17T16:54:20.607 INFO:journalctl@ceph.mon.a.smithi031.stdout: format_version: 5 2024-09-17T16:54:20.607 INFO:journalctl@ceph.mon.a.smithi031.stdout: enable_index_compression: 1 2024-09-17T16:54:20.607 INFO:journalctl@ceph.mon.a.smithi031.stdout: block_align: 0 2024-09-17T16:54:20.607 INFO:journalctl@ceph.mon.a.smithi031.stdout: max_auto_readahead_size: 262144 2024-09-17T16:54:20.607 INFO:journalctl@ceph.mon.a.smithi031.stdout: prepopulate_block_cache: 0 2024-09-17T16:54:20.607 INFO:journalctl@ceph.mon.a.smithi031.stdout: initial_auto_readahead_size: 8192 2024-09-17T16:54:20.607 INFO:journalctl@ceph.mon.a.smithi031.stdout: num_file_reads_for_auto_readahead: 2 2024-09-17T16:54:20.607 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.write_buffer_size: 33554432 2024-09-17T16:54:20.608 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.max_write_buffer_number: 2 2024-09-17T16:54:20.608 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.compression: NoCompression 2024-09-17T16:54:20.608 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.bottommost_compression: Disabled 2024-09-17T16:54:20.608 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.prefix_extractor: nullptr 2024-09-17T16:54:20.608 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-17T16:54:20.608 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.num_levels: 7 2024-09-17T16:54:20.608 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-17T16:54:20.608 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-17T16:54:20.608 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-17T16:54:20.608 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-17T16:54:20.608 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-17T16:54:20.608 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-17T16:54:20.609 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-17T16:54:20.609 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-17T16:54:20.609 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-17T16:54:20.609 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-17T16:54:20.609 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-17T16:54:20.609 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-17T16:54:20.609 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-17T16:54:20.609 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.compression_opts.level: 32767 2024-09-17T16:54:20.609 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.compression_opts.strategy: 0 2024-09-17T16:54:20.609 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-17T16:54:20.610 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-17T16:54:20.610 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-17T16:54:20.610 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-17T16:54:20.610 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.compression_opts.enabled: false 2024-09-17T16:54:20.610 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-17T16:54:20.610 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-17T16:54:20.610 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-17T16:54:20.610 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-17T16:54:20.610 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.target_file_size_base: 67108864 2024-09-17T16:54:20.610 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-17T16:54:20.610 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-17T16:54:20.610 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-17T16:54:20.610 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-17T16:54:20.610 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-17T16:54:20.611 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-17T16:54:20.611 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-17T16:54:20.611 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-17T16:54:20.611 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-17T16:54:20.611 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-17T16:54:20.611 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-17T16:54:20.611 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-17T16:54:20.611 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-17T16:54:20.611 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-17T16:54:20.611 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.arena_block_size: 1048576 2024-09-17T16:54:20.611 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-17T16:54:20.611 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-17T16:54:20.611 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.disable_auto_compactions: 0 2024-09-17T16:54:20.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-17T16:54:20.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-17T16:54:20.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-17T16:54:20.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-17T16:54:20.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-17T16:54:20.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-17T16:54:20.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-17T16:54:20.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-17T16:54:20.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-17T16:54:20.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-17T16:54:20.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-17T16:54:20.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.inplace_update_support: 0 2024-09-17T16:54:20.613 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-17T16:54:20.613 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-17T16:54:20.613 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-17T16:54:20.613 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-17T16:54:20.613 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.bloom_locality: 0 2024-09-17T16:54:20.613 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.max_successive_merges: 0 2024-09-17T16:54:20.613 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-17T16:54:20.613 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.paranoid_file_checks: 0 2024-09-17T16:54:20.613 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.force_consistency_checks: 1 2024-09-17T16:54:20.613 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.report_bg_io_stats: 0 2024-09-17T16:54:20.613 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.ttl: 2592000 2024-09-17T16:54:20.613 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-17T16:54:20.613 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-17T16:54:20.613 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-17T16:54:20.614 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.enable_blob_files: false 2024-09-17T16:54:20.614 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.min_blob_size: 0 2024-09-17T16:54:20.614 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.blob_file_size: 268435456 2024-09-17T16:54:20.614 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-17T16:54:20.614 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-17T16:54:20.614 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-17T16:54:20.614 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-17T16:54:20.614 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-17T16:54:20.614 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.blob_file_starting_level: 0 2024-09-17T16:54:20.614 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-17T16:54:20.614 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-09-17T16:54:20.614 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-09-17T16:54:20.614 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 793d660f-cd92-47df-a5c1-18b1e386b672 2024-09-17T16:54:20.614 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726592060349622, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-09-17T16:54:20.615 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-09-17T16:54:20.615 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726592060350714, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 81098, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 256, "table_properties": {"data_size": 79248, "index_size": 234, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10267, "raw_average_key_size": 47, "raw_value_size": 73449, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 215, "num_filter_entries": 215, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726592060, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "793d660f-cd92-47df-a5c1-18b1e386b672", "db_session_id": "O299OFUH1OHVEABFT9ZA", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-09-17T16:54:20.615 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726592060350802, "job": 1, "event": "recovery_finished"} 2024-09-17T16:54:20.615 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-09-17T16:54:20.615 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-17T16:54:20.615 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55d515768e00 2024-09-17T16:54:20.615 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: DB pointer 0x55d51585c000 2024-09-17T16:54:20.615 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-17T16:54:20.615 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-17T16:54:20.615 INFO:journalctl@ceph.mon.a.smithi031.stdout: ** DB Stats ** 2024-09-17T16:54:20.615 INFO:journalctl@ceph.mon.a.smithi031.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-17T16:54:20.615 INFO:journalctl@ceph.mon.a.smithi031.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-17T16:54:20.616 INFO:journalctl@ceph.mon.a.smithi031.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-17T16:54:20.616 INFO:journalctl@ceph.mon.a.smithi031.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-17T16:54:20.616 INFO:journalctl@ceph.mon.a.smithi031.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-17T16:54:20.616 INFO:journalctl@ceph.mon.a.smithi031.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-17T16:54:20.616 INFO:journalctl@ceph.mon.a.smithi031.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-17T16:54:20.616 INFO:journalctl@ceph.mon.a.smithi031.stdout: 2024-09-17T16:54:20.616 INFO:journalctl@ceph.mon.a.smithi031.stdout: ** Compaction Stats [default] ** 2024-09-17T16:54:20.616 INFO:journalctl@ceph.mon.a.smithi031.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-17T16:54:20.616 INFO:journalctl@ceph.mon.a.smithi031.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-17T16:54:20.616 INFO:journalctl@ceph.mon.a.smithi031.stdout: L0 2/0 81.06 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 106.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-17T16:54:20.616 INFO:journalctl@ceph.mon.a.smithi031.stdout: Sum 2/0 81.06 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 106.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-17T16:54:20.616 INFO:journalctl@ceph.mon.a.smithi031.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 106.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-17T16:54:20.617 INFO:journalctl@ceph.mon.a.smithi031.stdout: 2024-09-17T16:54:20.617 INFO:journalctl@ceph.mon.a.smithi031.stdout: ** Compaction Stats [default] ** 2024-09-17T16:54:20.617 INFO:journalctl@ceph.mon.a.smithi031.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-17T16:54:20.617 INFO:journalctl@ceph.mon.a.smithi031.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-17T16:54:20.617 INFO:journalctl@ceph.mon.a.smithi031.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 106.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-17T16:54:20.617 INFO:journalctl@ceph.mon.a.smithi031.stdout: 2024-09-17T16:54:20.617 INFO:journalctl@ceph.mon.a.smithi031.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-17T16:54:20.617 INFO:journalctl@ceph.mon.a.smithi031.stdout: 2024-09-17T16:54:20.617 INFO:journalctl@ceph.mon.a.smithi031.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-17T16:54:20.617 INFO:journalctl@ceph.mon.a.smithi031.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-17T16:54:20.617 INFO:journalctl@ceph.mon.a.smithi031.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-17T16:54:20.617 INFO:journalctl@ceph.mon.a.smithi031.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-17T16:54:20.617 INFO:journalctl@ceph.mon.a.smithi031.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-17T16:54:20.617 INFO:journalctl@ceph.mon.a.smithi031.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-17T16:54:20.618 INFO:journalctl@ceph.mon.a.smithi031.stdout: Cumulative compaction: 0.00 GB write, 21.38 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-17T16:54:20.618 INFO:journalctl@ceph.mon.a.smithi031.stdout: Interval compaction: 0.00 GB write, 21.38 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-17T16:54:20.618 INFO:journalctl@ceph.mon.a.smithi031.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-17T16:54:20.618 INFO:journalctl@ceph.mon.a.smithi031.stdout: Block cache BinnedLRUCache@0x55d51573d350#7 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-09-17T16:54:20.618 INFO:journalctl@ceph.mon.a.smithi031.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-09-17T16:54:20.618 INFO:journalctl@ceph.mon.a.smithi031.stdout: 2024-09-17T16:54:20.618 INFO:journalctl@ceph.mon.a.smithi031.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-17T16:54:20.618 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: starting mon.a rank 0 at public addrs [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] at bind addrs [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T16:54:20.618 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: mon.a@-1(???) e1 preinit fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T16:54:20.618 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: mon.a@-1(???).mds e1 new map 2024-09-17T16:54:20.618 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: mon.a@-1(???).mds e1 print_map 2024-09-17T16:54:20.618 INFO:journalctl@ceph.mon.a.smithi031.stdout: e1 2024-09-17T16:54:20.618 INFO:journalctl@ceph.mon.a.smithi031.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T16:54:20.619 INFO:journalctl@ceph.mon.a.smithi031.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T16:54:20.619 INFO:journalctl@ceph.mon.a.smithi031.stdout: legacy client fscid: -1 2024-09-17T16:54:20.619 INFO:journalctl@ceph.mon.a.smithi031.stdout: 2024-09-17T16:54:20.619 INFO:journalctl@ceph.mon.a.smithi031.stdout: No filesystems configured 2024-09-17T16:54:20.619 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-17T16:54:20.619 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-17T16:54:20.619 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-17T16:54:20.619 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-17T16:54:20.619 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-09-17T16:54:20.619 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-17T16:54:20.619 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: monmap e1: 1 mons at {a=[v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-17T16:54:20.619 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: fsmap 2024-09-17T16:54:20.619 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: osdmap e1: 0 total, 0 up, 0 in 2024-09-17T16:54:20.619 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:20 smithi031 ceph-mon[27768]: mgrmap e1: no daemons active 2024-09-17T16:54:21.341 INFO:teuthology.orchestra.run.smithi031.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-09-17T16:54:21.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:21 smithi031 bash[27730]: 40537754a8ab711b5abcad69a6e333b9887671af7f5db0843203c5bbf48c3ddf 2024-09-17T16:54:21.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:21 smithi031 systemd[1]: Started Ceph mon.a for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T16:54:26.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:25 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/1509523435' entity='client.admin' 2024-09-17T16:54:28.083 INFO:teuthology.orchestra.run.smithi031.stdout:Wrote config to /etc/ceph/ceph.conf 2024-09-17T16:54:28.104 INFO:teuthology.orchestra.run.smithi031.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-09-17T16:54:28.104 INFO:teuthology.orchestra.run.smithi031.stdout:Creating mgr... 2024-09-17T16:54:28.104 INFO:teuthology.orchestra.run.smithi031.stdout:Verifying port 0.0.0.0:9283 ... 2024-09-17T16:54:28.104 INFO:teuthology.orchestra.run.smithi031.stdout:Verifying port 0.0.0.0:8765 ... 2024-09-17T16:54:28.379 INFO:teuthology.orchestra.run.smithi031.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mgr.y 2024-09-17T16:54:28.380 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stderr Failed to reset failed state of unit ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mgr.y.service: Unit ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mgr.y.service not loaded. 2024-09-17T16:54:28.547 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-5dfb9b44-7515-11ef-bceb-c7b262605968.target.wants/ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@.service. 2024-09-17T16:54:28.843 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:28 smithi031 podman[28012]: 2024-09-17 16:54:28.684932506 +0000 UTC m=+0.016577528 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph:reef 2024-09-17T16:54:29.124 INFO:teuthology.orchestra.run.smithi031.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-17T16:54:29.125 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stdout disabled 2024-09-17T16:54:29.133 INFO:teuthology.orchestra.run.smithi031.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-17T16:54:29.133 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stdout inactive 2024-09-17T16:54:29.133 INFO:teuthology.orchestra.run.smithi031.stdout:firewalld.service is not enabled 2024-09-17T16:54:29.134 INFO:teuthology.orchestra.run.smithi031.stdout:Not possible to enable service . firewalld.service is not available 2024-09-17T16:54:29.142 INFO:teuthology.orchestra.run.smithi031.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-17T16:54:29.142 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stdout disabled 2024-09-17T16:54:29.150 INFO:teuthology.orchestra.run.smithi031.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-17T16:54:29.150 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stdout inactive 2024-09-17T16:54:29.151 INFO:teuthology.orchestra.run.smithi031.stdout:firewalld.service is not enabled 2024-09-17T16:54:29.151 INFO:teuthology.orchestra.run.smithi031.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-09-17T16:54:29.151 INFO:teuthology.orchestra.run.smithi031.stdout:Waiting for mgr to start... 2024-09-17T16:54:29.151 INFO:teuthology.orchestra.run.smithi031.stdout:Waiting for mgr... 2024-09-17T16:54:29.291 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:28 smithi031 podman[28012]: 2024-09-17 16:54:28.998803074 +0000 UTC m=+0.330448088 container init 2c74dd39c7961c7f03c1ddc20121e36d03a7679b98354043f0e9b177903edf25 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-17T16:54:29.292 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:29 smithi031 podman[28012]: 2024-09-17 16:54:29.004020802 +0000 UTC m=+0.335665813 container start 2c74dd39c7961c7f03c1ddc20121e36d03a7679b98354043f0e9b177903edf25 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-09-17T16:54:29.292 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:29 smithi031 bash[28012]: 2c74dd39c7961c7f03c1ddc20121e36d03a7679b98354043f0e9b177903edf25 2024-09-17T16:54:29.292 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:29 smithi031 systemd[1]: Started Ceph mgr.y for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T16:54:29.292 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:29 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:29.144+0000 7fb429ed9040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-17T16:54:29.292 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:29 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:29.211+0000 7fb429ed9040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-17T16:54:29.571 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:29 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:29.369+0000 7fb429ed9040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-17T16:54:29.571 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:29 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:29.442+0000 7fb429ed9040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-17T16:54:29.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:29 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/1838948863' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-17T16:54:29.844 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:29 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:29.596+0000 7fb429ed9040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-17T16:54:29.844 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:29 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:29.750+0000 7fb429ed9040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-17T16:54:30.316 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:30 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:30.079+0000 7fb429ed9040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-17T16:54:30.316 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:30 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:30.143+0000 7fb429ed9040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-17T16:54:30.318 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout 2024-09-17T16:54:30.321 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout { 2024-09-17T16:54:30.321 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "fsid": "5dfb9b44-7515-11ef-bceb-c7b262605968", 2024-09-17T16:54:30.321 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "health": { 2024-09-17T16:54:30.321 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-17T16:54:30.321 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-17T16:54:30.321 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-17T16:54:30.321 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-09-17T16:54:30.322 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-17T16:54:30.322 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-17T16:54:30.322 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout 0 2024-09-17T16:54:30.322 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout ], 2024-09-17T16:54:30.322 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-17T16:54:30.322 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "a" 2024-09-17T16:54:30.322 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout ], 2024-09-17T16:54:30.322 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "quorum_age": 9, 2024-09-17T16:54:30.322 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-17T16:54:30.322 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-17T16:54:30.322 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-09-17T16:54:30.322 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-17T16:54:30.322 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-09-17T16:54:30.322 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-17T16:54:30.322 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-17T16:54:30.323 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-17T16:54:30.323 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-17T16:54:30.323 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-17T16:54:30.323 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-17T16:54:30.326 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-17T16:54:30.326 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-17T16:54:30.326 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-09-17T16:54:30.326 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-17T16:54:30.326 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-17T16:54:30.326 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-17T16:54:30.326 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-17T16:54:30.326 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-17T16:54:30.327 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-17T16:54:30.327 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-17T16:54:30.327 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-17T16:54:30.327 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-17T16:54:30.327 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-09-17T16:54:30.327 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-17T16:54:30.327 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-17T16:54:30.327 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-17T16:54:30.327 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-17T16:54:30.327 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-09-17T16:54:30.327 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-17T16:54:30.327 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-17T16:54:30.327 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-17T16:54:30.327 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-17T16:54:30.328 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-17T16:54:30.328 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-17T16:54:30.328 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "restful" 2024-09-17T16:54:30.328 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout ], 2024-09-17T16:54:30.328 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-17T16:54:30.328 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-09-17T16:54:30.328 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-17T16:54:30.328 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-17T16:54:30.328 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "modified": "2024-09-17T16:54:13.027358+0000", 2024-09-17T16:54:30.328 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-17T16:54:30.328 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-09-17T16:54:30.328 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-17T16:54:30.328 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout } 2024-09-17T16:54:30.328 INFO:teuthology.orchestra.run.smithi031.stdout:mgr not available, waiting (1/15)... 2024-09-17T16:54:30.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:30 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:30.334+0000 7fb429ed9040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-17T16:54:31.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:31 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:31.240+0000 7fb429ed9040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-17T16:54:31.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:31 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:31.308+0000 7fb429ed9040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-17T16:54:32.328 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:32 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:32.060+0000 7fb429ed9040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-17T16:54:32.329 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:32 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:32.179+0000 7fb429ed9040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-17T16:54:32.329 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:32 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:32.325+0000 7fb429ed9040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-17T16:54:32.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:32 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:32.391+0000 7fb429ed9040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-17T16:54:32.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:32 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:32.546+0000 7fb429ed9040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-17T16:54:32.875 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:32 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:32.618+0000 7fb429ed9040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-17T16:54:32.875 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:32 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:32.680+0000 7fb429ed9040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-17T16:54:32.876 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:32 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:32.851+0000 7fb429ed9040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-17T16:54:33.138 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:32 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/2123419361' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-17T16:54:33.138 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:32 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:32.919+0000 7fb429ed9040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-17T16:54:33.138 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:32 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:32.987+0000 7fb429ed9040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-17T16:54:33.138 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:33 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:33.073+0000 7fb429ed9040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-17T16:54:33.138 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:33 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:33.135+0000 7fb429ed9040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-17T16:54:33.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:33 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:33.197+0000 7fb429ed9040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-17T16:54:34.343 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:34 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:34.012+0000 7fb429ed9040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-17T16:54:34.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:34 smithi031 ceph-mon[27768]: Activating manager daemon y 2024-09-17T16:54:34.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:34 smithi031 ceph-mon[27768]: mgrmap e2: y(active, starting, since 0.00311875s) 2024-09-17T16:54:34.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:34 smithi031 ceph-mon[27768]: from='mgr.14100 172.21.15.31:0/3182785144' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T16:54:34.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:34 smithi031 ceph-mon[27768]: from='mgr.14100 172.21.15.31:0/3182785144' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T16:54:34.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:34 smithi031 ceph-mon[27768]: from='mgr.14100 172.21.15.31:0/3182785144' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T16:54:34.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:34 smithi031 ceph-mon[27768]: from='mgr.14100 172.21.15.31:0/3182785144' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T16:54:34.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:34 smithi031 ceph-mon[27768]: from='mgr.14100 172.21.15.31:0/3182785144' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-17T16:54:34.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:34 smithi031 ceph-mon[27768]: Manager daemon y is now available 2024-09-17T16:54:34.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:34 smithi031 ceph-mon[27768]: from='mgr.14100 172.21.15.31:0/3182785144' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T16:54:34.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:34 smithi031 ceph-mon[27768]: from='mgr.14100 172.21.15.31:0/3182785144' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T16:54:34.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:34 smithi031 ceph-mon[27768]: from='mgr.14100 172.21.15.31:0/3182785144' entity='mgr.y' 2024-09-17T16:54:34.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:34 smithi031 ceph-mon[27768]: from='mgr.14100 172.21.15.31:0/3182785144' entity='mgr.y' 2024-09-17T16:54:34.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:34 smithi031 ceph-mon[27768]: from='mgr.14100 172.21.15.31:0/3182785144' entity='mgr.y' 2024-09-17T16:54:34.558 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout 2024-09-17T16:54:34.558 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout { 2024-09-17T16:54:34.559 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "fsid": "5dfb9b44-7515-11ef-bceb-c7b262605968", 2024-09-17T16:54:34.559 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "health": { 2024-09-17T16:54:34.559 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-17T16:54:34.559 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-17T16:54:34.559 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-17T16:54:34.559 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-09-17T16:54:34.559 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-17T16:54:34.559 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-17T16:54:34.559 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout 0 2024-09-17T16:54:34.559 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout ], 2024-09-17T16:54:34.559 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-17T16:54:34.560 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "a" 2024-09-17T16:54:34.560 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout ], 2024-09-17T16:54:34.560 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "quorum_age": 12, 2024-09-17T16:54:34.560 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-17T16:54:34.560 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-17T16:54:34.560 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-09-17T16:54:34.560 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-17T16:54:34.560 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-09-17T16:54:34.560 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-17T16:54:34.560 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-17T16:54:34.560 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-17T16:54:34.560 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-17T16:54:34.560 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-17T16:54:34.560 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-17T16:54:34.564 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-17T16:54:34.564 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-17T16:54:34.564 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-09-17T16:54:34.565 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-17T16:54:34.565 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-17T16:54:34.565 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-17T16:54:34.565 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-17T16:54:34.565 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-17T16:54:34.565 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-17T16:54:34.565 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-17T16:54:34.565 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-17T16:54:34.565 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-17T16:54:34.565 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-09-17T16:54:34.565 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-17T16:54:34.565 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-17T16:54:34.566 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-17T16:54:34.566 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-17T16:54:34.566 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-09-17T16:54:34.566 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-17T16:54:34.566 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-17T16:54:34.566 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-17T16:54:34.566 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-17T16:54:34.566 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-17T16:54:34.566 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-17T16:54:34.566 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "restful" 2024-09-17T16:54:34.566 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout ], 2024-09-17T16:54:34.566 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-17T16:54:34.566 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-09-17T16:54:34.566 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-17T16:54:34.567 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-17T16:54:34.567 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "modified": "2024-09-17T16:54:13.027358+0000", 2024-09-17T16:54:34.567 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-17T16:54:34.567 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-09-17T16:54:34.567 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-17T16:54:34.567 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout } 2024-09-17T16:54:34.567 INFO:teuthology.orchestra.run.smithi031.stdout:mgr not available, waiting (2/15)... 2024-09-17T16:54:36.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:36 smithi031 ceph-mon[27768]: mgrmap e3: y(active, since 1.00758s) 2024-09-17T16:54:37.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:37 smithi031 ceph-mon[27768]: mgrmap e4: y(active, since 2s) 2024-09-17T16:54:37.823 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout 2024-09-17T16:54:37.824 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout { 2024-09-17T16:54:37.824 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "fsid": "5dfb9b44-7515-11ef-bceb-c7b262605968", 2024-09-17T16:54:37.824 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "health": { 2024-09-17T16:54:37.824 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-17T16:54:37.824 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-17T16:54:37.824 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-17T16:54:37.824 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-09-17T16:54:37.824 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-17T16:54:37.824 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-17T16:54:37.824 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout 0 2024-09-17T16:54:37.824 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout ], 2024-09-17T16:54:37.824 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-17T16:54:37.824 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "a" 2024-09-17T16:54:37.825 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout ], 2024-09-17T16:54:37.825 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "quorum_age": 16, 2024-09-17T16:54:37.825 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-17T16:54:37.825 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-17T16:54:37.825 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-09-17T16:54:37.825 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-17T16:54:37.825 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-09-17T16:54:37.825 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-17T16:54:37.825 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-17T16:54:37.825 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-17T16:54:37.825 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-17T16:54:37.825 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-17T16:54:37.825 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-17T16:54:37.829 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-17T16:54:37.829 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-17T16:54:37.829 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-09-17T16:54:37.829 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-17T16:54:37.829 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-17T16:54:37.829 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-17T16:54:37.829 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-17T16:54:37.829 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-17T16:54:37.829 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-17T16:54:37.829 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-17T16:54:37.830 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-17T16:54:37.830 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-17T16:54:37.830 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-09-17T16:54:37.830 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-17T16:54:37.830 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-17T16:54:37.830 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-17T16:54:37.830 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-17T16:54:37.830 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-09-17T16:54:37.830 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-17T16:54:37.830 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-17T16:54:37.830 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-17T16:54:37.830 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-17T16:54:37.830 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-17T16:54:37.830 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-17T16:54:37.830 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "restful" 2024-09-17T16:54:37.831 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout ], 2024-09-17T16:54:37.831 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-17T16:54:37.831 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-09-17T16:54:37.831 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-17T16:54:37.831 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-17T16:54:37.831 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "modified": "2024-09-17T16:54:13.027358+0000", 2024-09-17T16:54:37.831 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-17T16:54:37.831 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-09-17T16:54:37.831 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-17T16:54:37.831 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout } 2024-09-17T16:54:37.831 INFO:teuthology.orchestra.run.smithi031.stdout:mgr is available 2024-09-17T16:54:38.201 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:38 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/355835872' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-17T16:54:39.012 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout 2024-09-17T16:54:39.012 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout [global] 2024-09-17T16:54:39.012 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout fsid = 5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T16:54:39.013 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-17T16:54:39.013 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-17T16:54:39.013 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-17T16:54:39.013 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-17T16:54:39.013 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout 2024-09-17T16:54:39.013 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-17T16:54:39.013 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-17T16:54:39.013 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout 2024-09-17T16:54:39.013 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout [osd] 2024-09-17T16:54:39.013 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-17T16:54:39.013 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-17T16:54:39.013 INFO:teuthology.orchestra.run.smithi031.stdout:Enabling cephadm module... 2024-09-17T16:54:39.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:39 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/1143767413' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-17T16:54:40.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:40 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/2180151369' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-09-17T16:54:40.344 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:40 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: ignoring --setuser ceph since I am not root 2024-09-17T16:54:40.344 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:40 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: ignoring --setgroup ceph since I am not root 2024-09-17T16:54:40.344 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:40 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:40.174+0000 7fb027a88040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-17T16:54:40.344 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:40 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:40.232+0000 7fb027a88040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-17T16:54:40.698 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:40 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:40.387+0000 7fb027a88040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-17T16:54:40.699 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:40 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:40.455+0000 7fb027a88040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-17T16:54:40.699 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:40 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:40.606+0000 7fb027a88040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-17T16:54:40.967 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:40 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:40.756+0000 7fb027a88040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-17T16:54:41.340 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:41 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/2180151369' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-09-17T16:54:41.341 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:41 smithi031 ceph-mon[27768]: mgrmap e5: y(active, since 6s) 2024-09-17T16:54:41.341 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:41.081+0000 7fb027a88040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-17T16:54:41.341 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:41.145+0000 7fb027a88040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-17T16:54:41.341 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:41.338+0000 7fb027a88040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-17T16:54:41.967 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout { 2024-09-17T16:54:41.967 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-09-17T16:54:41.968 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-17T16:54:41.968 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-09-17T16:54:41.968 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-17T16:54:41.968 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout } 2024-09-17T16:54:41.968 INFO:teuthology.orchestra.run.smithi031.stdout:Waiting for the mgr to restart... 2024-09-17T16:54:41.968 INFO:teuthology.orchestra.run.smithi031.stdout:Waiting for mgr epoch 5... 2024-09-17T16:54:42.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:42 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/1036833029' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-17T16:54:42.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:42 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:42.254+0000 7fb027a88040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-17T16:54:42.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:42 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:42.322+0000 7fb027a88040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-17T16:54:43.332 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:43 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:43.064+0000 7fb027a88040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-17T16:54:43.332 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:43 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:43.183+0000 7fb027a88040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-17T16:54:43.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:43 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:43.329+0000 7fb027a88040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-17T16:54:43.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:43 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:43.392+0000 7fb027a88040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-17T16:54:43.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:43 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:43.544+0000 7fb027a88040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-17T16:54:43.907 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:43 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:43.614+0000 7fb027a88040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-17T16:54:43.907 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:43 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:43.675+0000 7fb027a88040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-17T16:54:43.907 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:43 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:43.837+0000 7fb027a88040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-17T16:54:43.907 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:43 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:43.905+0000 7fb027a88040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-17T16:54:44.184 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:43 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:43.974+0000 7fb027a88040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-17T16:54:44.184 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:44 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:44.059+0000 7fb027a88040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-17T16:54:44.184 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:44 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:44.120+0000 7fb027a88040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-17T16:54:44.184 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:44 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:44.181+0000 7fb027a88040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-17T16:54:45.343 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:44 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:44.987+0000 7fb027a88040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-17T16:54:45.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:45 smithi031 ceph-mon[27768]: Active manager daemon y restarted 2024-09-17T16:54:45.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:45 smithi031 ceph-mon[27768]: Activating manager daemon y 2024-09-17T16:54:45.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:45 smithi031 ceph-mon[27768]: osdmap e2: 0 total, 0 up, 0 in 2024-09-17T16:54:45.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:45 smithi031 ceph-mon[27768]: mgrmap e6: y(active, starting, since 0.00292574s) 2024-09-17T16:54:45.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:45 smithi031 ceph-mon[27768]: from='mgr.14118 172.21.15.31:0/661701133' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T16:54:45.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:45 smithi031 ceph-mon[27768]: from='mgr.14118 172.21.15.31:0/661701133' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-17T16:54:45.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:45 smithi031 ceph-mon[27768]: from='mgr.14118 172.21.15.31:0/661701133' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T16:54:45.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:45 smithi031 ceph-mon[27768]: from='mgr.14118 172.21.15.31:0/661701133' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T16:54:45.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:45 smithi031 ceph-mon[27768]: from='mgr.14118 172.21.15.31:0/661701133' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T16:54:45.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:45 smithi031 ceph-mon[27768]: Manager daemon y is now available 2024-09-17T16:54:45.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:45 smithi031 ceph-mon[27768]: from='mgr.14118 172.21.15.31:0/661701133' entity='mgr.y' 2024-09-17T16:54:45.345 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:45 smithi031 ceph-mon[27768]: from='mgr.14118 172.21.15.31:0/661701133' entity='mgr.y' 2024-09-17T16:54:45.345 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:45 smithi031 ceph-mon[27768]: from='mgr.14118 172.21.15.31:0/661701133' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:54:45.345 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:45 smithi031 ceph-mon[27768]: from='mgr.14118 172.21.15.31:0/661701133' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:54:45.345 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:45 smithi031 ceph-mon[27768]: from='mgr.14118 172.21.15.31:0/661701133' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T16:54:45.345 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:45 smithi031 ceph-mon[27768]: from='mgr.14118 172.21.15.31:0/661701133' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T16:54:46.294 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:46 smithi031 ceph-mon[27768]: Found migration_current of "None". Setting to last migration. 2024-09-17T16:54:46.294 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:46 smithi031 ceph-mon[27768]: from='mgr.14118 172.21.15.31:0/661701133' entity='mgr.y' 2024-09-17T16:54:46.294 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:46 smithi031 ceph-mon[27768]: from='mgr.14118 172.21.15.31:0/661701133' entity='mgr.y' 2024-09-17T16:54:46.294 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:46 smithi031 ceph-mon[27768]: mgrmap e7: y(active, since 1.00546s) 2024-09-17T16:54:46.556 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout { 2024-09-17T16:54:46.556 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-09-17T16:54:46.556 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-17T16:54:46.556 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout } 2024-09-17T16:54:46.556 INFO:teuthology.orchestra.run.smithi031.stdout:mgr epoch 5 is available 2024-09-17T16:54:46.556 INFO:teuthology.orchestra.run.smithi031.stdout:Setting orchestrator backend to cephadm... 2024-09-17T16:54:47.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:47 smithi031 ceph-mon[27768]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-17T16:54:47.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:47 smithi031 ceph-mon[27768]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-17T16:54:48.031 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:47 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:47.780+0000 7faf8f728640 -1 log_channel(cephadm) log [ERR] : [17/Sep/2024:16:54:47] ENGINE Error in HTTPServer.serve 2024-09-17T16:54:48.031 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:47 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: Traceback (most recent call last): 2024-09-17T16:54:48.031 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:47 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T16:54:48.031 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:47 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: self._connections.run(self.expiration_interval) 2024-09-17T16:54:48.031 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:47 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T16:54:48.031 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:47 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: self._run(expiration_interval) 2024-09-17T16:54:48.031 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:47 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T16:54:48.031 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:47 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T16:54:48.032 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:47 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T16:54:48.032 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:47 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T16:54:48.032 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:47 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T16:54:48.032 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:47 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: s = self.context.wrap_socket( 2024-09-17T16:54:48.032 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:47 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T16:54:48.032 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:47 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: return self.sslsocket_class._create( 2024-09-17T16:54:48.032 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:47 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T16:54:48.032 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:47 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: self.do_handshake() 2024-09-17T16:54:48.032 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:47 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T16:54:48.032 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:47 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: self._sslobj.do_handshake() 2024-09-17T16:54:48.032 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:47 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T16:54:48.032 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:47 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:54:48.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:48 smithi031 ceph-mon[27768]: mgrmap e8: y(active, since 2s) 2024-09-17T16:54:48.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:48 smithi031 ceph-mon[27768]: from='mgr.14118 172.21.15.31:0/661701133' entity='mgr.y' 2024-09-17T16:54:48.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:48 smithi031 ceph-mon[27768]: from='mgr.14118 172.21.15.31:0/661701133' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:54:48.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:48 smithi031 ceph-mon[27768]: from='mgr.14118 172.21.15.31:0/661701133' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:54:48.985 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout value unchanged 2024-09-17T16:54:48.985 INFO:teuthology.orchestra.run.smithi031.stdout:Generating ssh key... 2024-09-17T16:54:49.253 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:49 smithi031 ceph-mon[27768]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:54:49.253 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:49 smithi031 ceph-mon[27768]: [17/Sep/2024:16:54:47] ENGINE Bus STARTING 2024-09-17T16:54:49.253 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:49 smithi031 ceph-mon[27768]: [17/Sep/2024:16:54:47] ENGINE Serving on http://172.21.15.31:8765 2024-09-17T16:54:49.253 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:49 smithi031 ceph-mon[27768]: [17/Sep/2024:16:54:47] ENGINE Serving on https://172.21.15.31:7150 2024-09-17T16:54:49.253 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:49 smithi031 ceph-mon[27768]: [17/Sep/2024:16:54:47] ENGINE Bus STARTED 2024-09-17T16:54:49.253 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:49 smithi031 ceph-mon[27768]: [17/Sep/2024:16:54:47] ENGINE Error in HTTPServer.serve 2024-09-17T16:54:49.253 INFO:journalctl@ceph.mon.a.smithi031.stdout: Traceback (most recent call last): 2024-09-17T16:54:49.253 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T16:54:49.253 INFO:journalctl@ceph.mon.a.smithi031.stdout: self._connections.run(self.expiration_interval) 2024-09-17T16:54:49.254 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T16:54:49.254 INFO:journalctl@ceph.mon.a.smithi031.stdout: self._run(expiration_interval) 2024-09-17T16:54:49.254 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T16:54:49.254 INFO:journalctl@ceph.mon.a.smithi031.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T16:54:49.254 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T16:54:49.254 INFO:journalctl@ceph.mon.a.smithi031.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T16:54:49.254 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T16:54:49.254 INFO:journalctl@ceph.mon.a.smithi031.stdout: s = self.context.wrap_socket( 2024-09-17T16:54:49.254 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T16:54:49.254 INFO:journalctl@ceph.mon.a.smithi031.stdout: return self.sslsocket_class._create( 2024-09-17T16:54:49.254 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T16:54:49.254 INFO:journalctl@ceph.mon.a.smithi031.stdout: self.do_handshake() 2024-09-17T16:54:49.254 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T16:54:49.255 INFO:journalctl@ceph.mon.a.smithi031.stdout: self._sslobj.do_handshake() 2024-09-17T16:54:49.255 INFO:journalctl@ceph.mon.a.smithi031.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T16:54:50.180 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:50 smithi031 ceph-mon[27768]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:54:50.180 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:50 smithi031 ceph-mon[27768]: from='mgr.14118 172.21.15.31:0/661701133' entity='mgr.y' 2024-09-17T16:54:50.180 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:50 smithi031 ceph-mon[27768]: from='mgr.14118 172.21.15.31:0/661701133' entity='mgr.y' 2024-09-17T16:54:50.181 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:49 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: Generating public/private rsa key pair. 2024-09-17T16:54:50.181 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:49 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: Your identification has been saved in /tmp/tmpfkmv3q70/key 2024-09-17T16:54:50.181 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:49 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: Your public key has been saved in /tmp/tmpfkmv3q70/key.pub 2024-09-17T16:54:50.181 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:49 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: The key fingerprint is: 2024-09-17T16:54:50.181 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:49 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: SHA256:bHtkNF1tSnOHqr9+8tKYO5mCKQVTLu2+92AHt3Pt/jo ceph-5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T16:54:50.181 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:49 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: The key's randomart image is: 2024-09-17T16:54:50.181 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:49 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: +---[RSA 3072]----+ 2024-09-17T16:54:50.181 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:49 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: | .o | 2024-09-17T16:54:50.181 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:49 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: | . . .+ =| 2024-09-17T16:54:50.181 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:49 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: | + o .o =.| 2024-09-17T16:54:50.181 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:49 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: | +.o. .. . | 2024-09-17T16:54:50.182 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:49 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: | =S +.. | 2024-09-17T16:54:50.182 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:49 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: | .o+.o . . | 2024-09-17T16:54:50.182 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:49 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: | o.o+.+*. .| 2024-09-17T16:54:50.182 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:49 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: | . +oooXoE. | 2024-09-17T16:54:50.182 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:49 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: | ..o +=Oo+=| 2024-09-17T16:54:50.182 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:54:49 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: +----[SHA256]-----+ 2024-09-17T16:54:51.082 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:51 smithi031 ceph-mon[27768]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:54:51.082 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:51 smithi031 ceph-mon[27768]: Generating ssh key... 2024-09-17T16:54:51.656 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCidtfWld67VR2fYURweCkiOE0KXXxiGXJX7SUl2PucwoHFL5BPhdlkv1frFHOfVKaTF8ScIPnetA12omC+tAitSo/7coI/rPC650D3r9egrpeKSEIZ3j/bEkyaqH8Y1bazf4FL8Tpy8+gMxeZCCxX+JqOt4wVQVmARoJuhQH+ftU4G05nWAhh6mzHlN+IbKxefLo3+yxyySigF8+30S1of8aFyI3/h4uBhs+oHgB3UVCs/3qWUY1ho0+rGmFC3X8sCuJhrUrS06bikKgMZb+O+ZSWBXTsFv43SYbD5iSE7KCwmlVq+zpx9Mo/6GV7inUQ2Ek+KTudScFiDNyxqoO0iE/vv+sz5vAUTDE5kcvfyECsua/ihR0hXl31PBiyggE0B1sbq9mGe1Z7r1fPvw6p+m2w8RoXSsm6rfW7NdbPBOdztTFPgkLmqw2X/mfv+qtCiOhOKSAU8V9iebeJhkPDPBaNQRO6SsgFB55/dissgn7WLxrFZMAHArwJDDSFggFc= ceph-5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T16:54:51.656 INFO:teuthology.orchestra.run.smithi031.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-09-17T16:54:51.656 INFO:teuthology.orchestra.run.smithi031.stdout:Adding key to root@localhost authorized_keys... 2024-09-17T16:54:51.662 INFO:teuthology.orchestra.run.smithi031.stdout:Adding host smithi031... 2024-09-17T16:54:52.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:52 smithi031 ceph-mon[27768]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:54:53.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:53 smithi031 ceph-mon[27768]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi031", "addr": "172.21.15.31", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:54:54.317 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:54 smithi031 ceph-mon[27768]: Deploying cephadm binary to smithi031 2024-09-17T16:54:56.330 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout Added host 'smithi031' with addr '172.21.15.31' 2024-09-17T16:54:56.330 INFO:teuthology.orchestra.run.smithi031.stdout:Deploying unmanaged mon service... 2024-09-17T16:54:56.932 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:56 smithi031 ceph-mon[27768]: from='mgr.14118 172.21.15.31:0/661701133' entity='mgr.y' 2024-09-17T16:54:56.932 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:56 smithi031 ceph-mon[27768]: Added host smithi031 2024-09-17T16:54:56.933 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:56 smithi031 ceph-mon[27768]: from='mgr.14118 172.21.15.31:0/661701133' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:54:58.293 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-09-17T16:54:58.293 INFO:teuthology.orchestra.run.smithi031.stdout:Deploying unmanaged mgr service... 2024-09-17T16:54:58.523 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:58 smithi031 ceph-mon[27768]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:54:58.523 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:58 smithi031 ceph-mon[27768]: Saving service mon spec with placement count:5 2024-09-17T16:54:58.524 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:58 smithi031 ceph-mon[27768]: from='mgr.14118 172.21.15.31:0/661701133' entity='mgr.y' 2024-09-17T16:54:59.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:59 smithi031 ceph-mon[27768]: from='mgr.14118 172.21.15.31:0/661701133' entity='mgr.y' 2024-09-17T16:54:59.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:59 smithi031 ceph-mon[27768]: from='mgr.14118 172.21.15.31:0/661701133' entity='mgr.y' 2024-09-17T16:54:59.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:54:59 smithi031 ceph-mon[27768]: from='mgr.14118 172.21.15.31:0/661701133' entity='mgr.y' 2024-09-17T16:54:59.875 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-09-17T16:55:00.767 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:00 smithi031 ceph-mon[27768]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:55:00.767 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:00 smithi031 ceph-mon[27768]: Saving service mgr spec with placement count:2 2024-09-17T16:55:02.022 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:01 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/2310119773' entity='client.admin' 2024-09-17T16:55:02.022 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:01 smithi031 ceph-mon[27768]: from='mgr.14118 172.21.15.31:0/661701133' entity='mgr.y' 2024-09-17T16:55:02.601 INFO:teuthology.orchestra.run.smithi031.stdout:Enabling the dashboard module... 2024-09-17T16:55:02.933 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:02 smithi031 ceph-mon[27768]: from='mgr.14118 172.21.15.31:0/661701133' entity='mgr.y' 2024-09-17T16:55:02.933 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:02 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/314331181' entity='client.admin' 2024-09-17T16:55:04.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:03 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/3117703109' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-09-17T16:55:04.094 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:03 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: ignoring --setuser ceph since I am not root 2024-09-17T16:55:04.094 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:03 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: ignoring --setgroup ceph since I am not root 2024-09-17T16:55:04.094 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:03 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:55:03.913+0000 7f9a9fd6f040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-17T16:55:04.094 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:03 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:55:03.972+0000 7f9a9fd6f040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-17T16:55:04.465 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:04 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:55:04.128+0000 7f9a9fd6f040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-17T16:55:04.465 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:04 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:55:04.198+0000 7f9a9fd6f040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-17T16:55:04.465 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:04 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:55:04.350+0000 7f9a9fd6f040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-17T16:55:04.719 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:04 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:55:04.499+0000 7f9a9fd6f040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-17T16:55:05.086 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:04 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/3117703109' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-09-17T16:55:05.086 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:04 smithi031 ceph-mon[27768]: mgrmap e9: y(active, since 18s) 2024-09-17T16:55:05.087 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:04 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:55:04.830+0000 7f9a9fd6f040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-17T16:55:05.087 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:04 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:55:04.894+0000 7f9a9fd6f040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-17T16:55:05.087 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:05 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:55:05.083+0000 7f9a9fd6f040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-17T16:55:06.081 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:05 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/2484441260' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-17T16:55:06.081 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:06 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:55:06.010+0000 7f9a9fd6f040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-17T16:55:06.081 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:06 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:55:06.078+0000 7f9a9fd6f040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-17T16:55:06.184 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout { 2024-09-17T16:55:06.184 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-09-17T16:55:06.184 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-17T16:55:06.184 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-09-17T16:55:06.184 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-17T16:55:06.184 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout } 2024-09-17T16:55:06.184 INFO:teuthology.orchestra.run.smithi031.stdout:Waiting for the mgr to restart... 2024-09-17T16:55:06.184 INFO:teuthology.orchestra.run.smithi031.stdout:Waiting for mgr epoch 9... 2024-09-17T16:55:07.093 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:06 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:55:06.839+0000 7f9a9fd6f040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-17T16:55:07.093 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:06 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:55:06.958+0000 7f9a9fd6f040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-17T16:55:07.391 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:07 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:55:07.104+0000 7f9a9fd6f040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-17T16:55:07.391 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:07 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:55:07.167+0000 7f9a9fd6f040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-17T16:55:07.392 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:07 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:55:07.319+0000 7f9a9fd6f040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-17T16:55:07.392 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:07 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:55:07.389+0000 7f9a9fd6f040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-17T16:55:07.681 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:07 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:55:07.450+0000 7f9a9fd6f040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-17T16:55:07.681 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:07 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:55:07.611+0000 7f9a9fd6f040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-17T16:55:07.681 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:07 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:55:07.678+0000 7f9a9fd6f040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-17T16:55:07.956 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:07 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:55:07.747+0000 7f9a9fd6f040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-17T16:55:07.956 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:07 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:55:07.832+0000 7f9a9fd6f040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-17T16:55:07.956 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:07 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:55:07.893+0000 7f9a9fd6f040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-17T16:55:07.956 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:07 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:55:07.953+0000 7f9a9fd6f040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-17T16:55:09.016 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:08 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:55:08.763+0000 7f9a9fd6f040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-17T16:55:09.016 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:08 smithi031 ceph-mon[27768]: Active manager daemon y restarted 2024-09-17T16:55:09.016 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:08 smithi031 ceph-mon[27768]: Activating manager daemon y 2024-09-17T16:55:09.016 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:08 smithi031 ceph-mon[27768]: osdmap e3: 0 total, 0 up, 0 in 2024-09-17T16:55:09.016 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:08 smithi031 ceph-mon[27768]: mgrmap e10: y(active, starting, since 0.00335605s) 2024-09-17T16:55:09.017 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:08 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T16:55:09.017 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:08 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-17T16:55:09.017 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:08 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T16:55:09.017 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:08 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T16:55:09.017 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:08 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T16:55:09.017 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:08 smithi031 ceph-mon[27768]: Manager daemon y is now available 2024-09-17T16:55:09.017 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:08 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:55:09.017 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:08 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T16:55:09.017 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:08 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T16:55:10.642 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout { 2024-09-17T16:55:10.643 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-09-17T16:55:10.643 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-17T16:55:10.643 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout } 2024-09-17T16:55:10.643 INFO:teuthology.orchestra.run.smithi031.stdout:mgr epoch 9 is available 2024-09-17T16:55:10.643 INFO:teuthology.orchestra.run.smithi031.stdout:Generating a dashboard self-signed certificate... 2024-09-17T16:55:10.897 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:10 smithi031 ceph-mon[27768]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-17T16:55:10.898 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:10 smithi031 ceph-mon[27768]: mgrmap e11: y(active, since 1.00547s) 2024-09-17T16:55:10.898 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:10 smithi031 ceph-mon[27768]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-17T16:55:10.898 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:10 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:11.344 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:11 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:55:11.098+0000 7f9a061b9640 -1 log_channel(cephadm) log [ERR] : [17/Sep/2024:16:55:11] ENGINE Error in HTTPServer.serve 2024-09-17T16:55:11.344 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:11 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: Traceback (most recent call last): 2024-09-17T16:55:11.344 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:11 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T16:55:11.344 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:11 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: self._connections.run(self.expiration_interval) 2024-09-17T16:55:11.344 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:11 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T16:55:11.344 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:11 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: self._run(expiration_interval) 2024-09-17T16:55:11.344 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:11 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T16:55:11.344 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:11 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T16:55:11.344 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:11 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T16:55:11.345 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:11 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T16:55:11.345 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:11 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T16:55:11.345 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:11 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: s = self.context.wrap_socket( 2024-09-17T16:55:11.345 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:11 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T16:55:11.345 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:11 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: return self.sslsocket_class._create( 2024-09-17T16:55:11.345 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:11 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T16:55:11.345 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:11 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: self.do_handshake() 2024-09-17T16:55:11.345 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:11 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T16:55:11.345 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:11 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: self._sslobj.do_handshake() 2024-09-17T16:55:11.345 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:11 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T16:55:11.345 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:11 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:55:11.966 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-09-17T16:55:11.966 INFO:teuthology.orchestra.run.smithi031.stdout:Creating initial admin user... 2024-09-17T16:55:12.219 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:12 smithi031 ceph-mon[27768]: [17/Sep/2024:16:55:10] ENGINE Bus STARTING 2024-09-17T16:55:12.219 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:12 smithi031 ceph-mon[27768]: [17/Sep/2024:16:55:10] ENGINE Serving on http://172.21.15.31:8765 2024-09-17T16:55:12.220 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:12 smithi031 ceph-mon[27768]: [17/Sep/2024:16:55:11] ENGINE Serving on https://172.21.15.31:7150 2024-09-17T16:55:12.220 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:12 smithi031 ceph-mon[27768]: [17/Sep/2024:16:55:11] ENGINE Bus STARTED 2024-09-17T16:55:12.220 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:12 smithi031 ceph-mon[27768]: [17/Sep/2024:16:55:11] ENGINE Error in HTTPServer.serve 2024-09-17T16:55:12.220 INFO:journalctl@ceph.mon.a.smithi031.stdout: Traceback (most recent call last): 2024-09-17T16:55:12.220 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T16:55:12.220 INFO:journalctl@ceph.mon.a.smithi031.stdout: self._connections.run(self.expiration_interval) 2024-09-17T16:55:12.220 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T16:55:12.220 INFO:journalctl@ceph.mon.a.smithi031.stdout: self._run(expiration_interval) 2024-09-17T16:55:12.220 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T16:55:12.220 INFO:journalctl@ceph.mon.a.smithi031.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T16:55:12.220 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T16:55:12.220 INFO:journalctl@ceph.mon.a.smithi031.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T16:55:12.220 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T16:55:12.221 INFO:journalctl@ceph.mon.a.smithi031.stdout: s = self.context.wrap_socket( 2024-09-17T16:55:12.221 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T16:55:12.221 INFO:journalctl@ceph.mon.a.smithi031.stdout: return self.sslsocket_class._create( 2024-09-17T16:55:12.221 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T16:55:12.221 INFO:journalctl@ceph.mon.a.smithi031.stdout: self.do_handshake() 2024-09-17T16:55:12.221 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T16:55:12.221 INFO:journalctl@ceph.mon.a.smithi031.stdout: self._sslobj.do_handshake() 2024-09-17T16:55:12.221 INFO:journalctl@ceph.mon.a.smithi031.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T16:55:12.221 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:12 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:12.221 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:12 smithi031 ceph-mon[27768]: mgrmap e12: y(active, since 2s) 2024-09-17T16:55:12.221 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:12 smithi031 ceph-mon[27768]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:55:12.221 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:12 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:12.221 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:12 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:13.446 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:13 smithi031 ceph-mon[27768]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:55:13.446 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:13 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:14.085 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$ByCjoMd4fitffqzIsA/jy.109NxhF2FGfvESr3lEIwKqLmQ4fPDtu", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1726592112, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-09-17T16:55:14.085 INFO:teuthology.orchestra.run.smithi031.stdout:Fetching dashboard port number... 2024-09-17T16:55:15.030 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:14 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/2480058985' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-09-17T16:55:15.291 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout 8443 2024-09-17T16:55:15.301 INFO:teuthology.orchestra.run.smithi031.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-17T16:55:15.301 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stdout disabled 2024-09-17T16:55:15.308 INFO:teuthology.orchestra.run.smithi031.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-17T16:55:15.308 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stdout inactive 2024-09-17T16:55:15.309 INFO:teuthology.orchestra.run.smithi031.stdout:firewalld.service is not enabled 2024-09-17T16:55:15.309 INFO:teuthology.orchestra.run.smithi031.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-09-17T16:55:15.310 INFO:teuthology.orchestra.run.smithi031.stdout:Ceph Dashboard is now available at: 2024-09-17T16:55:15.312 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:55:15.312 INFO:teuthology.orchestra.run.smithi031.stdout: URL: https://smithi031.front.sepia.ceph.com:8443/ 2024-09-17T16:55:15.313 INFO:teuthology.orchestra.run.smithi031.stdout: User: admin 2024-09-17T16:55:15.313 INFO:teuthology.orchestra.run.smithi031.stdout: Password: pc1zzc9ld7 2024-09-17T16:55:15.313 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:55:15.313 INFO:teuthology.orchestra.run.smithi031.stdout:Saving cluster configuration to /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config directory 2024-09-17T16:55:15.313 INFO:teuthology.orchestra.run.smithi031.stdout:Enabling autotune for osd_memory_target 2024-09-17T16:55:16.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:15 smithi031 ceph-mon[27768]: mgrmap e13: y(active, since 6s) 2024-09-17T16:55:17.744 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-09-17T16:55:17.744 INFO:teuthology.orchestra.run.smithi031.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-09-17T16:55:17.744 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:55:17.744 INFO:teuthology.orchestra.run.smithi031.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-09-17T16:55:17.744 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:55:17.744 INFO:teuthology.orchestra.run.smithi031.stdout:Or, if you are only running a single cluster on this host: 2024-09-17T16:55:17.745 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:55:17.745 INFO:teuthology.orchestra.run.smithi031.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-09-17T16:55:17.745 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:55:17.745 INFO:teuthology.orchestra.run.smithi031.stdout:Please consider enabling telemetry to help improve Ceph: 2024-09-17T16:55:17.745 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:55:17.745 INFO:teuthology.orchestra.run.smithi031.stdout: ceph telemetry on 2024-09-17T16:55:17.745 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:55:17.745 INFO:teuthology.orchestra.run.smithi031.stdout:For more information see: 2024-09-17T16:55:17.745 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:55:17.745 INFO:teuthology.orchestra.run.smithi031.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-09-17T16:55:17.745 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:55:17.745 INFO:teuthology.orchestra.run.smithi031.stdout:Bootstrap complete. 2024-09-17T16:55:17.778 INFO:tasks.cephadm:Fetching config... 2024-09-17T16:55:17.778 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-17T16:55:17.778 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-09-17T16:55:17.795 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-09-17T16:55:17.795 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-17T16:55:17.795 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-09-17T16:55:17.851 INFO:tasks.cephadm:Fetching mon keyring... 2024-09-17T16:55:17.851 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-17T16:55:17.852 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/keyring of=/dev/stdout 2024-09-17T16:55:17.917 INFO:tasks.cephadm:Fetching pub ssh key... 2024-09-17T16:55:17.917 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-17T16:55:17.917 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-09-17T16:55:17.973 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-09-17T16:55:17.974 DEBUG:teuthology.orchestra.run.smithi031:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCidtfWld67VR2fYURweCkiOE0KXXxiGXJX7SUl2PucwoHFL5BPhdlkv1frFHOfVKaTF8ScIPnetA12omC+tAitSo/7coI/rPC650D3r9egrpeKSEIZ3j/bEkyaqH8Y1bazf4FL8Tpy8+gMxeZCCxX+JqOt4wVQVmARoJuhQH+ftU4G05nWAhh6mzHlN+IbKxefLo3+yxyySigF8+30S1of8aFyI3/h4uBhs+oHgB3UVCs/3qWUY1ho0+rGmFC3X8sCuJhrUrS06bikKgMZb+O+ZSWBXTsFv43SYbD5iSE7KCwmlVq+zpx9Mo/6GV7inUQ2Ek+KTudScFiDNyxqoO0iE/vv+sz5vAUTDE5kcvfyECsua/ihR0hXl31PBiyggE0B1sbq9mGe1Z7r1fPvw6p+m2w8RoXSsm6rfW7NdbPBOdztTFPgkLmqw2X/mfv+qtCiOhOKSAU8V9iebeJhkPDPBaNQRO6SsgFB55/dissgn7WLxrFZMAHArwJDDSFggFc= ceph-5dfb9b44-7515-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-17T16:55:18.050 INFO:teuthology.orchestra.run.smithi031.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCidtfWld67VR2fYURweCkiOE0KXXxiGXJX7SUl2PucwoHFL5BPhdlkv1frFHOfVKaTF8ScIPnetA12omC+tAitSo/7coI/rPC650D3r9egrpeKSEIZ3j/bEkyaqH8Y1bazf4FL8Tpy8+gMxeZCCxX+JqOt4wVQVmARoJuhQH+ftU4G05nWAhh6mzHlN+IbKxefLo3+yxyySigF8+30S1of8aFyI3/h4uBhs+oHgB3UVCs/3qWUY1ho0+rGmFC3X8sCuJhrUrS06bikKgMZb+O+ZSWBXTsFv43SYbD5iSE7KCwmlVq+zpx9Mo/6GV7inUQ2Ek+KTudScFiDNyxqoO0iE/vv+sz5vAUTDE5kcvfyECsua/ihR0hXl31PBiyggE0B1sbq9mGe1Z7r1fPvw6p+m2w8RoXSsm6rfW7NdbPBOdztTFPgkLmqw2X/mfv+qtCiOhOKSAU8V9iebeJhkPDPBaNQRO6SsgFB55/dissgn7WLxrFZMAHArwJDDSFggFc= ceph-5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T16:55:18.071 DEBUG:teuthology.orchestra.run.smithi066:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCidtfWld67VR2fYURweCkiOE0KXXxiGXJX7SUl2PucwoHFL5BPhdlkv1frFHOfVKaTF8ScIPnetA12omC+tAitSo/7coI/rPC650D3r9egrpeKSEIZ3j/bEkyaqH8Y1bazf4FL8Tpy8+gMxeZCCxX+JqOt4wVQVmARoJuhQH+ftU4G05nWAhh6mzHlN+IbKxefLo3+yxyySigF8+30S1of8aFyI3/h4uBhs+oHgB3UVCs/3qWUY1ho0+rGmFC3X8sCuJhrUrS06bikKgMZb+O+ZSWBXTsFv43SYbD5iSE7KCwmlVq+zpx9Mo/6GV7inUQ2Ek+KTudScFiDNyxqoO0iE/vv+sz5vAUTDE5kcvfyECsua/ihR0hXl31PBiyggE0B1sbq9mGe1Z7r1fPvw6p+m2w8RoXSsm6rfW7NdbPBOdztTFPgkLmqw2X/mfv+qtCiOhOKSAU8V9iebeJhkPDPBaNQRO6SsgFB55/dissgn7WLxrFZMAHArwJDDSFggFc= ceph-5dfb9b44-7515-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-17T16:55:18.124 INFO:teuthology.orchestra.run.smithi066.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCidtfWld67VR2fYURweCkiOE0KXXxiGXJX7SUl2PucwoHFL5BPhdlkv1frFHOfVKaTF8ScIPnetA12omC+tAitSo/7coI/rPC650D3r9egrpeKSEIZ3j/bEkyaqH8Y1bazf4FL8Tpy8+gMxeZCCxX+JqOt4wVQVmARoJuhQH+ftU4G05nWAhh6mzHlN+IbKxefLo3+yxyySigF8+30S1of8aFyI3/h4uBhs+oHgB3UVCs/3qWUY1ho0+rGmFC3X8sCuJhrUrS06bikKgMZb+O+ZSWBXTsFv43SYbD5iSE7KCwmlVq+zpx9Mo/6GV7inUQ2Ek+KTudScFiDNyxqoO0iE/vv+sz5vAUTDE5kcvfyECsua/ihR0hXl31PBiyggE0B1sbq9mGe1Z7r1fPvw6p+m2w8RoXSsm6rfW7NdbPBOdztTFPgkLmqw2X/mfv+qtCiOhOKSAU8V9iebeJhkPDPBaNQRO6SsgFB55/dissgn7WLxrFZMAHArwJDDSFggFc= ceph-5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T16:55:18.137 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-09-17T16:55:18.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:18 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/904310208' entity='client.admin' 2024-09-17T16:55:18.353 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T16:55:21.001 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:20 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:21.001 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:20 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:21.001 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:20 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi031", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:55:21.001 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:20 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:21.001 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:20 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:55:21.001 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:20 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:22.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:22 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/501744648' entity='client.admin' 2024-09-17T16:55:22.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:22 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:55:22.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:22 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:22.449 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-09-17T16:55:22.450 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-09-17T16:55:22.655 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T16:55:25.103 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi066 2024-09-17T16:55:25.103 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-09-17T16:55:25.103 DEBUG:teuthology.orchestra.run.smithi066:> dd of=/etc/ceph/ceph.conf 2024-09-17T16:55:25.123 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-09-17T16:55:25.123 DEBUG:teuthology.orchestra.run.smithi066:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-17T16:55:25.182 INFO:tasks.cephadm:Adding host smithi066 to orchestrator... 2024-09-17T16:55:25.183 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph orch host add smithi066 2024-09-17T16:55:25.382 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T16:55:25.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:25 smithi031 ceph-mon[27768]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:55:25.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:25 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:25.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:25 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:55:25.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:25 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:55:25.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:25 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:55:25.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:25 smithi031 ceph-mon[27768]: Updating smithi031:/etc/ceph/ceph.conf 2024-09-17T16:55:25.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:25 smithi031 ceph-mon[27768]: Updating smithi031:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T16:55:25.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:25 smithi031 ceph-mon[27768]: Updating smithi031:/etc/ceph/ceph.client.admin.keyring 2024-09-17T16:55:25.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:25 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:25.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:25 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:25.613 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:25 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:26.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:26 smithi031 ceph-mon[27768]: Updating smithi031:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T16:55:28.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:27 smithi031 ceph-mon[27768]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi066", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:55:30.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:29 smithi031 ceph-mon[27768]: Deploying cephadm binary to smithi066 2024-09-17T16:55:30.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:29 smithi031 ceph-mon[27768]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:55:30.589 INFO:teuthology.orchestra.run.smithi031.stdout:Added host 'smithi066' with addr '172.21.15.66' 2024-09-17T16:55:31.154 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph orch host ls --format=json 2024-09-17T16:55:31.352 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T16:55:31.726 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:31 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:31.726 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:31 smithi031 ceph-mon[27768]: Added host smithi066 2024-09-17T16:55:31.726 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:31 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:55:31.726 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:31 smithi031 ceph-mon[27768]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:55:31.726 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:31 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:31.726 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:31 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:33.040 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:55:33.041 INFO:teuthology.orchestra.run.smithi031.stdout:[{"addr": "172.21.15.31", "hostname": "smithi031", "labels": [], "status": ""}, {"addr": "172.21.15.66", "hostname": "smithi066", "labels": [], "status": ""}] 2024-09-17T16:55:33.342 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:32 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:33.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:32 smithi031 ceph-mon[27768]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:55:33.623 INFO:tasks.cephadm:Setting crush tunables to default 2024-09-17T16:55:33.623 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph osd crush tunables default 2024-09-17T16:55:33.819 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T16:55:34.170 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:33 smithi031 ceph-mon[27768]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-17T16:55:35.904 INFO:teuthology.orchestra.run.smithi031.stderr:adjusted tunables profile to default 2024-09-17T16:55:36.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:35 smithi031 ceph-mon[27768]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:55:36.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:35 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:36.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:35 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:36.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:35 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:36.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:35 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:36.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:35 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:55:36.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:35 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:55:36.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:35 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:55:36.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:35 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/4115933664' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-17T16:55:36.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:35 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:36.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:35 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:36.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:35 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:36.535 INFO:tasks.cephadm:Adding mon.a on smithi031 2024-09-17T16:55:36.535 INFO:tasks.cephadm:Adding mon.c on smithi031 2024-09-17T16:55:36.535 INFO:tasks.cephadm:Adding mon.b on smithi066 2024-09-17T16:55:36.535 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph orch apply mon '3;smithi031:172.21.15.31=a;smithi031:[v2:172.21.15.31:3301,v1:172.21.15.31:6790]=c;smithi066:172.21.15.66=b' 2024-09-17T16:55:36.736 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T16:55:37.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:36 smithi031 ceph-mon[27768]: Updating smithi066:/etc/ceph/ceph.conf 2024-09-17T16:55:37.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:36 smithi031 ceph-mon[27768]: Updating smithi066:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T16:55:37.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:36 smithi031 ceph-mon[27768]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-09-17T16:55:37.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:36 smithi031 ceph-mon[27768]: Updating smithi066:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T16:55:37.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:36 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/4115933664' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-17T16:55:37.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:36 smithi031 ceph-mon[27768]: osdmap e4: 0 total, 0 up, 0 in 2024-09-17T16:55:38.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:37 smithi031 ceph-mon[27768]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:55:38.407 INFO:teuthology.orchestra.run.smithi066.stdout:Scheduled mon update... 2024-09-17T16:55:39.143 DEBUG:teuthology.orchestra.run.smithi031:mon.c> sudo journalctl -f -n 0 -u ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mon.c.service 2024-09-17T16:55:39.146 DEBUG:teuthology.orchestra.run.smithi066:mon.b> sudo journalctl -f -n 0 -u ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mon.b.service 2024-09-17T16:55:39.148 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-17T16:55:39.149 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-17T16:55:39.721 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:39 smithi031 ceph-mon[27768]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi031:172.21.15.31=a;smithi031:[v2:172.21.15.31:3301,v1:172.21.15.31:6790]=c;smithi066:172.21.15.66=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:55:39.721 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:39 smithi031 ceph-mon[27768]: Saving service mon spec with placement smithi031:172.21.15.31=a;smithi031:[v2:172.21.15.31:3301,v1:172.21.15.31:6790]=c;smithi066:172.21.15.66=b;count:3 2024-09-17T16:55:39.721 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:39 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:39.721 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:39 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:55:39.722 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:39 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:55:39.722 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:39 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:55:39.722 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:39 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:39.722 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:39 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T16:55:39.722 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:39 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:55:39.722 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:39 smithi031 ceph-mon[27768]: Deploying daemon mon.b on smithi066 2024-09-17T16:55:39.722 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:39 smithi031 ceph-mon[27768]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:55:39.851 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T16:55:42.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:41 smithi031 ceph-mon[27768]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:55:42.258 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-09-17T16:55:42.258 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":1,"fsid":"5dfb9b44-7515-11ef-bceb-c7b262605968","modified":"2024-09-17T16:54:09.970307Z","created":"2024-09-17T16:54:09.970307Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:3300","nonce":0},{"type":"v1","addr":"172.21.15.31:6789","nonce":0}]},"addr":"172.21.15.31:6789/0","public_addr":"172.21.15.31:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-17T16:55:42.258 INFO:teuthology.orchestra.run.smithi066.stderr:dumped monmap epoch 1 2024-09-17T16:55:43.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:42 smithi031 ceph-mon[27768]: from='client.? 172.21.15.66:0/2848602729' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T16:55:43.940 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-17T16:55:43.941 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-17T16:55:44.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:43 smithi031 ceph-mon[27768]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:55:44.263 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.b/config 2024-09-17T16:55:45.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:44 smithi031 ceph-mon[27768]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:55:46.016 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-09-17T16:55:46.016 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":1,"fsid":"5dfb9b44-7515-11ef-bceb-c7b262605968","modified":"2024-09-17T16:54:09.970307Z","created":"2024-09-17T16:54:09.970307Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:3300","nonce":0},{"type":"v1","addr":"172.21.15.31:6789","nonce":0}]},"addr":"172.21.15.31:6789/0","public_addr":"172.21.15.31:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-17T16:55:46.017 INFO:teuthology.orchestra.run.smithi066.stderr:dumped monmap epoch 1 2024-09-17T16:55:46.017 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:45 smithi066 podman[31294]: 2024-09-17 16:55:45.859577756 +0000 UTC m=+0.023341185 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T16:55:46.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:46 smithi031 ceph-mon[27768]: from='client.? 172.21.15.66:0/3225895329' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T16:55:47.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 podman[31294]: 2024-09-17 16:55:46.665954336 +0000 UTC m=+0.829717768 container init 1609e0a1a698df624326e330c2c6b3c05e22f21622b01e7282c695e6b93d366f (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-b, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-09-17T16:55:47.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 podman[31294]: 2024-09-17 16:55:46.671848572 +0000 UTC m=+0.835611999 container start 1609e0a1a698df624326e330c2c6b3c05e22f21622b01e7282c695e6b93d366f (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-b, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-19e2a2b, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-09-17T16:55:47.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: set uid:gid to 167:167 (ceph:ceph) 2024-09-17T16:55:47.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable), process ceph-mon, pid 7 2024-09-17T16:55:47.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: pidfile_write: ignore empty --pid-file 2024-09-17T16:55:47.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: load: jerasure load: lrc 2024-09-17T16:55:47.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: RocksDB version: 7.9.2 2024-09-17T16:55:47.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Git sha 0 2024-09-17T16:55:47.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Compile date 2024-09-16 15:15:13 2024-09-17T16:55:47.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: DB SUMMARY 2024-09-17T16:55:47.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: DB Session ID: ERCCSLTF6DG3M9IVZFUL 2024-09-17T16:55:47.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: CURRENT file: CURRENT 2024-09-17T16:55:47.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: IDENTITY file: IDENTITY 2024-09-17T16:55:47.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-09-17T16:55:47.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-09-17T16:55:47.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2024-09-17T16:55:47.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.error_if_exists: 0 2024-09-17T16:55:47.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.create_if_missing: 0 2024-09-17T16:55:47.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.paranoid_checks: 1 2024-09-17T16:55:47.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-17T16:55:47.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-17T16:55:47.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-17T16:55:47.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.env: 0x5570bbe74bc0 2024-09-17T16:55:47.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.fs: PosixFileSystem 2024-09-17T16:55:47.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.info_log: 0x5570bd194be0 2024-09-17T16:55:47.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.max_file_opening_threads: 16 2024-09-17T16:55:47.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.statistics: (nil) 2024-09-17T16:55:47.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.use_fsync: 0 2024-09-17T16:55:47.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.max_log_file_size: 0 2024-09-17T16:55:47.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-17T16:55:47.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-17T16:55:47.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.keep_log_file_num: 1000 2024-09-17T16:55:47.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.recycle_log_file_num: 0 2024-09-17T16:55:47.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.allow_fallocate: 1 2024-09-17T16:55:47.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.allow_mmap_reads: 0 2024-09-17T16:55:47.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.allow_mmap_writes: 0 2024-09-17T16:55:47.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.use_direct_reads: 0 2024-09-17T16:55:47.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-17T16:55:47.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.create_missing_column_families: 0 2024-09-17T16:55:47.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.db_log_dir: 2024-09-17T16:55:47.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.wal_dir: 2024-09-17T16:55:47.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-17T16:55:47.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-17T16:55:47.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-17T16:55:47.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-17T16:55:47.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-17T16:55:47.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-17T16:55:47.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.advise_random_on_open: 1 2024-09-17T16:55:47.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.db_write_buffer_size: 0 2024-09-17T16:55:47.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.write_buffer_manager: 0x5570bd1a2320 2024-09-17T16:55:47.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-17T16:55:47.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-17T16:55:47.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-17T16:55:47.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.rate_limiter: (nil) 2024-09-17T16:55:47.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-17T16:55:47.159 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.wal_recovery_mode: 2 2024-09-17T16:55:47.159 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.enable_thread_tracking: 0 2024-09-17T16:55:47.159 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.enable_pipelined_write: 0 2024-09-17T16:55:47.159 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.unordered_write: 0 2024-09-17T16:55:47.159 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-17T16:55:47.159 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-17T16:55:47.159 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-17T16:55:47.159 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-17T16:55:47.159 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.row_cache: None 2024-09-17T16:55:47.159 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.wal_filter: None 2024-09-17T16:55:47.159 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-17T16:55:47.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.allow_ingest_behind: 0 2024-09-17T16:55:47.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.two_write_queues: 0 2024-09-17T16:55:47.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.manual_wal_flush: 0 2024-09-17T16:55:47.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.wal_compression: 0 2024-09-17T16:55:47.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.atomic_flush: 0 2024-09-17T16:55:47.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-17T16:55:47.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-17T16:55:47.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-17T16:55:47.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.log_readahead_size: 0 2024-09-17T16:55:47.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-17T16:55:47.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.best_efforts_recovery: 0 2024-09-17T16:55:47.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-17T16:55:47.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-17T16:55:47.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.allow_data_in_errors: 0 2024-09-17T16:55:47.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.db_host_id: __hostname__ 2024-09-17T16:55:47.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-17T16:55:47.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.max_background_jobs: 2 2024-09-17T16:55:47.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.max_background_compactions: -1 2024-09-17T16:55:47.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.max_subcompactions: 1 2024-09-17T16:55:47.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-17T16:55:47.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-17T16:55:47.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-17T16:55:47.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.max_total_wal_size: 0 2024-09-17T16:55:47.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-17T16:55:47.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-17T16:55:47.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-17T16:55:47.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-17T16:55:47.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.max_open_files: -1 2024-09-17T16:55:47.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.bytes_per_sync: 0 2024-09-17T16:55:47.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-17T16:55:47.164 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-17T16:55:47.164 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.compaction_readahead_size: 0 2024-09-17T16:55:47.164 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.max_background_flushes: -1 2024-09-17T16:55:47.164 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Compression algorithms supported: 2024-09-17T16:55:47.164 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: kZSTD supported: 0 2024-09-17T16:55:47.164 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: kXpressCompression supported: 0 2024-09-17T16:55:47.164 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: kBZip2Compression supported: 0 2024-09-17T16:55:47.164 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-17T16:55:47.164 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: kLZ4Compression supported: 1 2024-09-17T16:55:47.164 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: kZlibCompression supported: 1 2024-09-17T16:55:47.164 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: kLZ4HCCompression supported: 1 2024-09-17T16:55:47.164 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: kSnappyCompression supported: 1 2024-09-17T16:55:47.164 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-17T16:55:47.165 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-17T16:55:47.165 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-09-17T16:55:47.165 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-17T16:55:47.165 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-17T16:55:47.165 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.merge_operator: 2024-09-17T16:55:47.165 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.compaction_filter: None 2024-09-17T16:55:47.165 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.compaction_filter_factory: None 2024-09-17T16:55:47.165 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.sst_partitioner_factory: None 2024-09-17T16:55:47.165 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-17T16:55:47.165 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-17T16:55:47.165 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5570bd1947e0) 2024-09-17T16:55:47.165 INFO:journalctl@ceph.mon.b.smithi066.stdout: cache_index_and_filter_blocks: 1 2024-09-17T16:55:47.165 INFO:journalctl@ceph.mon.b.smithi066.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-17T16:55:47.166 INFO:journalctl@ceph.mon.b.smithi066.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-17T16:55:47.166 INFO:journalctl@ceph.mon.b.smithi066.stdout: pin_top_level_index_and_filter: 1 2024-09-17T16:55:47.166 INFO:journalctl@ceph.mon.b.smithi066.stdout: index_type: 0 2024-09-17T16:55:47.166 INFO:journalctl@ceph.mon.b.smithi066.stdout: data_block_index_type: 0 2024-09-17T16:55:47.166 INFO:journalctl@ceph.mon.b.smithi066.stdout: index_shortening: 1 2024-09-17T16:55:47.166 INFO:journalctl@ceph.mon.b.smithi066.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-17T16:55:47.166 INFO:journalctl@ceph.mon.b.smithi066.stdout: checksum: 4 2024-09-17T16:55:47.166 INFO:journalctl@ceph.mon.b.smithi066.stdout: no_block_cache: 0 2024-09-17T16:55:47.166 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_cache: 0x5570bd189350 2024-09-17T16:55:47.166 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_cache_name: BinnedLRUCache 2024-09-17T16:55:47.166 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_cache_options: 2024-09-17T16:55:47.166 INFO:journalctl@ceph.mon.b.smithi066.stdout: capacity : 536870912 2024-09-17T16:55:47.166 INFO:journalctl@ceph.mon.b.smithi066.stdout: num_shard_bits : 4 2024-09-17T16:55:47.166 INFO:journalctl@ceph.mon.b.smithi066.stdout: strict_capacity_limit : 0 2024-09-17T16:55:47.167 INFO:journalctl@ceph.mon.b.smithi066.stdout: high_pri_pool_ratio: 0.000 2024-09-17T16:55:47.167 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_cache_compressed: (nil) 2024-09-17T16:55:47.167 INFO:journalctl@ceph.mon.b.smithi066.stdout: persistent_cache: (nil) 2024-09-17T16:55:47.167 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_size: 4096 2024-09-17T16:55:47.167 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_size_deviation: 10 2024-09-17T16:55:47.167 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_restart_interval: 16 2024-09-17T16:55:47.167 INFO:journalctl@ceph.mon.b.smithi066.stdout: index_block_restart_interval: 1 2024-09-17T16:55:47.167 INFO:journalctl@ceph.mon.b.smithi066.stdout: metadata_block_size: 4096 2024-09-17T16:55:47.167 INFO:journalctl@ceph.mon.b.smithi066.stdout: partition_filters: 0 2024-09-17T16:55:47.167 INFO:journalctl@ceph.mon.b.smithi066.stdout: use_delta_encoding: 1 2024-09-17T16:55:47.167 INFO:journalctl@ceph.mon.b.smithi066.stdout: filter_policy: bloomfilter 2024-09-17T16:55:47.167 INFO:journalctl@ceph.mon.b.smithi066.stdout: whole_key_filtering: 1 2024-09-17T16:55:47.167 INFO:journalctl@ceph.mon.b.smithi066.stdout: verify_compression: 0 2024-09-17T16:55:47.167 INFO:journalctl@ceph.mon.b.smithi066.stdout: read_amp_bytes_per_bit: 0 2024-09-17T16:55:47.167 INFO:journalctl@ceph.mon.b.smithi066.stdout: format_version: 5 2024-09-17T16:55:47.168 INFO:journalctl@ceph.mon.b.smithi066.stdout: enable_index_compression: 1 2024-09-17T16:55:47.168 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_align: 0 2024-09-17T16:55:47.168 INFO:journalctl@ceph.mon.b.smithi066.stdout: max_auto_readahead_size: 262144 2024-09-17T16:55:47.168 INFO:journalctl@ceph.mon.b.smithi066.stdout: prepopulate_block_cache: 0 2024-09-17T16:55:47.168 INFO:journalctl@ceph.mon.b.smithi066.stdout: initial_auto_readahead_size: 8192 2024-09-17T16:55:47.168 INFO:journalctl@ceph.mon.b.smithi066.stdout: num_file_reads_for_auto_readahead: 2 2024-09-17T16:55:47.168 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.write_buffer_size: 33554432 2024-09-17T16:55:47.168 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.max_write_buffer_number: 2 2024-09-17T16:55:47.168 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.compression: NoCompression 2024-09-17T16:55:47.168 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.bottommost_compression: Disabled 2024-09-17T16:55:47.168 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.prefix_extractor: nullptr 2024-09-17T16:55:47.168 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-17T16:55:47.168 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.num_levels: 7 2024-09-17T16:55:47.168 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-17T16:55:47.169 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-17T16:55:47.169 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-17T16:55:47.169 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-17T16:55:47.169 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-17T16:55:47.169 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-17T16:55:47.169 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-17T16:55:47.169 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-17T16:55:47.169 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-17T16:55:47.169 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-17T16:55:47.169 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-17T16:55:47.169 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-17T16:55:47.169 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-17T16:55:47.169 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.compression_opts.level: 32767 2024-09-17T16:55:47.170 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.compression_opts.strategy: 0 2024-09-17T16:55:47.170 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-17T16:55:47.170 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-17T16:55:47.170 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-17T16:55:47.170 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-17T16:55:47.170 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.compression_opts.enabled: false 2024-09-17T16:55:47.170 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-17T16:55:47.170 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-17T16:55:47.170 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-17T16:55:47.170 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-17T16:55:47.170 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.target_file_size_base: 67108864 2024-09-17T16:55:47.170 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-17T16:55:47.170 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-17T16:55:47.170 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-17T16:55:47.171 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-17T16:55:47.171 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-17T16:55:47.171 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-17T16:55:47.171 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-17T16:55:47.171 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-17T16:55:47.171 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-17T16:55:47.171 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-17T16:55:47.171 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-17T16:55:47.171 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-17T16:55:47.171 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-17T16:55:47.171 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-17T16:55:47.171 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.arena_block_size: 1048576 2024-09-17T16:55:47.171 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-17T16:55:47.171 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-17T16:55:47.172 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.disable_auto_compactions: 0 2024-09-17T16:55:47.172 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-17T16:55:47.172 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-17T16:55:47.172 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-17T16:55:47.172 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-17T16:55:47.172 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-17T16:55:47.172 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-17T16:55:47.172 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-17T16:55:47.172 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-17T16:55:47.172 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-17T16:55:47.172 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-17T16:55:47.172 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-17T16:55:47.172 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.inplace_update_support: 0 2024-09-17T16:55:47.172 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-17T16:55:47.173 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-17T16:55:47.173 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-17T16:55:47.173 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-17T16:55:47.173 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.bloom_locality: 0 2024-09-17T16:55:47.173 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.max_successive_merges: 0 2024-09-17T16:55:47.173 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-17T16:55:47.173 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.paranoid_file_checks: 0 2024-09-17T16:55:47.173 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.force_consistency_checks: 1 2024-09-17T16:55:47.173 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.report_bg_io_stats: 0 2024-09-17T16:55:47.173 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.ttl: 2592000 2024-09-17T16:55:47.173 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-17T16:55:47.173 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-17T16:55:47.173 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-17T16:55:47.173 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.enable_blob_files: false 2024-09-17T16:55:47.174 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.min_blob_size: 0 2024-09-17T16:55:47.174 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.blob_file_size: 268435456 2024-09-17T16:55:47.174 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-17T16:55:47.174 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-17T16:55:47.174 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-17T16:55:47.174 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-17T16:55:47.174 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-17T16:55:47.174 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.blob_file_starting_level: 0 2024-09-17T16:55:47.174 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-17T16:55:47.174 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-17T16:55:47.174 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-09-17T16:55:47.174 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 460167a1-aa84-410c-bfdc-cec7572d8313 2024-09-17T16:55:47.174 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726592146700939, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-09-17T16:55:47.174 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-09-17T16:55:47.175 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726592146701367, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1648, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726592146, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "460167a1-aa84-410c-bfdc-cec7572d8313", "db_session_id": "ERCCSLTF6DG3M9IVZFUL", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-09-17T16:55:47.175 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726592146701478, "job": 1, "event": "recovery_finished"} 2024-09-17T16:55:47.175 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-09-17T16:55:47.175 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-17T16:55:47.175 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5570bd1b4e00 2024-09-17T16:55:47.175 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: DB pointer 0x5570bd2a8000 2024-09-17T16:55:47.175 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-17T16:55:47.175 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-17T16:55:47.175 INFO:journalctl@ceph.mon.b.smithi066.stdout: ** DB Stats ** 2024-09-17T16:55:47.175 INFO:journalctl@ceph.mon.b.smithi066.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-17T16:55:47.175 INFO:journalctl@ceph.mon.b.smithi066.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-17T16:55:47.175 INFO:journalctl@ceph.mon.b.smithi066.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-17T16:55:47.175 INFO:journalctl@ceph.mon.b.smithi066.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-17T16:55:47.176 INFO:journalctl@ceph.mon.b.smithi066.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-17T16:55:47.176 INFO:journalctl@ceph.mon.b.smithi066.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-17T16:55:47.176 INFO:journalctl@ceph.mon.b.smithi066.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-17T16:55:47.176 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-09-17T16:55:47.176 INFO:journalctl@ceph.mon.b.smithi066.stdout: ** Compaction Stats [default] ** 2024-09-17T16:55:47.176 INFO:journalctl@ceph.mon.b.smithi066.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-17T16:55:47.176 INFO:journalctl@ceph.mon.b.smithi066.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-17T16:55:47.176 INFO:journalctl@ceph.mon.b.smithi066.stdout: L0 1/0 1.61 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.8 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-17T16:55:47.176 INFO:journalctl@ceph.mon.b.smithi066.stdout: Sum 1/0 1.61 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.8 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-17T16:55:47.176 INFO:journalctl@ceph.mon.b.smithi066.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.8 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-17T16:55:47.176 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-09-17T16:55:47.176 INFO:journalctl@ceph.mon.b.smithi066.stdout: ** Compaction Stats [default] ** 2024-09-17T16:55:47.176 INFO:journalctl@ceph.mon.b.smithi066.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-17T16:55:47.176 INFO:journalctl@ceph.mon.b.smithi066.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-17T16:55:47.177 INFO:journalctl@ceph.mon.b.smithi066.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.8 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-17T16:55:47.177 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-09-17T16:55:47.177 INFO:journalctl@ceph.mon.b.smithi066.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-17T16:55:47.177 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-09-17T16:55:47.177 INFO:journalctl@ceph.mon.b.smithi066.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-17T16:55:47.177 INFO:journalctl@ceph.mon.b.smithi066.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-17T16:55:47.177 INFO:journalctl@ceph.mon.b.smithi066.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-17T16:55:47.177 INFO:journalctl@ceph.mon.b.smithi066.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-17T16:55:47.177 INFO:journalctl@ceph.mon.b.smithi066.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-17T16:55:47.177 INFO:journalctl@ceph.mon.b.smithi066.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-17T16:55:47.177 INFO:journalctl@ceph.mon.b.smithi066.stdout: Cumulative compaction: 0.00 GB write, 0.55 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-17T16:55:47.177 INFO:journalctl@ceph.mon.b.smithi066.stdout: Interval compaction: 0.00 GB write, 0.55 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-17T16:55:47.177 INFO:journalctl@ceph.mon.b.smithi066.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-17T16:55:47.177 INFO:journalctl@ceph.mon.b.smithi066.stdout: Block cache BinnedLRUCache@0x5570bd189350#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-09-17T16:55:47.177 INFO:journalctl@ceph.mon.b.smithi066.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-09-17T16:55:47.178 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-09-17T16:55:47.178 INFO:journalctl@ceph.mon.b.smithi066.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-17T16:55:47.178 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-09-17T16:55:47.178 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: using public_addr v2:172.21.15.66:0/0 -> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] 2024-09-17T16:55:47.178 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: starting mon.b rank -1 at public addrs [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] at bind addrs [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T16:55:47.178 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: mon.b@-1(???) e0 preinit fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T16:55:47.178 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: mon.b@-1(synchronizing).mds e1 new map 2024-09-17T16:55:47.178 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: mon.b@-1(synchronizing).mds e1 print_map 2024-09-17T16:55:47.178 INFO:journalctl@ceph.mon.b.smithi066.stdout: e1 2024-09-17T16:55:47.178 INFO:journalctl@ceph.mon.b.smithi066.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T16:55:47.178 INFO:journalctl@ceph.mon.b.smithi066.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T16:55:47.178 INFO:journalctl@ceph.mon.b.smithi066.stdout: legacy client fscid: -1 2024-09-17T16:55:47.178 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-09-17T16:55:47.178 INFO:journalctl@ceph.mon.b.smithi066.stdout: No filesystems configured 2024-09-17T16:55:47.179 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-09-17T16:55:47.179 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-09-17T16:55:47.179 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-09-17T16:55:47.179 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-09-17T16:55:47.179 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-09-17T16:55:47.179 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-09-17T16:55:47.179 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-17T16:55:47.179 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-17T16:55:47.179 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-17T16:55:47.179 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-17T16:55:47.179 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-17T16:55:47.179 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:55:47.179 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:47.179 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:47.180 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:47.180 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:47.180 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:55:47.180 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:55:47.180 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:55:47.180 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/4115933664' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-17T16:55:47.180 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:47.180 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:47.180 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:47.180 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: Updating smithi066:/etc/ceph/ceph.conf 2024-09-17T16:55:47.180 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: Updating smithi066:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T16:55:47.180 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-09-17T16:55:47.180 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: Updating smithi066:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T16:55:47.181 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/4115933664' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-17T16:55:47.181 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: osdmap e4: 0 total, 0 up, 0 in 2024-09-17T16:55:47.181 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:55:47.181 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi031:172.21.15.31=a;smithi031:[v2:172.21.15.31:3301,v1:172.21.15.31:6790]=c;smithi066:172.21.15.66=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:55:47.181 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: Saving service mon spec with placement smithi031:172.21.15.31=a;smithi031:[v2:172.21.15.31:3301,v1:172.21.15.31:6790]=c;smithi066:172.21.15.66=b;count:3 2024-09-17T16:55:47.181 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:47.181 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:55:47.181 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:55:47.181 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:55:47.181 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:47.181 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T16:55:47.181 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:55:47.181 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: Deploying daemon mon.b on smithi066 2024-09-17T16:55:47.181 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:55:47.182 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:55:47.182 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: from='client.? 172.21.15.66:0/2848602729' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T16:55:47.182 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:55:47.182 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:55:47.182 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: from='client.? 172.21.15.66:0/3225895329' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T16:55:47.182 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 ceph-mon[31354]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-17T16:55:47.182 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 bash[31294]: 1609e0a1a698df624326e330c2c6b3c05e22f21622b01e7282c695e6b93d366f 2024-09-17T16:55:47.182 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:46 smithi066 systemd[1]: Started Ceph mon.b for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T16:55:47.600 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-17T16:55:47.600 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-17T16:55:47.835 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.b/config 2024-09-17T16:55:52.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:51 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T16:55:52.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:51 smithi031 ceph-mon[27768]: mon.a calling monitor election 2024-09-17T16:55:52.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:51 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T16:55:52.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:51 smithi031 ceph-mon[27768]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:55:52.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:51 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T16:55:52.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:51 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T16:55:52.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:51 smithi031 ceph-mon[27768]: mon.b calling monitor election 2024-09-17T16:55:52.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:51 smithi031 ceph-mon[27768]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:55:52.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:51 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T16:55:52.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:51 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T16:55:52.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:51 smithi031 ceph-mon[27768]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:55:52.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:51 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T16:55:52.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:51 smithi031 ceph-mon[27768]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-17T16:55:52.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:51 smithi031 ceph-mon[27768]: monmap e2: 2 mons at {a=[v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0],b=[v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-17T16:55:52.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:51 smithi031 ceph-mon[27768]: fsmap 2024-09-17T16:55:52.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:51 smithi031 ceph-mon[27768]: osdmap e4: 0 total, 0 up, 0 in 2024-09-17T16:55:52.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:51 smithi031 ceph-mon[27768]: mgrmap e13: y(active, since 42s) 2024-09-17T16:55:52.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:51 smithi031 ceph-mon[27768]: overall HEALTH_OK 2024-09-17T16:55:52.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:51 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:52.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:51 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:52.097 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:51 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:52.097 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:51 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T16:55:52.097 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:51 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:55:52.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:51 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T16:55:52.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:51 smithi066 ceph-mon[31354]: mon.a calling monitor election 2024-09-17T16:55:52.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:51 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T16:55:52.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:51 smithi066 ceph-mon[31354]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:55:52.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:51 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T16:55:52.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:51 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T16:55:52.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:51 smithi066 ceph-mon[31354]: mon.b calling monitor election 2024-09-17T16:55:52.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:51 smithi066 ceph-mon[31354]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:55:52.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:51 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T16:55:52.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:51 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T16:55:52.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:51 smithi066 ceph-mon[31354]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:55:52.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:51 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T16:55:52.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:51 smithi066 ceph-mon[31354]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-17T16:55:52.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:51 smithi066 ceph-mon[31354]: monmap e2: 2 mons at {a=[v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0],b=[v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-17T16:55:52.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:51 smithi066 ceph-mon[31354]: fsmap 2024-09-17T16:55:52.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:51 smithi066 ceph-mon[31354]: osdmap e4: 0 total, 0 up, 0 in 2024-09-17T16:55:52.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:51 smithi066 ceph-mon[31354]: mgrmap e13: y(active, since 42s) 2024-09-17T16:55:52.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:51 smithi066 ceph-mon[31354]: overall HEALTH_OK 2024-09-17T16:55:52.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:51 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:52.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:51 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:52.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:51 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:52.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:51 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T16:55:52.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:51 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:55:52.559 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-09-17T16:55:52.559 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":2,"fsid":"5dfb9b44-7515-11ef-bceb-c7b262605968","modified":"2024-09-17T16:55:46.726948Z","created":"2024-09-17T16:54:09.970307Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:3300","nonce":0},{"type":"v1","addr":"172.21.15.31:6789","nonce":0}]},"addr":"172.21.15.31:6789/0","public_addr":"172.21.15.31:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:3300","nonce":0},{"type":"v1","addr":"172.21.15.66:6789","nonce":0}]},"addr":"172.21.15.66:6789/0","public_addr":"172.21.15.66:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-17T16:55:52.559 INFO:teuthology.orchestra.run.smithi066.stderr:dumped monmap epoch 2 2024-09-17T16:55:52.886 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:52 smithi066 ceph-mon[31354]: Deploying daemon mon.c on smithi031 2024-09-17T16:55:52.887 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:52 smithi066 ceph-mon[31354]: from='client.? 172.21.15.66:0/2900457158' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T16:55:52.887 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:52 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T16:55:53.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:52 smithi031 ceph-mon[27768]: Deploying daemon mon.c on smithi031 2024-09-17T16:55:53.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:52 smithi031 ceph-mon[27768]: from='client.? 172.21.15.66:0/2900457158' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T16:55:53.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:52 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T16:55:54.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:55:53 smithi031 ceph-mon[27768]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:55:54.094 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 16:55:53 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T16:55:53.727+0000 7f9a3f43e640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-17T16:55:54.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:55:53 smithi066 ceph-mon[31354]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:55:54.169 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-17T16:55:54.170 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-17T16:55:54.384 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.b/config 2024-09-17T16:55:54.799 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:54 smithi031 systemd[1]: Starting Ceph mon.c for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T16:55:55.049 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:54 smithi031 podman[39430]: 2024-09-17 16:55:54.699428882 +0000 UTC m=+0.016489105 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T16:55:55.049 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:54 smithi031 podman[39430]: 2024-09-17 16:55:54.822727114 +0000 UTC m=+0.139787327 container create ff7ae5068af1ca0bd3de37fea76ee7792e7c05744cf023a1eab868e9f4704680 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-c, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T16:55:55.049 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 podman[39430]: 2024-09-17 16:55:55.041882756 +0000 UTC m=+0.358942981 container init ff7ae5068af1ca0bd3de37fea76ee7792e7c05744cf023a1eab868e9f4704680 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-c, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T16:55:55.049 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 podman[39430]: 2024-09-17 16:55:55.047334791 +0000 UTC m=+0.364395004 container start ff7ae5068af1ca0bd3de37fea76ee7792e7c05744cf023a1eab868e9f4704680 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-c, io.buildah.version=1.37.2, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T16:55:55.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: set uid:gid to 167:167 (ceph:ceph) 2024-09-17T16:55:55.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable), process ceph-mon, pid 7 2024-09-17T16:55:55.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: pidfile_write: ignore empty --pid-file 2024-09-17T16:55:55.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: load: jerasure load: lrc 2024-09-17T16:55:55.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: RocksDB version: 7.9.2 2024-09-17T16:55:55.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Git sha 0 2024-09-17T16:55:55.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Compile date 2024-09-16 15:15:13 2024-09-17T16:55:55.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: DB SUMMARY 2024-09-17T16:55:55.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: DB Session ID: EGMHN57NU4PIG01WA19Q 2024-09-17T16:55:55.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: CURRENT file: CURRENT 2024-09-17T16:55:55.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: IDENTITY file: IDENTITY 2024-09-17T16:55:55.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-09-17T16:55:55.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-09-17T16:55:55.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-09-17T16:55:55.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.error_if_exists: 0 2024-09-17T16:55:55.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.create_if_missing: 0 2024-09-17T16:55:55.346 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.paranoid_checks: 1 2024-09-17T16:55:55.346 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-17T16:55:55.346 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-17T16:55:55.346 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-17T16:55:55.346 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.env: 0x55eda9587bc0 2024-09-17T16:55:55.346 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.fs: PosixFileSystem 2024-09-17T16:55:55.346 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.info_log: 0x55edaaacebe0 2024-09-17T16:55:55.346 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.max_file_opening_threads: 16 2024-09-17T16:55:55.346 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.statistics: (nil) 2024-09-17T16:55:55.346 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.use_fsync: 0 2024-09-17T16:55:55.346 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.max_log_file_size: 0 2024-09-17T16:55:55.346 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-17T16:55:55.346 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-17T16:55:55.346 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.keep_log_file_num: 1000 2024-09-17T16:55:55.347 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.recycle_log_file_num: 0 2024-09-17T16:55:55.347 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.allow_fallocate: 1 2024-09-17T16:55:55.347 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.allow_mmap_reads: 0 2024-09-17T16:55:55.347 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.allow_mmap_writes: 0 2024-09-17T16:55:55.347 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.use_direct_reads: 0 2024-09-17T16:55:55.347 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-17T16:55:55.347 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.create_missing_column_families: 0 2024-09-17T16:55:55.347 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.db_log_dir: 2024-09-17T16:55:55.347 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.wal_dir: 2024-09-17T16:55:55.347 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-17T16:55:55.348 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-17T16:55:55.349 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-17T16:55:55.349 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-17T16:55:55.349 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-17T16:55:55.349 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-17T16:55:55.349 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.advise_random_on_open: 1 2024-09-17T16:55:55.349 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.db_write_buffer_size: 0 2024-09-17T16:55:55.349 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.write_buffer_manager: 0x55edaaadc320 2024-09-17T16:55:55.349 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-17T16:55:55.349 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-17T16:55:55.349 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-17T16:55:55.349 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.rate_limiter: (nil) 2024-09-17T16:55:55.349 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-17T16:55:55.350 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.wal_recovery_mode: 2 2024-09-17T16:55:55.350 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.enable_thread_tracking: 0 2024-09-17T16:55:55.350 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.enable_pipelined_write: 0 2024-09-17T16:55:55.350 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.unordered_write: 0 2024-09-17T16:55:55.350 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-17T16:55:55.350 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-17T16:55:55.350 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-17T16:55:55.350 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-17T16:55:55.350 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.row_cache: None 2024-09-17T16:55:55.350 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.wal_filter: None 2024-09-17T16:55:55.350 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-17T16:55:55.350 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.allow_ingest_behind: 0 2024-09-17T16:55:55.350 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.two_write_queues: 0 2024-09-17T16:55:55.351 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.manual_wal_flush: 0 2024-09-17T16:55:55.351 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.wal_compression: 0 2024-09-17T16:55:55.351 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.atomic_flush: 0 2024-09-17T16:55:55.351 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-17T16:55:55.351 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-17T16:55:55.351 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-17T16:55:55.351 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.log_readahead_size: 0 2024-09-17T16:55:55.351 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-17T16:55:55.351 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.best_efforts_recovery: 0 2024-09-17T16:55:55.351 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-17T16:55:55.351 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-17T16:55:55.351 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.allow_data_in_errors: 0 2024-09-17T16:55:55.351 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.db_host_id: __hostname__ 2024-09-17T16:55:55.352 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-17T16:55:55.352 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.max_background_jobs: 2 2024-09-17T16:55:55.352 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.max_background_compactions: -1 2024-09-17T16:55:55.352 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.max_subcompactions: 1 2024-09-17T16:55:55.352 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-17T16:55:55.352 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-17T16:55:55.352 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-17T16:55:55.352 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.max_total_wal_size: 0 2024-09-17T16:55:55.352 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-17T16:55:55.352 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-17T16:55:55.352 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-17T16:55:55.352 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-17T16:55:55.352 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.max_open_files: -1 2024-09-17T16:55:55.353 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.bytes_per_sync: 0 2024-09-17T16:55:55.353 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-17T16:55:55.353 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-17T16:55:55.353 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.compaction_readahead_size: 0 2024-09-17T16:55:55.353 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.max_background_flushes: -1 2024-09-17T16:55:55.353 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Compression algorithms supported: 2024-09-17T16:55:55.353 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: kZSTD supported: 0 2024-09-17T16:55:55.353 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: kXpressCompression supported: 0 2024-09-17T16:55:55.353 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: kBZip2Compression supported: 0 2024-09-17T16:55:55.353 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-17T16:55:55.353 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: kLZ4Compression supported: 1 2024-09-17T16:55:55.353 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: kZlibCompression supported: 1 2024-09-17T16:55:55.353 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: kLZ4HCCompression supported: 1 2024-09-17T16:55:55.353 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: kSnappyCompression supported: 1 2024-09-17T16:55:55.354 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-17T16:55:55.354 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-17T16:55:55.354 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-09-17T16:55:55.354 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-17T16:55:55.354 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-17T16:55:55.354 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.merge_operator: 2024-09-17T16:55:55.354 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.compaction_filter: None 2024-09-17T16:55:55.354 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.compaction_filter_factory: None 2024-09-17T16:55:55.354 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.sst_partitioner_factory: None 2024-09-17T16:55:55.354 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-17T16:55:55.354 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-17T16:55:55.355 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55edaaace7e0) 2024-09-17T16:55:55.355 INFO:journalctl@ceph.mon.c.smithi031.stdout: cache_index_and_filter_blocks: 1 2024-09-17T16:55:55.355 INFO:journalctl@ceph.mon.c.smithi031.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-17T16:55:55.355 INFO:journalctl@ceph.mon.c.smithi031.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-17T16:55:55.355 INFO:journalctl@ceph.mon.c.smithi031.stdout: pin_top_level_index_and_filter: 1 2024-09-17T16:55:55.355 INFO:journalctl@ceph.mon.c.smithi031.stdout: index_type: 0 2024-09-17T16:55:55.355 INFO:journalctl@ceph.mon.c.smithi031.stdout: data_block_index_type: 0 2024-09-17T16:55:55.355 INFO:journalctl@ceph.mon.c.smithi031.stdout: index_shortening: 1 2024-09-17T16:55:55.355 INFO:journalctl@ceph.mon.c.smithi031.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-17T16:55:55.355 INFO:journalctl@ceph.mon.c.smithi031.stdout: checksum: 4 2024-09-17T16:55:55.355 INFO:journalctl@ceph.mon.c.smithi031.stdout: no_block_cache: 0 2024-09-17T16:55:55.356 INFO:journalctl@ceph.mon.c.smithi031.stdout: block_cache: 0x55edaaac3350 2024-09-17T16:55:55.356 INFO:journalctl@ceph.mon.c.smithi031.stdout: block_cache_name: BinnedLRUCache 2024-09-17T16:55:55.356 INFO:journalctl@ceph.mon.c.smithi031.stdout: block_cache_options: 2024-09-17T16:55:55.356 INFO:journalctl@ceph.mon.c.smithi031.stdout: capacity : 536870912 2024-09-17T16:55:55.356 INFO:journalctl@ceph.mon.c.smithi031.stdout: num_shard_bits : 4 2024-09-17T16:55:55.356 INFO:journalctl@ceph.mon.c.smithi031.stdout: strict_capacity_limit : 0 2024-09-17T16:55:55.356 INFO:journalctl@ceph.mon.c.smithi031.stdout: high_pri_pool_ratio: 0.000 2024-09-17T16:55:55.356 INFO:journalctl@ceph.mon.c.smithi031.stdout: block_cache_compressed: (nil) 2024-09-17T16:55:55.356 INFO:journalctl@ceph.mon.c.smithi031.stdout: persistent_cache: (nil) 2024-09-17T16:55:55.356 INFO:journalctl@ceph.mon.c.smithi031.stdout: block_size: 4096 2024-09-17T16:55:55.356 INFO:journalctl@ceph.mon.c.smithi031.stdout: block_size_deviation: 10 2024-09-17T16:55:55.356 INFO:journalctl@ceph.mon.c.smithi031.stdout: block_restart_interval: 16 2024-09-17T16:55:55.356 INFO:journalctl@ceph.mon.c.smithi031.stdout: index_block_restart_interval: 1 2024-09-17T16:55:55.357 INFO:journalctl@ceph.mon.c.smithi031.stdout: metadata_block_size: 4096 2024-09-17T16:55:55.357 INFO:journalctl@ceph.mon.c.smithi031.stdout: partition_filters: 0 2024-09-17T16:55:55.357 INFO:journalctl@ceph.mon.c.smithi031.stdout: use_delta_encoding: 1 2024-09-17T16:55:55.357 INFO:journalctl@ceph.mon.c.smithi031.stdout: filter_policy: bloomfilter 2024-09-17T16:55:55.357 INFO:journalctl@ceph.mon.c.smithi031.stdout: whole_key_filtering: 1 2024-09-17T16:55:55.357 INFO:journalctl@ceph.mon.c.smithi031.stdout: verify_compression: 0 2024-09-17T16:55:55.357 INFO:journalctl@ceph.mon.c.smithi031.stdout: read_amp_bytes_per_bit: 0 2024-09-17T16:55:55.357 INFO:journalctl@ceph.mon.c.smithi031.stdout: format_version: 5 2024-09-17T16:55:55.357 INFO:journalctl@ceph.mon.c.smithi031.stdout: enable_index_compression: 1 2024-09-17T16:55:55.357 INFO:journalctl@ceph.mon.c.smithi031.stdout: block_align: 0 2024-09-17T16:55:55.357 INFO:journalctl@ceph.mon.c.smithi031.stdout: max_auto_readahead_size: 262144 2024-09-17T16:55:55.357 INFO:journalctl@ceph.mon.c.smithi031.stdout: prepopulate_block_cache: 0 2024-09-17T16:55:55.357 INFO:journalctl@ceph.mon.c.smithi031.stdout: initial_auto_readahead_size: 8192 2024-09-17T16:55:55.358 INFO:journalctl@ceph.mon.c.smithi031.stdout: num_file_reads_for_auto_readahead: 2 2024-09-17T16:55:55.358 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.write_buffer_size: 33554432 2024-09-17T16:55:55.358 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.max_write_buffer_number: 2 2024-09-17T16:55:55.358 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.compression: NoCompression 2024-09-17T16:55:55.358 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.bottommost_compression: Disabled 2024-09-17T16:55:55.358 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.prefix_extractor: nullptr 2024-09-17T16:55:55.358 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-17T16:55:55.358 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.num_levels: 7 2024-09-17T16:55:55.358 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-17T16:55:55.358 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-17T16:55:55.358 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-17T16:55:55.358 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-17T16:55:55.358 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-17T16:55:55.358 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-17T16:55:55.359 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-17T16:55:55.359 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-17T16:55:55.359 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-17T16:55:55.359 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-17T16:55:55.359 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-17T16:55:55.359 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-17T16:55:55.359 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-17T16:55:55.359 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.compression_opts.level: 32767 2024-09-17T16:55:55.359 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.compression_opts.strategy: 0 2024-09-17T16:55:55.359 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-17T16:55:55.359 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-17T16:55:55.359 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-17T16:55:55.359 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-17T16:55:55.360 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.compression_opts.enabled: false 2024-09-17T16:55:55.360 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-17T16:55:55.360 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-17T16:55:55.360 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-17T16:55:55.360 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-17T16:55:55.360 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.target_file_size_base: 67108864 2024-09-17T16:55:55.360 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-17T16:55:55.360 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-17T16:55:55.360 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-17T16:55:55.360 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-17T16:55:55.360 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-17T16:55:55.360 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-17T16:55:55.360 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-17T16:55:55.361 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-17T16:55:55.361 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-17T16:55:55.361 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-17T16:55:55.361 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-17T16:55:55.361 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-17T16:55:55.361 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-17T16:55:55.361 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-17T16:55:55.361 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.arena_block_size: 1048576 2024-09-17T16:55:55.361 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-17T16:55:55.361 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-17T16:55:55.361 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.disable_auto_compactions: 0 2024-09-17T16:55:55.361 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-17T16:55:55.361 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-17T16:55:55.361 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-17T16:55:55.362 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-17T16:55:55.362 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-17T16:55:55.362 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-17T16:55:55.362 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-17T16:55:55.362 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-17T16:55:55.362 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-17T16:55:55.362 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-17T16:55:55.362 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-17T16:55:55.362 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.inplace_update_support: 0 2024-09-17T16:55:55.362 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-17T16:55:55.362 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-17T16:55:55.362 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-17T16:55:55.362 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-17T16:55:55.363 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.bloom_locality: 0 2024-09-17T16:55:55.363 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.max_successive_merges: 0 2024-09-17T16:55:55.363 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-17T16:55:55.363 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.paranoid_file_checks: 0 2024-09-17T16:55:55.363 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.force_consistency_checks: 1 2024-09-17T16:55:55.363 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.report_bg_io_stats: 0 2024-09-17T16:55:55.363 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.ttl: 2592000 2024-09-17T16:55:55.363 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-17T16:55:55.363 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-17T16:55:55.363 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-17T16:55:55.363 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.enable_blob_files: false 2024-09-17T16:55:55.363 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.min_blob_size: 0 2024-09-17T16:55:55.363 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.blob_file_size: 268435456 2024-09-17T16:55:55.364 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-17T16:55:55.364 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-17T16:55:55.364 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-17T16:55:55.364 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-17T16:55:55.364 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-17T16:55:55.364 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.blob_file_starting_level: 0 2024-09-17T16:55:55.364 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-17T16:55:55.364 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-17T16:55:55.364 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-09-17T16:55:55.364 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: dbf7470c-f8d7-4cdc-af72-769873203d02 2024-09-17T16:55:55.364 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726592155074666, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-09-17T16:55:55.364 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-09-17T16:55:55.364 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726592155075057, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1773, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726592155, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "dbf7470c-f8d7-4cdc-af72-769873203d02", "db_session_id": "EGMHN57NU4PIG01WA19Q", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-09-17T16:55:55.364 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726592155075157, "job": 1, "event": "recovery_finished"} 2024-09-17T16:55:55.365 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-09-17T16:55:55.365 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-17T16:55:55.365 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55edaaaeee00 2024-09-17T16:55:55.366 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: DB pointer 0x55edaabe2000 2024-09-17T16:55:55.366 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-17T16:55:55.366 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-17T16:55:55.366 INFO:journalctl@ceph.mon.c.smithi031.stdout: ** DB Stats ** 2024-09-17T16:55:55.366 INFO:journalctl@ceph.mon.c.smithi031.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-17T16:55:55.366 INFO:journalctl@ceph.mon.c.smithi031.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-17T16:55:55.366 INFO:journalctl@ceph.mon.c.smithi031.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-17T16:55:55.366 INFO:journalctl@ceph.mon.c.smithi031.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-17T16:55:55.367 INFO:journalctl@ceph.mon.c.smithi031.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-17T16:55:55.367 INFO:journalctl@ceph.mon.c.smithi031.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-17T16:55:55.367 INFO:journalctl@ceph.mon.c.smithi031.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-17T16:55:55.367 INFO:journalctl@ceph.mon.c.smithi031.stdout: 2024-09-17T16:55:55.367 INFO:journalctl@ceph.mon.c.smithi031.stdout: ** Compaction Stats [default] ** 2024-09-17T16:55:55.367 INFO:journalctl@ceph.mon.c.smithi031.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-17T16:55:55.367 INFO:journalctl@ceph.mon.c.smithi031.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-17T16:55:55.367 INFO:journalctl@ceph.mon.c.smithi031.stdout: L0 1/0 1.73 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.5 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-17T16:55:55.368 INFO:journalctl@ceph.mon.c.smithi031.stdout: Sum 1/0 1.73 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.5 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-17T16:55:55.368 INFO:journalctl@ceph.mon.c.smithi031.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.5 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-17T16:55:55.368 INFO:journalctl@ceph.mon.c.smithi031.stdout: 2024-09-17T16:55:55.368 INFO:journalctl@ceph.mon.c.smithi031.stdout: ** Compaction Stats [default] ** 2024-09-17T16:55:55.368 INFO:journalctl@ceph.mon.c.smithi031.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-17T16:55:55.368 INFO:journalctl@ceph.mon.c.smithi031.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-17T16:55:55.368 INFO:journalctl@ceph.mon.c.smithi031.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.5 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-17T16:55:55.368 INFO:journalctl@ceph.mon.c.smithi031.stdout: 2024-09-17T16:55:55.368 INFO:journalctl@ceph.mon.c.smithi031.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-17T16:55:55.369 INFO:journalctl@ceph.mon.c.smithi031.stdout: 2024-09-17T16:55:55.369 INFO:journalctl@ceph.mon.c.smithi031.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-17T16:55:55.369 INFO:journalctl@ceph.mon.c.smithi031.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-17T16:55:55.369 INFO:journalctl@ceph.mon.c.smithi031.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-17T16:55:55.369 INFO:journalctl@ceph.mon.c.smithi031.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-17T16:55:55.369 INFO:journalctl@ceph.mon.c.smithi031.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-17T16:55:55.369 INFO:journalctl@ceph.mon.c.smithi031.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-17T16:55:55.369 INFO:journalctl@ceph.mon.c.smithi031.stdout: Cumulative compaction: 0.00 GB write, 0.63 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-17T16:55:55.370 INFO:journalctl@ceph.mon.c.smithi031.stdout: Interval compaction: 0.00 GB write, 0.63 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-17T16:55:55.370 INFO:journalctl@ceph.mon.c.smithi031.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-17T16:55:55.370 INFO:journalctl@ceph.mon.c.smithi031.stdout: Block cache BinnedLRUCache@0x55edaaac3350#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-09-17T16:55:55.370 INFO:journalctl@ceph.mon.c.smithi031.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-09-17T16:55:55.370 INFO:journalctl@ceph.mon.c.smithi031.stdout: 2024-09-17T16:55:55.370 INFO:journalctl@ceph.mon.c.smithi031.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-17T16:55:55.371 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-09-17T16:55:55.371 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: using public_addrv [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-17T16:55:55.371 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: starting mon.c rank -1 at public addrs [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] at bind addrs [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T16:55:55.371 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: mon.c@-1(???) e0 preinit fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T16:55:55.371 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: mon.c@-1(synchronizing).mds e1 new map 2024-09-17T16:55:55.371 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: mon.c@-1(synchronizing).mds e1 print_map 2024-09-17T16:55:55.371 INFO:journalctl@ceph.mon.c.smithi031.stdout: e1 2024-09-17T16:55:55.372 INFO:journalctl@ceph.mon.c.smithi031.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T16:55:55.372 INFO:journalctl@ceph.mon.c.smithi031.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T16:55:55.372 INFO:journalctl@ceph.mon.c.smithi031.stdout: legacy client fscid: -1 2024-09-17T16:55:55.372 INFO:journalctl@ceph.mon.c.smithi031.stdout: 2024-09-17T16:55:55.372 INFO:journalctl@ceph.mon.c.smithi031.stdout: No filesystems configured 2024-09-17T16:55:55.372 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-09-17T16:55:55.372 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-09-17T16:55:55.372 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-09-17T16:55:55.372 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-09-17T16:55:55.372 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-09-17T16:55:55.372 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-09-17T16:55:55.372 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-17T16:55:55.373 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-17T16:55:55.373 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-17T16:55:55.373 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-17T16:55:55.373 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-17T16:55:55.373 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:55:55.373 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:55.373 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:55.373 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:55.373 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:55.373 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:55:55.373 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:55:55.373 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:55:55.373 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/4115933664' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-17T16:55:55.374 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:55.374 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:55.374 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:55.374 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: Updating smithi066:/etc/ceph/ceph.conf 2024-09-17T16:55:55.374 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: Updating smithi066:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T16:55:55.374 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-09-17T16:55:55.375 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: Updating smithi066:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T16:55:55.375 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/4115933664' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-17T16:55:55.375 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: osdmap e4: 0 total, 0 up, 0 in 2024-09-17T16:55:55.375 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:55:55.375 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi031:172.21.15.31=a;smithi031:[v2:172.21.15.31:3301,v1:172.21.15.31:6790]=c;smithi066:172.21.15.66=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:55:55.375 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: Saving service mon spec with placement smithi031:172.21.15.31=a;smithi031:[v2:172.21.15.31:3301,v1:172.21.15.31:6790]=c;smithi066:172.21.15.66=b;count:3 2024-09-17T16:55:55.375 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:55.375 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:55:55.375 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:55:55.375 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:55:55.375 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:55.376 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T16:55:55.376 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:55:55.376 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: Deploying daemon mon.b on smithi066 2024-09-17T16:55:55.376 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:55:55.376 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:55:55.376 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: from='client.? 172.21.15.66:0/2848602729' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T16:55:55.376 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:55:55.376 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:55:55.376 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: from='client.? 172.21.15.66:0/3225895329' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T16:55:55.376 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T16:55:55.377 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: mon.a calling monitor election 2024-09-17T16:55:55.377 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T16:55:55.377 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:55:55.377 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T16:55:55.377 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T16:55:55.377 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: mon.b calling monitor election 2024-09-17T16:55:55.377 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:55:55.377 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T16:55:55.377 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T16:55:55.377 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:55:55.378 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T16:55:55.378 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-17T16:55:55.378 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: monmap e2: 2 mons at {a=[v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0],b=[v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-17T16:55:55.378 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: fsmap 2024-09-17T16:55:55.378 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: osdmap e4: 0 total, 0 up, 0 in 2024-09-17T16:55:55.378 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: mgrmap e13: y(active, since 42s) 2024-09-17T16:55:55.378 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: overall HEALTH_OK 2024-09-17T16:55:55.378 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:55.378 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:55.378 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:55:55.378 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T16:55:55.379 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:55:55.379 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: Deploying daemon mon.c on smithi031 2024-09-17T16:55:55.379 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: from='client.? 172.21.15.66:0/2900457158' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T16:55:55.379 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T16:55:55.379 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:55:55.379 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 ceph-mon[39468]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-17T16:55:55.379 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 bash[39430]: ff7ae5068af1ca0bd3de37fea76ee7792e7c05744cf023a1eab868e9f4704680 2024-09-17T16:55:55.379 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:55:55 smithi031 systemd[1]: Started Ceph mon.c for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T16:56:00.529 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-09-17T16:56:00.529 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":3,"fsid":"5dfb9b44-7515-11ef-bceb-c7b262605968","modified":"2024-09-17T16:55:55.097661Z","created":"2024-09-17T16:54:09.970307Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:3300","nonce":0},{"type":"v1","addr":"172.21.15.31:6789","nonce":0}]},"addr":"172.21.15.31:6789/0","public_addr":"172.21.15.31:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:3300","nonce":0},{"type":"v1","addr":"172.21.15.66:6789","nonce":0}]},"addr":"172.21.15.66:6789/0","public_addr":"172.21.15.66:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:3301","nonce":0},{"type":"v1","addr":"172.21.15.31:6790","nonce":0}]},"addr":"172.21.15.31:6790/0","public_addr":"172.21.15.31:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-09-17T16:56:00.530 INFO:teuthology.orchestra.run.smithi066.stderr:dumped monmap epoch 3 2024-09-17T16:56:00.530 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:00 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T16:56:00.530 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:00 smithi066 ceph-mon[31354]: mon.a calling monitor election 2024-09-17T16:56:00.530 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:00 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T16:56:00.530 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:00 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T16:56:00.530 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:00 smithi066 ceph-mon[31354]: mon.b calling monitor election 2024-09-17T16:56:00.530 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:00 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T16:56:00.531 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:00 smithi066 ceph-mon[31354]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:00.531 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:00 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T16:56:00.531 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:00 smithi066 ceph-mon[31354]: mon.c calling monitor election 2024-09-17T16:56:00.531 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:00 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T16:56:00.531 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:00 smithi066 ceph-mon[31354]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:00.531 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:00 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T16:56:00.531 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:00 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T16:56:00.531 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:00 smithi066 ceph-mon[31354]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-17T16:56:00.531 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:00 smithi066 ceph-mon[31354]: monmap e3: 3 mons at {a=[v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0],b=[v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0],c=[v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-17T16:56:00.531 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:00 smithi066 ceph-mon[31354]: fsmap 2024-09-17T16:56:00.531 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:00 smithi066 ceph-mon[31354]: osdmap e4: 0 total, 0 up, 0 in 2024-09-17T16:56:00.531 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:00 smithi066 ceph-mon[31354]: mgrmap e13: y(active, since 51s) 2024-09-17T16:56:00.531 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:00 smithi066 ceph-mon[31354]: overall HEALTH_OK 2024-09-17T16:56:00.532 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:00 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:00.532 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:00 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:00.532 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:00 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:00.532 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:00 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:00.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T16:56:00.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[27768]: mon.a calling monitor election 2024-09-17T16:56:00.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T16:56:00.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T16:56:00.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[27768]: mon.b calling monitor election 2024-09-17T16:56:00.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T16:56:00.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[27768]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:00.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T16:56:00.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[27768]: mon.c calling monitor election 2024-09-17T16:56:00.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T16:56:00.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[27768]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:00.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T16:56:00.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T16:56:00.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[27768]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-17T16:56:00.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[27768]: monmap e3: 3 mons at {a=[v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0],b=[v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0],c=[v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-17T16:56:00.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[27768]: fsmap 2024-09-17T16:56:00.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[27768]: osdmap e4: 0 total, 0 up, 0 in 2024-09-17T16:56:00.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[27768]: mgrmap e13: y(active, since 51s) 2024-09-17T16:56:00.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[27768]: overall HEALTH_OK 2024-09-17T16:56:00.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:00.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:00.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:00.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:00.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T16:56:00.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[39468]: mon.a calling monitor election 2024-09-17T16:56:00.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T16:56:00.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T16:56:00.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[39468]: mon.b calling monitor election 2024-09-17T16:56:00.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T16:56:00.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[39468]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:00.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T16:56:00.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[39468]: mon.c calling monitor election 2024-09-17T16:56:00.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T16:56:00.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[39468]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:00.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T16:56:00.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T16:56:00.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[39468]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-17T16:56:00.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[39468]: monmap e3: 3 mons at {a=[v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0],b=[v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0],c=[v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-17T16:56:00.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[39468]: fsmap 2024-09-17T16:56:00.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[39468]: osdmap e4: 0 total, 0 up, 0 in 2024-09-17T16:56:00.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[39468]: mgrmap e13: y(active, since 51s) 2024-09-17T16:56:00.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[39468]: overall HEALTH_OK 2024-09-17T16:56:00.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:00.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:00.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:00.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:00 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:00.968 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-09-17T16:56:00.969 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph config generate-minimal-conf 2024-09-17T16:56:01.211 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T16:56:01.233 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:01 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:56:01.233 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:01 smithi066 ceph-mon[31354]: from='client.? 172.21.15.66:0/4199117035' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T16:56:01.233 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:01 smithi066 ceph-mon[31354]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:01.233 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:01 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T16:56:01.489 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:01 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:56:01.489 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:01 smithi031 ceph-mon[39468]: from='client.? 172.21.15.66:0/4199117035' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T16:56:01.489 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:01 smithi031 ceph-mon[39468]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:01.489 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:01 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T16:56:01.489 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:01 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:56:01.489 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:01 smithi031 ceph-mon[27768]: from='client.? 172.21.15.66:0/4199117035' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T16:56:01.489 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:01 smithi031 ceph-mon[27768]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:01.489 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:01 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T16:56:02.479 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.479 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.480 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.480 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.480 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:02.480 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:56:02.480 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[27768]: Updating smithi031:/etc/ceph/ceph.conf 2024-09-17T16:56:02.480 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[27768]: Updating smithi066:/etc/ceph/ceph.conf 2024-09-17T16:56:02.480 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.480 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.480 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.480 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.480 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.481 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.481 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.481 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.481 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.481 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T16:56:02.481 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T16:56:02.481 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:02.481 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.481 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.481 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.481 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.482 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:02.482 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:56:02.482 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[39468]: Updating smithi031:/etc/ceph/ceph.conf 2024-09-17T16:56:02.482 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[39468]: Updating smithi066:/etc/ceph/ceph.conf 2024-09-17T16:56:02.482 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.482 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.482 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.482 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.482 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.482 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.482 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.482 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.482 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.482 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T16:56:02.483 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T16:56:02.483 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:02 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:02.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:02 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:02 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:02 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:02 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:02 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:02.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:02 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:56:02.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:02 smithi066 ceph-mon[31354]: Updating smithi031:/etc/ceph/ceph.conf 2024-09-17T16:56:02.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:02 smithi066 ceph-mon[31354]: Updating smithi066:/etc/ceph/ceph.conf 2024-09-17T16:56:02.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:02 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:02 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:02 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:02 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:02 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:02 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:02 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:02 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:02 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:02.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:02 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T16:56:02.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:02 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T16:56:02.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:02 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:03.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:03 smithi031 ceph-mon[27768]: Updating smithi066:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T16:56:03.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:03 smithi031 ceph-mon[27768]: Updating smithi031:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T16:56:03.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:03 smithi031 ceph-mon[27768]: Reconfiguring mon.a (unknown last config time)... 2024-09-17T16:56:03.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:03 smithi031 ceph-mon[27768]: Reconfiguring daemon mon.a on smithi031 2024-09-17T16:56:03.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:03 smithi031 ceph-mon[27768]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:03.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:03 smithi031 ceph-mon[39468]: Updating smithi066:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T16:56:03.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:03 smithi031 ceph-mon[39468]: Updating smithi031:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T16:56:03.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:03 smithi031 ceph-mon[39468]: Reconfiguring mon.a (unknown last config time)... 2024-09-17T16:56:03.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:03 smithi031 ceph-mon[39468]: Reconfiguring daemon mon.a on smithi031 2024-09-17T16:56:03.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:03 smithi031 ceph-mon[39468]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:03.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:03 smithi066 ceph-mon[31354]: Updating smithi066:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T16:56:03.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:03 smithi066 ceph-mon[31354]: Updating smithi031:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T16:56:03.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:03 smithi066 ceph-mon[31354]: Reconfiguring mon.a (unknown last config time)... 2024-09-17T16:56:03.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:03 smithi066 ceph-mon[31354]: Reconfiguring daemon mon.a on smithi031 2024-09-17T16:56:03.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:03 smithi066 ceph-mon[31354]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:03.785 INFO:teuthology.orchestra.run.smithi031.stdout:# minimal ceph.conf for 5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T16:56:03.786 INFO:teuthology.orchestra.run.smithi031.stdout:[global] 2024-09-17T16:56:03.786 INFO:teuthology.orchestra.run.smithi031.stdout: fsid = 5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T16:56:03.786 INFO:teuthology.orchestra.run.smithi031.stdout: mon_host = [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-17T16:56:04.533 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:04 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/777378621' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:04.533 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:04 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:04.534 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:04 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:04.534 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:04 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:04.534 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:04 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T16:56:04.534 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:04 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T16:56:04.534 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:04 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:04.534 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:04 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/777378621' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:04.534 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:04 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:04.534 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:04 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:04.534 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:04 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:04.534 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:04 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T16:56:04.535 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:04 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T16:56:04.535 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:04 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:04.555 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-09-17T16:56:04.555 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-17T16:56:04.555 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/etc/ceph/ceph.conf 2024-09-17T16:56:04.584 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-17T16:56:04.584 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-17T16:56:04.651 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-09-17T16:56:04.651 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/etc/ceph/ceph.conf 2024-09-17T16:56:04.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:04 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/777378621' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:04.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:04 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:04.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:04 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:04.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:04 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:04.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:04 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T16:56:04.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:04 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T16:56:04.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:04 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:04.685 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-09-17T16:56:04.685 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-17T16:56:04.755 INFO:tasks.cephadm:Adding mgr.y on smithi031 2024-09-17T16:56:04.756 INFO:tasks.cephadm:Adding mgr.x on smithi066 2024-09-17T16:56:04.756 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph orch apply mgr '2;smithi031=y;smithi066=x' 2024-09-17T16:56:05.000 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.b/config 2024-09-17T16:56:05.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:05 smithi066 ceph-mon[31354]: Reconfiguring mon.c (monmap changed)... 2024-09-17T16:56:05.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:05 smithi066 ceph-mon[31354]: Reconfiguring daemon mon.c on smithi031 2024-09-17T16:56:05.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:05 smithi066 ceph-mon[31354]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:05.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:05 smithi031 ceph-mon[39468]: Reconfiguring mon.c (monmap changed)... 2024-09-17T16:56:05.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:05 smithi031 ceph-mon[39468]: Reconfiguring daemon mon.c on smithi031 2024-09-17T16:56:05.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:05 smithi031 ceph-mon[39468]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:05.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:05 smithi031 ceph-mon[27768]: Reconfiguring mon.c (monmap changed)... 2024-09-17T16:56:05.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:05 smithi031 ceph-mon[27768]: Reconfiguring daemon mon.c on smithi031 2024-09-17T16:56:05.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:05 smithi031 ceph-mon[27768]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:06.791 INFO:teuthology.orchestra.run.smithi066.stdout:Scheduled mgr update... 2024-09-17T16:56:07.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:06 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:07.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:06 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:07.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:06 smithi031 ceph-mon[27768]: Reconfiguring mon.b (monmap changed)... 2024-09-17T16:56:07.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:06 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T16:56:07.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:06 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T16:56:07.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:06 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:07.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:06 smithi031 ceph-mon[27768]: Reconfiguring daemon mon.b on smithi066 2024-09-17T16:56:07.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:06 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:07.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:06 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:07.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:06 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:07.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:06 smithi031 ceph-mon[39468]: Reconfiguring mon.b (monmap changed)... 2024-09-17T16:56:07.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:06 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T16:56:07.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:06 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T16:56:07.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:06 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:07.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:06 smithi031 ceph-mon[39468]: Reconfiguring daemon mon.b on smithi066 2024-09-17T16:56:07.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:06 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:07.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:06 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:07.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:06 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:07.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:06 smithi066 ceph-mon[31354]: Reconfiguring mon.b (monmap changed)... 2024-09-17T16:56:07.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:06 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T16:56:07.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:06 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T16:56:07.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:06 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:07.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:06 smithi066 ceph-mon[31354]: Reconfiguring daemon mon.b on smithi066 2024-09-17T16:56:07.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:06 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:07.909 DEBUG:teuthology.orchestra.run.smithi066:mgr.x> sudo journalctl -f -n 0 -u ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mgr.x.service 2024-09-17T16:56:07.912 DEBUG:tasks.cephadm:set 0 configs 2024-09-17T16:56:07.912 INFO:tasks.cephadm:Deploying OSDs... 2024-09-17T16:56:07.912 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-17T16:56:07.912 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/scratch_devs of=/dev/stdout 2024-09-17T16:56:07.932 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-17T16:56:07.933 DEBUG:teuthology.orchestra.run.smithi031:> stat /dev/vg_nvme/lv_1 2024-09-17T16:56:07.991 INFO:teuthology.orchestra.run.smithi031.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-17T16:56:07.991 INFO:teuthology.orchestra.run.smithi031.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-17T16:56:07.991 INFO:teuthology.orchestra.run.smithi031.stdout:Device: 5h/5d Inode: 960 Links: 1 2024-09-17T16:56:07.992 INFO:teuthology.orchestra.run.smithi031.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-17T16:56:07.992 INFO:teuthology.orchestra.run.smithi031.stdout:Context: system_u:object_r:device_t:s0 2024-09-17T16:56:07.992 INFO:teuthology.orchestra.run.smithi031.stdout:Access: 2024-09-17 16:55:54.515985848 +0000 2024-09-17T16:56:07.992 INFO:teuthology.orchestra.run.smithi031.stdout:Modify: 2024-09-17 16:51:58.184937087 +0000 2024-09-17T16:56:07.992 INFO:teuthology.orchestra.run.smithi031.stdout:Change: 2024-09-17 16:51:58.184937087 +0000 2024-09-17T16:56:07.992 INFO:teuthology.orchestra.run.smithi031.stdout: Birth: 2024-09-17 16:51:58.184937087 +0000 2024-09-17T16:56:07.992 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-17T16:56:08.060 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records in 2024-09-17T16:56:08.060 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records out 2024-09-17T16:56:08.060 INFO:teuthology.orchestra.run.smithi031.stderr:512 bytes copied, 0.000227752 s, 2.2 MB/s 2024-09-17T16:56:08.062 DEBUG:teuthology.orchestra.run.smithi031:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-17T16:56:08.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:07 smithi031 ceph-mon[39468]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:08.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:07 smithi031 ceph-mon[39468]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi031=y;smithi066=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:56:08.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:07 smithi031 ceph-mon[39468]: Saving service mgr spec with placement smithi031=y;smithi066=x;count:2 2024-09-17T16:56:08.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:07 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:08.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:07 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:08.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:07 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:56:08.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:07 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:08.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:07 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:56:08.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:07 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:08.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:07 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T16:56:08.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:07 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-17T16:56:08.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:07 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T16:56:08.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:07 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:08.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:07 smithi031 ceph-mon[27768]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:08.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:07 smithi031 ceph-mon[27768]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi031=y;smithi066=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:56:08.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:07 smithi031 ceph-mon[27768]: Saving service mgr spec with placement smithi031=y;smithi066=x;count:2 2024-09-17T16:56:08.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:07 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:08.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:07 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:08.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:07 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:56:08.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:07 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:08.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:07 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:56:08.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:07 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:08.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:07 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T16:56:08.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:07 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-17T16:56:08.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:07 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T16:56:08.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:07 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:08.114 DEBUG:teuthology.orchestra.run.smithi031:> stat /dev/vg_nvme/lv_2 2024-09-17T16:56:08.115 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:07 smithi066 ceph-mon[31354]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:08.115 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:07 smithi066 ceph-mon[31354]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi031=y;smithi066=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:56:08.115 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:07 smithi066 ceph-mon[31354]: Saving service mgr spec with placement smithi031=y;smithi066=x;count:2 2024-09-17T16:56:08.115 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:07 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:08.115 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:07 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:08.115 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:07 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:56:08.115 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:07 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:08.116 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:07 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:56:08.116 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:07 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:08.116 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:07 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T16:56:08.116 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:07 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-17T16:56:08.116 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:07 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T16:56:08.116 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:07 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:08.172 INFO:teuthology.orchestra.run.smithi031.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-17T16:56:08.172 INFO:teuthology.orchestra.run.smithi031.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-17T16:56:08.172 INFO:teuthology.orchestra.run.smithi031.stdout:Device: 5h/5d Inode: 982 Links: 1 2024-09-17T16:56:08.172 INFO:teuthology.orchestra.run.smithi031.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-17T16:56:08.172 INFO:teuthology.orchestra.run.smithi031.stdout:Context: system_u:object_r:device_t:s0 2024-09-17T16:56:08.172 INFO:teuthology.orchestra.run.smithi031.stdout:Access: 2024-09-17 16:55:54.516985831 +0000 2024-09-17T16:56:08.172 INFO:teuthology.orchestra.run.smithi031.stdout:Modify: 2024-09-17 16:51:58.187937036 +0000 2024-09-17T16:56:08.172 INFO:teuthology.orchestra.run.smithi031.stdout:Change: 2024-09-17 16:51:58.187937036 +0000 2024-09-17T16:56:08.172 INFO:teuthology.orchestra.run.smithi031.stdout: Birth: 2024-09-17 16:51:58.187937036 +0000 2024-09-17T16:56:08.173 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-17T16:56:08.238 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records in 2024-09-17T16:56:08.238 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records out 2024-09-17T16:56:08.239 INFO:teuthology.orchestra.run.smithi031.stderr:512 bytes copied, 0.000207344 s, 2.5 MB/s 2024-09-17T16:56:08.240 DEBUG:teuthology.orchestra.run.smithi031:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-17T16:56:08.299 DEBUG:teuthology.orchestra.run.smithi031:> stat /dev/vg_nvme/lv_3 2024-09-17T16:56:08.356 INFO:teuthology.orchestra.run.smithi031.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-17T16:56:08.356 INFO:teuthology.orchestra.run.smithi031.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-17T16:56:08.356 INFO:teuthology.orchestra.run.smithi031.stdout:Device: 5h/5d Inode: 967 Links: 1 2024-09-17T16:56:08.357 INFO:teuthology.orchestra.run.smithi031.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-17T16:56:08.357 INFO:teuthology.orchestra.run.smithi031.stdout:Context: system_u:object_r:device_t:s0 2024-09-17T16:56:08.357 INFO:teuthology.orchestra.run.smithi031.stdout:Access: 2024-09-17 16:55:54.516985831 +0000 2024-09-17T16:56:08.357 INFO:teuthology.orchestra.run.smithi031.stdout:Modify: 2024-09-17 16:51:58.185937070 +0000 2024-09-17T16:56:08.357 INFO:teuthology.orchestra.run.smithi031.stdout:Change: 2024-09-17 16:51:58.185937070 +0000 2024-09-17T16:56:08.357 INFO:teuthology.orchestra.run.smithi031.stdout: Birth: 2024-09-17 16:51:58.185937070 +0000 2024-09-17T16:56:08.357 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-17T16:56:08.422 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records in 2024-09-17T16:56:08.422 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records out 2024-09-17T16:56:08.422 INFO:teuthology.orchestra.run.smithi031.stderr:512 bytes copied, 0.000238782 s, 2.1 MB/s 2024-09-17T16:56:08.423 DEBUG:teuthology.orchestra.run.smithi031:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-17T16:56:08.481 DEBUG:teuthology.orchestra.run.smithi031:> stat /dev/vg_nvme/lv_4 2024-09-17T16:56:08.538 INFO:teuthology.orchestra.run.smithi031.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-17T16:56:08.538 INFO:teuthology.orchestra.run.smithi031.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-17T16:56:08.538 INFO:teuthology.orchestra.run.smithi031.stdout:Device: 5h/5d Inode: 965 Links: 1 2024-09-17T16:56:08.538 INFO:teuthology.orchestra.run.smithi031.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-17T16:56:08.538 INFO:teuthology.orchestra.run.smithi031.stdout:Context: system_u:object_r:device_t:s0 2024-09-17T16:56:08.538 INFO:teuthology.orchestra.run.smithi031.stdout:Access: 2024-09-17 16:55:54.517985815 +0000 2024-09-17T16:56:08.538 INFO:teuthology.orchestra.run.smithi031.stdout:Modify: 2024-09-17 16:51:58.185937070 +0000 2024-09-17T16:56:08.538 INFO:teuthology.orchestra.run.smithi031.stdout:Change: 2024-09-17 16:51:58.185937070 +0000 2024-09-17T16:56:08.538 INFO:teuthology.orchestra.run.smithi031.stdout: Birth: 2024-09-17 16:51:58.185937070 +0000 2024-09-17T16:56:08.539 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-17T16:56:08.603 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records in 2024-09-17T16:56:08.603 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records out 2024-09-17T16:56:08.603 INFO:teuthology.orchestra.run.smithi031.stderr:512 bytes copied, 0.000243591 s, 2.1 MB/s 2024-09-17T16:56:08.605 DEBUG:teuthology.orchestra.run.smithi031:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-17T16:56:08.662 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-09-17T16:56:08.662 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/scratch_devs of=/dev/stdout 2024-09-17T16:56:08.680 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-17T16:56:08.680 DEBUG:teuthology.orchestra.run.smithi066:> stat /dev/vg_nvme/lv_1 2024-09-17T16:56:08.736 INFO:teuthology.orchestra.run.smithi066.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-17T16:56:08.737 INFO:teuthology.orchestra.run.smithi066.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-17T16:56:08.737 INFO:teuthology.orchestra.run.smithi066.stdout:Device: 5h/5d Inode: 974 Links: 1 2024-09-17T16:56:08.737 INFO:teuthology.orchestra.run.smithi066.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-17T16:56:08.737 INFO:teuthology.orchestra.run.smithi066.stdout:Context: system_u:object_r:device_t:s0 2024-09-17T16:56:08.737 INFO:teuthology.orchestra.run.smithi066.stdout:Access: 2024-09-17 16:55:44.215085313 +0000 2024-09-17T16:56:08.737 INFO:teuthology.orchestra.run.smithi066.stdout:Modify: 2024-09-17 16:51:58.055891876 +0000 2024-09-17T16:56:08.737 INFO:teuthology.orchestra.run.smithi066.stdout:Change: 2024-09-17 16:51:58.055891876 +0000 2024-09-17T16:56:08.737 INFO:teuthology.orchestra.run.smithi066.stdout: Birth: 2024-09-17 16:51:58.055891876 +0000 2024-09-17T16:56:08.737 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-17T16:56:08.802 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records in 2024-09-17T16:56:08.802 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records out 2024-09-17T16:56:08.802 INFO:teuthology.orchestra.run.smithi066.stderr:512 bytes copied, 0.000212852 s, 2.4 MB/s 2024-09-17T16:56:08.803 DEBUG:teuthology.orchestra.run.smithi066:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-17T16:56:08.861 DEBUG:teuthology.orchestra.run.smithi066:> stat /dev/vg_nvme/lv_2 2024-09-17T16:56:08.917 INFO:teuthology.orchestra.run.smithi066.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-17T16:56:08.918 INFO:teuthology.orchestra.run.smithi066.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-17T16:56:08.918 INFO:teuthology.orchestra.run.smithi066.stdout:Device: 5h/5d Inode: 969 Links: 1 2024-09-17T16:56:08.918 INFO:teuthology.orchestra.run.smithi066.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-17T16:56:08.918 INFO:teuthology.orchestra.run.smithi066.stdout:Context: system_u:object_r:device_t:s0 2024-09-17T16:56:08.918 INFO:teuthology.orchestra.run.smithi066.stdout:Access: 2024-09-17 16:55:44.216085305 +0000 2024-09-17T16:56:08.918 INFO:teuthology.orchestra.run.smithi066.stdout:Modify: 2024-09-17 16:51:58.055891876 +0000 2024-09-17T16:56:08.918 INFO:teuthology.orchestra.run.smithi066.stdout:Change: 2024-09-17 16:51:58.055891876 +0000 2024-09-17T16:56:08.918 INFO:teuthology.orchestra.run.smithi066.stdout: Birth: 2024-09-17 16:51:58.055891876 +0000 2024-09-17T16:56:08.918 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-17T16:56:08.979 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:08 smithi066 ceph-mon[31354]: Deploying daemon mgr.x on smithi066 2024-09-17T16:56:08.982 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records in 2024-09-17T16:56:08.982 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records out 2024-09-17T16:56:08.982 INFO:teuthology.orchestra.run.smithi066.stderr:512 bytes copied, 0.000194856 s, 2.6 MB/s 2024-09-17T16:56:08.983 DEBUG:teuthology.orchestra.run.smithi066:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-17T16:56:09.041 DEBUG:teuthology.orchestra.run.smithi066:> stat /dev/vg_nvme/lv_3 2024-09-17T16:56:09.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:08 smithi031 ceph-mon[27768]: Deploying daemon mgr.x on smithi066 2024-09-17T16:56:09.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:08 smithi031 ceph-mon[39468]: Deploying daemon mgr.x on smithi066 2024-09-17T16:56:09.097 INFO:teuthology.orchestra.run.smithi066.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-17T16:56:09.097 INFO:teuthology.orchestra.run.smithi066.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-17T16:56:09.097 INFO:teuthology.orchestra.run.smithi066.stdout:Device: 5h/5d Inode: 977 Links: 1 2024-09-17T16:56:09.097 INFO:teuthology.orchestra.run.smithi066.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-17T16:56:09.098 INFO:teuthology.orchestra.run.smithi066.stdout:Context: system_u:object_r:device_t:s0 2024-09-17T16:56:09.098 INFO:teuthology.orchestra.run.smithi066.stdout:Access: 2024-09-17 16:55:44.216085305 +0000 2024-09-17T16:56:09.098 INFO:teuthology.orchestra.run.smithi066.stdout:Modify: 2024-09-17 16:51:58.055891876 +0000 2024-09-17T16:56:09.098 INFO:teuthology.orchestra.run.smithi066.stdout:Change: 2024-09-17 16:51:58.055891876 +0000 2024-09-17T16:56:09.098 INFO:teuthology.orchestra.run.smithi066.stdout: Birth: 2024-09-17 16:51:58.055891876 +0000 2024-09-17T16:56:09.098 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-17T16:56:09.287 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records in 2024-09-17T16:56:09.287 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records out 2024-09-17T16:56:09.287 INFO:teuthology.orchestra.run.smithi066.stderr:512 bytes copied, 0.00025901 s, 2.0 MB/s 2024-09-17T16:56:09.288 DEBUG:teuthology.orchestra.run.smithi066:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-17T16:56:09.305 DEBUG:teuthology.orchestra.run.smithi066:> stat /dev/vg_nvme/lv_4 2024-09-17T16:56:09.367 INFO:teuthology.orchestra.run.smithi066.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-17T16:56:09.367 INFO:teuthology.orchestra.run.smithi066.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-17T16:56:09.367 INFO:teuthology.orchestra.run.smithi066.stdout:Device: 5h/5d Inode: 979 Links: 1 2024-09-17T16:56:09.367 INFO:teuthology.orchestra.run.smithi066.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-17T16:56:09.367 INFO:teuthology.orchestra.run.smithi066.stdout:Context: system_u:object_r:device_t:s0 2024-09-17T16:56:09.367 INFO:teuthology.orchestra.run.smithi066.stdout:Access: 2024-09-17 16:56:09.234883975 +0000 2024-09-17T16:56:09.368 INFO:teuthology.orchestra.run.smithi066.stdout:Modify: 2024-09-17 16:51:58.055891876 +0000 2024-09-17T16:56:09.368 INFO:teuthology.orchestra.run.smithi066.stdout:Change: 2024-09-17 16:51:58.055891876 +0000 2024-09-17T16:56:09.368 INFO:teuthology.orchestra.run.smithi066.stdout: Birth: 2024-09-17 16:51:58.055891876 +0000 2024-09-17T16:56:09.368 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-17T16:56:09.482 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records in 2024-09-17T16:56:09.482 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records out 2024-09-17T16:56:09.482 INFO:teuthology.orchestra.run.smithi066.stderr:512 bytes copied, 0.00021151 s, 2.4 MB/s 2024-09-17T16:56:09.483 DEBUG:teuthology.orchestra.run.smithi066:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-17T16:56:09.499 INFO:tasks.cephadm:Deploying osd.0 on smithi031 with /dev/vg_nvme/lv_4... 2024-09-17T16:56:09.500 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-17T16:56:09.653 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 16:56:09 smithi066 systemd[1]: Starting Ceph mgr.x for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T16:56:09.710 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T16:56:09.976 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:09 smithi066 ceph-mon[31354]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:09.977 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 16:56:09 smithi066 podman[33403]: 2024-09-17 16:56:09.702074217 +0000 UTC m=+0.102410768 container create 4fc6363a9e911a454055aab707d2d139c1b3866430bf405f70475d835685d1bc (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, RELEASE=reef-19e2a2b) 2024-09-17T16:56:09.977 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 16:56:09 smithi066 podman[33403]: 2024-09-17 16:56:09.615819021 +0000 UTC m=+0.016155585 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T16:56:09.977 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 16:56:09 smithi066 podman[33403]: 2024-09-17 16:56:09.945885991 +0000 UTC m=+0.346222551 container init 4fc6363a9e911a454055aab707d2d139c1b3866430bf405f70475d835685d1bc (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-17T16:56:09.977 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 16:56:09 smithi066 podman[33403]: 2024-09-17 16:56:09.951025868 +0000 UTC m=+0.351362422 container start 4fc6363a9e911a454055aab707d2d139c1b3866430bf405f70475d835685d1bc (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x, RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-09-17T16:56:10.090 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:09 smithi031 ceph-mon[27768]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:10.090 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:09 smithi031 ceph-mon[39468]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:10.299 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 16:56:09 smithi066 ceph-mgr[33441]: -- 172.21.15.66:0/2423880902 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x559f16936d00 con 0x559f1690b000 2024-09-17T16:56:10.299 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 16:56:10 smithi066 bash[33403]: 4fc6363a9e911a454055aab707d2d139c1b3866430bf405f70475d835685d1bc 2024-09-17T16:56:10.299 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 16:56:10 smithi066 systemd[1]: Started Ceph mgr.x for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T16:56:10.299 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 16:56:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T16:56:10.072+0000 7f44d75a2040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-17T16:56:10.299 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 16:56:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T16:56:10.137+0000 7f44d75a2040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-17T16:56:10.300 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 16:56:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T16:56:10.296+0000 7f44d75a2040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-17T16:56:10.654 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 16:56:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T16:56:10.365+0000 7f44d75a2040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-17T16:56:10.654 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 16:56:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T16:56:10.538+0000 7f44d75a2040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-17T16:56:10.985 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 16:56:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T16:56:10.687+0000 7f44d75a2040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-17T16:56:11.205 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:11 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:11.205 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:11 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:11.205 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:11 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:11.205 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:11 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:11.205 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:11 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:56:11.205 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:11 smithi031 ceph-mon[27768]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:11.206 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:11 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:11.206 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:11 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:11.206 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:11 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:11.206 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:11 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:11.206 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:11 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:56:11.206 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:11 smithi031 ceph-mon[39468]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:11.296 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:11 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:11.296 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:11 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:11.296 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:11 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:11.296 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:11 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:11.296 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:11 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:56:11.296 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:11 smithi066 ceph-mon[31354]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:11.296 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 16:56:11 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T16:56:11.029+0000 7f44d75a2040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-17T16:56:11.297 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 16:56:11 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T16:56:11.091+0000 7f44d75a2040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-17T16:56:11.297 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 16:56:11 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T16:56:11.292+0000 7f44d75a2040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-17T16:56:12.187 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:56:12.208 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi031:vg_nvme/lv_4 2024-09-17T16:56:12.444 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:12 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:12.444 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:12 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:12.444 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:12 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:12.444 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:12 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:56:12.444 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:12 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:12.444 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:12 smithi031 ceph-mon[39468]: Reconfiguring mgr.y (unknown last config time)... 2024-09-17T16:56:12.444 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:12 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T16:56:12.444 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:12 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T16:56:12.444 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:12 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:12.444 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:12 smithi031 ceph-mon[39468]: Reconfiguring daemon mgr.y on smithi031 2024-09-17T16:56:12.445 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:12 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:12.445 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:12 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:12.445 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:12 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:12.445 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:12 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:56:12.445 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:12 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:12.445 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:12 smithi031 ceph-mon[27768]: Reconfiguring mgr.y (unknown last config time)... 2024-09-17T16:56:12.445 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:12 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T16:56:12.445 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:12 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T16:56:12.445 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:12 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:12.445 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:12 smithi031 ceph-mon[27768]: Reconfiguring daemon mgr.y on smithi031 2024-09-17T16:56:12.653 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 16:56:12 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T16:56:12.202+0000 7f44d75a2040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-17T16:56:12.653 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 16:56:12 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T16:56:12.272+0000 7f44d75a2040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-17T16:56:12.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:12 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:12.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:12 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:12.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:12 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:12.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:12 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:56:12.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:12 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:12.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:12 smithi066 ceph-mon[31354]: Reconfiguring mgr.y (unknown last config time)... 2024-09-17T16:56:12.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:12 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T16:56:12.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:12 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T16:56:12.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:12 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:12.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:12 smithi066 ceph-mon[31354]: Reconfiguring daemon mgr.y on smithi031 2024-09-17T16:56:12.932 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T16:56:13.294 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:13 smithi066 ceph-mon[31354]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:13.294 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 16:56:13 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T16:56:13.023+0000 7f44d75a2040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-17T16:56:13.294 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 16:56:13 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T16:56:13.142+0000 7f44d75a2040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-17T16:56:13.322 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:13 smithi031 ceph-mon[27768]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:13.322 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:13 smithi031 ceph-mon[39468]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:13.582 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 16:56:13 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T16:56:13.291+0000 7f44d75a2040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-17T16:56:13.582 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 16:56:13 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T16:56:13.354+0000 7f44d75a2040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-17T16:56:13.582 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 16:56:13 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T16:56:13.509+0000 7f44d75a2040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-17T16:56:13.582 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 16:56:13 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T16:56:13.579+0000 7f44d75a2040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-17T16:56:13.876 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 16:56:13 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T16:56:13.641+0000 7f44d75a2040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-17T16:56:13.877 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 16:56:13 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T16:56:13.805+0000 7f44d75a2040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-17T16:56:13.877 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 16:56:13 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T16:56:13.873+0000 7f44d75a2040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-17T16:56:14.153 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 16:56:13 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T16:56:13.942+0000 7f44d75a2040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-17T16:56:14.153 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 16:56:14 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T16:56:14.027+0000 7f44d75a2040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-17T16:56:14.153 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 16:56:14 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T16:56:14.089+0000 7f44d75a2040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-17T16:56:14.153 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 16:56:14 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T16:56:14.149+0000 7f44d75a2040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-17T16:56:14.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:14 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:14.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:14 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:14.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:14 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:56:14.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:14 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:14.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:14 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:56:14.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:14 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:14.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:14 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:14.438 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:14 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:14.438 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:14 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:14.438 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:14 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:56:14.439 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:14 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:14.439 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:14 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:56:14.439 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:14 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:14.439 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:14 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:14.439 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:14 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:14.439 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:14 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:14.439 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:14 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:56:14.439 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:14 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:14.439 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:14 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:56:14.439 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:14 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:14.439 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:14 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:15.392 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 16:56:14 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T16:56:14.961+0000 7f44d75a2040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-17T16:56:15.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:15 smithi066 ceph-mon[31354]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:15.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:15 smithi066 ceph-mon[31354]: Standby manager daemon x started 2024-09-17T16:56:15.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:15 smithi066 ceph-mon[31354]: from='mgr.? 172.21.15.66:0/1875301224' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-17T16:56:15.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:15 smithi066 ceph-mon[31354]: from='mgr.? 172.21.15.66:0/1875301224' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T16:56:15.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:15 smithi066 ceph-mon[31354]: from='mgr.? 172.21.15.66:0/1875301224' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-17T16:56:15.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:15 smithi066 ceph-mon[31354]: from='mgr.? 172.21.15.66:0/1875301224' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T16:56:15.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:15 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T16:56:15.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:15 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T16:56:15.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:15 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:15.658 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:15 smithi031 ceph-mon[27768]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:15.658 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:15 smithi031 ceph-mon[27768]: Standby manager daemon x started 2024-09-17T16:56:15.658 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:15 smithi031 ceph-mon[27768]: from='mgr.? 172.21.15.66:0/1875301224' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-17T16:56:15.658 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:15 smithi031 ceph-mon[27768]: from='mgr.? 172.21.15.66:0/1875301224' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T16:56:15.658 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:15 smithi031 ceph-mon[27768]: from='mgr.? 172.21.15.66:0/1875301224' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-17T16:56:15.658 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:15 smithi031 ceph-mon[27768]: from='mgr.? 172.21.15.66:0/1875301224' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T16:56:15.658 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:15 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T16:56:15.658 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:15 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T16:56:15.658 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:15 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:15.659 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:15 smithi031 ceph-mon[39468]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:15.659 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:15 smithi031 ceph-mon[39468]: Standby manager daemon x started 2024-09-17T16:56:15.659 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:15 smithi031 ceph-mon[39468]: from='mgr.? 172.21.15.66:0/1875301224' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-17T16:56:15.659 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:15 smithi031 ceph-mon[39468]: from='mgr.? 172.21.15.66:0/1875301224' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T16:56:15.659 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:15 smithi031 ceph-mon[39468]: from='mgr.? 172.21.15.66:0/1875301224' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-17T16:56:15.659 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:15 smithi031 ceph-mon[39468]: from='mgr.? 172.21.15.66:0/1875301224' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T16:56:15.659 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:15 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T16:56:15.659 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:15 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T16:56:15.659 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:15 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:16.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:16 smithi031 ceph-mon[27768]: from='client.24112 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi031:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:56:16.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:16 smithi031 ceph-mon[27768]: mgrmap e14: y(active, since 66s), standbys: x 2024-09-17T16:56:16.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:16 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-17T16:56:16.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:16 smithi031 ceph-mon[39468]: from='client.24112 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi031:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:56:16.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:16 smithi031 ceph-mon[39468]: mgrmap e14: y(active, since 66s), standbys: x 2024-09-17T16:56:16.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:16 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-17T16:56:16.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:16 smithi066 ceph-mon[31354]: from='client.24112 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi031:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:56:16.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:16 smithi066 ceph-mon[31354]: mgrmap e14: y(active, since 66s), standbys: x 2024-09-17T16:56:16.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:16 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-17T16:56:17.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:17 smithi066 ceph-mon[31354]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:17.748 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:17 smithi031 ceph-mon[27768]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:17.748 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:17 smithi031 ceph-mon[39468]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:18.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:18 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/1565058064' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bfd3afea-4f9e-453b-b4fc-fdc86a5ee964"}]: dispatch 2024-09-17T16:56:18.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:18 smithi066 ceph-mon[31354]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bfd3afea-4f9e-453b-b4fc-fdc86a5ee964"}]: dispatch 2024-09-17T16:56:18.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:18 smithi066 ceph-mon[31354]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bfd3afea-4f9e-453b-b4fc-fdc86a5ee964"}]': finished 2024-09-17T16:56:18.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:18 smithi066 ceph-mon[31354]: osdmap e5: 1 total, 0 up, 1 in 2024-09-17T16:56:18.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:18 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T16:56:18.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:18 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/1724811835' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T16:56:18.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:18 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/1565058064' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bfd3afea-4f9e-453b-b4fc-fdc86a5ee964"}]: dispatch 2024-09-17T16:56:18.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:18 smithi031 ceph-mon[27768]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bfd3afea-4f9e-453b-b4fc-fdc86a5ee964"}]: dispatch 2024-09-17T16:56:18.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:18 smithi031 ceph-mon[27768]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bfd3afea-4f9e-453b-b4fc-fdc86a5ee964"}]': finished 2024-09-17T16:56:18.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:18 smithi031 ceph-mon[27768]: osdmap e5: 1 total, 0 up, 1 in 2024-09-17T16:56:18.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:18 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T16:56:18.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:18 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/1724811835' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T16:56:18.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:18 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/1565058064' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bfd3afea-4f9e-453b-b4fc-fdc86a5ee964"}]: dispatch 2024-09-17T16:56:18.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:18 smithi031 ceph-mon[39468]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bfd3afea-4f9e-453b-b4fc-fdc86a5ee964"}]: dispatch 2024-09-17T16:56:18.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:18 smithi031 ceph-mon[39468]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bfd3afea-4f9e-453b-b4fc-fdc86a5ee964"}]': finished 2024-09-17T16:56:18.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:18 smithi031 ceph-mon[39468]: osdmap e5: 1 total, 0 up, 1 in 2024-09-17T16:56:18.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:18 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T16:56:18.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:18 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/1724811835' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T16:56:19.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:19 smithi066 ceph-mon[31354]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:19.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:19 smithi031 ceph-mon[27768]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:19.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:19 smithi031 ceph-mon[39468]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:20.918 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:20 smithi031 ceph-mon[27768]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:20.918 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:20 smithi031 ceph-mon[39468]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:21.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:20 smithi066 ceph-mon[31354]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:24.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:23 smithi031 ceph-mon[27768]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:24.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:23 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-17T16:56:24.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:23 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:24.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:23 smithi031 ceph-mon[39468]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:24.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:23 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-17T16:56:24.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:23 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:24.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:23 smithi066 ceph-mon[31354]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:24.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:23 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-17T16:56:24.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:23 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:25.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:24 smithi031 ceph-mon[27768]: Deploying daemon osd.0 on smithi031 2024-09-17T16:56:25.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:24 smithi031 ceph-mon[27768]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:25.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:24 smithi031 ceph-mon[39468]: Deploying daemon osd.0 on smithi031 2024-09-17T16:56:25.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:24 smithi031 ceph-mon[39468]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:25.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:24 smithi066 ceph-mon[31354]: Deploying daemon osd.0 on smithi031 2024-09-17T16:56:25.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:24 smithi066 ceph-mon[31354]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:27.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:26 smithi066 ceph-mon[31354]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:27.325 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:26 smithi031 ceph-mon[27768]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:27.326 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:26 smithi031 ceph-mon[39468]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:28.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:28 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:56:28.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:28 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:28.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:28 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:28.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:28 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:56:28.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:28 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:28.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:28 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:28.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:28 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:56:28.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:28 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:28.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:28 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:29.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:29 smithi031 ceph-mon[27768]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:29.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:29 smithi031 ceph-mon[39468]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:29.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:29 smithi066 ceph-mon[31354]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:31.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:30 smithi066 ceph-mon[31354]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:31.160 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:30 smithi031 ceph-mon[27768]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:31.161 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:30 smithi031 ceph-mon[39468]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:31.975 INFO:teuthology.orchestra.run.smithi031.stdout:Created osd(s) 0 on host 'smithi031' 2024-09-17T16:56:32.296 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:32 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:32.296 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:32 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:32.296 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:32 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:32.296 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:32 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:56:32.296 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:32 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:32.297 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:32 smithi031 ceph-mon[27768]: from='osd.0 [v2:172.21.15.31:6802/2622567047,v1:172.21.15.31:6803/2622567047]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-17T16:56:32.297 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:32 smithi031 ceph-mon[27768]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-17T16:56:32.297 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:32 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:56:32.297 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:32 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:32.297 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:32 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:32.297 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:32 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:32.297 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:32 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:32.297 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:32 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:32.298 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:32 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:56:32.298 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:32 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:32.298 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:32 smithi031 ceph-mon[39468]: from='osd.0 [v2:172.21.15.31:6802/2622567047,v1:172.21.15.31:6803/2622567047]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-17T16:56:32.298 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:32 smithi031 ceph-mon[39468]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-17T16:56:32.298 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:32 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:56:32.298 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:32 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:32.298 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:32 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:32.617 DEBUG:teuthology.orchestra.run.smithi031:osd.0> sudo journalctl -f -n 0 -u ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.0.service 2024-09-17T16:56:32.620 INFO:tasks.cephadm:Deploying osd.1 on smithi031 with /dev/vg_nvme/lv_3... 2024-09-17T16:56:32.620 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-17T16:56:32.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:32 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:32.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:32 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:32.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:32 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:32.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:32 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:56:32.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:32 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:32.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:32 smithi066 ceph-mon[31354]: from='osd.0 [v2:172.21.15.31:6802/2622567047,v1:172.21.15.31:6803/2622567047]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-17T16:56:32.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:32 smithi066 ceph-mon[31354]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-17T16:56:32.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:32 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:56:32.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:32 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:32.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:32 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:33.392 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T16:56:33.513 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:33 smithi031 ceph-mon[39468]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-17T16:56:33.514 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:33 smithi031 ceph-mon[39468]: osdmap e6: 1 total, 0 up, 1 in 2024-09-17T16:56:33.514 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:33 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T16:56:33.514 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:33 smithi031 ceph-mon[39468]: from='osd.0 [v2:172.21.15.31:6802/2622567047,v1:172.21.15.31:6803/2622567047]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-09-17T16:56:33.514 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:33 smithi031 ceph-mon[39468]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-09-17T16:56:33.514 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:33 smithi031 ceph-mon[39468]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:33.514 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:33 smithi031 ceph-mon[27768]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-17T16:56:33.514 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:33 smithi031 ceph-mon[27768]: osdmap e6: 1 total, 0 up, 1 in 2024-09-17T16:56:33.514 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:33 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T16:56:33.514 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:33 smithi031 ceph-mon[27768]: from='osd.0 [v2:172.21.15.31:6802/2622567047,v1:172.21.15.31:6803/2622567047]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-09-17T16:56:33.514 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:33 smithi031 ceph-mon[27768]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-09-17T16:56:33.514 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:33 smithi031 ceph-mon[27768]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:33.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:33 smithi066 ceph-mon[31354]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-17T16:56:33.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:33 smithi066 ceph-mon[31354]: osdmap e6: 1 total, 0 up, 1 in 2024-09-17T16:56:33.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:33 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T16:56:33.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:33 smithi066 ceph-mon[31354]: from='osd.0 [v2:172.21.15.31:6802/2622567047,v1:172.21.15.31:6803/2622567047]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-09-17T16:56:33.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:33 smithi066 ceph-mon[31354]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-09-17T16:56:33.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:33 smithi066 ceph-mon[31354]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:33.844 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 16:56:33 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0[43820]: 2024-09-17T16:56:33.617+0000 7f521e0c3640 -1 osd.0 0 waiting for initial osdmap 2024-09-17T16:56:33.844 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 16:56:33 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0[43820]: 2024-09-17T16:56:33.619+0000 7f5215ee4640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T16:56:34.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:34 smithi031 ceph-mon[27768]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]': finished 2024-09-17T16:56:34.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:34 smithi031 ceph-mon[27768]: osdmap e7: 1 total, 0 up, 1 in 2024-09-17T16:56:34.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:34 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T16:56:34.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:34 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T16:56:34.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:34 smithi031 ceph-mon[27768]: from='osd.0 ' entity='osd.0' 2024-09-17T16:56:34.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:34 smithi031 ceph-mon[39468]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]': finished 2024-09-17T16:56:34.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:34 smithi031 ceph-mon[39468]: osdmap e7: 1 total, 0 up, 1 in 2024-09-17T16:56:34.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:34 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T16:56:34.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:34 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T16:56:34.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:34 smithi031 ceph-mon[39468]: from='osd.0 ' entity='osd.0' 2024-09-17T16:56:34.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:34 smithi066 ceph-mon[31354]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]': finished 2024-09-17T16:56:34.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:34 smithi066 ceph-mon[31354]: osdmap e7: 1 total, 0 up, 1 in 2024-09-17T16:56:34.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:34 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T16:56:34.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:34 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T16:56:34.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:34 smithi066 ceph-mon[31354]: from='osd.0 ' entity='osd.0' 2024-09-17T16:56:35.212 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:35 smithi031 ceph-mon[27768]: purged_snaps scrub starts 2024-09-17T16:56:35.212 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:35 smithi031 ceph-mon[27768]: purged_snaps scrub ok 2024-09-17T16:56:35.212 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:35 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T16:56:35.212 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:35 smithi031 ceph-mon[27768]: osd.0 [v2:172.21.15.31:6802/2622567047,v1:172.21.15.31:6803/2622567047] boot 2024-09-17T16:56:35.212 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:35 smithi031 ceph-mon[27768]: osdmap e8: 1 total, 1 up, 1 in 2024-09-17T16:56:35.212 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:35 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T16:56:35.212 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:35 smithi031 ceph-mon[27768]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:35.212 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:35 smithi031 ceph-mon[39468]: purged_snaps scrub starts 2024-09-17T16:56:35.212 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:35 smithi031 ceph-mon[39468]: purged_snaps scrub ok 2024-09-17T16:56:35.213 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:35 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T16:56:35.213 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:35 smithi031 ceph-mon[39468]: osd.0 [v2:172.21.15.31:6802/2622567047,v1:172.21.15.31:6803/2622567047] boot 2024-09-17T16:56:35.213 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:35 smithi031 ceph-mon[39468]: osdmap e8: 1 total, 1 up, 1 in 2024-09-17T16:56:35.213 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:35 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T16:56:35.213 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:35 smithi031 ceph-mon[39468]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:35.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:35 smithi066 ceph-mon[31354]: purged_snaps scrub starts 2024-09-17T16:56:35.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:35 smithi066 ceph-mon[31354]: purged_snaps scrub ok 2024-09-17T16:56:35.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:35 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T16:56:35.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:35 smithi066 ceph-mon[31354]: osd.0 [v2:172.21.15.31:6802/2622567047,v1:172.21.15.31:6803/2622567047] boot 2024-09-17T16:56:35.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:35 smithi066 ceph-mon[31354]: osdmap e8: 1 total, 1 up, 1 in 2024-09-17T16:56:35.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:35 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T16:56:35.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:35 smithi066 ceph-mon[31354]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T16:56:36.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:36 smithi031 ceph-mon[27768]: osdmap e9: 1 total, 1 up, 1 in 2024-09-17T16:56:36.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:36 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:36.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:36 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:36.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:36 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:56:36.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:36 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:36.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:36 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:36.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:36 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:56:36.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:36 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:36.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:36 smithi031 ceph-mon[39468]: osdmap e9: 1 total, 1 up, 1 in 2024-09-17T16:56:36.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:36 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:36.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:36 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:36.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:36 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:56:36.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:36 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:36.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:36 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:36.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:36 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:56:36.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:36 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:36.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:36 smithi066 ceph-mon[31354]: osdmap e9: 1 total, 1 up, 1 in 2024-09-17T16:56:36.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:36 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:36.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:36 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:36.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:36 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:56:36.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:36 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:36.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:36 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:36.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:36 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:56:36.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:36 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:37.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:37 smithi066 ceph-mon[31354]: Detected new or changed devices on smithi031 2024-09-17T16:56:37.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:37 smithi066 ceph-mon[31354]: Adjusting osd_memory_target on smithi031 to 16068M 2024-09-17T16:56:37.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:37 smithi066 ceph-mon[31354]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T16:56:38.037 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:37 smithi031 ceph-mon[27768]: Detected new or changed devices on smithi031 2024-09-17T16:56:38.037 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:37 smithi031 ceph-mon[27768]: Adjusting osd_memory_target on smithi031 to 16068M 2024-09-17T16:56:38.037 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:37 smithi031 ceph-mon[27768]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T16:56:38.037 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:37 smithi031 ceph-mon[39468]: Detected new or changed devices on smithi031 2024-09-17T16:56:38.037 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:37 smithi031 ceph-mon[39468]: Adjusting osd_memory_target on smithi031 to 16068M 2024-09-17T16:56:38.037 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:37 smithi031 ceph-mon[39468]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T16:56:38.040 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:56:38.061 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi031:vg_nvme/lv_3 2024-09-17T16:56:38.263 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T16:56:39.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:38 smithi066 ceph-mon[31354]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T16:56:39.325 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:38 smithi031 ceph-mon[27768]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T16:56:39.325 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:38 smithi031 ceph-mon[39468]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T16:56:40.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:40 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T16:56:40.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:40 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T16:56:40.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:40 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:40.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:40 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T16:56:40.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:40 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T16:56:40.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:40 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:40.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:40 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T16:56:40.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:40 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T16:56:40.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:40 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:41.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:41 smithi066 ceph-mon[31354]: from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi031:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:56:41.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:41 smithi066 ceph-mon[31354]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T16:56:41.505 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:41 smithi031 ceph-mon[27768]: from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi031:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:56:41.505 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:41 smithi031 ceph-mon[27768]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T16:56:41.505 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:41 smithi031 ceph-mon[39468]: from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi031:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:56:41.505 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:41 smithi031 ceph-mon[39468]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T16:56:42.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:42 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/577097555' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c16093ac-9d64-4e0f-b383-2f5b5f9259ab"}]: dispatch 2024-09-17T16:56:42.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:42 smithi066 ceph-mon[31354]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c16093ac-9d64-4e0f-b383-2f5b5f9259ab"}]: dispatch 2024-09-17T16:56:42.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:42 smithi066 ceph-mon[31354]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c16093ac-9d64-4e0f-b383-2f5b5f9259ab"}]': finished 2024-09-17T16:56:42.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:42 smithi066 ceph-mon[31354]: osdmap e10: 2 total, 1 up, 2 in 2024-09-17T16:56:42.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:42 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T16:56:42.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:42 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/577097555' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c16093ac-9d64-4e0f-b383-2f5b5f9259ab"}]: dispatch 2024-09-17T16:56:42.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:42 smithi031 ceph-mon[27768]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c16093ac-9d64-4e0f-b383-2f5b5f9259ab"}]: dispatch 2024-09-17T16:56:42.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:42 smithi031 ceph-mon[27768]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c16093ac-9d64-4e0f-b383-2f5b5f9259ab"}]': finished 2024-09-17T16:56:42.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:42 smithi031 ceph-mon[27768]: osdmap e10: 2 total, 1 up, 2 in 2024-09-17T16:56:42.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:42 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T16:56:42.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:42 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/577097555' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c16093ac-9d64-4e0f-b383-2f5b5f9259ab"}]: dispatch 2024-09-17T16:56:42.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:42 smithi031 ceph-mon[39468]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c16093ac-9d64-4e0f-b383-2f5b5f9259ab"}]: dispatch 2024-09-17T16:56:42.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:42 smithi031 ceph-mon[39468]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c16093ac-9d64-4e0f-b383-2f5b5f9259ab"}]': finished 2024-09-17T16:56:42.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:42 smithi031 ceph-mon[39468]: osdmap e10: 2 total, 1 up, 2 in 2024-09-17T16:56:42.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:42 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T16:56:43.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:43 smithi066 ceph-mon[31354]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T16:56:43.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:43 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/3227125309' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T16:56:43.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:43 smithi031 ceph-mon[27768]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T16:56:43.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:43 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/3227125309' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T16:56:43.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:43 smithi031 ceph-mon[39468]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T16:56:43.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:43 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/3227125309' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T16:56:45.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:44 smithi066 ceph-mon[31354]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T16:56:45.155 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:44 smithi031 ceph-mon[27768]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T16:56:45.155 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:44 smithi031 ceph-mon[39468]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T16:56:47.146 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:46 smithi031 ceph-mon[27768]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T16:56:47.146 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:46 smithi031 ceph-mon[39468]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T16:56:47.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:46 smithi066 ceph-mon[31354]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T16:56:48.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:48 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-17T16:56:48.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:48 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:48.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:48 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-17T16:56:48.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:48 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:48.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:48 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-17T16:56:48.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:48 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:49.799 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:49 smithi031 ceph-mon[27768]: Deploying daemon osd.1 on smithi031 2024-09-17T16:56:49.799 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:49 smithi031 ceph-mon[27768]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T16:56:49.799 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:49 smithi031 ceph-mon[39468]: Deploying daemon osd.1 on smithi031 2024-09-17T16:56:49.799 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:49 smithi031 ceph-mon[39468]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T16:56:49.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:49 smithi066 ceph-mon[31354]: Deploying daemon osd.1 on smithi031 2024-09-17T16:56:49.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:49 smithi066 ceph-mon[31354]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T16:56:50.988 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:50 smithi031 ceph-mon[27768]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T16:56:50.988 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:50 smithi031 ceph-mon[39468]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T16:56:51.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:50 smithi066 ceph-mon[31354]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T16:56:53.088 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:52 smithi031 ceph-mon[27768]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T16:56:53.088 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:52 smithi031 ceph-mon[39468]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T16:56:53.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:52 smithi066 ceph-mon[31354]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T16:56:54.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:53 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:56:54.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:53 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:54.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:53 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:54.235 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:53 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:56:54.235 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:53 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:54.235 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:53 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:54.235 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:53 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:56:54.235 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:53 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:54.235 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:53 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:55.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:54 smithi031 ceph-mon[27768]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T16:56:55.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:54 smithi031 ceph-mon[39468]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T16:56:55.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:54 smithi066 ceph-mon[31354]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T16:56:57.256 INFO:teuthology.orchestra.run.smithi031.stdout:Created osd(s) 1 on host 'smithi031' 2024-09-17T16:56:57.817 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:57 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:57.817 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:57 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:57.817 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:57 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:57.817 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:57 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:56:57.817 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:57 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:57.817 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:57 smithi031 ceph-mon[27768]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T16:56:57.817 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:57 smithi031 ceph-mon[27768]: from='osd.1 [v2:172.21.15.31:6810/2922056031,v1:172.21.15.31:6811/2922056031]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-17T16:56:57.817 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:57 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:56:57.817 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:57 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:57.818 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:57 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:57.818 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:57 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:57.818 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:57 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:57.818 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:57 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:57.818 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:57 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:56:57.818 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:57 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:57.818 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:57 smithi031 ceph-mon[39468]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T16:56:57.818 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:57 smithi031 ceph-mon[39468]: from='osd.1 [v2:172.21.15.31:6810/2922056031,v1:172.21.15.31:6811/2922056031]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-17T16:56:57.818 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:57 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:56:57.818 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:57 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:57.818 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:57 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:57.842 DEBUG:teuthology.orchestra.run.smithi031:osd.1> sudo journalctl -f -n 0 -u ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.1.service 2024-09-17T16:56:57.845 INFO:tasks.cephadm:Deploying osd.2 on smithi031 with /dev/vg_nvme/lv_2... 2024-09-17T16:56:57.845 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-17T16:56:57.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:57 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:57.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:57 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:57.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:57 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:56:57.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:57 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:56:57.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:57 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:57.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:57 smithi066 ceph-mon[31354]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T16:56:57.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:57 smithi066 ceph-mon[31354]: from='osd.1 [v2:172.21.15.31:6810/2922056031,v1:172.21.15.31:6811/2922056031]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-17T16:56:57.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:57 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:56:57.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:57 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:57.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:57 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:56:58.562 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T16:56:58.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:58 smithi066 ceph-mon[31354]: from='osd.1 [v2:172.21.15.31:6810/2922056031,v1:172.21.15.31:6811/2922056031]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-17T16:56:58.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:58 smithi066 ceph-mon[31354]: osdmap e11: 2 total, 1 up, 2 in 2024-09-17T16:56:58.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:58 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T16:56:58.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:58 smithi066 ceph-mon[31354]: from='osd.1 [v2:172.21.15.31:6810/2922056031,v1:172.21.15.31:6811/2922056031]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-09-17T16:56:58.949 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:58 smithi031 ceph-mon[27768]: from='osd.1 [v2:172.21.15.31:6810/2922056031,v1:172.21.15.31:6811/2922056031]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-17T16:56:58.949 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:58 smithi031 ceph-mon[27768]: osdmap e11: 2 total, 1 up, 2 in 2024-09-17T16:56:58.949 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:58 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T16:56:58.949 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:58 smithi031 ceph-mon[27768]: from='osd.1 [v2:172.21.15.31:6810/2922056031,v1:172.21.15.31:6811/2922056031]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-09-17T16:56:58.949 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:58 smithi031 ceph-mon[39468]: from='osd.1 [v2:172.21.15.31:6810/2922056031,v1:172.21.15.31:6811/2922056031]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-17T16:56:58.949 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:58 smithi031 ceph-mon[39468]: osdmap e11: 2 total, 1 up, 2 in 2024-09-17T16:56:58.949 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:58 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T16:56:58.949 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:58 smithi031 ceph-mon[39468]: from='osd.1 [v2:172.21.15.31:6810/2922056031,v1:172.21.15.31:6811/2922056031]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-09-17T16:56:58.950 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 16:56:58 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1[49734]: 2024-09-17T16:56:58.601+0000 7fda03555640 -1 osd.1 0 waiting for initial osdmap 2024-09-17T16:56:58.950 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 16:56:58 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1[49734]: 2024-09-17T16:56:58.604+0000 7fd9ff37e640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T16:56:59.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:59 smithi066 ceph-mon[31354]: from='osd.1 [v2:172.21.15.31:6810/2922056031,v1:172.21.15.31:6811/2922056031]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]': finished 2024-09-17T16:56:59.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:59 smithi066 ceph-mon[31354]: osdmap e12: 2 total, 1 up, 2 in 2024-09-17T16:56:59.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:59 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T16:56:59.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:59 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T16:56:59.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:59 smithi066 ceph-mon[31354]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T16:56:59.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:56:59 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T16:56:59.921 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:59 smithi031 ceph-mon[27768]: from='osd.1 [v2:172.21.15.31:6810/2922056031,v1:172.21.15.31:6811/2922056031]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]': finished 2024-09-17T16:56:59.921 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:59 smithi031 ceph-mon[27768]: osdmap e12: 2 total, 1 up, 2 in 2024-09-17T16:56:59.921 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:59 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T16:56:59.921 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:59 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T16:56:59.921 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:59 smithi031 ceph-mon[27768]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T16:56:59.921 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:56:59 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T16:56:59.922 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:59 smithi031 ceph-mon[39468]: from='osd.1 [v2:172.21.15.31:6810/2922056031,v1:172.21.15.31:6811/2922056031]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]': finished 2024-09-17T16:56:59.922 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:59 smithi031 ceph-mon[39468]: osdmap e12: 2 total, 1 up, 2 in 2024-09-17T16:56:59.922 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:59 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T16:56:59.922 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:59 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T16:56:59.922 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:59 smithi031 ceph-mon[39468]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T16:56:59.922 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:56:59 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T16:57:00.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:00 smithi066 ceph-mon[31354]: purged_snaps scrub starts 2024-09-17T16:57:00.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:00 smithi066 ceph-mon[31354]: purged_snaps scrub ok 2024-09-17T16:57:00.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:00 smithi066 ceph-mon[31354]: osd.1 [v2:172.21.15.31:6810/2922056031,v1:172.21.15.31:6811/2922056031] boot 2024-09-17T16:57:00.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:00 smithi066 ceph-mon[31354]: osdmap e13: 2 total, 2 up, 2 in 2024-09-17T16:57:00.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:00 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T16:57:00.970 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:00 smithi031 ceph-mon[27768]: purged_snaps scrub starts 2024-09-17T16:57:00.970 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:00 smithi031 ceph-mon[27768]: purged_snaps scrub ok 2024-09-17T16:57:00.970 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:00 smithi031 ceph-mon[27768]: osd.1 [v2:172.21.15.31:6810/2922056031,v1:172.21.15.31:6811/2922056031] boot 2024-09-17T16:57:00.970 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:00 smithi031 ceph-mon[27768]: osdmap e13: 2 total, 2 up, 2 in 2024-09-17T16:57:00.970 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:00 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T16:57:00.971 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:00 smithi031 ceph-mon[39468]: purged_snaps scrub starts 2024-09-17T16:57:00.971 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:00 smithi031 ceph-mon[39468]: purged_snaps scrub ok 2024-09-17T16:57:00.971 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:00 smithi031 ceph-mon[39468]: osd.1 [v2:172.21.15.31:6810/2922056031,v1:172.21.15.31:6811/2922056031] boot 2024-09-17T16:57:00.971 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:00 smithi031 ceph-mon[39468]: osdmap e13: 2 total, 2 up, 2 in 2024-09-17T16:57:00.972 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:00 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T16:57:01.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:01 smithi031 ceph-mon[27768]: osdmap e14: 2 total, 2 up, 2 in 2024-09-17T16:57:01.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:01 smithi031 ceph-mon[27768]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:01.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:01 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:01.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:01 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:01.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:01 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:57:01.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:01 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:57:01.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:01 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:01.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:01 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:57:01.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:01 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:57:01.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:01 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:01.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:01 smithi031 ceph-mon[39468]: osdmap e14: 2 total, 2 up, 2 in 2024-09-17T16:57:01.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:01 smithi031 ceph-mon[39468]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:01.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:01 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:01.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:01 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:01.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:01 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:57:01.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:01 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:57:01.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:01 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:01.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:01 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:57:01.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:01 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:57:01.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:01 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:01.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:01 smithi066 ceph-mon[31354]: osdmap e14: 2 total, 2 up, 2 in 2024-09-17T16:57:01.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:01 smithi066 ceph-mon[31354]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:01.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:01 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:01.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:01 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:01.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:01 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:57:01.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:01 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:57:01.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:01 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:01.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:01 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:57:01.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:01 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:57:01.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:01 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:02.765 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:02 smithi031 ceph-mon[27768]: Detected new or changed devices on smithi031 2024-09-17T16:57:02.765 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:02 smithi031 ceph-mon[27768]: Adjusting osd_memory_target on smithi031 to 8034M 2024-09-17T16:57:02.765 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:02 smithi031 ceph-mon[39468]: Detected new or changed devices on smithi031 2024-09-17T16:57:02.765 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:02 smithi031 ceph-mon[39468]: Adjusting osd_memory_target on smithi031 to 8034M 2024-09-17T16:57:02.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:02 smithi066 ceph-mon[31354]: Detected new or changed devices on smithi031 2024-09-17T16:57:02.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:02 smithi066 ceph-mon[31354]: Adjusting osd_memory_target on smithi031 to 8034M 2024-09-17T16:57:03.027 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:57:03.050 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi031:vg_nvme/lv_2 2024-09-17T16:57:03.260 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T16:57:03.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:03 smithi066 ceph-mon[31354]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:04.070 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:03 smithi031 ceph-mon[27768]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:04.070 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:03 smithi031 ceph-mon[39468]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:05.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:04 smithi031 ceph-mon[27768]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:05.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:04 smithi031 ceph-mon[39468]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:05.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:04 smithi066 ceph-mon[31354]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:06.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:05 smithi031 ceph-mon[27768]: from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi031:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:57:06.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:05 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T16:57:06.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:05 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T16:57:06.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:05 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:57:06.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:05 smithi031 ceph-mon[39468]: from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi031:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:57:06.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:05 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T16:57:06.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:05 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T16:57:06.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:05 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:57:06.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:05 smithi066 ceph-mon[31354]: from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi031:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:57:06.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:05 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T16:57:06.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:05 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T16:57:06.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:05 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:57:07.085 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:06 smithi031 ceph-mon[27768]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:07.085 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:06 smithi031 ceph-mon[39468]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:07.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:06 smithi066 ceph-mon[31354]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:08.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:07 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/2457075864' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ef7fafc8-4e6a-48f4-b64f-c9228ba45326"}]: dispatch 2024-09-17T16:57:08.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:07 smithi066 ceph-mon[31354]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ef7fafc8-4e6a-48f4-b64f-c9228ba45326"}]: dispatch 2024-09-17T16:57:08.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:07 smithi066 ceph-mon[31354]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ef7fafc8-4e6a-48f4-b64f-c9228ba45326"}]': finished 2024-09-17T16:57:08.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:07 smithi066 ceph-mon[31354]: osdmap e15: 3 total, 2 up, 3 in 2024-09-17T16:57:08.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:07 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T16:57:08.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:07 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/2457075864' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ef7fafc8-4e6a-48f4-b64f-c9228ba45326"}]: dispatch 2024-09-17T16:57:08.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:07 smithi031 ceph-mon[27768]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ef7fafc8-4e6a-48f4-b64f-c9228ba45326"}]: dispatch 2024-09-17T16:57:08.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:07 smithi031 ceph-mon[27768]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ef7fafc8-4e6a-48f4-b64f-c9228ba45326"}]': finished 2024-09-17T16:57:08.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:07 smithi031 ceph-mon[27768]: osdmap e15: 3 total, 2 up, 3 in 2024-09-17T16:57:08.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:07 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T16:57:08.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:07 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/2457075864' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ef7fafc8-4e6a-48f4-b64f-c9228ba45326"}]: dispatch 2024-09-17T16:57:08.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:07 smithi031 ceph-mon[39468]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ef7fafc8-4e6a-48f4-b64f-c9228ba45326"}]: dispatch 2024-09-17T16:57:08.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:07 smithi031 ceph-mon[39468]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ef7fafc8-4e6a-48f4-b64f-c9228ba45326"}]': finished 2024-09-17T16:57:08.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:07 smithi031 ceph-mon[39468]: osdmap e15: 3 total, 2 up, 3 in 2024-09-17T16:57:08.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:07 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T16:57:09.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:08 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/1195524186' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T16:57:09.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:08 smithi031 ceph-mon[27768]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:09.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:08 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/1195524186' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T16:57:09.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:08 smithi031 ceph-mon[39468]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:09.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:08 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/1195524186' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T16:57:09.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:08 smithi066 ceph-mon[31354]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:11.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:10 smithi031 ceph-mon[27768]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:11.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:10 smithi031 ceph-mon[39468]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:11.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:10 smithi066 ceph-mon[31354]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:13.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:12 smithi066 ceph-mon[31354]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:13.239 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:12 smithi031 ceph-mon[27768]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:13.239 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:12 smithi031 ceph-mon[39468]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:14.147 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:13 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-17T16:57:14.147 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:13 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:57:14.147 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:13 smithi031 ceph-mon[27768]: Deploying daemon osd.2 on smithi031 2024-09-17T16:57:14.147 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:13 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-17T16:57:14.147 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:13 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:57:14.147 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:13 smithi031 ceph-mon[39468]: Deploying daemon osd.2 on smithi031 2024-09-17T16:57:14.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:13 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-17T16:57:14.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:13 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:57:14.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:13 smithi066 ceph-mon[31354]: Deploying daemon osd.2 on smithi031 2024-09-17T16:57:15.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:14 smithi066 ceph-mon[31354]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:15.201 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:14 smithi031 ceph-mon[27768]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:15.201 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:14 smithi031 ceph-mon[39468]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:17.076 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:16 smithi031 ceph-mon[27768]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:17.077 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:16 smithi031 ceph-mon[39468]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:17.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:16 smithi066 ceph-mon[31354]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:18.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:18 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:57:18.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:18 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:18.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:18 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:18.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:18 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:57:18.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:18 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:18.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:18 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:18.955 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:18 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:57:18.955 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:18 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:18.956 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:18 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:20.025 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:19 smithi031 ceph-mon[27768]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:20.025 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:19 smithi031 ceph-mon[39468]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:20.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:19 smithi066 ceph-mon[31354]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:21.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:20 smithi066 ceph-mon[31354]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:21.197 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:20 smithi031 ceph-mon[27768]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:21.197 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:20 smithi031 ceph-mon[39468]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:22.070 INFO:teuthology.orchestra.run.smithi031.stdout:Created osd(s) 2 on host 'smithi031' 2024-09-17T16:57:22.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:22 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:22.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:22 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:22.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:22 smithi031 ceph-mon[39468]: from='osd.2 [v2:172.21.15.31:6818/110027023,v1:172.21.15.31:6819/110027023]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-17T16:57:22.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:22 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:22.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:22 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:22.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:22 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:22.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:22 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:22.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:22 smithi031 ceph-mon[27768]: from='osd.2 [v2:172.21.15.31:6818/110027023,v1:172.21.15.31:6819/110027023]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-17T16:57:22.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:22 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:22.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:22 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:22.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:22 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:22.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:22 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:22.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:22 smithi066 ceph-mon[31354]: from='osd.2 [v2:172.21.15.31:6818/110027023,v1:172.21.15.31:6819/110027023]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-17T16:57:22.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:22 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:22.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:22 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:22.799 DEBUG:teuthology.orchestra.run.smithi031:osd.2> sudo journalctl -f -n 0 -u ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.2.service 2024-09-17T16:57:22.802 INFO:tasks.cephadm:Deploying osd.3 on smithi031 with /dev/vg_nvme/lv_1... 2024-09-17T16:57:22.802 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-17T16:57:23.052 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T16:57:23.433 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:23 smithi031 ceph-mon[27768]: from='osd.2 [v2:172.21.15.31:6818/110027023,v1:172.21.15.31:6819/110027023]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-17T16:57:23.433 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:23 smithi031 ceph-mon[27768]: osdmap e16: 3 total, 2 up, 3 in 2024-09-17T16:57:23.433 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:23 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T16:57:23.433 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:23 smithi031 ceph-mon[27768]: from='osd.2 [v2:172.21.15.31:6818/110027023,v1:172.21.15.31:6819/110027023]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-09-17T16:57:23.433 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:23 smithi031 ceph-mon[27768]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:23.433 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:23 smithi031 ceph-mon[39468]: from='osd.2 [v2:172.21.15.31:6818/110027023,v1:172.21.15.31:6819/110027023]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-17T16:57:23.433 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:23 smithi031 ceph-mon[39468]: osdmap e16: 3 total, 2 up, 3 in 2024-09-17T16:57:23.434 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:23 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T16:57:23.434 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:23 smithi031 ceph-mon[39468]: from='osd.2 [v2:172.21.15.31:6818/110027023,v1:172.21.15.31:6819/110027023]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-09-17T16:57:23.434 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:23 smithi031 ceph-mon[39468]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:23.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:23 smithi066 ceph-mon[31354]: from='osd.2 [v2:172.21.15.31:6818/110027023,v1:172.21.15.31:6819/110027023]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-17T16:57:23.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:23 smithi066 ceph-mon[31354]: osdmap e16: 3 total, 2 up, 3 in 2024-09-17T16:57:23.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:23 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T16:57:23.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:23 smithi066 ceph-mon[31354]: from='osd.2 [v2:172.21.15.31:6818/110027023,v1:172.21.15.31:6819/110027023]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-09-17T16:57:23.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:23 smithi066 ceph-mon[31354]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:24.093 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 16:57:23 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2[55970]: 2024-09-17T16:57:23.735+0000 7fe376219640 -1 osd.2 0 waiting for initial osdmap 2024-09-17T16:57:24.094 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 16:57:23 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2[55970]: 2024-09-17T16:57:23.738+0000 7fe36d823640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T16:57:24.423 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:24 smithi031 ceph-mon[27768]: from='osd.2 [v2:172.21.15.31:6818/110027023,v1:172.21.15.31:6819/110027023]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]': finished 2024-09-17T16:57:24.423 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:24 smithi031 ceph-mon[27768]: osdmap e17: 3 total, 2 up, 3 in 2024-09-17T16:57:24.423 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:24 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T16:57:24.423 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:24 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T16:57:24.423 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:24 smithi031 ceph-mon[27768]: from='osd.2 [v2:172.21.15.31:6818/110027023,v1:172.21.15.31:6819/110027023]' entity='osd.2' 2024-09-17T16:57:24.423 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:24 smithi031 ceph-mon[39468]: from='osd.2 [v2:172.21.15.31:6818/110027023,v1:172.21.15.31:6819/110027023]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]': finished 2024-09-17T16:57:24.423 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:24 smithi031 ceph-mon[39468]: osdmap e17: 3 total, 2 up, 3 in 2024-09-17T16:57:24.424 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:24 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T16:57:24.424 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:24 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T16:57:24.424 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:24 smithi031 ceph-mon[39468]: from='osd.2 [v2:172.21.15.31:6818/110027023,v1:172.21.15.31:6819/110027023]' entity='osd.2' 2024-09-17T16:57:24.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:24 smithi066 ceph-mon[31354]: from='osd.2 [v2:172.21.15.31:6818/110027023,v1:172.21.15.31:6819/110027023]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]': finished 2024-09-17T16:57:24.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:24 smithi066 ceph-mon[31354]: osdmap e17: 3 total, 2 up, 3 in 2024-09-17T16:57:24.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:24 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T16:57:24.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:24 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T16:57:24.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:24 smithi066 ceph-mon[31354]: from='osd.2 [v2:172.21.15.31:6818/110027023,v1:172.21.15.31:6819/110027023]' entity='osd.2' 2024-09-17T16:57:25.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:25 smithi031 ceph-mon[39468]: purged_snaps scrub starts 2024-09-17T16:57:25.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:25 smithi031 ceph-mon[39468]: purged_snaps scrub ok 2024-09-17T16:57:25.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:25 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T16:57:25.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:25 smithi031 ceph-mon[39468]: osd.2 [v2:172.21.15.31:6818/110027023,v1:172.21.15.31:6819/110027023] boot 2024-09-17T16:57:25.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:25 smithi031 ceph-mon[39468]: osdmap e18: 3 total, 3 up, 3 in 2024-09-17T16:57:25.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:25 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T16:57:25.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:25 smithi031 ceph-mon[39468]: pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:25.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:25 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-17T16:57:25.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:25 smithi031 ceph-mon[27768]: purged_snaps scrub starts 2024-09-17T16:57:25.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:25 smithi031 ceph-mon[27768]: purged_snaps scrub ok 2024-09-17T16:57:25.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:25 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T16:57:25.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:25 smithi031 ceph-mon[27768]: osd.2 [v2:172.21.15.31:6818/110027023,v1:172.21.15.31:6819/110027023] boot 2024-09-17T16:57:25.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:25 smithi031 ceph-mon[27768]: osdmap e18: 3 total, 3 up, 3 in 2024-09-17T16:57:25.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:25 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T16:57:25.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:25 smithi031 ceph-mon[27768]: pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:25.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:25 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-17T16:57:25.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:25 smithi066 ceph-mon[31354]: purged_snaps scrub starts 2024-09-17T16:57:25.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:25 smithi066 ceph-mon[31354]: purged_snaps scrub ok 2024-09-17T16:57:25.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:25 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T16:57:25.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:25 smithi066 ceph-mon[31354]: osd.2 [v2:172.21.15.31:6818/110027023,v1:172.21.15.31:6819/110027023] boot 2024-09-17T16:57:25.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:25 smithi066 ceph-mon[31354]: osdmap e18: 3 total, 3 up, 3 in 2024-09-17T16:57:25.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:25 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T16:57:25.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:25 smithi066 ceph-mon[31354]: pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T16:57:25.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:25 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-17T16:57:26.328 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:57:26.352 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi031:vg_nvme/lv_1 2024-09-17T16:57:26.869 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:26 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-17T16:57:26.869 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:26 smithi031 ceph-mon[27768]: osdmap e19: 3 total, 3 up, 3 in 2024-09-17T16:57:26.870 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:26 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-17T16:57:26.870 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:26 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-17T16:57:26.870 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:26 smithi031 ceph-mon[39468]: osdmap e19: 3 total, 3 up, 3 in 2024-09-17T16:57:26.870 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:26 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-17T16:57:26.911 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T16:57:27.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:26 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-17T16:57:27.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:26 smithi066 ceph-mon[31354]: osdmap e19: 3 total, 3 up, 3 in 2024-09-17T16:57:27.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:26 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-17T16:57:28.010 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:27 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-17T16:57:28.010 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:27 smithi031 ceph-mon[27768]: osdmap e20: 3 total, 3 up, 3 in 2024-09-17T16:57:28.010 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:27 smithi031 ceph-mon[27768]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-17T16:57:28.011 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:27 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-17T16:57:28.011 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:27 smithi031 ceph-mon[39468]: osdmap e20: 3 total, 3 up, 3 in 2024-09-17T16:57:28.011 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:27 smithi031 ceph-mon[39468]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-17T16:57:28.011 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 16:57:27 smithi031 sudo[59905]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-17T16:57:28.011 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 16:57:27 smithi031 sudo[59905]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-17T16:57:28.011 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 16:57:27 smithi031 sudo[59905]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-17T16:57:28.011 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 16:57:27 smithi031 sudo[59905]: pam_unix(sudo:session): session closed for user root 2024-09-17T16:57:28.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:27 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-17T16:57:28.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:27 smithi066 ceph-mon[31354]: osdmap e20: 3 total, 3 up, 3 in 2024-09-17T16:57:28.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:27 smithi066 ceph-mon[31354]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-17T16:57:28.593 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 16:57:28 smithi031 sudo[59949]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-17T16:57:28.594 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 16:57:28 smithi031 sudo[59949]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-17T16:57:28.594 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 16:57:28 smithi031 sudo[59949]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-17T16:57:28.594 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 16:57:28 smithi031 sudo[59949]: pam_unix(sudo:session): session closed for user root 2024-09-17T16:57:28.908 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:28 smithi031 ceph-mon[27768]: osdmap e21: 3 total, 3 up, 3 in 2024-09-17T16:57:28.908 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:28 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:28.908 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:28 smithi031 ceph-mon[39468]: osdmap e21: 3 total, 3 up, 3 in 2024-09-17T16:57:28.909 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:28 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:29.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:28 smithi066 ceph-mon[31354]: osdmap e21: 3 total, 3 up, 3 in 2024-09-17T16:57:29.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:28 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:29.297 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 16:57:28 smithi031 sudo[59988]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-17T16:57:29.297 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 16:57:28 smithi031 sudo[59988]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-17T16:57:29.298 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 16:57:28 smithi031 sudo[59988]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-17T16:57:29.298 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 16:57:28 smithi031 sudo[59988]: pam_unix(sudo:session): session closed for user root 2024-09-17T16:57:29.594 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 16:57:29 smithi031 sudo[60173]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-17T16:57:29.594 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 16:57:29 smithi031 sudo[60173]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-17T16:57:29.594 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 16:57:29 smithi031 sudo[60173]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-17T16:57:29.594 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 16:57:29 smithi031 sudo[60173]: pam_unix(sudo:session): session closed for user root 2024-09-17T16:57:29.956 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 16:57:29 smithi031 sudo[60217]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-17T16:57:29.956 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 16:57:29 smithi031 sudo[60217]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-17T16:57:29.956 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 16:57:29 smithi031 sudo[60217]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-17T16:57:29.956 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 16:57:29 smithi031 sudo[60217]: pam_unix(sudo:session): session closed for user root 2024-09-17T16:57:29.957 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:29 smithi031 ceph-mon[27768]: pgmap v81: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-17T16:57:29.957 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:29 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T16:57:29.957 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:29 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T16:57:29.957 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:29 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:57:29.957 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:29 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:29.957 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:29 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:29.957 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:29 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:57:29.957 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:29 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:57:29.958 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:29 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:57:29.958 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:29 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:29.958 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:29 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:57:29.958 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:29 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:57:29.958 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:29 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:29.958 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:29 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:57:29.958 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:29 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:57:29.958 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:29 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:57:29.958 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:29 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:29.958 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:29 smithi031 ceph-mon[39468]: pgmap v81: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-17T16:57:29.958 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:29 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T16:57:29.958 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:29 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T16:57:29.959 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:29 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:57:29.959 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:29 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:29.959 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:29 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:29.959 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:29 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:57:29.959 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:29 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:57:29.959 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:29 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:57:29.959 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:29 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:29.959 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:29 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:57:29.959 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:29 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:57:29.959 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:29 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:29.959 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:29 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:57:29.959 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:29 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:57:29.959 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:29 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:57:29.959 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:29 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:30.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:29 smithi066 ceph-mon[31354]: pgmap v81: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-17T16:57:30.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:29 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T16:57:30.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:29 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T16:57:30.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:29 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:57:30.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:29 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:30.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:29 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:30.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:29 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:57:30.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:29 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:57:30.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:29 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:57:30.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:29 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:30.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:29 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:57:30.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:29 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:57:30.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:29 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:30.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:29 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:57:30.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:29 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:57:30.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:29 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:57:30.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:29 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:30.557 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 16:57:30 smithi031 sudo[60228]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-17T16:57:30.558 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 16:57:30 smithi031 sudo[60228]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-17T16:57:30.558 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 16:57:30 smithi031 sudo[60228]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-17T16:57:30.558 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 16:57:30 smithi031 sudo[60228]: pam_unix(sudo:session): session closed for user root 2024-09-17T16:57:30.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:30 smithi031 sudo[60279]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-17T16:57:30.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:30 smithi031 sudo[60279]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-17T16:57:30.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:30 smithi031 sudo[60279]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-17T16:57:30.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:30 smithi031 sudo[60279]: pam_unix(sudo:session): session closed for user root 2024-09-17T16:57:31.463 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:31 smithi031 ceph-mon[39468]: from='client.24200 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi031:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:57:31.463 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:31 smithi031 ceph-mon[39468]: Detected new or changed devices on smithi031 2024-09-17T16:57:31.464 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:31 smithi031 ceph-mon[39468]: Adjusting osd_memory_target on smithi031 to 5356M 2024-09-17T16:57:31.464 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:31 smithi031 ceph-mon[39468]: mgrmap e15: y(active, since 2m), standbys: x 2024-09-17T16:57:31.464 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:31 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-17T16:57:31.464 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:31 smithi031 sudo[60312]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-17T16:57:31.464 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:31 smithi031 sudo[60312]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-17T16:57:31.464 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:31 smithi031 sudo[60312]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-17T16:57:31.464 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:31 smithi031 sudo[60312]: pam_unix(sudo:session): session closed for user root 2024-09-17T16:57:31.464 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:31 smithi031 ceph-mon[27768]: from='client.24200 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi031:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:57:31.464 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:31 smithi031 ceph-mon[27768]: Detected new or changed devices on smithi031 2024-09-17T16:57:31.464 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:31 smithi031 ceph-mon[27768]: Adjusting osd_memory_target on smithi031 to 5356M 2024-09-17T16:57:31.465 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:31 smithi031 ceph-mon[27768]: mgrmap e15: y(active, since 2m), standbys: x 2024-09-17T16:57:31.465 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:31 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-17T16:57:31.649 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:31 smithi066 ceph-mon[31354]: from='client.24200 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi031:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:57:31.649 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:31 smithi066 ceph-mon[31354]: Detected new or changed devices on smithi031 2024-09-17T16:57:31.649 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:31 smithi066 ceph-mon[31354]: Adjusting osd_memory_target on smithi031 to 5356M 2024-09-17T16:57:31.649 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:31 smithi066 ceph-mon[31354]: mgrmap e15: y(active, since 2m), standbys: x 2024-09-17T16:57:31.649 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:31 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-17T16:57:31.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:31 smithi066 sudo[34108]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-17T16:57:31.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:31 smithi066 sudo[34108]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-17T16:57:31.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:31 smithi066 sudo[34108]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-17T16:57:31.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:31 smithi066 sudo[34108]: pam_unix(sudo:session): session closed for user root 2024-09-17T16:57:32.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:32 smithi066 sudo[34111]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-17T16:57:32.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:32 smithi066 sudo[34111]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-17T16:57:32.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:32 smithi066 sudo[34111]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-17T16:57:32.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:32 smithi066 sudo[34111]: pam_unix(sudo:session): session closed for user root 2024-09-17T16:57:32.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:32 smithi031 sudo[60370]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-17T16:57:32.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:32 smithi031 sudo[60370]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-17T16:57:32.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:32 smithi031 sudo[60370]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-17T16:57:32.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:32 smithi031 sudo[60370]: pam_unix(sudo:session): session closed for user root 2024-09-17T16:57:33.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:33 smithi031 ceph-mon[27768]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-17T16:57:33.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:33 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-17T16:57:33.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:33 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T16:57:33.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:33 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T16:57:33.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:33 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T16:57:33.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:33 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-17T16:57:33.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:33 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T16:57:33.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:33 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T16:57:33.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:33 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T16:57:33.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:33 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/2094700495' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f46d5072-b866-4885-9972-e09268f2bdb9"}]: dispatch 2024-09-17T16:57:33.345 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:33 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-17T16:57:33.345 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:33 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/2094700495' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f46d5072-b866-4885-9972-e09268f2bdb9"}]': finished 2024-09-17T16:57:33.345 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:33 smithi031 ceph-mon[27768]: osdmap e22: 4 total, 3 up, 4 in 2024-09-17T16:57:33.345 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:33 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T16:57:33.345 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:33 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:33.345 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:33 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T16:57:33.345 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:33 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T16:57:33.345 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:33 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T16:57:33.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:33 smithi031 sudo[60418]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-17T16:57:33.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:33 smithi031 sudo[60418]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-17T16:57:33.346 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:33 smithi031 sudo[60418]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-17T16:57:33.346 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:33 smithi031 sudo[60418]: pam_unix(sudo:session): session closed for user root 2024-09-17T16:57:33.346 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:33 smithi031 ceph-mon[39468]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-17T16:57:33.346 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:33 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-17T16:57:33.346 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:33 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T16:57:33.346 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:33 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T16:57:33.346 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:33 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T16:57:33.346 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:33 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-17T16:57:33.346 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:33 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T16:57:33.346 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:33 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T16:57:33.346 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:33 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T16:57:33.346 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:33 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/2094700495' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f46d5072-b866-4885-9972-e09268f2bdb9"}]: dispatch 2024-09-17T16:57:33.347 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:33 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-17T16:57:33.347 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:33 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/2094700495' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f46d5072-b866-4885-9972-e09268f2bdb9"}]': finished 2024-09-17T16:57:33.347 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:33 smithi031 ceph-mon[39468]: osdmap e22: 4 total, 3 up, 4 in 2024-09-17T16:57:33.347 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:33 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T16:57:33.347 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:33 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:33.347 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:33 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T16:57:33.347 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:33 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T16:57:33.347 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:33 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T16:57:33.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:33 smithi066 ceph-mon[31354]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-17T16:57:33.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:33 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-17T16:57:33.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:33 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T16:57:33.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:33 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T16:57:33.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:33 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T16:57:33.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:33 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-17T16:57:33.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:33 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T16:57:33.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:33 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T16:57:33.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:33 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T16:57:33.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:33 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/2094700495' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f46d5072-b866-4885-9972-e09268f2bdb9"}]: dispatch 2024-09-17T16:57:33.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:33 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-17T16:57:33.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:33 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/2094700495' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f46d5072-b866-4885-9972-e09268f2bdb9"}]': finished 2024-09-17T16:57:33.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:33 smithi066 ceph-mon[31354]: osdmap e22: 4 total, 3 up, 4 in 2024-09-17T16:57:33.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:33 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T16:57:33.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:33 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:33.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:33 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T16:57:33.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:33 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T16:57:33.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:33 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T16:57:34.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:34 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-17T16:57:34.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:34 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/3310343158' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T16:57:34.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:34 smithi031 ceph-mon[27768]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-17T16:57:34.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:34 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-17T16:57:34.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:34 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-17T16:57:34.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:34 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/3310343158' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T16:57:34.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:34 smithi031 ceph-mon[39468]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-17T16:57:34.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:34 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-17T16:57:34.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:34 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-17T16:57:34.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:34 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/3310343158' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T16:57:34.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:34 smithi066 ceph-mon[31354]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-17T16:57:34.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:34 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-17T16:57:35.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:35 smithi031 ceph-mon[27768]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-17T16:57:35.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:35 smithi031 ceph-mon[39468]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-17T16:57:35.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:35 smithi066 ceph-mon[31354]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-17T16:57:37.063 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:36 smithi031 ceph-mon[27768]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-17T16:57:37.064 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:36 smithi031 ceph-mon[39468]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-17T16:57:37.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:36 smithi066 ceph-mon[31354]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-17T16:57:38.821 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:38 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-17T16:57:38.822 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:38 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:57:38.822 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:38 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-17T16:57:38.822 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:38 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:57:38.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:38 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-17T16:57:38.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:38 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:57:39.793 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:39 smithi031 ceph-mon[27768]: Deploying daemon osd.3 on smithi031 2024-09-17T16:57:39.793 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:39 smithi031 ceph-mon[27768]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-17T16:57:39.794 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:39 smithi031 ceph-mon[39468]: Deploying daemon osd.3 on smithi031 2024-09-17T16:57:39.794 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:39 smithi031 ceph-mon[39468]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-17T16:57:39.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:39 smithi066 ceph-mon[31354]: Deploying daemon osd.3 on smithi031 2024-09-17T16:57:39.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:39 smithi066 ceph-mon[31354]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-17T16:57:40.934 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:40 smithi031 ceph-mon[27768]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-17T16:57:40.935 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:40 smithi031 ceph-mon[39468]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-17T16:57:41.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:40 smithi066 ceph-mon[31354]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-17T16:57:43.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:42 smithi066 ceph-mon[31354]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 73 KiB/s wr, 5 op/s 2024-09-17T16:57:43.176 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:42 smithi031 ceph-mon[27768]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 73 KiB/s wr, 5 op/s 2024-09-17T16:57:43.176 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:42 smithi031 ceph-mon[39468]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 73 KiB/s wr, 5 op/s 2024-09-17T16:57:44.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:43 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:57:44.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:43 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:44.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:43 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:44.198 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:43 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:57:44.198 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:43 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:44.198 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:43 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:44.199 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:43 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:57:44.199 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:43 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:44.199 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:43 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:45.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:44 smithi031 ceph-mon[27768]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-17T16:57:45.096 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:44 smithi031 ceph-mon[39468]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-17T16:57:45.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:44 smithi066 ceph-mon[31354]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-17T16:57:46.980 INFO:teuthology.orchestra.run.smithi031.stdout:Created osd(s) 3 on host 'smithi031' 2024-09-17T16:57:47.583 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:47 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:47.583 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:47 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:47.583 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:47 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:57:47.583 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:47 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:57:47.583 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:47 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:47.583 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:47 smithi031 ceph-mon[27768]: from='osd.3 [v2:172.21.15.31:6826/2811557217,v1:172.21.15.31:6827/2811557217]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-17T16:57:47.583 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:47 smithi031 ceph-mon[27768]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-17T16:57:47.583 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:47 smithi031 ceph-mon[27768]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-17T16:57:47.583 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:47 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:57:47.583 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:47 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:47.584 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:47 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:47.584 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:47 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:47.584 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:47 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:47.584 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:47 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:57:47.584 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:47 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:57:47.584 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:47 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:47.584 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:47 smithi031 ceph-mon[39468]: from='osd.3 [v2:172.21.15.31:6826/2811557217,v1:172.21.15.31:6827/2811557217]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-17T16:57:47.584 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:47 smithi031 ceph-mon[39468]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-17T16:57:47.584 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:47 smithi031 ceph-mon[39468]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-17T16:57:47.584 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:47 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:57:47.584 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:47 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:47.584 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:47 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:47.606 DEBUG:teuthology.orchestra.run.smithi031:osd.3> sudo journalctl -f -n 0 -u ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.3.service 2024-09-17T16:57:47.609 INFO:tasks.cephadm:Deploying osd.4 on smithi066 with /dev/vg_nvme/lv_4... 2024-09-17T16:57:47.609 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-17T16:57:47.638 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:47 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:47.638 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:47 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:47.639 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:47 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:57:47.639 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:47 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:57:47.639 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:47 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:47.639 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:47 smithi066 ceph-mon[31354]: from='osd.3 [v2:172.21.15.31:6826/2811557217,v1:172.21.15.31:6827/2811557217]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-17T16:57:47.639 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:47 smithi066 ceph-mon[31354]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-17T16:57:47.639 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:47 smithi066 ceph-mon[31354]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-17T16:57:47.639 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:47 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:57:47.640 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:47 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:47.641 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:47 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:47.821 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.b/config 2024-09-17T16:57:48.472 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:48 smithi031 ceph-mon[27768]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-17T16:57:48.472 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:48 smithi031 ceph-mon[27768]: osdmap e23: 4 total, 3 up, 4 in 2024-09-17T16:57:48.472 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:48 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T16:57:48.472 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:48 smithi031 ceph-mon[27768]: from='osd.3 [v2:172.21.15.31:6826/2811557217,v1:172.21.15.31:6827/2811557217]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-09-17T16:57:48.473 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:48 smithi031 ceph-mon[27768]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-09-17T16:57:48.473 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:48 smithi031 ceph-mon[39468]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-17T16:57:48.473 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:48 smithi031 ceph-mon[39468]: osdmap e23: 4 total, 3 up, 4 in 2024-09-17T16:57:48.473 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:48 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T16:57:48.473 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:48 smithi031 ceph-mon[39468]: from='osd.3 [v2:172.21.15.31:6826/2811557217,v1:172.21.15.31:6827/2811557217]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-09-17T16:57:48.473 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:48 smithi031 ceph-mon[39468]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-09-17T16:57:48.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:48 smithi066 ceph-mon[31354]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-17T16:57:48.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:48 smithi066 ceph-mon[31354]: osdmap e23: 4 total, 3 up, 4 in 2024-09-17T16:57:48.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:48 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T16:57:48.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:48 smithi066 ceph-mon[31354]: from='osd.3 [v2:172.21.15.31:6826/2811557217,v1:172.21.15.31:6827/2811557217]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-09-17T16:57:48.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:48 smithi066 ceph-mon[31354]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-09-17T16:57:49.076 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 16:57:48 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3[62123]: 2024-09-17T16:57:48.780+0000 7f0cda776640 -1 osd.3 0 waiting for initial osdmap 2024-09-17T16:57:49.076 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 16:57:48 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3[62123]: 2024-09-17T16:57:48.784+0000 7f0cd2597640 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T16:57:49.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:49 smithi031 ceph-mon[27768]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]': finished 2024-09-17T16:57:49.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:49 smithi031 ceph-mon[27768]: osdmap e24: 4 total, 3 up, 4 in 2024-09-17T16:57:49.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:49 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T16:57:49.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:49 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T16:57:49.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:49 smithi031 ceph-mon[27768]: from='osd.3 ' entity='osd.3' 2024-09-17T16:57:49.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:49 smithi031 ceph-mon[27768]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-17T16:57:49.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:49 smithi031 ceph-mon[39468]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]': finished 2024-09-17T16:57:49.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:49 smithi031 ceph-mon[39468]: osdmap e24: 4 total, 3 up, 4 in 2024-09-17T16:57:49.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:49 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T16:57:49.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:49 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T16:57:49.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:49 smithi031 ceph-mon[39468]: from='osd.3 ' entity='osd.3' 2024-09-17T16:57:49.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:49 smithi031 ceph-mon[39468]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-17T16:57:49.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:49 smithi066 ceph-mon[31354]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]': finished 2024-09-17T16:57:49.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:49 smithi066 ceph-mon[31354]: osdmap e24: 4 total, 3 up, 4 in 2024-09-17T16:57:49.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:49 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T16:57:49.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:49 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T16:57:49.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:49 smithi066 ceph-mon[31354]: from='osd.3 ' entity='osd.3' 2024-09-17T16:57:49.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:49 smithi066 ceph-mon[31354]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-17T16:57:50.438 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:50 smithi031 ceph-mon[27768]: purged_snaps scrub starts 2024-09-17T16:57:50.438 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:50 smithi031 ceph-mon[27768]: purged_snaps scrub ok 2024-09-17T16:57:50.439 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:50 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T16:57:50.439 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:50 smithi031 ceph-mon[27768]: osd.3 [v2:172.21.15.31:6826/2811557217,v1:172.21.15.31:6827/2811557217] boot 2024-09-17T16:57:50.439 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:50 smithi031 ceph-mon[27768]: osdmap e25: 4 total, 4 up, 4 in 2024-09-17T16:57:50.439 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:50 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T16:57:50.439 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:50 smithi031 ceph-mon[39468]: purged_snaps scrub starts 2024-09-17T16:57:50.439 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:50 smithi031 ceph-mon[39468]: purged_snaps scrub ok 2024-09-17T16:57:50.439 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:50 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T16:57:50.439 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:50 smithi031 ceph-mon[39468]: osd.3 [v2:172.21.15.31:6826/2811557217,v1:172.21.15.31:6827/2811557217] boot 2024-09-17T16:57:50.439 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:50 smithi031 ceph-mon[39468]: osdmap e25: 4 total, 4 up, 4 in 2024-09-17T16:57:50.439 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:50 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T16:57:50.500 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:50 smithi066 ceph-mon[31354]: purged_snaps scrub starts 2024-09-17T16:57:50.500 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:50 smithi066 ceph-mon[31354]: purged_snaps scrub ok 2024-09-17T16:57:50.500 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:50 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T16:57:50.500 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:50 smithi066 ceph-mon[31354]: osd.3 [v2:172.21.15.31:6826/2811557217,v1:172.21.15.31:6827/2811557217] boot 2024-09-17T16:57:50.500 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:50 smithi066 ceph-mon[31354]: osdmap e25: 4 total, 4 up, 4 in 2024-09-17T16:57:50.500 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:50 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T16:57:50.503 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-09-17T16:57:50.524 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi066:vg_nvme/lv_4 2024-09-17T16:57:50.765 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.b/config 2024-09-17T16:57:51.840 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:51 smithi066 ceph-mon[31354]: Detected new or changed devices on smithi031 2024-09-17T16:57:51.840 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:51 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:51.840 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:51 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:51.840 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:51 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:57:51.841 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:51 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:57:51.841 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:51 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:57:51.841 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:51 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:57:51.841 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:51 smithi066 ceph-mon[31354]: Adjusting osd_memory_target on smithi031 to 4017M 2024-09-17T16:57:51.842 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:51 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:51.842 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:51 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:57:51.842 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:51 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:57:51.842 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:51 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:51.843 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:51 smithi066 ceph-mon[31354]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T16:57:51.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:51 smithi031 ceph-mon[27768]: Detected new or changed devices on smithi031 2024-09-17T16:57:51.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:51 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:51.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:51 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:51.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:51 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:57:51.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:51 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:57:51.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:51 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:57:51.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:51 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:57:51.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:51 smithi031 ceph-mon[27768]: Adjusting osd_memory_target on smithi031 to 4017M 2024-09-17T16:57:51.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:51 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:51.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:51 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:57:51.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:51 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:57:51.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:51 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:51.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:51 smithi031 ceph-mon[27768]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T16:57:51.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:51 smithi031 ceph-mon[39468]: Detected new or changed devices on smithi031 2024-09-17T16:57:51.847 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:51 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:51.847 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:51 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:51.847 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:51 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:57:51.847 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:51 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:57:51.847 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:51 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:57:51.848 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:51 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:57:51.848 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:51 smithi031 ceph-mon[39468]: Adjusting osd_memory_target on smithi031 to 4017M 2024-09-17T16:57:51.848 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:51 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:51.848 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:51 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:57:51.848 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:51 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:57:51.849 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:51 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:57:51.849 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:51 smithi031 ceph-mon[39468]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T16:57:52.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:52 smithi031 ceph-mon[27768]: osdmap e26: 4 total, 4 up, 4 in 2024-09-17T16:57:52.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:52 smithi031 ceph-mon[39468]: osdmap e26: 4 total, 4 up, 4 in 2024-09-17T16:57:52.892 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:52 smithi066 ceph-mon[31354]: osdmap e26: 4 total, 4 up, 4 in 2024-09-17T16:57:53.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:53 smithi031 ceph-mon[27768]: from='client.24196 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:57:53.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:53 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T16:57:53.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:53 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T16:57:53.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:53 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:57:53.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:53 smithi031 ceph-mon[27768]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T16:57:53.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:53 smithi031 ceph-mon[39468]: from='client.24196 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:57:53.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:53 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T16:57:53.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:53 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T16:57:53.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:53 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:57:53.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:53 smithi031 ceph-mon[39468]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T16:57:53.873 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:53 smithi066 ceph-mon[31354]: from='client.24196 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:57:53.873 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:53 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T16:57:53.873 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:53 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T16:57:53.873 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:53 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:57:53.873 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:53 smithi066 ceph-mon[31354]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T16:57:55.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:54 smithi031 ceph-mon[27768]: from='client.? 172.21.15.66:0/3388156976' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c6fd9949-6edf-48f1-84fa-8edc76db25e9"}]: dispatch 2024-09-17T16:57:55.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:54 smithi031 ceph-mon[27768]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c6fd9949-6edf-48f1-84fa-8edc76db25e9"}]: dispatch 2024-09-17T16:57:55.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:54 smithi031 ceph-mon[27768]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c6fd9949-6edf-48f1-84fa-8edc76db25e9"}]': finished 2024-09-17T16:57:55.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:54 smithi031 ceph-mon[27768]: osdmap e27: 5 total, 4 up, 5 in 2024-09-17T16:57:55.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:54 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T16:57:55.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:54 smithi031 ceph-mon[39468]: from='client.? 172.21.15.66:0/3388156976' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c6fd9949-6edf-48f1-84fa-8edc76db25e9"}]: dispatch 2024-09-17T16:57:55.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:54 smithi031 ceph-mon[39468]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c6fd9949-6edf-48f1-84fa-8edc76db25e9"}]: dispatch 2024-09-17T16:57:55.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:54 smithi031 ceph-mon[39468]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c6fd9949-6edf-48f1-84fa-8edc76db25e9"}]': finished 2024-09-17T16:57:55.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:54 smithi031 ceph-mon[39468]: osdmap e27: 5 total, 4 up, 5 in 2024-09-17T16:57:55.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:54 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T16:57:55.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:54 smithi066 ceph-mon[31354]: from='client.? 172.21.15.66:0/3388156976' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c6fd9949-6edf-48f1-84fa-8edc76db25e9"}]: dispatch 2024-09-17T16:57:55.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:54 smithi066 ceph-mon[31354]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c6fd9949-6edf-48f1-84fa-8edc76db25e9"}]: dispatch 2024-09-17T16:57:55.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:54 smithi066 ceph-mon[31354]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c6fd9949-6edf-48f1-84fa-8edc76db25e9"}]': finished 2024-09-17T16:57:55.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:54 smithi066 ceph-mon[31354]: osdmap e27: 5 total, 4 up, 5 in 2024-09-17T16:57:55.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:54 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T16:57:56.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:55 smithi031 ceph-mon[27768]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T16:57:56.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:55 smithi031 ceph-mon[27768]: from='client.? 172.21.15.66:0/871300445' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T16:57:56.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:55 smithi031 ceph-mon[39468]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T16:57:56.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:55 smithi031 ceph-mon[39468]: from='client.? 172.21.15.66:0/871300445' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T16:57:56.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:55 smithi066 ceph-mon[31354]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T16:57:56.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:55 smithi066 ceph-mon[31354]: from='client.? 172.21.15.66:0/871300445' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T16:57:57.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:56 smithi066 ceph-mon[31354]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T16:57:57.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:56 smithi031 ceph-mon[27768]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T16:57:57.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:56 smithi031 ceph-mon[39468]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T16:57:59.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:57:58 smithi066 ceph-mon[31354]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T16:57:59.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:57:58 smithi031 ceph-mon[39468]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T16:57:59.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:57:58 smithi031 ceph-mon[27768]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T16:58:00.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:00 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-17T16:58:00.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:00 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:58:01.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:00 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-17T16:58:01.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:00 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:58:01.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:00 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-17T16:58:01.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:00 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:58:02.089 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:01 smithi066 ceph-mon[31354]: Deploying daemon osd.4 on smithi066 2024-09-17T16:58:02.089 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:01 smithi066 ceph-mon[31354]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T16:58:02.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:01 smithi031 ceph-mon[27768]: Deploying daemon osd.4 on smithi066 2024-09-17T16:58:02.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:01 smithi031 ceph-mon[27768]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T16:58:02.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:01 smithi031 ceph-mon[39468]: Deploying daemon osd.4 on smithi066 2024-09-17T16:58:02.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:01 smithi031 ceph-mon[39468]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T16:58:03.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:02 smithi066 ceph-mon[31354]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T16:58:03.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:02 smithi031 ceph-mon[27768]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T16:58:03.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:02 smithi031 ceph-mon[39468]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T16:58:05.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:04 smithi066 ceph-mon[31354]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T16:58:05.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:04 smithi031 ceph-mon[27768]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T16:58:05.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:04 smithi031 ceph-mon[39468]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T16:58:06.083 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:05 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:58:06.083 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:05 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:06.084 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:05 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:06.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:05 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:58:06.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:05 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:06.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:05 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:06.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:05 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:58:06.345 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:05 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:06.345 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:05 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:07.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:06 smithi066 ceph-mon[31354]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T16:58:07.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:06 smithi031 ceph-mon[27768]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T16:58:07.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:06 smithi031 ceph-mon[39468]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T16:58:08.338 INFO:teuthology.orchestra.run.smithi066.stdout:Created osd(s) 4 on host 'smithi066' 2024-09-17T16:58:08.898 DEBUG:teuthology.orchestra.run.smithi066:osd.4> sudo journalctl -f -n 0 -u ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.4.service 2024-09-17T16:58:08.901 INFO:tasks.cephadm:Deploying osd.5 on smithi066 with /dev/vg_nvme/lv_3... 2024-09-17T16:58:08.901 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-17T16:58:09.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:09 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:09.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:09 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:09.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:09 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:09.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:09 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:09.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:09 smithi031 ceph-mon[39468]: from='osd.4 [v2:172.21.15.66:6800/2372603726,v1:172.21.15.66:6801/2372603726]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-17T16:58:09.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:09 smithi031 ceph-mon[39468]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-17T16:58:09.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:09 smithi031 ceph-mon[39468]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T16:58:09.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:09 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:09.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:09 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:09.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:09 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:09.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:09 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:09.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:09 smithi031 ceph-mon[27768]: from='osd.4 [v2:172.21.15.66:6800/2372603726,v1:172.21.15.66:6801/2372603726]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-17T16:58:09.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:09 smithi031 ceph-mon[27768]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-17T16:58:09.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:09 smithi031 ceph-mon[27768]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T16:58:09.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:09 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:09.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:09 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:09.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:09 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:09.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:09 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:09.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:09 smithi066 ceph-mon[31354]: from='osd.4 [v2:172.21.15.66:6800/2372603726,v1:172.21.15.66:6801/2372603726]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-17T16:58:09.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:09 smithi066 ceph-mon[31354]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-17T16:58:09.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:09 smithi066 ceph-mon[31354]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T16:58:09.685 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.b/config 2024-09-17T16:58:10.742 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:10 smithi066 ceph-mon[31354]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-17T16:58:10.742 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:10 smithi066 ceph-mon[31354]: osdmap e28: 5 total, 4 up, 5 in 2024-09-17T16:58:10.742 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:10 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T16:58:10.742 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:10 smithi066 ceph-mon[31354]: from='osd.4 [v2:172.21.15.66:6800/2372603726,v1:172.21.15.66:6801/2372603726]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-09-17T16:58:10.742 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:10 smithi066 ceph-mon[31354]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-09-17T16:58:10.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:10 smithi031 ceph-mon[39468]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-17T16:58:10.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:10 smithi031 ceph-mon[39468]: osdmap e28: 5 total, 4 up, 5 in 2024-09-17T16:58:10.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:10 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T16:58:10.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:10 smithi031 ceph-mon[39468]: from='osd.4 [v2:172.21.15.66:6800/2372603726,v1:172.21.15.66:6801/2372603726]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-09-17T16:58:10.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:10 smithi031 ceph-mon[39468]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-09-17T16:58:10.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:10 smithi031 ceph-mon[27768]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-17T16:58:10.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:10 smithi031 ceph-mon[27768]: osdmap e28: 5 total, 4 up, 5 in 2024-09-17T16:58:10.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:10 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T16:58:10.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:10 smithi031 ceph-mon[27768]: from='osd.4 [v2:172.21.15.66:6800/2372603726,v1:172.21.15.66:6801/2372603726]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-09-17T16:58:10.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:10 smithi031 ceph-mon[27768]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-09-17T16:58:11.145 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 16:58:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4[36767]: 2024-09-17T16:58:10.945+0000 7f2121d4b640 -1 osd.4 0 waiting for initial osdmap 2024-09-17T16:58:11.145 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 16:58:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4[36767]: 2024-09-17T16:58:10.952+0000 7f2119b6c640 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T16:58:11.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:11 smithi031 ceph-mon[39468]: purged_snaps scrub starts 2024-09-17T16:58:11.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:11 smithi031 ceph-mon[39468]: purged_snaps scrub ok 2024-09-17T16:58:11.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:11 smithi031 ceph-mon[39468]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-09-17T16:58:11.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:11 smithi031 ceph-mon[39468]: osdmap e29: 5 total, 4 up, 5 in 2024-09-17T16:58:11.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:11 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T16:58:11.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:11 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T16:58:11.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:11 smithi031 ceph-mon[39468]: pgmap v110: 1 pgs: 1 peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T16:58:11.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:11 smithi031 ceph-mon[39468]: from='osd.4 ' entity='osd.4' 2024-09-17T16:58:11.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:11 smithi031 ceph-mon[39468]: osd.4 [v2:172.21.15.66:6800/2372603726,v1:172.21.15.66:6801/2372603726] boot 2024-09-17T16:58:11.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:11 smithi031 ceph-mon[39468]: osdmap e30: 5 total, 5 up, 5 in 2024-09-17T16:58:11.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:11 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T16:58:11.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:11 smithi031 ceph-mon[27768]: purged_snaps scrub starts 2024-09-17T16:58:11.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:11 smithi031 ceph-mon[27768]: purged_snaps scrub ok 2024-09-17T16:58:11.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:11 smithi031 ceph-mon[27768]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-09-17T16:58:11.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:11 smithi031 ceph-mon[27768]: osdmap e29: 5 total, 4 up, 5 in 2024-09-17T16:58:11.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:11 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T16:58:11.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:11 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T16:58:11.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:11 smithi031 ceph-mon[27768]: pgmap v110: 1 pgs: 1 peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T16:58:11.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:11 smithi031 ceph-mon[27768]: from='osd.4 ' entity='osd.4' 2024-09-17T16:58:11.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:11 smithi031 ceph-mon[27768]: osd.4 [v2:172.21.15.66:6800/2372603726,v1:172.21.15.66:6801/2372603726] boot 2024-09-17T16:58:11.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:11 smithi031 ceph-mon[27768]: osdmap e30: 5 total, 5 up, 5 in 2024-09-17T16:58:11.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:11 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T16:58:11.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:11 smithi066 ceph-mon[31354]: purged_snaps scrub starts 2024-09-17T16:58:11.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:11 smithi066 ceph-mon[31354]: purged_snaps scrub ok 2024-09-17T16:58:11.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:11 smithi066 ceph-mon[31354]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-09-17T16:58:11.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:11 smithi066 ceph-mon[31354]: osdmap e29: 5 total, 4 up, 5 in 2024-09-17T16:58:11.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:11 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T16:58:11.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:11 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T16:58:11.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:11 smithi066 ceph-mon[31354]: pgmap v110: 1 pgs: 1 peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T16:58:11.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:11 smithi066 ceph-mon[31354]: from='osd.4 ' entity='osd.4' 2024-09-17T16:58:11.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:11 smithi066 ceph-mon[31354]: osd.4 [v2:172.21.15.66:6800/2372603726,v1:172.21.15.66:6801/2372603726] boot 2024-09-17T16:58:11.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:11 smithi066 ceph-mon[31354]: osdmap e30: 5 total, 5 up, 5 in 2024-09-17T16:58:11.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:11 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T16:58:13.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:13 smithi066 ceph-mon[31354]: osdmap e31: 5 total, 5 up, 5 in 2024-09-17T16:58:13.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:13 smithi066 ceph-mon[31354]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 215 MiB used, 447 GiB / 447 GiB avail 2024-09-17T16:58:13.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:13 smithi066 ceph-mon[31354]: Detected new or changed devices on smithi066 2024-09-17T16:58:13.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:13 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:13.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:13 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:13.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:13 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:58:13.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:13 smithi066 ceph-mon[31354]: Adjusting osd_memory_target on smithi066 to 17088M 2024-09-17T16:58:13.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:13 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:13.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:13 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:58:13.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:13 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:58:13.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:13 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:13.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:13 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:58:13.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:13 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:58:13.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:13 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:58:13.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:13 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:13.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:13 smithi031 ceph-mon[27768]: osdmap e31: 5 total, 5 up, 5 in 2024-09-17T16:58:13.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:13 smithi031 ceph-mon[27768]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 215 MiB used, 447 GiB / 447 GiB avail 2024-09-17T16:58:13.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:13 smithi031 ceph-mon[27768]: Detected new or changed devices on smithi066 2024-09-17T16:58:13.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:13 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:13.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:13 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:13.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:13 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:58:13.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:13 smithi031 ceph-mon[27768]: Adjusting osd_memory_target on smithi066 to 17088M 2024-09-17T16:58:13.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:13 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:13.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:13 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:58:13.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:13 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:58:13.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:13 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:13.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:13 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:58:13.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:13 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:58:13.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:13 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:58:13.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:13 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:13.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:13 smithi031 ceph-mon[39468]: osdmap e31: 5 total, 5 up, 5 in 2024-09-17T16:58:13.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:13 smithi031 ceph-mon[39468]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 215 MiB used, 447 GiB / 447 GiB avail 2024-09-17T16:58:13.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:13 smithi031 ceph-mon[39468]: Detected new or changed devices on smithi066 2024-09-17T16:58:13.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:13 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:13.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:13 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:13.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:13 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:58:13.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:13 smithi031 ceph-mon[39468]: Adjusting osd_memory_target on smithi066 to 17088M 2024-09-17T16:58:13.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:13 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:13.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:13 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:58:13.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:13 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:58:13.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:13 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:13.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:13 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:58:13.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:13 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:58:13.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:13 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:58:13.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:13 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:14.211 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-09-17T16:58:14.234 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi066:vg_nvme/lv_3 2024-09-17T16:58:14.439 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.b/config 2024-09-17T16:58:14.560 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:14 smithi066 ceph-mon[31354]: osdmap e32: 5 total, 5 up, 5 in 2024-09-17T16:58:14.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:14 smithi031 ceph-mon[27768]: osdmap e32: 5 total, 5 up, 5 in 2024-09-17T16:58:14.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:14 smithi031 ceph-mon[39468]: osdmap e32: 5 total, 5 up, 5 in 2024-09-17T16:58:15.455 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:15 smithi066 ceph-mon[31354]: osdmap e33: 5 total, 5 up, 5 in 2024-09-17T16:58:15.455 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:15 smithi066 ceph-mon[31354]: pgmap v116: 1 pgs: 1 peering; 577 KiB data, 215 MiB used, 447 GiB / 447 GiB avail 2024-09-17T16:58:15.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:15 smithi031 ceph-mon[27768]: osdmap e33: 5 total, 5 up, 5 in 2024-09-17T16:58:15.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:15 smithi031 ceph-mon[27768]: pgmap v116: 1 pgs: 1 peering; 577 KiB data, 215 MiB used, 447 GiB / 447 GiB avail 2024-09-17T16:58:15.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:15 smithi031 ceph-mon[39468]: osdmap e33: 5 total, 5 up, 5 in 2024-09-17T16:58:15.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:15 smithi031 ceph-mon[39468]: pgmap v116: 1 pgs: 1 peering; 577 KiB data, 215 MiB used, 447 GiB / 447 GiB avail 2024-09-17T16:58:16.485 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:16 smithi066 ceph-mon[31354]: osdmap e34: 5 total, 5 up, 5 in 2024-09-17T16:58:16.485 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:16 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T16:58:16.485 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:16 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T16:58:16.486 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:16 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:58:16.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:16 smithi031 ceph-mon[27768]: osdmap e34: 5 total, 5 up, 5 in 2024-09-17T16:58:16.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:16 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T16:58:16.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:16 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T16:58:16.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:16 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:58:16.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:16 smithi031 ceph-mon[39468]: osdmap e34: 5 total, 5 up, 5 in 2024-09-17T16:58:16.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:16 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T16:58:16.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:16 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T16:58:16.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:16 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:58:17.322 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:17 smithi066 ceph-mon[31354]: from='client.24223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:58:17.322 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:17 smithi066 ceph-mon[31354]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 126 KiB/s, 0 objects/s recovering 2024-09-17T16:58:17.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:17 smithi031 ceph-mon[27768]: from='client.24223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:58:17.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:17 smithi031 ceph-mon[27768]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 126 KiB/s, 0 objects/s recovering 2024-09-17T16:58:17.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:17 smithi031 ceph-mon[39468]: from='client.24223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:58:17.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:17 smithi031 ceph-mon[39468]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 126 KiB/s, 0 objects/s recovering 2024-09-17T16:58:18.586 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:18 smithi066 ceph-mon[31354]: from='client.? 172.21.15.66:0/1075631216' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d38f984e-3b82-43c1-876f-c23e8c645143"}]: dispatch 2024-09-17T16:58:18.587 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:18 smithi066 ceph-mon[31354]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d38f984e-3b82-43c1-876f-c23e8c645143"}]: dispatch 2024-09-17T16:58:18.587 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:18 smithi066 ceph-mon[31354]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d38f984e-3b82-43c1-876f-c23e8c645143"}]': finished 2024-09-17T16:58:18.587 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:18 smithi066 ceph-mon[31354]: osdmap e35: 6 total, 5 up, 6 in 2024-09-17T16:58:18.587 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:18 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T16:58:18.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:18 smithi031 ceph-mon[27768]: from='client.? 172.21.15.66:0/1075631216' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d38f984e-3b82-43c1-876f-c23e8c645143"}]: dispatch 2024-09-17T16:58:18.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:18 smithi031 ceph-mon[27768]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d38f984e-3b82-43c1-876f-c23e8c645143"}]: dispatch 2024-09-17T16:58:18.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:18 smithi031 ceph-mon[27768]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d38f984e-3b82-43c1-876f-c23e8c645143"}]': finished 2024-09-17T16:58:18.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:18 smithi031 ceph-mon[27768]: osdmap e35: 6 total, 5 up, 6 in 2024-09-17T16:58:18.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:18 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T16:58:18.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:18 smithi031 ceph-mon[39468]: from='client.? 172.21.15.66:0/1075631216' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d38f984e-3b82-43c1-876f-c23e8c645143"}]: dispatch 2024-09-17T16:58:18.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:18 smithi031 ceph-mon[39468]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d38f984e-3b82-43c1-876f-c23e8c645143"}]: dispatch 2024-09-17T16:58:18.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:18 smithi031 ceph-mon[39468]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d38f984e-3b82-43c1-876f-c23e8c645143"}]': finished 2024-09-17T16:58:18.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:18 smithi031 ceph-mon[39468]: osdmap e35: 6 total, 5 up, 6 in 2024-09-17T16:58:18.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:18 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T16:58:19.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:19 smithi031 ceph-mon[27768]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-09-17T16:58:19.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:19 smithi031 ceph-mon[27768]: from='client.? 172.21.15.66:0/3221199883' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T16:58:19.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:19 smithi031 ceph-mon[39468]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-09-17T16:58:19.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:19 smithi031 ceph-mon[39468]: from='client.? 172.21.15.66:0/3221199883' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T16:58:19.606 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:19 smithi066 ceph-mon[31354]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-09-17T16:58:19.606 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:19 smithi066 ceph-mon[31354]: from='client.? 172.21.15.66:0/3221199883' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T16:58:21.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:20 smithi066 ceph-mon[31354]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-09-17T16:58:21.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:20 smithi031 ceph-mon[27768]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-09-17T16:58:21.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:20 smithi031 ceph-mon[39468]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-09-17T16:58:23.094 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:22 smithi066 ceph-mon[31354]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-17T16:58:23.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:22 smithi031 ceph-mon[27768]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-17T16:58:23.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:22 smithi031 ceph-mon[39468]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-17T16:58:24.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:24 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-17T16:58:24.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:24 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:58:24.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:24 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-17T16:58:24.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:24 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:58:24.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:24 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-17T16:58:24.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:24 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:58:25.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:25 smithi066 ceph-mon[31354]: Deploying daemon osd.5 on smithi066 2024-09-17T16:58:25.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:25 smithi066 ceph-mon[31354]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-09-17T16:58:25.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:25 smithi031 ceph-mon[27768]: Deploying daemon osd.5 on smithi066 2024-09-17T16:58:25.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:25 smithi031 ceph-mon[27768]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-09-17T16:58:25.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:25 smithi031 ceph-mon[39468]: Deploying daemon osd.5 on smithi066 2024-09-17T16:58:25.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:25 smithi031 ceph-mon[39468]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-09-17T16:58:27.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:26 smithi066 ceph-mon[31354]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T16:58:27.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:26 smithi031 ceph-mon[27768]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T16:58:27.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:26 smithi031 ceph-mon[39468]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T16:58:29.093 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:28 smithi066 ceph-mon[31354]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T16:58:29.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:28 smithi031 ceph-mon[27768]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T16:58:29.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:28 smithi031 ceph-mon[39468]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T16:58:29.980 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:29 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:58:29.980 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:29 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:29.980 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:29 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:30.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:29 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:58:30.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:29 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:30.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:29 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:30.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:29 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:58:30.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:29 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:30.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:29 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:31.008 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:30 smithi066 ceph-mon[31354]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T16:58:31.245 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:30 smithi031 ceph-mon[27768]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T16:58:31.245 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:30 smithi031 ceph-mon[39468]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T16:58:32.515 INFO:teuthology.orchestra.run.smithi066.stdout:Created osd(s) 5 on host 'smithi066' 2024-09-17T16:58:32.826 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:32 smithi066 ceph-mon[31354]: from='osd.5 [v2:172.21.15.66:6808/2747426322,v1:172.21.15.66:6809/2747426322]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-17T16:58:32.826 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:32 smithi066 ceph-mon[31354]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-17T16:58:32.826 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:32 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:32.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:32 smithi031 ceph-mon[27768]: from='osd.5 [v2:172.21.15.66:6808/2747426322,v1:172.21.15.66:6809/2747426322]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-17T16:58:32.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:32 smithi031 ceph-mon[27768]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-17T16:58:32.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:32 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:32.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:32 smithi031 ceph-mon[39468]: from='osd.5 [v2:172.21.15.66:6808/2747426322,v1:172.21.15.66:6809/2747426322]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-17T16:58:32.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:32 smithi031 ceph-mon[39468]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-17T16:58:32.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:32 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:33.143 DEBUG:teuthology.orchestra.run.smithi066:osd.5> sudo journalctl -f -n 0 -u ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.5.service 2024-09-17T16:58:33.146 INFO:tasks.cephadm:Deploying osd.6 on smithi066 with /dev/vg_nvme/lv_2... 2024-09-17T16:58:33.146 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-17T16:58:33.393 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.b/config 2024-09-17T16:58:33.788 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:33 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:33.789 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:33 smithi066 ceph-mon[31354]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-17T16:58:33.789 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:33 smithi066 ceph-mon[31354]: osdmap e36: 6 total, 5 up, 6 in 2024-09-17T16:58:33.789 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:33 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T16:58:33.789 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:33 smithi066 ceph-mon[31354]: from='osd.5 [v2:172.21.15.66:6808/2747426322,v1:172.21.15.66:6809/2747426322]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-09-17T16:58:33.789 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:33 smithi066 ceph-mon[31354]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-09-17T16:58:33.789 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:33 smithi066 ceph-mon[31354]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T16:58:33.789 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:33 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:33.789 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:33 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:33.789 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 16:58:33 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[42619]: 2024-09-17T16:58:33.530+0000 7faf3df7c640 -1 osd.5 0 waiting for initial osdmap 2024-09-17T16:58:33.790 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 16:58:33 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[42619]: 2024-09-17T16:58:33.535+0000 7faf39da5640 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T16:58:33.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:33 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:33.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:33 smithi031 ceph-mon[27768]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-17T16:58:33.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:33 smithi031 ceph-mon[27768]: osdmap e36: 6 total, 5 up, 6 in 2024-09-17T16:58:33.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:33 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T16:58:33.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:33 smithi031 ceph-mon[27768]: from='osd.5 [v2:172.21.15.66:6808/2747426322,v1:172.21.15.66:6809/2747426322]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-09-17T16:58:33.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:33 smithi031 ceph-mon[27768]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-09-17T16:58:33.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:33 smithi031 ceph-mon[27768]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T16:58:33.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:33 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:33.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:33 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:33.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:33 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:33.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:33 smithi031 ceph-mon[39468]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-17T16:58:33.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:33 smithi031 ceph-mon[39468]: osdmap e36: 6 total, 5 up, 6 in 2024-09-17T16:58:33.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:33 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T16:58:33.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:33 smithi031 ceph-mon[39468]: from='osd.5 [v2:172.21.15.66:6808/2747426322,v1:172.21.15.66:6809/2747426322]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-09-17T16:58:33.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:33 smithi031 ceph-mon[39468]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-09-17T16:58:33.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:33 smithi031 ceph-mon[39468]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T16:58:33.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:33 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:33.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:33 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:34.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:34 smithi031 ceph-mon[39468]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-09-17T16:58:34.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:34 smithi031 ceph-mon[39468]: osdmap e37: 6 total, 5 up, 6 in 2024-09-17T16:58:34.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:34 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T16:58:34.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:34 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T16:58:34.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:34 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T16:58:34.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:34 smithi031 ceph-mon[27768]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-09-17T16:58:34.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:34 smithi031 ceph-mon[27768]: osdmap e37: 6 total, 5 up, 6 in 2024-09-17T16:58:34.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:34 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T16:58:34.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:34 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T16:58:34.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:34 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T16:58:34.878 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:34 smithi066 ceph-mon[31354]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-09-17T16:58:34.878 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:34 smithi066 ceph-mon[31354]: osdmap e37: 6 total, 5 up, 6 in 2024-09-17T16:58:34.878 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:34 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T16:58:34.878 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:34 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T16:58:34.879 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:34 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T16:58:35.739 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:35 smithi066 ceph-mon[31354]: purged_snaps scrub starts 2024-09-17T16:58:35.739 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:35 smithi066 ceph-mon[31354]: purged_snaps scrub ok 2024-09-17T16:58:35.739 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:35 smithi066 ceph-mon[31354]: osd.5 [v2:172.21.15.66:6808/2747426322,v1:172.21.15.66:6809/2747426322] boot 2024-09-17T16:58:35.739 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:35 smithi066 ceph-mon[31354]: osdmap e38: 6 total, 6 up, 6 in 2024-09-17T16:58:35.740 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:35 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T16:58:35.740 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:35 smithi066 ceph-mon[31354]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T16:58:35.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:35 smithi031 ceph-mon[27768]: purged_snaps scrub starts 2024-09-17T16:58:35.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:35 smithi031 ceph-mon[27768]: purged_snaps scrub ok 2024-09-17T16:58:35.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:35 smithi031 ceph-mon[27768]: osd.5 [v2:172.21.15.66:6808/2747426322,v1:172.21.15.66:6809/2747426322] boot 2024-09-17T16:58:35.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:35 smithi031 ceph-mon[27768]: osdmap e38: 6 total, 6 up, 6 in 2024-09-17T16:58:35.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:35 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T16:58:35.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:35 smithi031 ceph-mon[27768]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T16:58:35.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:35 smithi031 ceph-mon[39468]: purged_snaps scrub starts 2024-09-17T16:58:35.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:35 smithi031 ceph-mon[39468]: purged_snaps scrub ok 2024-09-17T16:58:35.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:35 smithi031 ceph-mon[39468]: osd.5 [v2:172.21.15.66:6808/2747426322,v1:172.21.15.66:6809/2747426322] boot 2024-09-17T16:58:35.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:35 smithi031 ceph-mon[39468]: osdmap e38: 6 total, 6 up, 6 in 2024-09-17T16:58:35.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:35 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T16:58:35.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:35 smithi031 ceph-mon[39468]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T16:58:36.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:36 smithi031 ceph-mon[27768]: osdmap e39: 6 total, 6 up, 6 in 2024-09-17T16:58:36.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:36 smithi031 ceph-mon[27768]: osdmap e40: 6 total, 6 up, 6 in 2024-09-17T16:58:36.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:36 smithi031 ceph-mon[39468]: osdmap e39: 6 total, 6 up, 6 in 2024-09-17T16:58:36.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:36 smithi031 ceph-mon[39468]: osdmap e40: 6 total, 6 up, 6 in 2024-09-17T16:58:36.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:36 smithi066 ceph-mon[31354]: osdmap e39: 6 total, 6 up, 6 in 2024-09-17T16:58:36.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:36 smithi066 ceph-mon[31354]: osdmap e40: 6 total, 6 up, 6 in 2024-09-17T16:58:37.804 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:37 smithi066 ceph-mon[31354]: pgmap v134: 1 pgs: 1 remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T16:58:37.805 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:37 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:37.805 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:37 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:37.805 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:37 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:58:37.805 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:37 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:58:37.805 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:37 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:37.805 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:37 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:58:37.805 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:37 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:58:37.805 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:37 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:37.805 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:37 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:58:37.805 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:37 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:58:37.805 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:37 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:58:37.805 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:37 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:37.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:37 smithi031 ceph-mon[27768]: pgmap v134: 1 pgs: 1 remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T16:58:37.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:37 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:37.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:37 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:37.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:37 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:58:37.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:37 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:58:37.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:37 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:37.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:37 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:58:37.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:37 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:58:37.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:37 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:37.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:37 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:58:37.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:37 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:58:37.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:37 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:58:37.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:37 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:37.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:37 smithi031 ceph-mon[39468]: pgmap v134: 1 pgs: 1 remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T16:58:37.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:37 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:37.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:37 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:37.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:37 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:58:37.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:37 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:58:37.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:37 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:37.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:37 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:58:37.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:37 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:58:37.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:37 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:37.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:37 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:58:37.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:37 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:58:37.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:37 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:58:37.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:37 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:38.752 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:38 smithi066 ceph-mon[31354]: Detected new or changed devices on smithi066 2024-09-17T16:58:38.752 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:38 smithi066 ceph-mon[31354]: Adjusting osd_memory_target on smithi066 to 8544M 2024-09-17T16:58:38.752 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:38 smithi066 ceph-mon[31354]: osdmap e41: 6 total, 6 up, 6 in 2024-09-17T16:58:38.756 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-09-17T16:58:38.775 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi066:vg_nvme/lv_2 2024-09-17T16:58:38.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:38 smithi031 ceph-mon[27768]: Detected new or changed devices on smithi066 2024-09-17T16:58:38.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:38 smithi031 ceph-mon[27768]: Adjusting osd_memory_target on smithi066 to 8544M 2024-09-17T16:58:38.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:38 smithi031 ceph-mon[27768]: osdmap e41: 6 total, 6 up, 6 in 2024-09-17T16:58:38.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:38 smithi031 ceph-mon[39468]: Detected new or changed devices on smithi066 2024-09-17T16:58:38.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:38 smithi031 ceph-mon[39468]: Adjusting osd_memory_target on smithi066 to 8544M 2024-09-17T16:58:38.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:38 smithi031 ceph-mon[39468]: osdmap e41: 6 total, 6 up, 6 in 2024-09-17T16:58:38.976 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.b/config 2024-09-17T16:58:39.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:39 smithi066 ceph-mon[31354]: pgmap v136: 1 pgs: 1 remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T16:58:39.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:39 smithi066 ceph-mon[31354]: osdmap e42: 6 total, 6 up, 6 in 2024-09-17T16:58:39.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:39 smithi031 ceph-mon[27768]: pgmap v136: 1 pgs: 1 remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T16:58:39.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:39 smithi031 ceph-mon[27768]: osdmap e42: 6 total, 6 up, 6 in 2024-09-17T16:58:39.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:39 smithi031 ceph-mon[39468]: pgmap v136: 1 pgs: 1 remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T16:58:39.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:39 smithi031 ceph-mon[39468]: osdmap e42: 6 total, 6 up, 6 in 2024-09-17T16:58:40.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:40 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T16:58:40.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:40 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T16:58:40.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:40 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:58:41.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:40 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T16:58:41.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:40 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T16:58:41.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:40 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:58:41.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:40 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T16:58:41.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:40 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T16:58:41.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:40 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:58:42.050 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:41 smithi066 ceph-mon[31354]: from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:58:42.050 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:41 smithi066 ceph-mon[31354]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail; 109 KiB/s, 0 objects/s recovering 2024-09-17T16:58:42.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:41 smithi031 ceph-mon[27768]: from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:58:42.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:41 smithi031 ceph-mon[27768]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail; 109 KiB/s, 0 objects/s recovering 2024-09-17T16:58:42.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:41 smithi031 ceph-mon[39468]: from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:58:42.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:41 smithi031 ceph-mon[39468]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail; 109 KiB/s, 0 objects/s recovering 2024-09-17T16:58:43.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:42 smithi066 ceph-mon[31354]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-09-17T16:58:43.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:42 smithi031 ceph-mon[27768]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-09-17T16:58:43.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:42 smithi031 ceph-mon[39468]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-09-17T16:58:44.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:43 smithi031 ceph-mon[27768]: from='client.? 172.21.15.66:0/1641346671' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5ec91030-3eec-45c7-ada5-01eb7e34bcfd"}]: dispatch 2024-09-17T16:58:44.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:43 smithi031 ceph-mon[27768]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5ec91030-3eec-45c7-ada5-01eb7e34bcfd"}]: dispatch 2024-09-17T16:58:44.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:43 smithi031 ceph-mon[27768]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5ec91030-3eec-45c7-ada5-01eb7e34bcfd"}]': finished 2024-09-17T16:58:44.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:43 smithi031 ceph-mon[27768]: osdmap e43: 7 total, 6 up, 7 in 2024-09-17T16:58:44.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:43 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T16:58:44.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:43 smithi031 ceph-mon[27768]: from='client.? 172.21.15.66:0/783350969' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T16:58:44.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:43 smithi031 ceph-mon[39468]: from='client.? 172.21.15.66:0/1641346671' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5ec91030-3eec-45c7-ada5-01eb7e34bcfd"}]: dispatch 2024-09-17T16:58:44.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:43 smithi031 ceph-mon[39468]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5ec91030-3eec-45c7-ada5-01eb7e34bcfd"}]: dispatch 2024-09-17T16:58:44.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:43 smithi031 ceph-mon[39468]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5ec91030-3eec-45c7-ada5-01eb7e34bcfd"}]': finished 2024-09-17T16:58:44.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:43 smithi031 ceph-mon[39468]: osdmap e43: 7 total, 6 up, 7 in 2024-09-17T16:58:44.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:43 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T16:58:44.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:43 smithi031 ceph-mon[39468]: from='client.? 172.21.15.66:0/783350969' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T16:58:44.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:43 smithi066 ceph-mon[31354]: from='client.? 172.21.15.66:0/1641346671' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5ec91030-3eec-45c7-ada5-01eb7e34bcfd"}]: dispatch 2024-09-17T16:58:44.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:43 smithi066 ceph-mon[31354]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5ec91030-3eec-45c7-ada5-01eb7e34bcfd"}]: dispatch 2024-09-17T16:58:44.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:43 smithi066 ceph-mon[31354]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5ec91030-3eec-45c7-ada5-01eb7e34bcfd"}]': finished 2024-09-17T16:58:44.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:43 smithi066 ceph-mon[31354]: osdmap e43: 7 total, 6 up, 7 in 2024-09-17T16:58:44.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:43 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T16:58:44.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:43 smithi066 ceph-mon[31354]: from='client.? 172.21.15.66:0/783350969' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T16:58:45.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:44 smithi031 ceph-mon[27768]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 91 KiB/s, 0 objects/s recovering 2024-09-17T16:58:45.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:44 smithi031 ceph-mon[39468]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 91 KiB/s, 0 objects/s recovering 2024-09-17T16:58:45.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:44 smithi066 ceph-mon[31354]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 91 KiB/s, 0 objects/s recovering 2024-09-17T16:58:47.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:46 smithi066 ceph-mon[31354]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-17T16:58:47.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:46 smithi031 ceph-mon[27768]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-17T16:58:47.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:46 smithi031 ceph-mon[39468]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-17T16:58:49.079 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:48 smithi066 ceph-mon[31354]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-09-17T16:58:49.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:48 smithi031 ceph-mon[27768]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-09-17T16:58:49.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:48 smithi031 ceph-mon[39468]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-09-17T16:58:50.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:49 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-17T16:58:50.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:49 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:58:50.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:49 smithi066 ceph-mon[31354]: Deploying daemon osd.6 on smithi066 2024-09-17T16:58:50.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:49 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-17T16:58:50.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:49 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:58:50.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:49 smithi031 ceph-mon[27768]: Deploying daemon osd.6 on smithi066 2024-09-17T16:58:50.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:49 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-17T16:58:50.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:49 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:58:50.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:49 smithi031 ceph-mon[39468]: Deploying daemon osd.6 on smithi066 2024-09-17T16:58:51.088 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:50 smithi066 ceph-mon[31354]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T16:58:51.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:50 smithi031 ceph-mon[27768]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T16:58:51.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:50 smithi031 ceph-mon[39468]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T16:58:52.990 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:52 smithi066 ceph-mon[31354]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T16:58:53.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:52 smithi031 ceph-mon[27768]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T16:58:53.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:52 smithi031 ceph-mon[39468]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T16:58:54.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:54 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:58:54.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:54 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:54.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:54 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:54.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:54 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:58:54.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:54 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:54.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:54 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:54.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:54 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:58:54.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:54 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:54.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:54 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:55.559 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:55 smithi066 ceph-mon[31354]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T16:58:55.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:55 smithi031 ceph-mon[27768]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T16:58:55.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:55 smithi031 ceph-mon[39468]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T16:58:57.412 INFO:teuthology.orchestra.run.smithi066.stdout:Created osd(s) 6 on host 'smithi066' 2024-09-17T16:58:57.955 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:57 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:57.955 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:57 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:57.955 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:57 smithi066 ceph-mon[31354]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T16:58:57.955 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:57 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:58:57.955 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:57 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:58:57.955 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:57 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:57.955 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:57 smithi066 ceph-mon[31354]: from='osd.6 [v2:172.21.15.66:6816/3977961195,v1:172.21.15.66:6817/3977961195]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-17T16:58:57.955 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:57 smithi066 ceph-mon[31354]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-17T16:58:57.955 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:57 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:58:57.955 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:57 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:57.955 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:57 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:57.977 DEBUG:teuthology.orchestra.run.smithi066:osd.6> sudo journalctl -f -n 0 -u ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.6.service 2024-09-17T16:58:57.979 INFO:tasks.cephadm:Deploying osd.7 on smithi066 with /dev/vg_nvme/lv_1... 2024-09-17T16:58:57.979 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-17T16:58:58.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:57 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:58.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:57 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:58.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:57 smithi031 ceph-mon[39468]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T16:58:58.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:57 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:58:58.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:57 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:58:58.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:57 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:58.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:57 smithi031 ceph-mon[39468]: from='osd.6 [v2:172.21.15.66:6816/3977961195,v1:172.21.15.66:6817/3977961195]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-17T16:58:58.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:57 smithi031 ceph-mon[39468]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-17T16:58:58.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:57 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:58:58.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:57 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:58.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:57 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:58.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:57 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:58.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:57 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:58.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:57 smithi031 ceph-mon[27768]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T16:58:58.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:57 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:58:58.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:57 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:58:58.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:57 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:58.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:57 smithi031 ceph-mon[27768]: from='osd.6 [v2:172.21.15.66:6816/3977961195,v1:172.21.15.66:6817/3977961195]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-17T16:58:58.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:57 smithi031 ceph-mon[27768]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-17T16:58:58.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:57 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:58:58.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:57 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:58.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:57 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:58:58.783 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.b/config 2024-09-17T16:58:59.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:59 smithi066 ceph-mon[31354]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-17T16:58:59.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:59 smithi066 ceph-mon[31354]: osdmap e44: 7 total, 6 up, 7 in 2024-09-17T16:58:59.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:59 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T16:58:59.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:59 smithi066 ceph-mon[31354]: from='osd.6 [v2:172.21.15.66:6816/3977961195,v1:172.21.15.66:6817/3977961195]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-09-17T16:58:59.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:59 smithi066 ceph-mon[31354]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-09-17T16:58:59.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:58:59 smithi066 ceph-mon[31354]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T16:58:59.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:59 smithi031 ceph-mon[27768]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-17T16:58:59.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:59 smithi031 ceph-mon[27768]: osdmap e44: 7 total, 6 up, 7 in 2024-09-17T16:58:59.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:59 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T16:58:59.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:59 smithi031 ceph-mon[27768]: from='osd.6 [v2:172.21.15.66:6816/3977961195,v1:172.21.15.66:6817/3977961195]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-09-17T16:58:59.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:59 smithi031 ceph-mon[27768]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-09-17T16:58:59.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:58:59 smithi031 ceph-mon[27768]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T16:58:59.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:59 smithi031 ceph-mon[39468]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-17T16:58:59.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:59 smithi031 ceph-mon[39468]: osdmap e44: 7 total, 6 up, 7 in 2024-09-17T16:58:59.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:59 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T16:58:59.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:59 smithi031 ceph-mon[39468]: from='osd.6 [v2:172.21.15.66:6816/3977961195,v1:172.21.15.66:6817/3977961195]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-09-17T16:58:59.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:59 smithi031 ceph-mon[39468]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-09-17T16:58:59.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:58:59 smithi031 ceph-mon[39468]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T16:58:59.881 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 16:58:59 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[48664]: 2024-09-17T16:58:59.536+0000 7f58f0bbb640 -1 osd.6 0 waiting for initial osdmap 2024-09-17T16:58:59.882 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 16:58:59 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[48664]: 2024-09-17T16:58:59.542+0000 7f58e89dc640 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T16:59:00.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:00 smithi066 ceph-mon[31354]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-09-17T16:59:00.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:00 smithi066 ceph-mon[31354]: osdmap e45: 7 total, 6 up, 7 in 2024-09-17T16:59:00.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:00 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T16:59:00.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:00 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T16:59:00.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:00 smithi066 ceph-mon[31354]: from='osd.6 ' entity='osd.6' 2024-09-17T16:59:00.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:00 smithi031 ceph-mon[27768]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-09-17T16:59:00.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:00 smithi031 ceph-mon[27768]: osdmap e45: 7 total, 6 up, 7 in 2024-09-17T16:59:00.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:00 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T16:59:00.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:00 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T16:59:00.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:00 smithi031 ceph-mon[27768]: from='osd.6 ' entity='osd.6' 2024-09-17T16:59:00.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:00 smithi031 ceph-mon[39468]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-09-17T16:59:00.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:00 smithi031 ceph-mon[39468]: osdmap e45: 7 total, 6 up, 7 in 2024-09-17T16:59:00.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:00 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T16:59:00.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:00 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T16:59:00.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:00 smithi031 ceph-mon[39468]: from='osd.6 ' entity='osd.6' 2024-09-17T16:59:01.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:01 smithi066 ceph-mon[31354]: purged_snaps scrub starts 2024-09-17T16:59:01.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:01 smithi066 ceph-mon[31354]: purged_snaps scrub ok 2024-09-17T16:59:01.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:01 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T16:59:01.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:01 smithi066 ceph-mon[31354]: osd.6 [v2:172.21.15.66:6816/3977961195,v1:172.21.15.66:6817/3977961195] boot 2024-09-17T16:59:01.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:01 smithi066 ceph-mon[31354]: osdmap e46: 7 total, 7 up, 7 in 2024-09-17T16:59:01.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:01 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T16:59:01.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:01 smithi066 ceph-mon[31354]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T16:59:01.495 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:01 smithi031 ceph-mon[27768]: purged_snaps scrub starts 2024-09-17T16:59:01.495 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:01 smithi031 ceph-mon[27768]: purged_snaps scrub ok 2024-09-17T16:59:01.495 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:01 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T16:59:01.495 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:01 smithi031 ceph-mon[27768]: osd.6 [v2:172.21.15.66:6816/3977961195,v1:172.21.15.66:6817/3977961195] boot 2024-09-17T16:59:01.495 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:01 smithi031 ceph-mon[27768]: osdmap e46: 7 total, 7 up, 7 in 2024-09-17T16:59:01.495 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:01 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T16:59:01.495 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:01 smithi031 ceph-mon[27768]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T16:59:01.496 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:01 smithi031 ceph-mon[39468]: purged_snaps scrub starts 2024-09-17T16:59:01.496 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:01 smithi031 ceph-mon[39468]: purged_snaps scrub ok 2024-09-17T16:59:01.496 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:01 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T16:59:01.496 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:01 smithi031 ceph-mon[39468]: osd.6 [v2:172.21.15.66:6816/3977961195,v1:172.21.15.66:6817/3977961195] boot 2024-09-17T16:59:01.496 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:01 smithi031 ceph-mon[39468]: osdmap e46: 7 total, 7 up, 7 in 2024-09-17T16:59:01.496 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:01 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T16:59:01.496 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:01 smithi031 ceph-mon[39468]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T16:59:02.310 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:02 smithi066 ceph-mon[31354]: osdmap e47: 7 total, 7 up, 7 in 2024-09-17T16:59:02.310 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:02 smithi066 ceph-mon[31354]: Detected new or changed devices on smithi066 2024-09-17T16:59:02.310 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:02 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:02.310 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:02 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:02.311 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:02 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:59:02.311 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:02 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:59:02.311 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:02 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:59:02.311 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:02 smithi066 ceph-mon[31354]: Adjusting osd_memory_target on smithi066 to 5696M 2024-09-17T16:59:02.311 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:02 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:02.311 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:02 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:59:02.311 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:02 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:59:02.311 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:02 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:02.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:02 smithi031 ceph-mon[27768]: osdmap e47: 7 total, 7 up, 7 in 2024-09-17T16:59:02.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:02 smithi031 ceph-mon[27768]: Detected new or changed devices on smithi066 2024-09-17T16:59:02.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:02 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:02.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:02 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:02.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:02 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:59:02.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:02 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:59:02.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:02 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:59:02.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:02 smithi031 ceph-mon[27768]: Adjusting osd_memory_target on smithi066 to 5696M 2024-09-17T16:59:02.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:02 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:02.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:02 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:59:02.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:02 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:59:02.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:02 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:02.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:02 smithi031 ceph-mon[39468]: osdmap e47: 7 total, 7 up, 7 in 2024-09-17T16:59:02.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:02 smithi031 ceph-mon[39468]: Detected new or changed devices on smithi066 2024-09-17T16:59:02.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:02 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:02.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:02 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:02.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:02 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:59:02.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:02 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:59:02.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:02 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:59:02.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:02 smithi031 ceph-mon[39468]: Adjusting osd_memory_target on smithi066 to 5696M 2024-09-17T16:59:02.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:02 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:02.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:02 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:59:02.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:02 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:59:02.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:02 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:03.141 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-09-17T16:59:03.163 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi066:vg_nvme/lv_1 2024-09-17T16:59:03.370 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.b/config 2024-09-17T16:59:03.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:03 smithi066 ceph-mon[31354]: osdmap e48: 7 total, 7 up, 7 in 2024-09-17T16:59:03.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:03 smithi066 ceph-mon[31354]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-09-17T16:59:03.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:03 smithi031 ceph-mon[27768]: osdmap e48: 7 total, 7 up, 7 in 2024-09-17T16:59:03.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:03 smithi031 ceph-mon[27768]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-09-17T16:59:03.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:03 smithi031 ceph-mon[39468]: osdmap e48: 7 total, 7 up, 7 in 2024-09-17T16:59:03.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:03 smithi031 ceph-mon[39468]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-09-17T16:59:04.596 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:04 smithi031 ceph-mon[27768]: osdmap e49: 7 total, 7 up, 7 in 2024-09-17T16:59:04.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:04 smithi031 ceph-mon[39468]: osdmap e49: 7 total, 7 up, 7 in 2024-09-17T16:59:04.645 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:04 smithi066 ceph-mon[31354]: osdmap e49: 7 total, 7 up, 7 in 2024-09-17T16:59:05.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:05 smithi031 ceph-mon[39468]: osdmap e50: 7 total, 7 up, 7 in 2024-09-17T16:59:05.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:05 smithi031 ceph-mon[39468]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-09-17T16:59:05.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:05 smithi031 ceph-mon[27768]: osdmap e50: 7 total, 7 up, 7 in 2024-09-17T16:59:05.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:05 smithi031 ceph-mon[27768]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-09-17T16:59:05.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:05 smithi066 ceph-mon[31354]: osdmap e50: 7 total, 7 up, 7 in 2024-09-17T16:59:05.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:05 smithi066 ceph-mon[31354]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-09-17T16:59:06.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:06 smithi031 ceph-mon[27768]: from='client.24277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:59:06.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:06 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T16:59:06.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:06 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T16:59:06.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:06 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:59:06.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:06 smithi031 ceph-mon[39468]: from='client.24277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:59:06.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:06 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T16:59:06.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:06 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T16:59:06.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:06 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:59:06.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:06 smithi066 ceph-mon[31354]: from='client.24277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:59:06.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:06 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T16:59:06.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:06 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T16:59:06.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:06 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:59:07.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:07 smithi031 ceph-mon[27768]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-09-17T16:59:07.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:07 smithi031 ceph-mon[39468]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-09-17T16:59:07.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:07 smithi066 ceph-mon[31354]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-09-17T16:59:08.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:08 smithi031 ceph-mon[27768]: from='client.? 172.21.15.66:0/3980266288' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "328c7061-7856-4fc1-9377-83014f750ac9"}]: dispatch 2024-09-17T16:59:08.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:08 smithi031 ceph-mon[27768]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "328c7061-7856-4fc1-9377-83014f750ac9"}]: dispatch 2024-09-17T16:59:08.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:08 smithi031 ceph-mon[27768]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "328c7061-7856-4fc1-9377-83014f750ac9"}]': finished 2024-09-17T16:59:08.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:08 smithi031 ceph-mon[27768]: osdmap e51: 8 total, 7 up, 8 in 2024-09-17T16:59:08.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:08 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T16:59:08.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:08 smithi031 ceph-mon[39468]: from='client.? 172.21.15.66:0/3980266288' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "328c7061-7856-4fc1-9377-83014f750ac9"}]: dispatch 2024-09-17T16:59:08.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:08 smithi031 ceph-mon[39468]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "328c7061-7856-4fc1-9377-83014f750ac9"}]: dispatch 2024-09-17T16:59:08.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:08 smithi031 ceph-mon[39468]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "328c7061-7856-4fc1-9377-83014f750ac9"}]': finished 2024-09-17T16:59:08.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:08 smithi031 ceph-mon[39468]: osdmap e51: 8 total, 7 up, 8 in 2024-09-17T16:59:08.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:08 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T16:59:08.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:08 smithi066 ceph-mon[31354]: from='client.? 172.21.15.66:0/3980266288' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "328c7061-7856-4fc1-9377-83014f750ac9"}]: dispatch 2024-09-17T16:59:08.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:08 smithi066 ceph-mon[31354]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "328c7061-7856-4fc1-9377-83014f750ac9"}]: dispatch 2024-09-17T16:59:08.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:08 smithi066 ceph-mon[31354]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "328c7061-7856-4fc1-9377-83014f750ac9"}]': finished 2024-09-17T16:59:08.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:08 smithi066 ceph-mon[31354]: osdmap e51: 8 total, 7 up, 8 in 2024-09-17T16:59:08.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:08 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T16:59:09.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:09 smithi031 ceph-mon[39468]: from='client.? 172.21.15.66:0/603329045' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T16:59:09.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:09 smithi031 ceph-mon[39468]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-17T16:59:09.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:09 smithi031 ceph-mon[27768]: from='client.? 172.21.15.66:0/603329045' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T16:59:09.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:09 smithi031 ceph-mon[27768]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-17T16:59:09.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:09 smithi066 ceph-mon[31354]: from='client.? 172.21.15.66:0/603329045' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T16:59:09.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:09 smithi066 ceph-mon[31354]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-17T16:59:11.129 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:10 smithi066 ceph-mon[31354]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-09-17T16:59:11.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:10 smithi031 ceph-mon[27768]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-09-17T16:59:11.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:10 smithi031 ceph-mon[39468]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-09-17T16:59:13.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:12 smithi031 ceph-mon[27768]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-09-17T16:59:13.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:12 smithi031 ceph-mon[39468]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-09-17T16:59:13.398 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:12 smithi066 ceph-mon[31354]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-09-17T16:59:14.066 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:13 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-17T16:59:14.066 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:13 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:59:14.066 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:13 smithi066 ceph-mon[31354]: Deploying daemon osd.7 on smithi066 2024-09-17T16:59:14.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:13 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-17T16:59:14.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:13 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:59:14.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:13 smithi031 ceph-mon[27768]: Deploying daemon osd.7 on smithi066 2024-09-17T16:59:14.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:13 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-17T16:59:14.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:13 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:59:14.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:13 smithi031 ceph-mon[39468]: Deploying daemon osd.7 on smithi066 2024-09-17T16:59:15.021 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:14 smithi066 ceph-mon[31354]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-17T16:59:15.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:14 smithi031 ceph-mon[27768]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-17T16:59:15.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:14 smithi031 ceph-mon[39468]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-17T16:59:17.093 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:16 smithi066 ceph-mon[31354]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-17T16:59:17.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:16 smithi031 ceph-mon[27768]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-17T16:59:17.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:16 smithi031 ceph-mon[39468]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-17T16:59:18.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:18 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:59:18.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:18 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:18.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:18 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:19.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:18 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:59:19.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:18 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:19.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:18 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:19.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:18 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:59:19.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:18 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:19.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:18 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:20.071 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:19 smithi066 ceph-mon[31354]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-17T16:59:20.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:19 smithi031 ceph-mon[27768]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-17T16:59:20.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:19 smithi031 ceph-mon[39468]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-17T16:59:21.252 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:20 smithi066 ceph-mon[31354]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-17T16:59:21.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:20 smithi031 ceph-mon[27768]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-17T16:59:21.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:20 smithi031 ceph-mon[39468]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-17T16:59:22.249 INFO:teuthology.orchestra.run.smithi066.stdout:Created osd(s) 7 on host 'smithi066' 2024-09-17T16:59:22.826 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:22 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:22.826 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:22 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:22.826 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:22 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:59:22.826 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:22 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:59:22.826 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:22 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:22.826 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:22 smithi066 ceph-mon[31354]: from='osd.7 [v2:172.21.15.66:6824/371403228,v1:172.21.15.66:6825/371403228]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-17T16:59:22.826 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:22 smithi066 ceph-mon[31354]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-17T16:59:22.826 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:22 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:59:22.826 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:22 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:22.827 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:22 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:22.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:22 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:22.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:22 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:22.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:22 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:59:22.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:22 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:59:22.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:22 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:22.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:22 smithi031 ceph-mon[39468]: from='osd.7 [v2:172.21.15.66:6824/371403228,v1:172.21.15.66:6825/371403228]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-17T16:59:22.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:22 smithi031 ceph-mon[39468]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-17T16:59:22.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:22 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:59:22.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:22 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:22.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:22 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:22.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:22 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:22.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:22 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:22.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:22 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:59:22.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:22 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:59:22.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:22 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:22.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:22 smithi031 ceph-mon[27768]: from='osd.7 [v2:172.21.15.66:6824/371403228,v1:172.21.15.66:6825/371403228]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-17T16:59:22.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:22 smithi031 ceph-mon[27768]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-17T16:59:22.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:22 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:59:22.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:22 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:22.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:22 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:22.847 DEBUG:teuthology.orchestra.run.smithi066:osd.7> sudo journalctl -f -n 0 -u ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.7.service 2024-09-17T16:59:22.850 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-09-17T16:59:22.850 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph osd stat -f json 2024-09-17T16:59:23.068 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T16:59:23.781 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:23 smithi066 ceph-mon[31354]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-17T16:59:23.781 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:23 smithi066 ceph-mon[31354]: osdmap e52: 8 total, 7 up, 8 in 2024-09-17T16:59:23.781 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:23 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T16:59:23.781 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:23 smithi066 ceph-mon[31354]: from='osd.7 [v2:172.21.15.66:6824/371403228,v1:172.21.15.66:6825/371403228]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-09-17T16:59:23.782 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:23 smithi066 ceph-mon[31354]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-09-17T16:59:23.782 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:23 smithi066 ceph-mon[31354]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-17T16:59:23.782 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 16:59:23 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[55109]: 2024-09-17T16:59:23.521+0000 7fcb65dfa640 -1 osd.7 0 waiting for initial osdmap 2024-09-17T16:59:23.782 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 16:59:23 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[55109]: 2024-09-17T16:59:23.528+0000 7fcb61c23640 -1 osd.7 53 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T16:59:23.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:23 smithi031 ceph-mon[39468]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-17T16:59:23.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:23 smithi031 ceph-mon[39468]: osdmap e52: 8 total, 7 up, 8 in 2024-09-17T16:59:23.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:23 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T16:59:23.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:23 smithi031 ceph-mon[39468]: from='osd.7 [v2:172.21.15.66:6824/371403228,v1:172.21.15.66:6825/371403228]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-09-17T16:59:23.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:23 smithi031 ceph-mon[39468]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-09-17T16:59:23.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:23 smithi031 ceph-mon[39468]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-17T16:59:23.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:23 smithi031 ceph-mon[27768]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-17T16:59:23.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:23 smithi031 ceph-mon[27768]: osdmap e52: 8 total, 7 up, 8 in 2024-09-17T16:59:23.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:23 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T16:59:23.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:23 smithi031 ceph-mon[27768]: from='osd.7 [v2:172.21.15.66:6824/371403228,v1:172.21.15.66:6825/371403228]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-09-17T16:59:23.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:23 smithi031 ceph-mon[27768]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-09-17T16:59:23.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:23 smithi031 ceph-mon[27768]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-17T16:59:24.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:24 smithi066 ceph-mon[31354]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-09-17T16:59:24.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:24 smithi066 ceph-mon[31354]: osdmap e53: 8 total, 7 up, 8 in 2024-09-17T16:59:24.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:24 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T16:59:24.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:24 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T16:59:24.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:24 smithi031 ceph-mon[39468]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-09-17T16:59:24.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:24 smithi031 ceph-mon[39468]: osdmap e53: 8 total, 7 up, 8 in 2024-09-17T16:59:24.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:24 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T16:59:24.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:24 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T16:59:24.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:24 smithi031 ceph-mon[27768]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-09-17T16:59:24.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:24 smithi031 ceph-mon[27768]: osdmap e53: 8 total, 7 up, 8 in 2024-09-17T16:59:24.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:24 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T16:59:24.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:24 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T16:59:24.896 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:59:25.737 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:25 smithi031 ceph-mon[27768]: purged_snaps scrub starts 2024-09-17T16:59:25.737 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:25 smithi031 ceph-mon[27768]: purged_snaps scrub ok 2024-09-17T16:59:25.737 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:25 smithi031 ceph-mon[27768]: osd.7 [v2:172.21.15.66:6824/371403228,v1:172.21.15.66:6825/371403228] boot 2024-09-17T16:59:25.737 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:25 smithi031 ceph-mon[27768]: osdmap e54: 8 total, 8 up, 8 in 2024-09-17T16:59:25.737 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:25 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T16:59:25.737 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:25 smithi031 ceph-mon[27768]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-17T16:59:25.737 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:25 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/863557585' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-17T16:59:25.738 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:25 smithi031 ceph-mon[39468]: purged_snaps scrub starts 2024-09-17T16:59:25.738 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:25 smithi031 ceph-mon[39468]: purged_snaps scrub ok 2024-09-17T16:59:25.738 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:25 smithi031 ceph-mon[39468]: osd.7 [v2:172.21.15.66:6824/371403228,v1:172.21.15.66:6825/371403228] boot 2024-09-17T16:59:25.738 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:25 smithi031 ceph-mon[39468]: osdmap e54: 8 total, 8 up, 8 in 2024-09-17T16:59:25.738 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:25 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T16:59:25.738 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:25 smithi031 ceph-mon[39468]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-17T16:59:25.738 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:25 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/863557585' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-17T16:59:25.739 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:25 smithi066 ceph-mon[31354]: purged_snaps scrub starts 2024-09-17T16:59:25.739 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:25 smithi066 ceph-mon[31354]: purged_snaps scrub ok 2024-09-17T16:59:25.739 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:25 smithi066 ceph-mon[31354]: osd.7 [v2:172.21.15.66:6824/371403228,v1:172.21.15.66:6825/371403228] boot 2024-09-17T16:59:25.739 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:25 smithi066 ceph-mon[31354]: osdmap e54: 8 total, 8 up, 8 in 2024-09-17T16:59:25.739 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:25 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T16:59:25.739 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:25 smithi066 ceph-mon[31354]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-17T16:59:25.739 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:25 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/863557585' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-17T16:59:25.764 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":54,"num_osds":8,"num_up_osds":8,"osd_up_since":1726592364,"num_in_osds":8,"osd_in_since":1726592347,"num_remapped_pgs":1} 2024-09-17T16:59:25.764 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-17T16:59:25.977 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T16:59:26.751 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:26 smithi031 ceph-mon[27768]: osdmap e55: 8 total, 8 up, 8 in 2024-09-17T16:59:26.751 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:26 smithi031 ceph-mon[27768]: Detected new or changed devices on smithi066 2024-09-17T16:59:26.751 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:26 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:26.751 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:26 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:26.751 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:26 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:59:26.751 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:26 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:59:26.751 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:26 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:59:26.751 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:26 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:59:26.752 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:26 smithi031 ceph-mon[27768]: Adjusting osd_memory_target on smithi066 to 4272M 2024-09-17T16:59:26.752 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:26 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:26.752 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:26 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:59:26.752 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:26 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:59:26.752 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:26 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:26.752 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:26 smithi031 ceph-mon[39468]: osdmap e55: 8 total, 8 up, 8 in 2024-09-17T16:59:26.752 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:26 smithi031 ceph-mon[39468]: Detected new or changed devices on smithi066 2024-09-17T16:59:26.752 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:26 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:26.752 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:26 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:26.752 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:26 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:59:26.752 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:26 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:59:26.752 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:26 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:59:26.752 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:26 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:59:26.753 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:26 smithi031 ceph-mon[39468]: Adjusting osd_memory_target on smithi066 to 4272M 2024-09-17T16:59:26.753 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:26 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:26.753 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:26 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:59:26.753 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:26 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:59:26.753 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:26 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:26.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:26 smithi066 ceph-mon[31354]: osdmap e55: 8 total, 8 up, 8 in 2024-09-17T16:59:26.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:26 smithi066 ceph-mon[31354]: Detected new or changed devices on smithi066 2024-09-17T16:59:26.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:26 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:26.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:26 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:26.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:26 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:59:26.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:26 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:59:26.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:26 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:59:26.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:26 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-17T16:59:26.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:26 smithi066 ceph-mon[31354]: Adjusting osd_memory_target on smithi066 to 4272M 2024-09-17T16:59:26.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:26 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:26.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:26 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:59:26.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:26 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:59:26.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:26 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:27.738 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:59:27.739 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":57,"fsid":"5dfb9b44-7515-11ef-bceb-c7b262605968","created":"2024-09-17T16:54:13.026750+0000","modified":"2024-09-17T16:59:27.535667+0000","last_up_change":"2024-09-17T16:59:24.511033+0000","last_in_change":"2024-09-17T16:59:07.649208+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-17T16:57:25.264873+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"bfd3afea-4f9e-453b-b4fc-fdc86a5ee964","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2622567047},{"type":"v1","addr":"172.21.15.31:6803","nonce":2622567047}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2622567047},{"type":"v1","addr":"172.21.15.31:6805","nonce":2622567047}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2622567047},{"type":"v1","addr":"172.21.15.31:6809","nonce":2622567047}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2622567047},{"type":"v1","addr":"172.21.15.31:6807","nonce":2622567047}]},"public_addr":"172.21.15.31:6803/2622567047","cluster_addr":"172.21.15.31:6805/2622567047","heartbeat_back_addr":"172.21.15.31:6809/2622567047","heartbeat_front_addr":"172.21.15.31:6807/2622567047","state":["exists","up"]},{"osd":1,"uuid":"c16093ac-9d64-4e0f-b383-2f5b5f9259ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2922056031},{"type":"v1","addr":"172.21.15.31:6811","nonce":2922056031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2922056031},{"type":"v1","addr":"172.21.15.31:6813","nonce":2922056031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":2922056031},{"type":"v1","addr":"172.21.15.31:6817","nonce":2922056031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2922056031},{"type":"v1","addr":"172.21.15.31:6815","nonce":2922056031}]},"public_addr":"172.21.15.31:6811/2922056031","cluster_addr":"172.21.15.31:6813/2922056031","heartbeat_back_addr":"172.21.15.31:6817/2922056031","heartbeat_front_addr":"172.21.15.31:6815/2922056031","state":["exists","up"]},{"osd":2,"uuid":"ef7fafc8-4e6a-48f4-b64f-c9228ba45326","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":110027023},{"type":"v1","addr":"172.21.15.31:6819","nonce":110027023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":110027023},{"type":"v1","addr":"172.21.15.31:6821","nonce":110027023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":110027023},{"type":"v1","addr":"172.21.15.31:6825","nonce":110027023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":110027023},{"type":"v1","addr":"172.21.15.31:6823","nonce":110027023}]},"public_addr":"172.21.15.31:6819/110027023","cluster_addr":"172.21.15.31:6821/110027023","heartbeat_back_addr":"172.21.15.31:6825/110027023","heartbeat_front_addr":"172.21.15.31:6823/110027023","state":["exists","up"]},{"osd":3,"uuid":"f46d5072-b866-4885-9972-e09268f2bdb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2811557217},{"type":"v1","addr":"172.21.15.31:6827","nonce":2811557217}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2811557217},{"type":"v1","addr":"172.21.15.31:6829","nonce":2811557217}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":2811557217},{"type":"v1","addr":"172.21.15.31:6833","nonce":2811557217}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2811557217},{"type":"v1","addr":"172.21.15.31:6831","nonce":2811557217}]},"public_addr":"172.21.15.31:6827/2811557217","cluster_addr":"172.21.15.31:6829/2811557217","heartbeat_back_addr":"172.21.15.31:6833/2811557217","heartbeat_front_addr":"172.21.15.31:6831/2811557217","state":["exists","up"]},{"osd":4,"uuid":"c6fd9949-6edf-48f1-84fa-8edc76db25e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":2372603726},{"type":"v1","addr":"172.21.15.66:6801","nonce":2372603726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":2372603726},{"type":"v1","addr":"172.21.15.66:6803","nonce":2372603726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":2372603726},{"type":"v1","addr":"172.21.15.66:6807","nonce":2372603726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":2372603726},{"type":"v1","addr":"172.21.15.66:6805","nonce":2372603726}]},"public_addr":"172.21.15.66:6801/2372603726","cluster_addr":"172.21.15.66:6803/2372603726","heartbeat_back_addr":"172.21.15.66:6807/2372603726","heartbeat_front_addr":"172.21.15.66:6805/2372603726","state":["exists","up"]},{"osd":5,"uuid":"d38f984e-3b82-43c1-876f-c23e8c645143","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":2747426322},{"type":"v1","addr":"172.21.15.66:6809","nonce":2747426322}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":2747426322},{"type":"v1","addr":"172.21.15.66:6811","nonce":2747426322}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2747426322},{"type":"v1","addr":"172.21.15.66:6815","nonce":2747426322}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":2747426322},{"type":"v1","addr":"172.21.15.66:6813","nonce":2747426322}]},"public_addr":"172.21.15.66:6809/2747426322","cluster_addr":"172.21.15.66:6811/2747426322","heartbeat_back_addr":"172.21.15.66:6815/2747426322","heartbeat_front_addr":"172.21.15.66:6813/2747426322","state":["exists","up"]},{"osd":6,"uuid":"5ec91030-3eec-45c7-ada5-01eb7e34bcfd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":3977961195},{"type":"v1","addr":"172.21.15.66:6817","nonce":3977961195}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3977961195},{"type":"v1","addr":"172.21.15.66:6819","nonce":3977961195}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":3977961195},{"type":"v1","addr":"172.21.15.66:6823","nonce":3977961195}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":3977961195},{"type":"v1","addr":"172.21.15.66:6821","nonce":3977961195}]},"public_addr":"172.21.15.66:6817/3977961195","cluster_addr":"172.21.15.66:6819/3977961195","heartbeat_back_addr":"172.21.15.66:6823/3977961195","heartbeat_front_addr":"172.21.15.66:6821/3977961195","state":["exists","up"]},{"osd":7,"uuid":"328c7061-7856-4fc1-9377-83014f750ac9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":371403228},{"type":"v1","addr":"172.21.15.66:6825","nonce":371403228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":371403228},{"type":"v1","addr":"172.21.15.66:6827","nonce":371403228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":371403228},{"type":"v1","addr":"172.21.15.66:6831","nonce":371403228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":371403228},{"type":"v1","addr":"172.21.15.66:6829","nonce":371403228}]},"public_addr":"172.21.15.66:6825/371403228","cluster_addr":"172.21.15.66:6827/371403228","heartbeat_back_addr":"172.21.15.66:6831/371403228","heartbeat_front_addr":"172.21.15.66:6829/371403228","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:56:32.707874+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:56:57.809611+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:57:22.740293+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:57:47.643474+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:58:09.525348+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:58:33.431584+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:58:58.268886+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:59:22.818864+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.31:0/4078155462":"2024-09-18T16:55:08.765537+0000","172.21.15.31:0/416145817":"2024-09-18T16:55:08.765537+0000","172.21.15.31:6801/3124190684":"2024-09-18T16:54:44.988894+0000","172.21.15.31:6801/3821445044":"2024-09-18T16:55:08.765537+0000","172.21.15.31:6800/3821445044":"2024-09-18T16:55:08.765537+0000","172.21.15.31:6800/3124190684":"2024-09-18T16:54:44.988894+0000","172.21.15.31:0/582641076":"2024-09-18T16:54:44.988894+0000","172.21.15.31:0/2570636984":"2024-09-18T16:55:08.765537+0000","172.21.15.31:0/2193449255":"2024-09-18T16:54:44.988894+0000","172.21.15.31:0/3819450625":"2024-09-18T16:54:44.988894+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-17T16:59:27.739 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:27 smithi031 ceph-mon[27768]: osdmap e56: 8 total, 8 up, 8 in 2024-09-17T16:59:27.739 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:27 smithi031 ceph-mon[27768]: pgmap v175: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-17T16:59:27.739 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:27 smithi031 ceph-mon[39468]: osdmap e56: 8 total, 8 up, 8 in 2024-09-17T16:59:27.739 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:27 smithi031 ceph-mon[39468]: pgmap v175: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-17T16:59:27.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:27 smithi066 ceph-mon[31354]: osdmap e56: 8 total, 8 up, 8 in 2024-09-17T16:59:27.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:27 smithi066 ceph-mon[31354]: pgmap v175: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-17T16:59:28.314 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-17T16:57:25.264873+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-17T16:59:28.314 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-09-17T16:59:28.517 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T16:59:28.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:28 smithi031 ceph-mon[27768]: osdmap e57: 8 total, 8 up, 8 in 2024-09-17T16:59:28.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:28 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/1891561302' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-17T16:59:28.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:28 smithi031 ceph-mon[39468]: osdmap e57: 8 total, 8 up, 8 in 2024-09-17T16:59:28.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:28 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/1891561302' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-17T16:59:28.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:28 smithi066 ceph-mon[31354]: osdmap e57: 8 total, 8 up, 8 in 2024-09-17T16:59:28.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:28 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/1891561302' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-17T16:59:29.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:29 smithi031 ceph-mon[39468]: osdmap e58: 8 total, 8 up, 8 in 2024-09-17T16:59:29.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:29 smithi031 ceph-mon[39468]: pgmap v178: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-17T16:59:29.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:29 smithi031 ceph-mon[27768]: osdmap e58: 8 total, 8 up, 8 in 2024-09-17T16:59:29.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:29 smithi031 ceph-mon[27768]: pgmap v178: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-17T16:59:29.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:29 smithi066 ceph-mon[31354]: osdmap e58: 8 total, 8 up, 8 in 2024-09-17T16:59:29.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:29 smithi066 ceph-mon[31354]: pgmap v178: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-17T16:59:30.274 INFO:teuthology.orchestra.run.smithi031.stdout:pg_num: 1 2024-09-17T16:59:30.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:30 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/128385822' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-17T16:59:30.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:30 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/128385822' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-17T16:59:30.896 INFO:tasks.cephadm:Adding mds.a on smithi031 2024-09-17T16:59:30.896 INFO:tasks.cephadm:Adding mds.b on smithi066 2024-09-17T16:59:30.896 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph orch apply mds all '2;smithi031=a;smithi066=b' 2024-09-17T16:59:30.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:30 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/128385822' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-17T16:59:31.116 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.b/config 2024-09-17T16:59:31.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:31 smithi031 ceph-mon[27768]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 109 KiB/s, 0 objects/s recovering 2024-09-17T16:59:31.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:31 smithi031 ceph-mon[39468]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 109 KiB/s, 0 objects/s recovering 2024-09-17T16:59:31.879 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:31 smithi066 ceph-mon[31354]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 109 KiB/s, 0 objects/s recovering 2024-09-17T16:59:32.790 INFO:teuthology.orchestra.run.smithi066.stdout:Scheduled mds.all update... 2024-09-17T16:59:33.384 DEBUG:teuthology.orchestra.run.smithi031:mds.a> sudo journalctl -f -n 0 -u ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mds.a.service 2024-09-17T16:59:33.386 DEBUG:teuthology.orchestra.run.smithi066:mds.b> sudo journalctl -f -n 0 -u ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mds.b.service 2024-09-17T16:59:33.426 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-09-17T16:59:33.426 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-17T16:59:34.053 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T16:59:34.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:33 smithi031 ceph-mon[39468]: from='client.24316 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi031=a;smithi066=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:59:34.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:33 smithi031 ceph-mon[39468]: Saving service mds.all spec with placement smithi031=a;smithi066=b;count:2 2024-09-17T16:59:34.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:33 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:34.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:33 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:59:34.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:33 smithi031 ceph-mon[39468]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-09-17T16:59:34.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:33 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:59:34.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:33 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:59:34.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:33 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:34.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:33 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-17T16:59:34.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:33 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-17T16:59:34.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:33 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:59:34.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:33 smithi031 ceph-mon[27768]: from='client.24316 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi031=a;smithi066=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:59:34.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:33 smithi031 ceph-mon[27768]: Saving service mds.all spec with placement smithi031=a;smithi066=b;count:2 2024-09-17T16:59:34.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:33 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:34.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:33 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:59:34.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:33 smithi031 ceph-mon[27768]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-09-17T16:59:34.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:33 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:59:34.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:33 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:59:34.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:33 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:34.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:33 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-17T16:59:34.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:33 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-17T16:59:34.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:33 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:59:34.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:33 smithi066 ceph-mon[31354]: from='client.24316 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi031=a;smithi066=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T16:59:34.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:33 smithi066 ceph-mon[31354]: Saving service mds.all spec with placement smithi031=a;smithi066=b;count:2 2024-09-17T16:59:34.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:33 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:34.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:33 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:59:34.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:33 smithi066 ceph-mon[31354]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-09-17T16:59:34.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:33 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:59:34.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:33 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:59:34.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:33 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:34.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:33 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-17T16:59:34.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:33 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-17T16:59:34.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:33 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:59:35.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:34 smithi031 ceph-mon[27768]: Deploying daemon mds.a on smithi031 2024-09-17T16:59:35.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:34 smithi031 ceph-mon[39468]: Deploying daemon mds.a on smithi031 2024-09-17T16:59:35.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:34 smithi066 ceph-mon[31354]: Deploying daemon mds.a on smithi031 2024-09-17T16:59:35.480 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 16:59:35 smithi031 systemd[1]: Starting Ceph mds.a for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T16:59:36.025 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:35 smithi031 ceph-mon[27768]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-17T16:59:36.026 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:35 smithi031 ceph-mon[39468]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-17T16:59:36.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:35 smithi066 ceph-mon[31354]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-17T16:59:36.455 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:59:36.455 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-09-17T16:59:36.455 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 1 2024-09-17T16:59:36.594 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 16:59:36 smithi031 podman[67375]: 2024-09-17 16:59:36.232769766 +0000 UTC m=+0.075386939 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T16:59:36.594 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 16:59:36 smithi031 podman[67375]: 2024-09-17 16:59:36.339860226 +0000 UTC m=+0.182477398 container create 564d1f0baaea1ab7c15ddbce465a4a1885219ae67d78981ba5fcb4d2821269c3 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b) 2024-09-17T16:59:37.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:36 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/370166542' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-17T16:59:37.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:36 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/370166542' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-17T16:59:37.094 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 16:59:36 smithi031 podman[67375]: 2024-09-17 16:59:36.802233853 +0000 UTC m=+0.644851025 container init 564d1f0baaea1ab7c15ddbce465a4a1885219ae67d78981ba5fcb4d2821269c3 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-a, RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-09-17T16:59:37.094 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 16:59:36 smithi031 podman[67375]: 2024-09-17 16:59:36.807405169 +0000 UTC m=+0.650022344 container start 564d1f0baaea1ab7c15ddbce465a4a1885219ae67d78981ba5fcb4d2821269c3 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-a, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True) 2024-09-17T16:59:37.094 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 16:59:36 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-a[67410]: starting mds.a at 2024-09-17T16:59:37.094 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 16:59:36 smithi031 bash[67375]: 564d1f0baaea1ab7c15ddbce465a4a1885219ae67d78981ba5fcb4d2821269c3 2024-09-17T16:59:37.094 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 16:59:36 smithi031 systemd[1]: Started Ceph mds.a for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T16:59:37.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:36 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/370166542' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-17T16:59:38.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:37 smithi031 ceph-mon[27768]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-09-17T16:59:38.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:37 smithi031 ceph-mon[27768]: mds.? [v2:172.21.15.31:6834/1935595978,v1:172.21.15.31:6835/1935595978] up:boot 2024-09-17T16:59:38.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:37 smithi031 ceph-mon[27768]: fsmap 1 up:standby 2024-09-17T16:59:38.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:37 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-17T16:59:38.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:37 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:38.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:37 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:38.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:37 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:38.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:37 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-17T16:59:38.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:37 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-17T16:59:38.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:37 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:59:38.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:37 smithi031 ceph-mon[39468]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-09-17T16:59:38.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:37 smithi031 ceph-mon[39468]: mds.? [v2:172.21.15.31:6834/1935595978,v1:172.21.15.31:6835/1935595978] up:boot 2024-09-17T16:59:38.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:37 smithi031 ceph-mon[39468]: fsmap 1 up:standby 2024-09-17T16:59:38.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:37 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-17T16:59:38.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:37 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:38.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:37 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:38.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:37 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:38.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:37 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-17T16:59:38.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:37 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-17T16:59:38.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:37 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:59:38.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:37 smithi066 ceph-mon[31354]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-09-17T16:59:38.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:37 smithi066 ceph-mon[31354]: mds.? [v2:172.21.15.31:6834/1935595978,v1:172.21.15.31:6835/1935595978] up:boot 2024-09-17T16:59:38.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:37 smithi066 ceph-mon[31354]: fsmap 1 up:standby 2024-09-17T16:59:38.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:37 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-17T16:59:38.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:37 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:38.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:37 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:38.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:37 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:38.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:37 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-17T16:59:38.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:37 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-17T16:59:38.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:37 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:59:39.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:38 smithi066 ceph-mon[31354]: Deploying daemon mds.b on smithi066 2024-09-17T16:59:39.153 INFO:journalctl@ceph.mds.b.smithi066.stdout:Sep 17 16:59:38 smithi066 systemd[1]: Starting Ceph mds.b for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T16:59:39.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:38 smithi031 ceph-mon[27768]: Deploying daemon mds.b on smithi066 2024-09-17T16:59:39.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:38 smithi031 ceph-mon[39468]: Deploying daemon mds.b on smithi066 2024-09-17T16:59:39.421 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-17T16:59:39.422 INFO:journalctl@ceph.mds.b.smithi066.stdout:Sep 17 16:59:39 smithi066 podman[59408]: 2024-09-17 16:59:39.069953684 +0000 UTC m=+0.016413701 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T16:59:39.422 INFO:journalctl@ceph.mds.b.smithi066.stdout:Sep 17 16:59:39 smithi066 podman[59408]: 2024-09-17 16:59:39.176095926 +0000 UTC m=+0.122555925 container create c397d3fc9cd9edd3c6809821cb690737aef228c520afc2f70fe9e3a216f2e561 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-b, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-19e2a2b) 2024-09-17T16:59:39.422 INFO:journalctl@ceph.mds.b.smithi066.stdout:Sep 17 16:59:39 smithi066 podman[59408]: 2024-09-17 16:59:39.420318495 +0000 UTC m=+0.366778508 container init c397d3fc9cd9edd3c6809821cb690737aef228c520afc2f70fe9e3a216f2e561 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-b, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-09-17T16:59:39.647 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T16:59:39.848 INFO:journalctl@ceph.mds.b.smithi066.stdout:Sep 17 16:59:39 smithi066 podman[59408]: 2024-09-17 16:59:39.425668875 +0000 UTC m=+0.372128874 container start c397d3fc9cd9edd3c6809821cb690737aef228c520afc2f70fe9e3a216f2e561 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-b, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-17T16:59:39.848 INFO:journalctl@ceph.mds.b.smithi066.stdout:Sep 17 16:59:39 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-b[59423]: starting mds.b at 2024-09-17T16:59:39.848 INFO:journalctl@ceph.mds.b.smithi066.stdout:Sep 17 16:59:39 smithi066 bash[59408]: c397d3fc9cd9edd3c6809821cb690737aef228c520afc2f70fe9e3a216f2e561 2024-09-17T16:59:39.848 INFO:journalctl@ceph.mds.b.smithi066.stdout:Sep 17 16:59:39 smithi066 systemd[1]: Started Ceph mds.b for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T16:59:40.060 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:39 smithi031 ceph-mon[27768]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s, 0 objects/s recovering 2024-09-17T16:59:40.060 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:39 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:40.061 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:39 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:40.061 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:39 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:40.061 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:39 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:40.061 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:39 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:40.061 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:39 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:59:40.061 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:39 smithi031 ceph-mon[39468]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s, 0 objects/s recovering 2024-09-17T16:59:40.061 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:39 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:40.061 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:39 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:40.061 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:39 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:40.062 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:39 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:40.062 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:39 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:40.062 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:39 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:59:40.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:39 smithi066 ceph-mon[31354]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s, 0 objects/s recovering 2024-09-17T16:59:40.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:39 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:40.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:39 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:40.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:39 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:40.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:39 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:40.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:39 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:40.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:39 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:59:41.063 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:40 smithi031 ceph-mon[27768]: mds.? [v2:172.21.15.66:6832/4260993690,v1:172.21.15.66:6833/4260993690] up:boot 2024-09-17T16:59:41.063 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:40 smithi031 ceph-mon[27768]: fsmap 2 up:standby 2024-09-17T16:59:41.063 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:40 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-17T16:59:41.063 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:40 smithi031 ceph-mon[39468]: mds.? [v2:172.21.15.66:6832/4260993690,v1:172.21.15.66:6833/4260993690] up:boot 2024-09-17T16:59:41.063 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:40 smithi031 ceph-mon[39468]: fsmap 2 up:standby 2024-09-17T16:59:41.063 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:40 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-17T16:59:41.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:40 smithi066 ceph-mon[31354]: mds.? [v2:172.21.15.66:6832/4260993690,v1:172.21.15.66:6833/4260993690] up:boot 2024-09-17T16:59:41.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:40 smithi066 ceph-mon[31354]: fsmap 2 up:standby 2024-09-17T16:59:41.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:40 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-17T16:59:41.681 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:59:41.681 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14436,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1935595978","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":1935595978},{"type":"v1","addr":"172.21.15.31:6835","nonce":1935595978}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24331,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/4260993690","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":4260993690},{"type":"v1","addr":"172.21.15.66:6833","nonce":4260993690}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-09-17T16:59:41.681 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 3 2024-09-17T16:59:41.921 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:41 smithi031 ceph-mon[27768]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-17T16:59:41.922 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:41 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:41.922 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:41 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:41.922 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:41 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/3423925292' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-17T16:59:41.922 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:41 smithi031 ceph-mon[39468]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-17T16:59:41.922 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:41 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:41.922 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:41 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:41.922 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:41 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/3423925292' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-17T16:59:42.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:41 smithi066 ceph-mon[31354]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-17T16:59:42.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:41 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:42.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:41 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:42.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:41 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/3423925292' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-17T16:59:42.564 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-09-17T16:59:42.802 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T16:59:44.023 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:43 smithi031 ceph-mon[27768]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-17T16:59:44.023 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:43 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:44.023 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:43 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:44.023 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:43 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:59:44.024 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:43 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:59:44.024 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:43 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:44.024 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:43 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:59:44.024 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:43 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:59:44.024 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:43 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:59:44.024 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:43 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:44.024 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:43 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:44.024 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:43 smithi031 ceph-mon[39468]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-17T16:59:44.024 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:43 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:44.025 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:43 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:44.025 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:43 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:59:44.025 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:43 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:59:44.025 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:43 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:44.025 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:43 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:59:44.025 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:43 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:59:44.025 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:43 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:59:44.025 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:43 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:44.025 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:43 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:44.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:43 smithi066 ceph-mon[31354]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-17T16:59:44.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:43 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:44.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:43 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:44.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:43 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:59:44.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:43 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:59:44.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:43 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:44.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:43 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T16:59:44.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:43 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T16:59:44.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:43 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T16:59:44.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:43 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:44.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:43 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T16:59:44.749 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:59:44.749 INFO:teuthology.orchestra.run.smithi031.stdout:[ 2024-09-17T16:59:44.749 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-17T16:59:44.749 INFO:teuthology.orchestra.run.smithi031.stdout: "poolnum": 1, 2024-09-17T16:59:44.749 INFO:teuthology.orchestra.run.smithi031.stdout: "poolname": ".mgr" 2024-09-17T16:59:44.749 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-17T16:59:44.749 INFO:teuthology.orchestra.run.smithi031.stdout:] 2024-09-17T16:59:45.038 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:44 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/2705348859' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-17T16:59:45.038 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:44 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/2705348859' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-17T16:59:45.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:44 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/2705348859' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-17T16:59:45.363 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-17T16:59:45.364 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-17T16:59:45.571 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T16:59:45.946 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:45 smithi031 ceph-mon[27768]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-17T16:59:45.947 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:45 smithi031 ceph-mon[39468]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-17T16:59:46.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:45 smithi066 ceph-mon[31354]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-17T16:59:47.076 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:46 smithi031 ceph-mon[27768]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-17T16:59:47.077 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:46 smithi031 ceph-mon[39468]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-17T16:59:47.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:46 smithi066 ceph-mon[31354]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-17T16:59:47.952 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_metadata' created 2024-09-17T16:59:48.252 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:47 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/190790547' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-17T16:59:48.252 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:47 smithi031 ceph-mon[27768]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-17T16:59:48.252 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:47 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/190790547' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-17T16:59:48.252 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:47 smithi031 ceph-mon[39468]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-17T16:59:48.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:47 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/190790547' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-17T16:59:48.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:47 smithi066 ceph-mon[31354]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-17T16:59:48.649 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-17T16:59:48.859 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T16:59:49.238 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:48 smithi031 ceph-mon[27768]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-17T16:59:49.239 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:48 smithi031 ceph-mon[27768]: osdmap e59: 8 total, 8 up, 8 in 2024-09-17T16:59:49.239 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:48 smithi031 ceph-mon[27768]: pgmap v189: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-17T16:59:49.239 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:48 smithi031 ceph-mon[27768]: osdmap e60: 8 total, 8 up, 8 in 2024-09-17T16:59:49.239 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:48 smithi031 ceph-mon[39468]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-17T16:59:49.239 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:48 smithi031 ceph-mon[39468]: osdmap e59: 8 total, 8 up, 8 in 2024-09-17T16:59:49.239 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:48 smithi031 ceph-mon[39468]: pgmap v189: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-17T16:59:49.239 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:48 smithi031 ceph-mon[39468]: osdmap e60: 8 total, 8 up, 8 in 2024-09-17T16:59:49.337 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:48 smithi066 ceph-mon[31354]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-17T16:59:49.337 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:48 smithi066 ceph-mon[31354]: osdmap e59: 8 total, 8 up, 8 in 2024-09-17T16:59:49.337 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:48 smithi066 ceph-mon[31354]: pgmap v189: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-17T16:59:49.337 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:48 smithi066 ceph-mon[31354]: osdmap e60: 8 total, 8 up, 8 in 2024-09-17T16:59:50.230 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:49 smithi031 ceph-mon[27768]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T16:59:50.230 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:49 smithi031 ceph-mon[27768]: osdmap e61: 8 total, 8 up, 8 in 2024-09-17T16:59:50.230 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:49 smithi031 ceph-mon[39468]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T16:59:50.230 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:49 smithi031 ceph-mon[39468]: osdmap e61: 8 total, 8 up, 8 in 2024-09-17T16:59:50.338 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:49 smithi066 ceph-mon[31354]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T16:59:50.338 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:49 smithi066 ceph-mon[31354]: osdmap e61: 8 total, 8 up, 8 in 2024-09-17T16:59:51.216 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_data' created 2024-09-17T16:59:51.525 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:51 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/413585772' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-17T16:59:51.525 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:51 smithi031 ceph-mon[27768]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-17T16:59:51.525 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:51 smithi031 ceph-mon[27768]: pgmap v192: 33 pgs: 27 active+clean, 6 unknown; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-17T16:59:51.525 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:51 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/413585772' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-17T16:59:51.525 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:51 smithi031 ceph-mon[39468]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-17T16:59:51.525 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:51 smithi031 ceph-mon[39468]: pgmap v192: 33 pgs: 27 active+clean, 6 unknown; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-17T16:59:51.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:51 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/413585772' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-17T16:59:51.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:51 smithi066 ceph-mon[31354]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-17T16:59:51.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:51 smithi066 ceph-mon[31354]: pgmap v192: 33 pgs: 27 active+clean, 6 unknown; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-17T16:59:51.910 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-17T16:59:52.119 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T16:59:52.503 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:52 smithi031 ceph-mon[27768]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-17T16:59:52.504 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:52 smithi031 ceph-mon[27768]: osdmap e62: 8 total, 8 up, 8 in 2024-09-17T16:59:52.504 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:52 smithi031 ceph-mon[27768]: osdmap e63: 8 total, 8 up, 8 in 2024-09-17T16:59:52.504 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:52 smithi031 ceph-mon[39468]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-17T16:59:52.504 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:52 smithi031 ceph-mon[39468]: osdmap e62: 8 total, 8 up, 8 in 2024-09-17T16:59:52.504 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:52 smithi031 ceph-mon[39468]: osdmap e63: 8 total, 8 up, 8 in 2024-09-17T16:59:52.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:52 smithi066 ceph-mon[31354]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-17T16:59:52.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:52 smithi066 ceph-mon[31354]: osdmap e62: 8 total, 8 up, 8 in 2024-09-17T16:59:52.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:52 smithi066 ceph-mon[31354]: osdmap e63: 8 total, 8 up, 8 in 2024-09-17T16:59:53.551 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:53 smithi031 ceph-mon[27768]: pgmap v195: 97 pgs: 5 creating+peering, 33 active+clean, 59 unknown; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-17T16:59:53.551 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:53 smithi031 ceph-mon[27768]: osdmap e64: 8 total, 8 up, 8 in 2024-09-17T16:59:53.552 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:53 smithi031 ceph-mon[39468]: pgmap v195: 97 pgs: 5 creating+peering, 33 active+clean, 59 unknown; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-17T16:59:53.552 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:53 smithi031 ceph-mon[39468]: osdmap e64: 8 total, 8 up, 8 in 2024-09-17T16:59:53.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:53 smithi066 ceph-mon[31354]: pgmap v195: 97 pgs: 5 creating+peering, 33 active+clean, 59 unknown; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-17T16:59:53.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:53 smithi066 ceph-mon[31354]: osdmap e64: 8 total, 8 up, 8 in 2024-09-17T16:59:53.857 INFO:teuthology.orchestra.run.smithi031.stderr:new fs with metadata pool 2 and data pool 3 2024-09-17T16:59:54.505 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:54 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/1922924433' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-17T16:59:54.505 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:54 smithi031 ceph-mon[39468]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-17T16:59:54.505 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:54 smithi031 ceph-mon[39468]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-17T16:59:54.505 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:54 smithi031 ceph-mon[39468]: osdmap e65: 8 total, 8 up, 8 in 2024-09-17T16:59:54.505 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:54 smithi031 ceph-mon[39468]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-17T16:59:54.506 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:54 smithi031 ceph-mon[39468]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-09-17T16:59:54.506 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:54 smithi031 ceph-mon[39468]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-17T16:59:54.506 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:54 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/1922924433' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-17T16:59:54.506 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:54 smithi031 ceph-mon[27768]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-17T16:59:54.506 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:54 smithi031 ceph-mon[27768]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-17T16:59:54.506 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:54 smithi031 ceph-mon[27768]: osdmap e65: 8 total, 8 up, 8 in 2024-09-17T16:59:54.506 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:54 smithi031 ceph-mon[27768]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-17T16:59:54.506 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:54 smithi031 ceph-mon[27768]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-09-17T16:59:54.506 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:54 smithi031 ceph-mon[27768]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-17T16:59:54.529 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-17T16:59:54.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:54 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/1922924433' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-17T16:59:54.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:54 smithi066 ceph-mon[31354]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-17T16:59:54.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:54 smithi066 ceph-mon[31354]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-17T16:59:54.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:54 smithi066 ceph-mon[31354]: osdmap e65: 8 total, 8 up, 8 in 2024-09-17T16:59:54.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:54 smithi066 ceph-mon[31354]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-17T16:59:54.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:54 smithi066 ceph-mon[31354]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-09-17T16:59:54.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:54 smithi066 ceph-mon[31354]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-17T16:59:54.735 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T16:59:55.153 INFO:journalctl@ceph.mds.b.smithi066.stdout:Sep 17 16:59:54 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-b[59423]: 2024-09-17T16:59:54.856+0000 7f0ab6428640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-17T16:59:56.114 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:55 smithi031 ceph-mon[27768]: pgmap v198: 97 pgs: 5 creating+peering, 44 active+clean, 48 unknown; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 1 op/s 2024-09-17T16:59:56.114 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:55 smithi031 ceph-mon[27768]: mds.? [v2:172.21.15.66:6832/4260993690,v1:172.21.15.66:6833/4260993690] up:active 2024-09-17T16:59:56.114 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:55 smithi031 ceph-mon[27768]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-17T16:59:56.114 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:55 smithi031 ceph-mon[27768]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-17T16:59:56.114 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:55 smithi031 ceph-mon[27768]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-17T16:59:56.114 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:55 smithi031 ceph-mon[27768]: Cluster is now healthy 2024-09-17T16:59:56.114 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:55 smithi031 ceph-mon[39468]: pgmap v198: 97 pgs: 5 creating+peering, 44 active+clean, 48 unknown; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 1 op/s 2024-09-17T16:59:56.114 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:55 smithi031 ceph-mon[39468]: mds.? [v2:172.21.15.66:6832/4260993690,v1:172.21.15.66:6833/4260993690] up:active 2024-09-17T16:59:56.114 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:55 smithi031 ceph-mon[39468]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-17T16:59:56.114 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:55 smithi031 ceph-mon[39468]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-17T16:59:56.115 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:55 smithi031 ceph-mon[39468]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-17T16:59:56.115 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:55 smithi031 ceph-mon[39468]: Cluster is now healthy 2024-09-17T16:59:56.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:55 smithi066 ceph-mon[31354]: pgmap v198: 97 pgs: 5 creating+peering, 44 active+clean, 48 unknown; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 1 op/s 2024-09-17T16:59:56.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:55 smithi066 ceph-mon[31354]: mds.? [v2:172.21.15.66:6832/4260993690,v1:172.21.15.66:6833/4260993690] up:active 2024-09-17T16:59:56.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:55 smithi066 ceph-mon[31354]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-17T16:59:56.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:55 smithi066 ceph-mon[31354]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-17T16:59:56.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:55 smithi066 ceph-mon[31354]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-17T16:59:56.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:55 smithi066 ceph-mon[31354]: Cluster is now healthy 2024-09-17T16:59:56.755 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:59:56.755 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":65,"fsid":"5dfb9b44-7515-11ef-bceb-c7b262605968","created":"2024-09-17T16:54:13.026750+0000","modified":"2024-09-17T16:59:53.850393+0000","last_up_change":"2024-09-17T16:59:24.511033+0000","last_in_change":"2024-09-17T16:59:07.649208+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-17T16:57:25.264873+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-17T16:59:47.893445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-17T16:59:51.158562+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"bfd3afea-4f9e-453b-b4fc-fdc86a5ee964","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2622567047},{"type":"v1","addr":"172.21.15.31:6803","nonce":2622567047}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2622567047},{"type":"v1","addr":"172.21.15.31:6805","nonce":2622567047}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2622567047},{"type":"v1","addr":"172.21.15.31:6809","nonce":2622567047}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2622567047},{"type":"v1","addr":"172.21.15.31:6807","nonce":2622567047}]},"public_addr":"172.21.15.31:6803/2622567047","cluster_addr":"172.21.15.31:6805/2622567047","heartbeat_back_addr":"172.21.15.31:6809/2622567047","heartbeat_front_addr":"172.21.15.31:6807/2622567047","state":["exists","up"]},{"osd":1,"uuid":"c16093ac-9d64-4e0f-b383-2f5b5f9259ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2922056031},{"type":"v1","addr":"172.21.15.31:6811","nonce":2922056031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2922056031},{"type":"v1","addr":"172.21.15.31:6813","nonce":2922056031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":2922056031},{"type":"v1","addr":"172.21.15.31:6817","nonce":2922056031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2922056031},{"type":"v1","addr":"172.21.15.31:6815","nonce":2922056031}]},"public_addr":"172.21.15.31:6811/2922056031","cluster_addr":"172.21.15.31:6813/2922056031","heartbeat_back_addr":"172.21.15.31:6817/2922056031","heartbeat_front_addr":"172.21.15.31:6815/2922056031","state":["exists","up"]},{"osd":2,"uuid":"ef7fafc8-4e6a-48f4-b64f-c9228ba45326","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":110027023},{"type":"v1","addr":"172.21.15.31:6819","nonce":110027023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":110027023},{"type":"v1","addr":"172.21.15.31:6821","nonce":110027023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":110027023},{"type":"v1","addr":"172.21.15.31:6825","nonce":110027023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":110027023},{"type":"v1","addr":"172.21.15.31:6823","nonce":110027023}]},"public_addr":"172.21.15.31:6819/110027023","cluster_addr":"172.21.15.31:6821/110027023","heartbeat_back_addr":"172.21.15.31:6825/110027023","heartbeat_front_addr":"172.21.15.31:6823/110027023","state":["exists","up"]},{"osd":3,"uuid":"f46d5072-b866-4885-9972-e09268f2bdb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2811557217},{"type":"v1","addr":"172.21.15.31:6827","nonce":2811557217}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2811557217},{"type":"v1","addr":"172.21.15.31:6829","nonce":2811557217}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":2811557217},{"type":"v1","addr":"172.21.15.31:6833","nonce":2811557217}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2811557217},{"type":"v1","addr":"172.21.15.31:6831","nonce":2811557217}]},"public_addr":"172.21.15.31:6827/2811557217","cluster_addr":"172.21.15.31:6829/2811557217","heartbeat_back_addr":"172.21.15.31:6833/2811557217","heartbeat_front_addr":"172.21.15.31:6831/2811557217","state":["exists","up"]},{"osd":4,"uuid":"c6fd9949-6edf-48f1-84fa-8edc76db25e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":2372603726},{"type":"v1","addr":"172.21.15.66:6801","nonce":2372603726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":2372603726},{"type":"v1","addr":"172.21.15.66:6803","nonce":2372603726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":2372603726},{"type":"v1","addr":"172.21.15.66:6807","nonce":2372603726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":2372603726},{"type":"v1","addr":"172.21.15.66:6805","nonce":2372603726}]},"public_addr":"172.21.15.66:6801/2372603726","cluster_addr":"172.21.15.66:6803/2372603726","heartbeat_back_addr":"172.21.15.66:6807/2372603726","heartbeat_front_addr":"172.21.15.66:6805/2372603726","state":["exists","up"]},{"osd":5,"uuid":"d38f984e-3b82-43c1-876f-c23e8c645143","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":2747426322},{"type":"v1","addr":"172.21.15.66:6809","nonce":2747426322}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":2747426322},{"type":"v1","addr":"172.21.15.66:6811","nonce":2747426322}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2747426322},{"type":"v1","addr":"172.21.15.66:6815","nonce":2747426322}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":2747426322},{"type":"v1","addr":"172.21.15.66:6813","nonce":2747426322}]},"public_addr":"172.21.15.66:6809/2747426322","cluster_addr":"172.21.15.66:6811/2747426322","heartbeat_back_addr":"172.21.15.66:6815/2747426322","heartbeat_front_addr":"172.21.15.66:6813/2747426322","state":["exists","up"]},{"osd":6,"uuid":"5ec91030-3eec-45c7-ada5-01eb7e34bcfd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":3977961195},{"type":"v1","addr":"172.21.15.66:6817","nonce":3977961195}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3977961195},{"type":"v1","addr":"172.21.15.66:6819","nonce":3977961195}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":3977961195},{"type":"v1","addr":"172.21.15.66:6823","nonce":3977961195}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":3977961195},{"type":"v1","addr":"172.21.15.66:6821","nonce":3977961195}]},"public_addr":"172.21.15.66:6817/3977961195","cluster_addr":"172.21.15.66:6819/3977961195","heartbeat_back_addr":"172.21.15.66:6823/3977961195","heartbeat_front_addr":"172.21.15.66:6821/3977961195","state":["exists","up"]},{"osd":7,"uuid":"328c7061-7856-4fc1-9377-83014f750ac9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":371403228},{"type":"v1","addr":"172.21.15.66:6825","nonce":371403228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":371403228},{"type":"v1","addr":"172.21.15.66:6827","nonce":371403228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":371403228},{"type":"v1","addr":"172.21.15.66:6831","nonce":371403228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":371403228},{"type":"v1","addr":"172.21.15.66:6829","nonce":371403228}]},"public_addr":"172.21.15.66:6825/371403228","cluster_addr":"172.21.15.66:6827/371403228","heartbeat_back_addr":"172.21.15.66:6831/371403228","heartbeat_front_addr":"172.21.15.66:6829/371403228","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:56:32.707874+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:56:57.809611+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:57:22.740293+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:57:47.643474+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:58:09.525348+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:58:33.431584+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:58:58.268886+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:59:22.818864+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.31:0/4078155462":"2024-09-18T16:55:08.765537+0000","172.21.15.31:0/416145817":"2024-09-18T16:55:08.765537+0000","172.21.15.31:6801/3124190684":"2024-09-18T16:54:44.988894+0000","172.21.15.31:6801/3821445044":"2024-09-18T16:55:08.765537+0000","172.21.15.31:6800/3821445044":"2024-09-18T16:55:08.765537+0000","172.21.15.31:6800/3124190684":"2024-09-18T16:54:44.988894+0000","172.21.15.31:0/582641076":"2024-09-18T16:54:44.988894+0000","172.21.15.31:0/2570636984":"2024-09-18T16:55:08.765537+0000","172.21.15.31:0/2193449255":"2024-09-18T16:54:44.988894+0000","172.21.15.31:0/3819450625":"2024-09-18T16:54:44.988894+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-17T16:59:57.043 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:56 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/3804499918' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-17T16:59:57.043 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:56 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/3804499918' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-17T16:59:57.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:56 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/3804499918' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-17T16:59:57.391 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-17T16:59:57.593 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T16:59:58.046 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:57 smithi031 ceph-mon[27768]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.5 KiB/s wr, 7 op/s 2024-09-17T16:59:58.046 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:57 smithi031 ceph-mon[39468]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.5 KiB/s wr, 7 op/s 2024-09-17T16:59:58.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:57 smithi066 ceph-mon[31354]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.5 KiB/s wr, 7 op/s 2024-09-17T16:59:59.245 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T16:59:59.245 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":65,"fsid":"5dfb9b44-7515-11ef-bceb-c7b262605968","created":"2024-09-17T16:54:13.026750+0000","modified":"2024-09-17T16:59:53.850393+0000","last_up_change":"2024-09-17T16:59:24.511033+0000","last_in_change":"2024-09-17T16:59:07.649208+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-17T16:57:25.264873+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-17T16:59:47.893445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-17T16:59:51.158562+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"bfd3afea-4f9e-453b-b4fc-fdc86a5ee964","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2622567047},{"type":"v1","addr":"172.21.15.31:6803","nonce":2622567047}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2622567047},{"type":"v1","addr":"172.21.15.31:6805","nonce":2622567047}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2622567047},{"type":"v1","addr":"172.21.15.31:6809","nonce":2622567047}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2622567047},{"type":"v1","addr":"172.21.15.31:6807","nonce":2622567047}]},"public_addr":"172.21.15.31:6803/2622567047","cluster_addr":"172.21.15.31:6805/2622567047","heartbeat_back_addr":"172.21.15.31:6809/2622567047","heartbeat_front_addr":"172.21.15.31:6807/2622567047","state":["exists","up"]},{"osd":1,"uuid":"c16093ac-9d64-4e0f-b383-2f5b5f9259ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2922056031},{"type":"v1","addr":"172.21.15.31:6811","nonce":2922056031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2922056031},{"type":"v1","addr":"172.21.15.31:6813","nonce":2922056031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":2922056031},{"type":"v1","addr":"172.21.15.31:6817","nonce":2922056031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2922056031},{"type":"v1","addr":"172.21.15.31:6815","nonce":2922056031}]},"public_addr":"172.21.15.31:6811/2922056031","cluster_addr":"172.21.15.31:6813/2922056031","heartbeat_back_addr":"172.21.15.31:6817/2922056031","heartbeat_front_addr":"172.21.15.31:6815/2922056031","state":["exists","up"]},{"osd":2,"uuid":"ef7fafc8-4e6a-48f4-b64f-c9228ba45326","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":110027023},{"type":"v1","addr":"172.21.15.31:6819","nonce":110027023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":110027023},{"type":"v1","addr":"172.21.15.31:6821","nonce":110027023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":110027023},{"type":"v1","addr":"172.21.15.31:6825","nonce":110027023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":110027023},{"type":"v1","addr":"172.21.15.31:6823","nonce":110027023}]},"public_addr":"172.21.15.31:6819/110027023","cluster_addr":"172.21.15.31:6821/110027023","heartbeat_back_addr":"172.21.15.31:6825/110027023","heartbeat_front_addr":"172.21.15.31:6823/110027023","state":["exists","up"]},{"osd":3,"uuid":"f46d5072-b866-4885-9972-e09268f2bdb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2811557217},{"type":"v1","addr":"172.21.15.31:6827","nonce":2811557217}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2811557217},{"type":"v1","addr":"172.21.15.31:6829","nonce":2811557217}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":2811557217},{"type":"v1","addr":"172.21.15.31:6833","nonce":2811557217}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2811557217},{"type":"v1","addr":"172.21.15.31:6831","nonce":2811557217}]},"public_addr":"172.21.15.31:6827/2811557217","cluster_addr":"172.21.15.31:6829/2811557217","heartbeat_back_addr":"172.21.15.31:6833/2811557217","heartbeat_front_addr":"172.21.15.31:6831/2811557217","state":["exists","up"]},{"osd":4,"uuid":"c6fd9949-6edf-48f1-84fa-8edc76db25e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":2372603726},{"type":"v1","addr":"172.21.15.66:6801","nonce":2372603726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":2372603726},{"type":"v1","addr":"172.21.15.66:6803","nonce":2372603726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":2372603726},{"type":"v1","addr":"172.21.15.66:6807","nonce":2372603726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":2372603726},{"type":"v1","addr":"172.21.15.66:6805","nonce":2372603726}]},"public_addr":"172.21.15.66:6801/2372603726","cluster_addr":"172.21.15.66:6803/2372603726","heartbeat_back_addr":"172.21.15.66:6807/2372603726","heartbeat_front_addr":"172.21.15.66:6805/2372603726","state":["exists","up"]},{"osd":5,"uuid":"d38f984e-3b82-43c1-876f-c23e8c645143","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":2747426322},{"type":"v1","addr":"172.21.15.66:6809","nonce":2747426322}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":2747426322},{"type":"v1","addr":"172.21.15.66:6811","nonce":2747426322}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2747426322},{"type":"v1","addr":"172.21.15.66:6815","nonce":2747426322}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":2747426322},{"type":"v1","addr":"172.21.15.66:6813","nonce":2747426322}]},"public_addr":"172.21.15.66:6809/2747426322","cluster_addr":"172.21.15.66:6811/2747426322","heartbeat_back_addr":"172.21.15.66:6815/2747426322","heartbeat_front_addr":"172.21.15.66:6813/2747426322","state":["exists","up"]},{"osd":6,"uuid":"5ec91030-3eec-45c7-ada5-01eb7e34bcfd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":3977961195},{"type":"v1","addr":"172.21.15.66:6817","nonce":3977961195}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3977961195},{"type":"v1","addr":"172.21.15.66:6819","nonce":3977961195}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":3977961195},{"type":"v1","addr":"172.21.15.66:6823","nonce":3977961195}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":3977961195},{"type":"v1","addr":"172.21.15.66:6821","nonce":3977961195}]},"public_addr":"172.21.15.66:6817/3977961195","cluster_addr":"172.21.15.66:6819/3977961195","heartbeat_back_addr":"172.21.15.66:6823/3977961195","heartbeat_front_addr":"172.21.15.66:6821/3977961195","state":["exists","up"]},{"osd":7,"uuid":"328c7061-7856-4fc1-9377-83014f750ac9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":371403228},{"type":"v1","addr":"172.21.15.66:6825","nonce":371403228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":371403228},{"type":"v1","addr":"172.21.15.66:6827","nonce":371403228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":371403228},{"type":"v1","addr":"172.21.15.66:6831","nonce":371403228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":371403228},{"type":"v1","addr":"172.21.15.66:6829","nonce":371403228}]},"public_addr":"172.21.15.66:6825/371403228","cluster_addr":"172.21.15.66:6827/371403228","heartbeat_back_addr":"172.21.15.66:6831/371403228","heartbeat_front_addr":"172.21.15.66:6829/371403228","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:56:32.707874+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:56:57.809611+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:57:22.740293+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:57:47.643474+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:58:09.525348+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:58:33.431584+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:58:58.268886+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:59:22.818864+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.31:0/4078155462":"2024-09-18T16:55:08.765537+0000","172.21.15.31:0/416145817":"2024-09-18T16:55:08.765537+0000","172.21.15.31:6801/3124190684":"2024-09-18T16:54:44.988894+0000","172.21.15.31:6801/3821445044":"2024-09-18T16:55:08.765537+0000","172.21.15.31:6800/3821445044":"2024-09-18T16:55:08.765537+0000","172.21.15.31:6800/3124190684":"2024-09-18T16:54:44.988894+0000","172.21.15.31:0/582641076":"2024-09-18T16:54:44.988894+0000","172.21.15.31:0/2570636984":"2024-09-18T16:55:08.765537+0000","172.21.15.31:0/2193449255":"2024-09-18T16:54:44.988894+0000","172.21.15.31:0/3819450625":"2024-09-18T16:54:44.988894+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-17T17:00:00.016 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-09-17T17:00:00.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:59 smithi066 ceph-mon[31354]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.1 KiB/s wr, 6 op/s 2024-09-17T17:00:00.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 16:59:59 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/1174922344' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-17T17:00:00.226 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:00:00.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:59 smithi031 ceph-mon[27768]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.1 KiB/s wr, 6 op/s 2024-09-17T17:00:00.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 16:59:59 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/1174922344' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-17T17:00:00.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:59 smithi031 ceph-mon[39468]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.1 KiB/s wr, 6 op/s 2024-09-17T17:00:00.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 16:59:59 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/1174922344' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-17T17:00:01.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:00 smithi066 ceph-mon[31354]: overall HEALTH_OK 2024-09-17T17:00:01.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:00 smithi031 ceph-mon[27768]: overall HEALTH_OK 2024-09-17T17:00:01.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:00 smithi031 ceph-mon[39468]: overall HEALTH_OK 2024-09-17T17:00:02.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:01 smithi066 ceph-mon[31354]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-09-17T17:00:02.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:01 smithi031 ceph-mon[27768]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-09-17T17:00:02.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:01 smithi031 ceph-mon[39468]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-09-17T17:00:03.081 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:02 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/4031126607' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-17T17:00:03.081 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:02 smithi031 ceph-mon[27768]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-17T17:00:03.081 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:02 smithi031 ceph-mon[27768]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-09-17T17:00:03.082 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:02 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/4031126607' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-17T17:00:03.082 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:02 smithi031 ceph-mon[39468]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-17T17:00:03.082 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:02 smithi031 ceph-mon[39468]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-09-17T17:00:03.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:02 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/4031126607' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-17T17:00:03.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:02 smithi066 ceph-mon[31354]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-17T17:00:03.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:02 smithi066 ceph-mon[31354]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-09-17T17:00:03.699 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-17T17:00:03.700 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph fs set cephfs allow_standby_replay false 2024-09-17T17:00:03.909 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:00:04.030 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:03 smithi031 ceph-mon[27768]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-17T17:00:04.030 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:03 smithi031 ceph-mon[27768]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-17T17:00:04.031 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:03 smithi031 ceph-mon[39468]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-17T17:00:04.031 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:03 smithi031 ceph-mon[39468]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-17T17:00:04.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:03 smithi066 ceph-mon[31354]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-17T17:00:04.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:03 smithi066 ceph-mon[31354]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-17T17:00:04.975 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:04 smithi031 ceph-mon[27768]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-09-17T17:00:04.975 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:04 smithi031 ceph-mon[39468]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-09-17T17:00:05.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:04 smithi066 ceph-mon[31354]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-09-17T17:00:06.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:05 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/2558713932' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-17T17:00:06.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:05 smithi066 ceph-mon[31354]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-17T17:00:06.206 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:05 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/2558713932' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-17T17:00:06.206 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:05 smithi031 ceph-mon[27768]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-17T17:00:06.206 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:05 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/2558713932' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-17T17:00:06.206 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:05 smithi031 ceph-mon[39468]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-17T17:00:06.573 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-17T17:00:06.573 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-17T17:00:06.781 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:00:07.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:06 smithi066 ceph-mon[31354]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-09-17T17:00:07.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:06 smithi066 ceph-mon[31354]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-17T17:00:07.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:06 smithi066 ceph-mon[31354]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-09-17T17:00:07.209 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:06 smithi031 ceph-mon[27768]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-09-17T17:00:07.210 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:06 smithi031 ceph-mon[27768]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-17T17:00:07.210 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:06 smithi031 ceph-mon[27768]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-09-17T17:00:07.210 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:06 smithi031 ceph-mon[39468]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-09-17T17:00:07.210 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:06 smithi031 ceph-mon[39468]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-17T17:00:07.211 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:06 smithi031 ceph-mon[39468]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-09-17T17:00:08.609 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T17:00:08.609 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14436,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1935595978","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":1935595978},{"type":"v1","addr":"172.21.15.31:6835","nonce":1935595978}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T16:59:53.850518+0000","modified":"2024-09-17T17:00:05.880207+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24331},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24331":{"gid":24331,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.66:6833/4260993690","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":4260993690},{"type":"v1","addr":"172.21.15.66:6833","nonce":4260993690}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-17T17:00:08.609 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 8 2024-09-17T17:00:08.918 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:08 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/320400865' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-17T17:00:08.918 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:08 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/320400865' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-17T17:00:09.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:08 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/320400865' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-17T17:00:09.259 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-17T17:00:09.466 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:00:09.838 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:09 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 2]}]: dispatch 2024-09-17T17:00:09.839 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:09 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]: dispatch 2024-09-17T17:00:09.839 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:09 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 2]}]: dispatch 2024-09-17T17:00:09.839 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:09 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.22", "id": [0, 1]}]: dispatch 2024-09-17T17:00:09.839 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:09 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.26", "id": [4, 3]}]: dispatch 2024-09-17T17:00:09.839 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:09 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]: dispatch 2024-09-17T17:00:09.839 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:09 smithi031 ceph-mon[27768]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-17T17:00:09.839 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:09 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 2]}]: dispatch 2024-09-17T17:00:09.839 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:09 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]: dispatch 2024-09-17T17:00:09.839 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:09 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 2]}]: dispatch 2024-09-17T17:00:09.840 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:09 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.22", "id": [0, 1]}]: dispatch 2024-09-17T17:00:09.840 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:09 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.26", "id": [4, 3]}]: dispatch 2024-09-17T17:00:09.840 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:09 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]: dispatch 2024-09-17T17:00:09.840 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:09 smithi031 ceph-mon[39468]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-17T17:00:10.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:09 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 2]}]: dispatch 2024-09-17T17:00:10.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:09 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]: dispatch 2024-09-17T17:00:10.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:09 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 2]}]: dispatch 2024-09-17T17:00:10.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:09 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.22", "id": [0, 1]}]: dispatch 2024-09-17T17:00:10.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:09 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.26", "id": [4, 3]}]: dispatch 2024-09-17T17:00:10.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:09 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]: dispatch 2024-09-17T17:00:10.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:09 smithi066 ceph-mon[31354]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-17T17:00:10.960 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:10 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 2]}]': finished 2024-09-17T17:00:10.960 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:10 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]': finished 2024-09-17T17:00:10.960 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:10 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 2]}]': finished 2024-09-17T17:00:10.960 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:10 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.22", "id": [0, 1]}]': finished 2024-09-17T17:00:10.960 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:10 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.26", "id": [4, 3]}]': finished 2024-09-17T17:00:10.960 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:10 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]': finished 2024-09-17T17:00:10.960 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:10 smithi031 ceph-mon[27768]: osdmap e66: 8 total, 8 up, 8 in 2024-09-17T17:00:10.961 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:10 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 2]}]': finished 2024-09-17T17:00:10.961 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:10 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]': finished 2024-09-17T17:00:10.961 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:10 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 2]}]': finished 2024-09-17T17:00:10.961 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:10 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.22", "id": [0, 1]}]': finished 2024-09-17T17:00:10.961 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:10 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.26", "id": [4, 3]}]': finished 2024-09-17T17:00:10.961 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:10 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]': finished 2024-09-17T17:00:10.961 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:10 smithi031 ceph-mon[39468]: osdmap e66: 8 total, 8 up, 8 in 2024-09-17T17:00:11.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:10 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 2]}]': finished 2024-09-17T17:00:11.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:10 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]': finished 2024-09-17T17:00:11.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:10 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 2]}]': finished 2024-09-17T17:00:11.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:10 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.22", "id": [0, 1]}]': finished 2024-09-17T17:00:11.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:10 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.26", "id": [4, 3]}]': finished 2024-09-17T17:00:11.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:10 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]': finished 2024-09-17T17:00:11.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:10 smithi066 ceph-mon[31354]: osdmap e66: 8 total, 8 up, 8 in 2024-09-17T17:00:11.469 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T17:00:11.469 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":67,"fsid":"5dfb9b44-7515-11ef-bceb-c7b262605968","created":"2024-09-17T16:54:13.026750+0000","modified":"2024-09-17T17:00:10.663073+0000","last_up_change":"2024-09-17T16:59:24.511033+0000","last_in_change":"2024-09-17T16:59:07.649208+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-17T16:57:25.264873+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-17T16:59:47.893445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-17T16:59:51.158562+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"bfd3afea-4f9e-453b-b4fc-fdc86a5ee964","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2622567047},{"type":"v1","addr":"172.21.15.31:6803","nonce":2622567047}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2622567047},{"type":"v1","addr":"172.21.15.31:6805","nonce":2622567047}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2622567047},{"type":"v1","addr":"172.21.15.31:6809","nonce":2622567047}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2622567047},{"type":"v1","addr":"172.21.15.31:6807","nonce":2622567047}]},"public_addr":"172.21.15.31:6803/2622567047","cluster_addr":"172.21.15.31:6805/2622567047","heartbeat_back_addr":"172.21.15.31:6809/2622567047","heartbeat_front_addr":"172.21.15.31:6807/2622567047","state":["exists","up"]},{"osd":1,"uuid":"c16093ac-9d64-4e0f-b383-2f5b5f9259ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2922056031},{"type":"v1","addr":"172.21.15.31:6811","nonce":2922056031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2922056031},{"type":"v1","addr":"172.21.15.31:6813","nonce":2922056031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":2922056031},{"type":"v1","addr":"172.21.15.31:6817","nonce":2922056031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2922056031},{"type":"v1","addr":"172.21.15.31:6815","nonce":2922056031}]},"public_addr":"172.21.15.31:6811/2922056031","cluster_addr":"172.21.15.31:6813/2922056031","heartbeat_back_addr":"172.21.15.31:6817/2922056031","heartbeat_front_addr":"172.21.15.31:6815/2922056031","state":["exists","up"]},{"osd":2,"uuid":"ef7fafc8-4e6a-48f4-b64f-c9228ba45326","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":110027023},{"type":"v1","addr":"172.21.15.31:6819","nonce":110027023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":110027023},{"type":"v1","addr":"172.21.15.31:6821","nonce":110027023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":110027023},{"type":"v1","addr":"172.21.15.31:6825","nonce":110027023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":110027023},{"type":"v1","addr":"172.21.15.31:6823","nonce":110027023}]},"public_addr":"172.21.15.31:6819/110027023","cluster_addr":"172.21.15.31:6821/110027023","heartbeat_back_addr":"172.21.15.31:6825/110027023","heartbeat_front_addr":"172.21.15.31:6823/110027023","state":["exists","up"]},{"osd":3,"uuid":"f46d5072-b866-4885-9972-e09268f2bdb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2811557217},{"type":"v1","addr":"172.21.15.31:6827","nonce":2811557217}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2811557217},{"type":"v1","addr":"172.21.15.31:6829","nonce":2811557217}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":2811557217},{"type":"v1","addr":"172.21.15.31:6833","nonce":2811557217}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2811557217},{"type":"v1","addr":"172.21.15.31:6831","nonce":2811557217}]},"public_addr":"172.21.15.31:6827/2811557217","cluster_addr":"172.21.15.31:6829/2811557217","heartbeat_back_addr":"172.21.15.31:6833/2811557217","heartbeat_front_addr":"172.21.15.31:6831/2811557217","state":["exists","up"]},{"osd":4,"uuid":"c6fd9949-6edf-48f1-84fa-8edc76db25e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":2372603726},{"type":"v1","addr":"172.21.15.66:6801","nonce":2372603726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":2372603726},{"type":"v1","addr":"172.21.15.66:6803","nonce":2372603726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":2372603726},{"type":"v1","addr":"172.21.15.66:6807","nonce":2372603726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":2372603726},{"type":"v1","addr":"172.21.15.66:6805","nonce":2372603726}]},"public_addr":"172.21.15.66:6801/2372603726","cluster_addr":"172.21.15.66:6803/2372603726","heartbeat_back_addr":"172.21.15.66:6807/2372603726","heartbeat_front_addr":"172.21.15.66:6805/2372603726","state":["exists","up"]},{"osd":5,"uuid":"d38f984e-3b82-43c1-876f-c23e8c645143","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":2747426322},{"type":"v1","addr":"172.21.15.66:6809","nonce":2747426322}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":2747426322},{"type":"v1","addr":"172.21.15.66:6811","nonce":2747426322}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2747426322},{"type":"v1","addr":"172.21.15.66:6815","nonce":2747426322}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":2747426322},{"type":"v1","addr":"172.21.15.66:6813","nonce":2747426322}]},"public_addr":"172.21.15.66:6809/2747426322","cluster_addr":"172.21.15.66:6811/2747426322","heartbeat_back_addr":"172.21.15.66:6815/2747426322","heartbeat_front_addr":"172.21.15.66:6813/2747426322","state":["exists","up"]},{"osd":6,"uuid":"5ec91030-3eec-45c7-ada5-01eb7e34bcfd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":3977961195},{"type":"v1","addr":"172.21.15.66:6817","nonce":3977961195}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3977961195},{"type":"v1","addr":"172.21.15.66:6819","nonce":3977961195}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":3977961195},{"type":"v1","addr":"172.21.15.66:6823","nonce":3977961195}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":3977961195},{"type":"v1","addr":"172.21.15.66:6821","nonce":3977961195}]},"public_addr":"172.21.15.66:6817/3977961195","cluster_addr":"172.21.15.66:6819/3977961195","heartbeat_back_addr":"172.21.15.66:6823/3977961195","heartbeat_front_addr":"172.21.15.66:6821/3977961195","state":["exists","up"]},{"osd":7,"uuid":"328c7061-7856-4fc1-9377-83014f750ac9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":371403228},{"type":"v1","addr":"172.21.15.66:6825","nonce":371403228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":371403228},{"type":"v1","addr":"172.21.15.66:6827","nonce":371403228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":371403228},{"type":"v1","addr":"172.21.15.66:6831","nonce":371403228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":371403228},{"type":"v1","addr":"172.21.15.66:6829","nonce":371403228}]},"public_addr":"172.21.15.66:6825/371403228","cluster_addr":"172.21.15.66:6827/371403228","heartbeat_back_addr":"172.21.15.66:6831/371403228","heartbeat_front_addr":"172.21.15.66:6829/371403228","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:56:32.707874+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:56:57.809611+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:57:22.740293+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:57:47.643474+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:58:09.525348+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:58:33.431584+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:58:58.268886+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:59:22.818864+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1a","mappings":[{"from":7,"to":2}]},{"pgid":"3.a","mappings":[{"from":6,"to":2}]},{"pgid":"3.20","mappings":[{"from":0,"to":2}]},{"pgid":"3.22","mappings":[{"from":0,"to":1}]},{"pgid":"3.26","mappings":[{"from":4,"to":3}]},{"pgid":"3.29","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.31:0/4078155462":"2024-09-18T16:55:08.765537+0000","172.21.15.31:0/416145817":"2024-09-18T16:55:08.765537+0000","172.21.15.31:6801/3124190684":"2024-09-18T16:54:44.988894+0000","172.21.15.31:6801/3821445044":"2024-09-18T16:55:08.765537+0000","172.21.15.31:6800/3821445044":"2024-09-18T16:55:08.765537+0000","172.21.15.31:6800/3124190684":"2024-09-18T16:54:44.988894+0000","172.21.15.31:0/582641076":"2024-09-18T16:54:44.988894+0000","172.21.15.31:0/2570636984":"2024-09-18T16:55:08.765537+0000","172.21.15.31:0/2193449255":"2024-09-18T16:54:44.988894+0000","172.21.15.31:0/3819450625":"2024-09-18T16:54:44.988894+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-17T17:00:12.090 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:11 smithi031 ceph-mon[27768]: osdmap e67: 8 total, 8 up, 8 in 2024-09-17T17:00:12.090 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:11 smithi031 ceph-mon[27768]: pgmap v208: 97 pgs: 3 peering, 94 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:12.091 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:11 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/2621892408' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-17T17:00:12.091 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:11 smithi031 ceph-mon[39468]: osdmap e67: 8 total, 8 up, 8 in 2024-09-17T17:00:12.091 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:11 smithi031 ceph-mon[39468]: pgmap v208: 97 pgs: 3 peering, 94 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:12.091 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:11 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/2621892408' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-17T17:00:12.114 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-17T17:00:12.114 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-17T17:00:12.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:11 smithi066 ceph-mon[31354]: osdmap e67: 8 total, 8 up, 8 in 2024-09-17T17:00:12.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:11 smithi066 ceph-mon[31354]: pgmap v208: 97 pgs: 3 peering, 94 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:12.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:11 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/2621892408' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-17T17:00:12.320 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:00:13.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:12 smithi031 ceph-mon[27768]: pgmap v209: 97 pgs: 1 activating, 3 peering, 93 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:13.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:12 smithi031 ceph-mon[39468]: pgmap v209: 97 pgs: 1 activating, 3 peering, 93 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:13.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:12 smithi066 ceph-mon[31354]: pgmap v209: 97 pgs: 1 activating, 3 peering, 93 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:14.181 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T17:00:14.182 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-17T17:00:14.853 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":209,"stamp":"2024-09-17T17:00:12.824206+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":289,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":231408,"kb_used_data":7032,"kb_used_omap":12,"kb_used_meta":224243,"kb_avail":749729808,"statfs":{"total":767960285184,"available":767723323392,"internally_reserved":0,"allocated":7200768,"data_stored":4025109,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":229625400},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001892"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:53.862165+0000","last_change":"2024-09-17T16:59:52.236881+0000","last_active":"2024-09-17T16:59:53.862165+0000","last_peered":"2024-09-17T16:59:53.862165+0000","last_clean":"2024-09-17T16:59:53.862165+0000","last_became_active":"2024-09-17T16:59:52.236599+0000","last_became_peered":"2024-09-17T16:59:52.236599+0000","last_unstale":"2024-09-17T16:59:53.862165+0000","last_undegraded":"2024-09-17T16:59:53.862165+0000","last_fullsized":"2024-09-17T16:59:53.862165+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:36:51.348720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.618207+0000","last_change":"2024-09-17T16:59:52.232067+0000","last_active":"2024-09-17T16:59:55.618207+0000","last_peered":"2024-09-17T16:59:55.618207+0000","last_clean":"2024-09-17T16:59:55.618207+0000","last_became_active":"2024-09-17T16:59:52.231778+0000","last_became_peered":"2024-09-17T16:59:52.231778+0000","last_unstale":"2024-09-17T16:59:55.618207+0000","last_undegraded":"2024-09-17T16:59:55.618207+0000","last_fullsized":"2024-09-17T16:59:55.618207+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:17:51.826619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.190073+0000","last_change":"2024-09-17T16:59:52.232081+0000","last_active":"2024-09-17T16:59:55.190073+0000","last_peered":"2024-09-17T16:59:55.190073+0000","last_clean":"2024-09-17T16:59:55.190073+0000","last_became_active":"2024-09-17T16:59:52.231818+0000","last_became_peered":"2024-09-17T16:59:52.231818+0000","last_unstale":"2024-09-17T16:59:55.190073+0000","last_undegraded":"2024-09-17T16:59:55.190073+0000","last_fullsized":"2024-09-17T16:59:55.190073+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:33:28.977734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.531899+0000","last_change":"2024-09-17T16:59:52.238953+0000","last_active":"2024-09-17T16:59:55.531899+0000","last_peered":"2024-09-17T16:59:55.531899+0000","last_clean":"2024-09-17T16:59:55.531899+0000","last_became_active":"2024-09-17T16:59:52.238666+0000","last_became_peered":"2024-09-17T16:59:52.238666+0000","last_unstale":"2024-09-17T16:59:55.531899+0000","last_undegraded":"2024-09-17T16:59:55.531899+0000","last_fullsized":"2024-09-17T16:59:55.531899+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:01:21.071757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:53.864037+0000","last_change":"2024-09-17T16:59:52.242987+0000","last_active":"2024-09-17T16:59:53.864037+0000","last_peered":"2024-09-17T16:59:53.864037+0000","last_clean":"2024-09-17T16:59:53.864037+0000","last_became_active":"2024-09-17T16:59:52.242278+0000","last_became_peered":"2024-09-17T16:59:52.242278+0000","last_unstale":"2024-09-17T16:59:53.864037+0000","last_undegraded":"2024-09-17T16:59:53.864037+0000","last_fullsized":"2024-09-17T16:59:53.864037+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:13:11.091742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.531846+0000","last_change":"2024-09-17T16:59:52.244609+0000","last_active":"2024-09-17T16:59:55.531846+0000","last_peered":"2024-09-17T16:59:55.531846+0000","last_clean":"2024-09-17T16:59:55.531846+0000","last_became_active":"2024-09-17T16:59:52.244327+0000","last_became_peered":"2024-09-17T16:59:52.244327+0000","last_unstale":"2024-09-17T16:59:55.531846+0000","last_undegraded":"2024-09-17T16:59:55.531846+0000","last_fullsized":"2024-09-17T16:59:55.531846+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:36:36.339378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:53.860483+0000","last_change":"2024-09-17T16:59:52.242353+0000","last_active":"2024-09-17T16:59:53.860483+0000","last_peered":"2024-09-17T16:59:53.860483+0000","last_clean":"2024-09-17T16:59:53.860483+0000","last_became_active":"2024-09-17T16:59:52.241942+0000","last_became_peered":"2024-09-17T16:59:52.241942+0000","last_unstale":"2024-09-17T16:59:53.860483+0000","last_undegraded":"2024-09-17T16:59:53.860483+0000","last_fullsized":"2024-09-17T16:59:53.860483+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:17:24.873674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.346898+0000","last_change":"2024-09-17T16:59:52.235846+0000","last_active":"2024-09-17T16:59:55.346898+0000","last_peered":"2024-09-17T16:59:55.346898+0000","last_clean":"2024-09-17T16:59:55.346898+0000","last_became_active":"2024-09-17T16:59:52.235510+0000","last_became_peered":"2024-09-17T16:59:52.235510+0000","last_unstale":"2024-09-17T16:59:55.346898+0000","last_undegraded":"2024-09-17T16:59:55.346898+0000","last_fullsized":"2024-09-17T16:59:55.346898+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:16:11.772461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:53.862634+0000","last_change":"2024-09-17T16:59:52.240107+0000","last_active":"2024-09-17T16:59:53.862634+0000","last_peered":"2024-09-17T16:59:53.862634+0000","last_clean":"2024-09-17T16:59:53.862634+0000","last_became_active":"2024-09-17T16:59:52.239794+0000","last_became_peered":"2024-09-17T16:59:52.239794+0000","last_unstale":"2024-09-17T16:59:53.862634+0000","last_undegraded":"2024-09-17T16:59:53.862634+0000","last_fullsized":"2024-09-17T16:59:53.862634+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:47:25.349764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.669652+0000","last_change":"2024-09-17T16:59:52.248042+0000","last_active":"2024-09-17T17:00:09.669652+0000","last_peered":"2024-09-17T17:00:09.669652+0000","last_clean":"2024-09-17T17:00:09.669652+0000","last_became_active":"2024-09-17T16:59:52.247661+0000","last_became_peered":"2024-09-17T16:59:52.247661+0000","last_unstale":"2024-09-17T17:00:09.669652+0000","last_undegraded":"2024-09-17T17:00:09.669652+0000","last_fullsized":"2024-09-17T17:00:09.669652+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:46:29.920339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.669263+0000","last_change":"2024-09-17T16:59:52.248014+0000","last_active":"2024-09-17T17:00:09.669263+0000","last_peered":"2024-09-17T17:00:09.669263+0000","last_clean":"2024-09-17T17:00:09.669263+0000","last_became_active":"2024-09-17T16:59:52.247711+0000","last_became_peered":"2024-09-17T16:59:52.247711+0000","last_unstale":"2024-09-17T17:00:09.669263+0000","last_undegraded":"2024-09-17T17:00:09.669263+0000","last_fullsized":"2024-09-17T17:00:09.669263+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:22:18.961156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.666546+0000","last_change":"2024-09-17T16:59:52.230639+0000","last_active":"2024-09-17T17:00:09.666546+0000","last_peered":"2024-09-17T17:00:09.666546+0000","last_clean":"2024-09-17T17:00:09.666546+0000","last_became_active":"2024-09-17T16:59:52.230143+0000","last_became_peered":"2024-09-17T16:59:52.230143+0000","last_unstale":"2024-09-17T17:00:09.666546+0000","last_undegraded":"2024-09-17T17:00:09.666546+0000","last_fullsized":"2024-09-17T17:00:09.666546+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:57:17.269481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.346964+0000","last_change":"2024-09-17T16:59:52.228840+0000","last_active":"2024-09-17T16:59:55.346964+0000","last_peered":"2024-09-17T16:59:55.346964+0000","last_clean":"2024-09-17T16:59:55.346964+0000","last_became_active":"2024-09-17T16:59:52.228548+0000","last_became_peered":"2024-09-17T16:59:52.228548+0000","last_unstale":"2024-09-17T16:59:55.346964+0000","last_undegraded":"2024-09-17T16:59:55.346964+0000","last_fullsized":"2024-09-17T16:59:55.346964+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:14:30.447716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.190002+0000","last_change":"2024-09-17T16:59:52.247748+0000","last_active":"2024-09-17T16:59:55.190002+0000","last_peered":"2024-09-17T16:59:55.190002+0000","last_clean":"2024-09-17T16:59:55.190002+0000","last_became_active":"2024-09-17T16:59:52.247335+0000","last_became_peered":"2024-09-17T16:59:52.247335+0000","last_unstale":"2024-09-17T16:59:55.190002+0000","last_undegraded":"2024-09-17T16:59:55.190002+0000","last_fullsized":"2024-09-17T16:59:55.190002+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T22:24:39.854144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.618129+0000","last_change":"2024-09-17T16:59:52.236903+0000","last_active":"2024-09-17T16:59:55.618129+0000","last_peered":"2024-09-17T16:59:55.618129+0000","last_clean":"2024-09-17T16:59:55.618129+0000","last_became_active":"2024-09-17T16:59:52.236646+0000","last_became_peered":"2024-09-17T16:59:52.236646+0000","last_unstale":"2024-09-17T16:59:55.618129+0000","last_undegraded":"2024-09-17T16:59:55.618129+0000","last_fullsized":"2024-09-17T16:59:55.618129+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T01:26:22.314345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.531788+0000","last_change":"2024-09-17T16:59:52.240359+0000","last_active":"2024-09-17T16:59:55.531788+0000","last_peered":"2024-09-17T16:59:55.531788+0000","last_clean":"2024-09-17T16:59:55.531788+0000","last_became_active":"2024-09-17T16:59:52.240038+0000","last_became_peered":"2024-09-17T16:59:52.240038+0000","last_unstale":"2024-09-17T16:59:55.531788+0000","last_undegraded":"2024-09-17T16:59:55.531788+0000","last_fullsized":"2024-09-17T16:59:55.531788+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:28:25.167791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.531981+0000","last_change":"2024-09-17T16:59:52.241541+0000","last_active":"2024-09-17T16:59:55.531981+0000","last_peered":"2024-09-17T16:59:55.531981+0000","last_clean":"2024-09-17T16:59:55.531981+0000","last_became_active":"2024-09-17T16:59:52.241199+0000","last_became_peered":"2024-09-17T16:59:52.241199+0000","last_unstale":"2024-09-17T16:59:55.531981+0000","last_undegraded":"2024-09-17T16:59:55.531981+0000","last_fullsized":"2024-09-17T16:59:55.531981+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:41:40.500501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.320191+0000","last_change":"2024-09-17T16:59:52.234941+0000","last_active":"2024-09-17T16:59:55.320191+0000","last_peered":"2024-09-17T16:59:55.320191+0000","last_clean":"2024-09-17T16:59:55.320191+0000","last_became_active":"2024-09-17T16:59:52.234340+0000","last_became_peered":"2024-09-17T16:59:52.234340+0000","last_unstale":"2024-09-17T16:59:55.320191+0000","last_undegraded":"2024-09-17T16:59:55.320191+0000","last_fullsized":"2024-09-17T16:59:55.320191+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:33:33.898190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:53.865119+0000","last_change":"2024-09-17T16:59:52.239351+0000","last_active":"2024-09-17T16:59:53.865119+0000","last_peered":"2024-09-17T16:59:53.865119+0000","last_clean":"2024-09-17T16:59:53.865119+0000","last_became_active":"2024-09-17T16:59:52.238974+0000","last_became_peered":"2024-09-17T16:59:52.238974+0000","last_unstale":"2024-09-17T16:59:53.865119+0000","last_undegraded":"2024-09-17T16:59:53.865119+0000","last_fullsized":"2024-09-17T16:59:53.865119+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:43:22.080462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.668773+0000","last_change":"2024-09-17T16:59:52.237873+0000","last_active":"2024-09-17T17:00:09.668773+0000","last_peered":"2024-09-17T17:00:09.668773+0000","last_clean":"2024-09-17T17:00:09.668773+0000","last_became_active":"2024-09-17T16:59:52.237591+0000","last_became_peered":"2024-09-17T16:59:52.237591+0000","last_unstale":"2024-09-17T17:00:09.668773+0000","last_undegraded":"2024-09-17T17:00:09.668773+0000","last_fullsized":"2024-09-17T17:00:09.668773+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:45:16.822705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.190027+0000","last_change":"2024-09-17T16:59:52.234641+0000","last_active":"2024-09-17T16:59:55.190027+0000","last_peered":"2024-09-17T16:59:55.190027+0000","last_clean":"2024-09-17T16:59:55.190027+0000","last_became_active":"2024-09-17T16:59:52.234388+0000","last_became_peered":"2024-09-17T16:59:52.234388+0000","last_unstale":"2024-09-17T16:59:55.190027+0000","last_undegraded":"2024-09-17T16:59:55.190027+0000","last_fullsized":"2024-09-17T16:59:55.190027+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:58:56.748059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.531857+0000","last_change":"2024-09-17T16:59:52.247162+0000","last_active":"2024-09-17T16:59:55.531857+0000","last_peered":"2024-09-17T16:59:55.531857+0000","last_clean":"2024-09-17T16:59:55.531857+0000","last_became_active":"2024-09-17T16:59:52.246863+0000","last_became_peered":"2024-09-17T16:59:52.246863+0000","last_unstale":"2024-09-17T16:59:55.531857+0000","last_undegraded":"2024-09-17T16:59:55.531857+0000","last_fullsized":"2024-09-17T16:59:55.531857+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:07:09.898767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"peering","last_fresh":"2024-09-17T17:00:09.666311+0000","last_change":"2024-09-17T17:00:09.666475+0000","last_active":"2024-09-17T17:00:09.666311+0000","last_peered":"2024-09-17T16:59:55.346934+0000","last_clean":"2024-09-17T16:59:55.346934+0000","last_became_active":"2024-09-17T16:59:52.219915+0000","last_became_peered":"2024-09-17T16:59:52.219915+0000","last_unstale":"2024-09-17T17:00:09.666311+0000","last_undegraded":"2024-09-17T17:00:09.666311+0000","last_fullsized":"2024-09-17T17:00:09.666311+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T22:05:46.140799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,2,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.531812+0000","last_change":"2024-09-17T16:59:52.236055+0000","last_active":"2024-09-17T16:59:55.531812+0000","last_peered":"2024-09-17T16:59:55.531812+0000","last_clean":"2024-09-17T16:59:55.531812+0000","last_became_active":"2024-09-17T16:59:52.235699+0000","last_became_peered":"2024-09-17T16:59:52.235699+0000","last_unstale":"2024-09-17T16:59:55.531812+0000","last_undegraded":"2024-09-17T16:59:55.531812+0000","last_fullsized":"2024-09-17T16:59:55.531812+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T22:38:42.725332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.347020+0000","last_change":"2024-09-17T16:59:52.221884+0000","last_active":"2024-09-17T16:59:55.347020+0000","last_peered":"2024-09-17T16:59:55.347020+0000","last_clean":"2024-09-17T16:59:55.347020+0000","last_became_active":"2024-09-17T16:59:52.221596+0000","last_became_peered":"2024-09-17T16:59:52.221596+0000","last_unstale":"2024-09-17T16:59:55.347020+0000","last_undegraded":"2024-09-17T16:59:55.347020+0000","last_fullsized":"2024-09-17T16:59:55.347020+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:35:45.039765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"activating","last_fresh":"2024-09-17T17:00:10.669488+0000","last_change":"2024-09-17T17:00:10.669488+0000","last_active":"2024-09-17T17:00:09.668646+0000","last_peered":"2024-09-17T16:59:56.105274+0000","last_clean":"2024-09-17T16:59:56.105274+0000","last_became_active":"2024-09-17T16:59:52.241920+0000","last_became_peered":"2024-09-17T16:59:52.241920+0000","last_unstale":"2024-09-17T17:00:10.669488+0000","last_undegraded":"2024-09-17T17:00:10.669488+0000","last_fullsized":"2024-09-17T17:00:10.669488+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:11:30.319780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":["6","3","4","7"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.618184+0000","last_change":"2024-09-17T16:59:52.222219+0000","last_active":"2024-09-17T16:59:55.618184+0000","last_peered":"2024-09-17T16:59:55.618184+0000","last_clean":"2024-09-17T16:59:55.618184+0000","last_became_active":"2024-09-17T16:59:52.221855+0000","last_became_peered":"2024-09-17T16:59:52.221855+0000","last_unstale":"2024-09-17T16:59:55.618184+0000","last_undegraded":"2024-09-17T16:59:55.618184+0000","last_fullsized":"2024-09-17T16:59:55.618184+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:15:22.727500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.346995+0000","last_change":"2024-09-17T16:59:52.231023+0000","last_active":"2024-09-17T16:59:55.346995+0000","last_peered":"2024-09-17T16:59:55.346995+0000","last_clean":"2024-09-17T16:59:55.346995+0000","last_became_active":"2024-09-17T16:59:52.230748+0000","last_became_peered":"2024-09-17T16:59:52.230748+0000","last_unstale":"2024-09-17T16:59:55.346995+0000","last_undegraded":"2024-09-17T16:59:55.346995+0000","last_fullsized":"2024-09-17T16:59:55.346995+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:16:24.023107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.190045+0000","last_change":"2024-09-17T16:59:52.230849+0000","last_active":"2024-09-17T16:59:55.190045+0000","last_peered":"2024-09-17T16:59:55.190045+0000","last_clean":"2024-09-17T16:59:55.190045+0000","last_became_active":"2024-09-17T16:59:52.230574+0000","last_became_peered":"2024-09-17T16:59:52.230574+0000","last_unstale":"2024-09-17T16:59:55.190045+0000","last_undegraded":"2024-09-17T16:59:55.190045+0000","last_fullsized":"2024-09-17T16:59:55.190045+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:29:26.558775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"peering","last_fresh":"2024-09-17T17:00:09.669769+0000","last_change":"2024-09-17T17:00:09.669921+0000","last_active":"2024-09-17T17:00:09.669769+0000","last_peered":"2024-09-17T16:59:55.531869+0000","last_clean":"2024-09-17T16:59:55.531869+0000","last_became_active":"2024-09-17T16:59:52.239342+0000","last_became_peered":"2024-09-17T16:59:52.239342+0000","last_unstale":"2024-09-17T17:00:09.669769+0000","last_undegraded":"2024-09-17T17:00:09.669769+0000","last_fullsized":"2024-09-17T17:00:09.669769+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:41:05.970138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1,3],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.320126+0000","last_change":"2024-09-17T16:59:52.234620+0000","last_active":"2024-09-17T16:59:55.320126+0000","last_peered":"2024-09-17T16:59:55.320126+0000","last_clean":"2024-09-17T16:59:55.320126+0000","last_became_active":"2024-09-17T16:59:52.234303+0000","last_became_peered":"2024-09-17T16:59:52.234303+0000","last_unstale":"2024-09-17T16:59:55.320126+0000","last_undegraded":"2024-09-17T16:59:55.320126+0000","last_fullsized":"2024-09-17T16:59:55.320126+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:12:02.835315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":23,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-17T17:00:10.672340+0000","last_change":"2024-09-17T17:00:10.672340+0000","last_active":"2024-09-17T17:00:10.672340+0000","last_peered":"2024-09-17T17:00:10.672340+0000","last_clean":"2024-09-17T17:00:10.672340+0000","last_became_active":"2024-09-17T17:00:10.671922+0000","last_became_peered":"2024-09-17T17:00:10.671922+0000","last_unstale":"2024-09-17T17:00:10.672340+0000","last_undegraded":"2024-09-17T17:00:10.672340+0000","last_fullsized":"2024-09-17T17:00:10.672340+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T22:15:07.553808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,5],"acting":[6,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.666006+0000","last_change":"2024-09-17T16:59:52.225552+0000","last_active":"2024-09-17T17:00:09.666006+0000","last_peered":"2024-09-17T17:00:09.666006+0000","last_clean":"2024-09-17T17:00:09.666006+0000","last_became_active":"2024-09-17T16:59:52.224076+0000","last_became_peered":"2024-09-17T16:59:52.224076+0000","last_unstale":"2024-09-17T17:00:09.666006+0000","last_undegraded":"2024-09-17T17:00:09.666006+0000","last_fullsized":"2024-09-17T17:00:09.666006+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T01:40:40.458756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:53.867667+0000","last_change":"2024-09-17T16:59:48.963653+0000","last_active":"2024-09-17T16:59:53.867667+0000","last_peered":"2024-09-17T16:59:53.867667+0000","last_clean":"2024-09-17T16:59:53.867667+0000","last_became_active":"2024-09-17T16:59:48.963349+0000","last_became_peered":"2024-09-17T16:59:48.963349+0000","last_unstale":"2024-09-17T16:59:53.867667+0000","last_undegraded":"2024-09-17T16:59:53.867667+0000","last_fullsized":"2024-09-17T16:59:53.867667+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:03:38.270075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.190054+0000","last_change":"2024-09-17T16:59:52.234190+0000","last_active":"2024-09-17T16:59:55.190054+0000","last_peered":"2024-09-17T16:59:55.190054+0000","last_clean":"2024-09-17T16:59:55.190054+0000","last_became_active":"2024-09-17T16:59:52.233720+0000","last_became_peered":"2024-09-17T16:59:52.233720+0000","last_unstale":"2024-09-17T16:59:55.190054+0000","last_undegraded":"2024-09-17T16:59:55.190054+0000","last_fullsized":"2024-09-17T16:59:55.190054+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:44:08.686423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":27,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-17T17:00:10.673398+0000","last_change":"2024-09-17T17:00:10.673398+0000","last_active":"2024-09-17T17:00:10.673398+0000","last_peered":"2024-09-17T17:00:10.673398+0000","last_clean":"2024-09-17T17:00:10.673398+0000","last_became_active":"2024-09-17T17:00:10.672954+0000","last_became_peered":"2024-09-17T17:00:10.672954+0000","last_unstale":"2024-09-17T17:00:10.673398+0000","last_undegraded":"2024-09-17T17:00:10.673398+0000","last_fullsized":"2024-09-17T17:00:10.673398+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:25:49.760038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:53.860351+0000","last_change":"2024-09-17T16:59:48.963696+0000","last_active":"2024-09-17T16:59:53.860351+0000","last_peered":"2024-09-17T16:59:53.860351+0000","last_clean":"2024-09-17T16:59:53.860351+0000","last_became_active":"2024-09-17T16:59:48.963375+0000","last_became_peered":"2024-09-17T16:59:48.963375+0000","last_unstale":"2024-09-17T16:59:53.860351+0000","last_undegraded":"2024-09-17T16:59:53.860351+0000","last_fullsized":"2024-09-17T16:59:53.860351+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:07:59.839104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.346913+0000","last_change":"2024-09-17T16:59:52.226286+0000","last_active":"2024-09-17T16:59:55.346913+0000","last_peered":"2024-09-17T16:59:55.346913+0000","last_clean":"2024-09-17T16:59:55.346913+0000","last_became_active":"2024-09-17T16:59:52.225791+0000","last_became_peered":"2024-09-17T16:59:52.225791+0000","last_unstale":"2024-09-17T16:59:55.346913+0000","last_undegraded":"2024-09-17T16:59:55.346913+0000","last_fullsized":"2024-09-17T16:59:55.346913+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:27:17.141030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:53.864631+0000","last_change":"2024-09-17T16:59:48.962774+0000","last_active":"2024-09-17T16:59:53.864631+0000","last_peered":"2024-09-17T16:59:53.864631+0000","last_clean":"2024-09-17T16:59:53.864631+0000","last_became_active":"2024-09-17T16:59:48.962491+0000","last_became_peered":"2024-09-17T16:59:48.962491+0000","last_unstale":"2024-09-17T16:59:53.864631+0000","last_undegraded":"2024-09-17T16:59:53.864631+0000","last_fullsized":"2024-09-17T16:59:53.864631+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:56:38.905184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.618116+0000","last_change":"2024-09-17T16:59:52.219380+0000","last_active":"2024-09-17T16:59:55.618116+0000","last_peered":"2024-09-17T16:59:55.618116+0000","last_clean":"2024-09-17T16:59:55.618116+0000","last_became_active":"2024-09-17T16:59:52.219108+0000","last_became_peered":"2024-09-17T16:59:52.219108+0000","last_unstale":"2024-09-17T16:59:55.618116+0000","last_undegraded":"2024-09-17T16:59:55.618116+0000","last_fullsized":"2024-09-17T16:59:55.618116+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:17:10.719431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.669230+0000","last_change":"2024-09-17T16:59:48.961764+0000","last_active":"2024-09-17T17:00:09.669230+0000","last_peered":"2024-09-17T17:00:09.669230+0000","last_clean":"2024-09-17T17:00:09.669230+0000","last_became_active":"2024-09-17T16:59:48.960635+0000","last_became_peered":"2024-09-17T16:59:48.960635+0000","last_unstale":"2024-09-17T17:00:09.669230+0000","last_undegraded":"2024-09-17T17:00:09.669230+0000","last_fullsized":"2024-09-17T17:00:09.669230+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:55:23.343870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.531959+0000","last_change":"2024-09-17T16:59:52.243952+0000","last_active":"2024-09-17T16:59:55.531959+0000","last_peered":"2024-09-17T16:59:55.531959+0000","last_clean":"2024-09-17T16:59:55.531959+0000","last_became_active":"2024-09-17T16:59:52.243549+0000","last_became_peered":"2024-09-17T16:59:52.243549+0000","last_unstale":"2024-09-17T16:59:55.531959+0000","last_undegraded":"2024-09-17T16:59:55.531959+0000","last_fullsized":"2024-09-17T16:59:55.531959+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:44:03.533343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:53.865930+0000","last_change":"2024-09-17T16:59:48.960109+0000","last_active":"2024-09-17T16:59:53.865930+0000","last_peered":"2024-09-17T16:59:53.865930+0000","last_clean":"2024-09-17T16:59:53.865930+0000","last_became_active":"2024-09-17T16:59:48.959695+0000","last_became_peered":"2024-09-17T16:59:48.959695+0000","last_unstale":"2024-09-17T16:59:53.865930+0000","last_undegraded":"2024-09-17T16:59:53.865930+0000","last_fullsized":"2024-09-17T16:59:53.865930+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:28:40.382548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.190125+0000","last_change":"2024-09-17T16:59:52.247712+0000","last_active":"2024-09-17T16:59:55.190125+0000","last_peered":"2024-09-17T16:59:55.190125+0000","last_clean":"2024-09-17T16:59:55.190125+0000","last_became_active":"2024-09-17T16:59:52.247422+0000","last_became_peered":"2024-09-17T16:59:52.247422+0000","last_unstale":"2024-09-17T16:59:55.190125+0000","last_undegraded":"2024-09-17T16:59:55.190125+0000","last_fullsized":"2024-09-17T16:59:55.190125+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T01:39:13.612415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":19,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:53.866198+0000","last_change":"2024-09-17T16:59:48.954829+0000","last_active":"2024-09-17T16:59:53.866198+0000","last_peered":"2024-09-17T16:59:53.866198+0000","last_clean":"2024-09-17T16:59:53.866198+0000","last_became_active":"2024-09-17T16:59:48.954557+0000","last_became_peered":"2024-09-17T16:59:48.954557+0000","last_unstale":"2024-09-17T16:59:53.866198+0000","last_undegraded":"2024-09-17T16:59:53.866198+0000","last_fullsized":"2024-09-17T16:59:53.866198+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:19:53.127346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.666647+0000","last_change":"2024-09-17T16:59:52.230454+0000","last_active":"2024-09-17T17:00:09.666647+0000","last_peered":"2024-09-17T17:00:09.666647+0000","last_clean":"2024-09-17T17:00:09.666647+0000","last_became_active":"2024-09-17T16:59:52.229662+0000","last_became_peered":"2024-09-17T16:59:52.229662+0000","last_unstale":"2024-09-17T17:00:09.666647+0000","last_undegraded":"2024-09-17T17:00:09.666647+0000","last_fullsized":"2024-09-17T17:00:09.666647+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:11:57.048365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"65'6","reported_seq":23,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.668881+0000","last_change":"2024-09-17T16:59:48.962897+0000","last_active":"2024-09-17T17:00:09.668881+0000","last_peered":"2024-09-17T17:00:09.668881+0000","last_clean":"2024-09-17T17:00:09.668881+0000","last_became_active":"2024-09-17T16:59:48.962588+0000","last_became_peered":"2024-09-17T16:59:48.962588+0000","last_unstale":"2024-09-17T17:00:09.668881+0000","last_undegraded":"2024-09-17T17:00:09.668881+0000","last_fullsized":"2024-09-17T17:00:09.668881+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:58:34.323179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:53.864712+0000","last_change":"2024-09-17T16:59:52.244388+0000","last_active":"2024-09-17T16:59:53.864712+0000","last_peered":"2024-09-17T16:59:53.864712+0000","last_clean":"2024-09-17T16:59:53.864712+0000","last_became_active":"2024-09-17T16:59:52.244115+0000","last_became_peered":"2024-09-17T16:59:52.244115+0000","last_unstale":"2024-09-17T16:59:53.864712+0000","last_undegraded":"2024-09-17T16:59:53.864712+0000","last_fullsized":"2024-09-17T16:59:53.864712+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:46:40.168063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:53.865228+0000","last_change":"2024-09-17T16:59:48.960970+0000","last_active":"2024-09-17T16:59:53.865228+0000","last_peered":"2024-09-17T16:59:53.865228+0000","last_clean":"2024-09-17T16:59:53.865228+0000","last_became_active":"2024-09-17T16:59:48.960613+0000","last_became_peered":"2024-09-17T16:59:48.960613+0000","last_unstale":"2024-09-17T16:59:53.865228+0000","last_undegraded":"2024-09-17T16:59:53.865228+0000","last_fullsized":"2024-09-17T16:59:53.865228+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:49:24.265041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.190015+0000","last_change":"2024-09-17T16:59:52.232750+0000","last_active":"2024-09-17T16:59:55.190015+0000","last_peered":"2024-09-17T16:59:55.190015+0000","last_clean":"2024-09-17T16:59:55.190015+0000","last_became_active":"2024-09-17T16:59:52.232483+0000","last_became_peered":"2024-09-17T16:59:52.232483+0000","last_unstale":"2024-09-17T16:59:55.190015+0000","last_undegraded":"2024-09-17T16:59:55.190015+0000","last_fullsized":"2024-09-17T16:59:55.190015+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:23:55.361946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:53.864434+0000","last_change":"2024-09-17T16:59:48.962941+0000","last_active":"2024-09-17T16:59:53.864434+0000","last_peered":"2024-09-17T16:59:53.864434+0000","last_clean":"2024-09-17T16:59:53.864434+0000","last_became_active":"2024-09-17T16:59:48.962637+0000","last_became_peered":"2024-09-17T16:59:48.962637+0000","last_unstale":"2024-09-17T16:59:53.864434+0000","last_undegraded":"2024-09-17T16:59:53.864434+0000","last_fullsized":"2024-09-17T16:59:53.864434+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:44:01.178721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:53.864249+0000","last_change":"2024-09-17T16:59:52.245395+0000","last_active":"2024-09-17T16:59:53.864249+0000","last_peered":"2024-09-17T16:59:53.864249+0000","last_clean":"2024-09-17T16:59:53.864249+0000","last_became_active":"2024-09-17T16:59:52.242684+0000","last_became_peered":"2024-09-17T16:59:52.242684+0000","last_unstale":"2024-09-17T16:59:53.864249+0000","last_undegraded":"2024-09-17T16:59:53.864249+0000","last_fullsized":"2024-09-17T16:59:53.864249+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:49:21.685150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.668749+0000","last_change":"2024-09-17T16:59:48.960765+0000","last_active":"2024-09-17T17:00:09.668749+0000","last_peered":"2024-09-17T17:00:09.668749+0000","last_clean":"2024-09-17T17:00:09.668749+0000","last_became_active":"2024-09-17T16:59:48.960401+0000","last_became_peered":"2024-09-17T16:59:48.960401+0000","last_unstale":"2024-09-17T17:00:09.668749+0000","last_undegraded":"2024-09-17T17:00:09.668749+0000","last_fullsized":"2024-09-17T17:00:09.668749+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:49:12.581218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.668428+0000","last_change":"2024-09-17T16:59:52.248124+0000","last_active":"2024-09-17T17:00:09.668428+0000","last_peered":"2024-09-17T17:00:09.668428+0000","last_clean":"2024-09-17T17:00:09.668428+0000","last_became_active":"2024-09-17T16:59:52.247580+0000","last_became_peered":"2024-09-17T16:59:52.247580+0000","last_unstale":"2024-09-17T17:00:09.668428+0000","last_undegraded":"2024-09-17T17:00:09.668428+0000","last_fullsized":"2024-09-17T17:00:09.668428+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:36:12.043526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":24,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:53.864931+0000","last_change":"2024-09-17T16:59:48.954336+0000","last_active":"2024-09-17T16:59:53.864931+0000","last_peered":"2024-09-17T16:59:53.864931+0000","last_clean":"2024-09-17T16:59:53.864931+0000","last_became_active":"2024-09-17T16:59:48.953934+0000","last_became_peered":"2024-09-17T16:59:48.953934+0000","last_unstale":"2024-09-17T16:59:53.864931+0000","last_undegraded":"2024-09-17T16:59:53.864931+0000","last_fullsized":"2024-09-17T16:59:53.864931+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:47:52.485920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:53.860655+0000","last_change":"2024-09-17T16:59:52.244709+0000","last_active":"2024-09-17T16:59:53.860655+0000","last_peered":"2024-09-17T16:59:53.860655+0000","last_clean":"2024-09-17T16:59:53.860655+0000","last_became_active":"2024-09-17T16:59:52.242730+0000","last_became_peered":"2024-09-17T16:59:52.242730+0000","last_unstale":"2024-09-17T16:59:53.860655+0000","last_undegraded":"2024-09-17T16:59:53.860655+0000","last_fullsized":"2024-09-17T16:59:53.860655+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:39:29.397594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.667029+0000","last_change":"2024-09-17T16:59:48.965242+0000","last_active":"2024-09-17T17:00:09.667029+0000","last_peered":"2024-09-17T17:00:09.667029+0000","last_clean":"2024-09-17T17:00:09.667029+0000","last_became_active":"2024-09-17T16:59:48.964911+0000","last_became_peered":"2024-09-17T16:59:48.964911+0000","last_unstale":"2024-09-17T17:00:09.667029+0000","last_undegraded":"2024-09-17T17:00:09.667029+0000","last_fullsized":"2024-09-17T17:00:09.667029+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:51:07.238886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:53.861628+0000","last_change":"2024-09-17T16:59:52.243187+0000","last_active":"2024-09-17T16:59:53.861628+0000","last_peered":"2024-09-17T16:59:53.861628+0000","last_clean":"2024-09-17T16:59:53.861628+0000","last_became_active":"2024-09-17T16:59:52.242790+0000","last_became_peered":"2024-09-17T16:59:52.242790+0000","last_unstale":"2024-09-17T16:59:53.861628+0000","last_undegraded":"2024-09-17T16:59:53.861628+0000","last_fullsized":"2024-09-17T16:59:53.861628+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:48:01.985678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:53.866824+0000","last_change":"2024-09-17T16:59:48.960796+0000","last_active":"2024-09-17T16:59:53.866824+0000","last_peered":"2024-09-17T16:59:53.866824+0000","last_clean":"2024-09-17T16:59:53.866824+0000","last_became_active":"2024-09-17T16:59:48.960504+0000","last_became_peered":"2024-09-17T16:59:48.960504+0000","last_unstale":"2024-09-17T16:59:53.866824+0000","last_undegraded":"2024-09-17T16:59:53.866824+0000","last_fullsized":"2024-09-17T16:59:53.866824+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:01:36.242275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:53.862292+0000","last_change":"2024-09-17T16:59:52.244847+0000","last_active":"2024-09-17T16:59:53.862292+0000","last_peered":"2024-09-17T16:59:53.862292+0000","last_clean":"2024-09-17T16:59:53.862292+0000","last_became_active":"2024-09-17T16:59:52.243479+0000","last_became_peered":"2024-09-17T16:59:52.243479+0000","last_unstale":"2024-09-17T16:59:53.862292+0000","last_undegraded":"2024-09-17T16:59:53.862292+0000","last_fullsized":"2024-09-17T16:59:53.862292+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:05:39.269540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:53.865566+0000","last_change":"2024-09-17T16:59:48.957713+0000","last_active":"2024-09-17T16:59:53.865566+0000","last_peered":"2024-09-17T16:59:53.865566+0000","last_clean":"2024-09-17T16:59:53.865566+0000","last_became_active":"2024-09-17T16:59:48.957429+0000","last_became_peered":"2024-09-17T16:59:48.957429+0000","last_unstale":"2024-09-17T16:59:53.865566+0000","last_undegraded":"2024-09-17T16:59:53.865566+0000","last_fullsized":"2024-09-17T16:59:53.865566+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:36:57.132830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.531926+0000","last_change":"2024-09-17T16:59:52.247096+0000","last_active":"2024-09-17T16:59:55.531926+0000","last_peered":"2024-09-17T16:59:55.531926+0000","last_clean":"2024-09-17T16:59:55.531926+0000","last_became_active":"2024-09-17T16:59:52.246795+0000","last_became_peered":"2024-09-17T16:59:52.246795+0000","last_unstale":"2024-09-17T16:59:55.531926+0000","last_undegraded":"2024-09-17T16:59:55.531926+0000","last_fullsized":"2024-09-17T16:59:55.531926+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:54:20.559793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:53.854198+0000","last_change":"2024-09-17T16:59:48.954693+0000","last_active":"2024-09-17T16:59:53.854198+0000","last_peered":"2024-09-17T16:59:53.854198+0000","last_clean":"2024-09-17T16:59:53.854198+0000","last_became_active":"2024-09-17T16:59:48.954402+0000","last_became_peered":"2024-09-17T16:59:48.954402+0000","last_unstale":"2024-09-17T16:59:53.854198+0000","last_undegraded":"2024-09-17T16:59:53.854198+0000","last_fullsized":"2024-09-17T16:59:53.854198+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T22:15:57.900576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:53.864845+0000","last_change":"2024-09-17T16:59:52.237888+0000","last_active":"2024-09-17T16:59:53.864845+0000","last_peered":"2024-09-17T16:59:53.864845+0000","last_clean":"2024-09-17T16:59:53.864845+0000","last_became_active":"2024-09-17T16:59:52.237519+0000","last_became_peered":"2024-09-17T16:59:52.237519+0000","last_unstale":"2024-09-17T16:59:53.864845+0000","last_undegraded":"2024-09-17T16:59:53.864845+0000","last_fullsized":"2024-09-17T16:59:53.864845+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T01:37:05.324759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":222,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-17T16:59:52.224779+0000","last_change":"2024-09-17T16:59:28.554273+0000","last_active":"2024-09-17T16:59:52.224779+0000","last_peered":"2024-09-17T16:59:52.224779+0000","last_clean":"2024-09-17T16:59:52.224779+0000","last_became_active":"2024-09-17T16:59:28.553865+0000","last_became_peered":"2024-09-17T16:59:28.553865+0000","last_unstale":"2024-09-17T16:59:52.224779+0000","last_undegraded":"2024-09-17T16:59:52.224779+0000","last_fullsized":"2024-09-17T16:59:52.224779+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:57:25.739524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:57:25.739524+0000","last_clean_scrub_stamp":"2024-09-17T16:57:25.739524+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:00:13.375653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:53.864287+0000","last_change":"2024-09-17T16:59:48.967005+0000","last_active":"2024-09-17T16:59:53.864287+0000","last_peered":"2024-09-17T16:59:53.864287+0000","last_clean":"2024-09-17T16:59:53.864287+0000","last_became_active":"2024-09-17T16:59:48.966677+0000","last_became_peered":"2024-09-17T16:59:48.966677+0000","last_unstale":"2024-09-17T16:59:53.864287+0000","last_undegraded":"2024-09-17T16:59:53.864287+0000","last_fullsized":"2024-09-17T16:59:53.864287+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:33:59.951404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.346955+0000","last_change":"2024-09-17T16:59:52.239021+0000","last_active":"2024-09-17T16:59:55.346955+0000","last_peered":"2024-09-17T16:59:55.346955+0000","last_clean":"2024-09-17T16:59:55.346955+0000","last_became_active":"2024-09-17T16:59:52.238681+0000","last_became_peered":"2024-09-17T16:59:52.238681+0000","last_unstale":"2024-09-17T16:59:55.346955+0000","last_undegraded":"2024-09-17T16:59:55.346955+0000","last_fullsized":"2024-09-17T16:59:55.346955+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:57:42.478147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-17T16:59:52.221508+0000","last_change":"2024-09-17T16:59:48.966880+0000","last_active":"2024-09-17T16:59:52.221508+0000","last_peered":"2024-09-17T16:59:52.221508+0000","last_clean":"2024-09-17T16:59:52.221508+0000","last_became_active":"2024-09-17T16:59:48.965791+0000","last_became_peered":"2024-09-17T16:59:48.965791+0000","last_unstale":"2024-09-17T16:59:52.221508+0000","last_undegraded":"2024-09-17T16:59:52.221508+0000","last_fullsized":"2024-09-17T16:59:52.221508+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:35:43.322828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.189975+0000","last_change":"2024-09-17T16:59:52.227130+0000","last_active":"2024-09-17T16:59:55.189975+0000","last_peered":"2024-09-17T16:59:55.189975+0000","last_clean":"2024-09-17T16:59:55.189975+0000","last_became_active":"2024-09-17T16:59:52.226781+0000","last_became_peered":"2024-09-17T16:59:52.226781+0000","last_unstale":"2024-09-17T16:59:55.189975+0000","last_undegraded":"2024-09-17T16:59:55.189975+0000","last_fullsized":"2024-09-17T16:59:55.189975+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:54:32.364956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:53.854094+0000","last_change":"2024-09-17T16:59:48.957598+0000","last_active":"2024-09-17T16:59:53.854094+0000","last_peered":"2024-09-17T16:59:53.854094+0000","last_clean":"2024-09-17T16:59:53.854094+0000","last_became_active":"2024-09-17T16:59:48.957358+0000","last_became_peered":"2024-09-17T16:59:48.957358+0000","last_unstale":"2024-09-17T16:59:53.854094+0000","last_undegraded":"2024-09-17T16:59:53.854094+0000","last_fullsized":"2024-09-17T16:59:53.854094+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:08:59.074357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.618101+0000","last_change":"2024-09-17T16:59:52.228112+0000","last_active":"2024-09-17T16:59:55.618101+0000","last_peered":"2024-09-17T16:59:55.618101+0000","last_clean":"2024-09-17T16:59:55.618101+0000","last_became_active":"2024-09-17T16:59:52.227843+0000","last_became_peered":"2024-09-17T16:59:52.227843+0000","last_unstale":"2024-09-17T16:59:55.618101+0000","last_undegraded":"2024-09-17T16:59:55.618101+0000","last_fullsized":"2024-09-17T16:59:55.618101+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:10:19.802311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:53.864482+0000","last_change":"2024-09-17T16:59:48.959842+0000","last_active":"2024-09-17T16:59:53.864482+0000","last_peered":"2024-09-17T16:59:53.864482+0000","last_clean":"2024-09-17T16:59:53.864482+0000","last_became_active":"2024-09-17T16:59:48.959526+0000","last_became_peered":"2024-09-17T16:59:48.959526+0000","last_unstale":"2024-09-17T16:59:53.864482+0000","last_undegraded":"2024-09-17T16:59:53.864482+0000","last_fullsized":"2024-09-17T16:59:53.864482+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:08:14.237166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.666214+0000","last_change":"2024-09-17T16:59:52.236050+0000","last_active":"2024-09-17T17:00:09.666214+0000","last_peered":"2024-09-17T17:00:09.666214+0000","last_clean":"2024-09-17T17:00:09.666214+0000","last_became_active":"2024-09-17T16:59:52.235668+0000","last_became_peered":"2024-09-17T16:59:52.235668+0000","last_unstale":"2024-09-17T17:00:09.666214+0000","last_undegraded":"2024-09-17T17:00:09.666214+0000","last_fullsized":"2024-09-17T17:00:09.666214+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:44:29.760035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:53.861485+0000","last_change":"2024-09-17T16:59:48.956283+0000","last_active":"2024-09-17T16:59:53.861485+0000","last_peered":"2024-09-17T16:59:53.861485+0000","last_clean":"2024-09-17T16:59:53.861485+0000","last_became_active":"2024-09-17T16:59:48.956018+0000","last_became_peered":"2024-09-17T16:59:48.956018+0000","last_unstale":"2024-09-17T16:59:53.861485+0000","last_undegraded":"2024-09-17T16:59:53.861485+0000","last_fullsized":"2024-09-17T16:59:53.861485+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:32:29.317471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.531949+0000","last_change":"2024-09-17T16:59:52.235693+0000","last_active":"2024-09-17T16:59:55.531949+0000","last_peered":"2024-09-17T16:59:55.531949+0000","last_clean":"2024-09-17T16:59:55.531949+0000","last_became_active":"2024-09-17T16:59:52.235392+0000","last_became_peered":"2024-09-17T16:59:52.235392+0000","last_unstale":"2024-09-17T16:59:55.531949+0000","last_undegraded":"2024-09-17T16:59:55.531949+0000","last_fullsized":"2024-09-17T16:59:55.531949+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:05:57.512128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-17T16:59:52.226299+0000","last_change":"2024-09-17T16:59:48.968581+0000","last_active":"2024-09-17T16:59:52.226299+0000","last_peered":"2024-09-17T16:59:52.226299+0000","last_clean":"2024-09-17T16:59:52.226299+0000","last_became_active":"2024-09-17T16:59:48.968250+0000","last_became_peered":"2024-09-17T16:59:48.968250+0000","last_unstale":"2024-09-17T16:59:52.226299+0000","last_undegraded":"2024-09-17T16:59:52.226299+0000","last_fullsized":"2024-09-17T16:59:52.226299+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:58:38.480732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.618155+0000","last_change":"2024-09-17T16:59:52.249054+0000","last_active":"2024-09-17T16:59:55.618155+0000","last_peered":"2024-09-17T16:59:55.618155+0000","last_clean":"2024-09-17T16:59:55.618155+0000","last_became_active":"2024-09-17T16:59:52.248780+0000","last_became_peered":"2024-09-17T16:59:52.248780+0000","last_unstale":"2024-09-17T16:59:55.618155+0000","last_undegraded":"2024-09-17T16:59:55.618155+0000","last_fullsized":"2024-09-17T16:59:55.618155+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:23:02.298973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:59.454919+0000","last_change":"2024-09-17T16:59:48.958389+0000","last_active":"2024-09-17T16:59:59.454919+0000","last_peered":"2024-09-17T16:59:59.454919+0000","last_clean":"2024-09-17T16:59:59.454919+0000","last_became_active":"2024-09-17T16:59:48.958091+0000","last_became_peered":"2024-09-17T16:59:48.958091+0000","last_unstale":"2024-09-17T16:59:59.454919+0000","last_undegraded":"2024-09-17T16:59:59.454919+0000","last_fullsized":"2024-09-17T16:59:59.454919+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T22:01:52.652776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.347033+0000","last_change":"2024-09-17T16:59:52.231309+0000","last_active":"2024-09-17T16:59:55.347033+0000","last_peered":"2024-09-17T16:59:55.347033+0000","last_clean":"2024-09-17T16:59:55.347033+0000","last_became_active":"2024-09-17T16:59:52.231035+0000","last_became_peered":"2024-09-17T16:59:52.231035+0000","last_unstale":"2024-09-17T16:59:55.347033+0000","last_undegraded":"2024-09-17T16:59:55.347033+0000","last_fullsized":"2024-09-17T16:59:55.347033+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:35:32.919565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.669416+0000","last_change":"2024-09-17T16:59:48.964052+0000","last_active":"2024-09-17T17:00:09.669416+0000","last_peered":"2024-09-17T17:00:09.669416+0000","last_clean":"2024-09-17T17:00:09.669416+0000","last_became_active":"2024-09-17T16:59:48.962863+0000","last_became_peered":"2024-09-17T16:59:48.962863+0000","last_unstale":"2024-09-17T17:00:09.669416+0000","last_undegraded":"2024-09-17T17:00:09.669416+0000","last_fullsized":"2024-09-17T17:00:09.669416+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:45:58.578215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.190088+0000","last_change":"2024-09-17T16:59:52.235251+0000","last_active":"2024-09-17T16:59:55.190088+0000","last_peered":"2024-09-17T16:59:55.190088+0000","last_clean":"2024-09-17T16:59:55.190088+0000","last_became_active":"2024-09-17T16:59:52.234982+0000","last_became_peered":"2024-09-17T16:59:52.234982+0000","last_unstale":"2024-09-17T16:59:55.190088+0000","last_undegraded":"2024-09-17T16:59:55.190088+0000","last_fullsized":"2024-09-17T16:59:55.190088+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:03:28.922686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-17T16:59:52.221683+0000","last_change":"2024-09-17T16:59:48.965349+0000","last_active":"2024-09-17T16:59:52.221683+0000","last_peered":"2024-09-17T16:59:52.221683+0000","last_clean":"2024-09-17T16:59:52.221683+0000","last_became_active":"2024-09-17T16:59:48.965004+0000","last_became_peered":"2024-09-17T16:59:48.965004+0000","last_unstale":"2024-09-17T16:59:52.221683+0000","last_undegraded":"2024-09-17T16:59:52.221683+0000","last_fullsized":"2024-09-17T16:59:52.221683+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:33:43.045238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.666072+0000","last_change":"2024-09-17T16:59:52.232942+0000","last_active":"2024-09-17T17:00:09.666072+0000","last_peered":"2024-09-17T17:00:09.666072+0000","last_clean":"2024-09-17T17:00:09.666072+0000","last_became_active":"2024-09-17T16:59:52.232634+0000","last_became_peered":"2024-09-17T16:59:52.232634+0000","last_unstale":"2024-09-17T17:00:09.666072+0000","last_undegraded":"2024-09-17T17:00:09.666072+0000","last_fullsized":"2024-09-17T17:00:09.666072+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:59:50.956221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:53.861113+0000","last_change":"2024-09-17T16:59:48.960360+0000","last_active":"2024-09-17T16:59:53.861113+0000","last_peered":"2024-09-17T16:59:53.861113+0000","last_clean":"2024-09-17T16:59:53.861113+0000","last_became_active":"2024-09-17T16:59:48.960075+0000","last_became_peered":"2024-09-17T16:59:48.960075+0000","last_unstale":"2024-09-17T16:59:53.861113+0000","last_undegraded":"2024-09-17T16:59:53.861113+0000","last_fullsized":"2024-09-17T16:59:53.861113+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:52:58.465417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.346923+0000","last_change":"2024-09-17T16:59:52.225642+0000","last_active":"2024-09-17T16:59:55.346923+0000","last_peered":"2024-09-17T16:59:55.346923+0000","last_clean":"2024-09-17T16:59:55.346923+0000","last_became_active":"2024-09-17T16:59:52.224985+0000","last_became_peered":"2024-09-17T16:59:52.224985+0000","last_unstale":"2024-09-17T16:59:55.346923+0000","last_undegraded":"2024-09-17T16:59:55.346923+0000","last_fullsized":"2024-09-17T16:59:55.346923+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:21:06.681415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:53.863604+0000","last_change":"2024-09-17T16:59:48.962203+0000","last_active":"2024-09-17T16:59:53.863604+0000","last_peered":"2024-09-17T16:59:53.863604+0000","last_clean":"2024-09-17T16:59:53.863604+0000","last_became_active":"2024-09-17T16:59:48.961515+0000","last_became_peered":"2024-09-17T16:59:48.961515+0000","last_unstale":"2024-09-17T16:59:53.863604+0000","last_undegraded":"2024-09-17T16:59:53.863604+0000","last_fullsized":"2024-09-17T16:59:53.863604+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:06:57.862433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.346975+0000","last_change":"2024-09-17T16:59:52.230953+0000","last_active":"2024-09-17T16:59:55.346975+0000","last_peered":"2024-09-17T16:59:55.346975+0000","last_clean":"2024-09-17T16:59:55.346975+0000","last_became_active":"2024-09-17T16:59:52.230693+0000","last_became_peered":"2024-09-17T16:59:52.230693+0000","last_unstale":"2024-09-17T16:59:55.346975+0000","last_undegraded":"2024-09-17T16:59:55.346975+0000","last_fullsized":"2024-09-17T16:59:55.346975+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:56:05.582663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:53.868515+0000","last_change":"2024-09-17T16:59:48.970277+0000","last_active":"2024-09-17T16:59:53.868515+0000","last_peered":"2024-09-17T16:59:53.868515+0000","last_clean":"2024-09-17T16:59:53.868515+0000","last_became_active":"2024-09-17T16:59:48.969950+0000","last_became_peered":"2024-09-17T16:59:48.969950+0000","last_unstale":"2024-09-17T16:59:53.868515+0000","last_undegraded":"2024-09-17T16:59:53.868515+0000","last_fullsized":"2024-09-17T16:59:53.868515+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:57:51.470007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":2,"reported_epoch":66,"state":"peering","last_fresh":"2024-09-17T16:59:52.224868+0000","last_change":"2024-09-17T17:00:10.321483+0000","last_active":"2024-09-17T16:59:51.208746+0000","last_peered":"2024-09-17T16:59:51.208746+0000","last_clean":"2024-09-17T16:59:51.208746+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-17T16:59:52.224868+0000","last_undegraded":"2024-09-17T16:59:52.224868+0000","last_fullsized":"2024-09-17T16:59:52.224868+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:10:57.382979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.531938+0000","last_change":"2024-09-17T16:59:52.245581+0000","last_active":"2024-09-17T16:59:55.531938+0000","last_peered":"2024-09-17T16:59:55.531938+0000","last_clean":"2024-09-17T16:59:55.531938+0000","last_became_active":"2024-09-17T16:59:52.245304+0000","last_became_peered":"2024-09-17T16:59:52.245304+0000","last_unstale":"2024-09-17T16:59:55.531938+0000","last_undegraded":"2024-09-17T16:59:55.531938+0000","last_fullsized":"2024-09-17T16:59:55.531938+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:38:40.993895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:53.867150+0000","last_change":"2024-09-17T16:59:48.965008+0000","last_active":"2024-09-17T16:59:53.867150+0000","last_peered":"2024-09-17T16:59:53.867150+0000","last_clean":"2024-09-17T16:59:53.867150+0000","last_became_active":"2024-09-17T16:59:48.964658+0000","last_became_peered":"2024-09-17T16:59:48.964658+0000","last_unstale":"2024-09-17T16:59:53.867150+0000","last_undegraded":"2024-09-17T16:59:53.867150+0000","last_fullsized":"2024-09-17T16:59:53.867150+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:34:02.791560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.531909+0000","last_change":"2024-09-17T16:59:52.241829+0000","last_active":"2024-09-17T16:59:55.531909+0000","last_peered":"2024-09-17T16:59:55.531909+0000","last_clean":"2024-09-17T16:59:55.531909+0000","last_became_active":"2024-09-17T16:59:52.241547+0000","last_became_peered":"2024-09-17T16:59:52.241547+0000","last_unstale":"2024-09-17T16:59:55.531909+0000","last_undegraded":"2024-09-17T16:59:55.531909+0000","last_fullsized":"2024-09-17T16:59:55.531909+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:16:58.181755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:53.868253+0000","last_change":"2024-09-17T16:59:48.967617+0000","last_active":"2024-09-17T16:59:53.868253+0000","last_peered":"2024-09-17T16:59:53.868253+0000","last_clean":"2024-09-17T16:59:53.868253+0000","last_became_active":"2024-09-17T16:59:48.966438+0000","last_became_peered":"2024-09-17T16:59:48.966438+0000","last_unstale":"2024-09-17T16:59:53.868253+0000","last_undegraded":"2024-09-17T16:59:53.868253+0000","last_fullsized":"2024-09-17T16:59:53.868253+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:00:24.579468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.190108+0000","last_change":"2024-09-17T16:59:52.247606+0000","last_active":"2024-09-17T16:59:55.190108+0000","last_peered":"2024-09-17T16:59:55.190108+0000","last_clean":"2024-09-17T16:59:55.190108+0000","last_became_active":"2024-09-17T16:59:52.247343+0000","last_became_peered":"2024-09-17T16:59:52.247343+0000","last_unstale":"2024-09-17T16:59:55.190108+0000","last_undegraded":"2024-09-17T16:59:55.190108+0000","last_fullsized":"2024-09-17T16:59:55.190108+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:02:53.349473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:53.864337+0000","last_change":"2024-09-17T16:59:48.964046+0000","last_active":"2024-09-17T16:59:53.864337+0000","last_peered":"2024-09-17T16:59:53.864337+0000","last_clean":"2024-09-17T16:59:53.864337+0000","last_became_active":"2024-09-17T16:59:48.963742+0000","last_became_peered":"2024-09-17T16:59:48.963742+0000","last_unstale":"2024-09-17T16:59:53.864337+0000","last_undegraded":"2024-09-17T16:59:53.864337+0000","last_fullsized":"2024-09-17T16:59:53.864337+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:32:40.650824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:55.347005+0000","last_change":"2024-09-17T16:59:52.234339+0000","last_active":"2024-09-17T16:59:55.347005+0000","last_peered":"2024-09-17T16:59:55.347005+0000","last_clean":"2024-09-17T16:59:55.347005+0000","last_became_active":"2024-09-17T16:59:52.234026+0000","last_became_peered":"2024-09-17T16:59:52.234026+0000","last_unstale":"2024-09-17T16:59:55.347005+0000","last_undegraded":"2024-09-17T16:59:55.347005+0000","last_fullsized":"2024-09-17T16:59:55.347005+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T22:18:13.349139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-17T16:59:53.865792+0000","last_change":"2024-09-17T16:59:48.958944+0000","last_active":"2024-09-17T16:59:53.865792+0000","last_peered":"2024-09-17T16:59:53.865792+0000","last_clean":"2024-09-17T16:59:53.865792+0000","last_became_active":"2024-09-17T16:59:48.958625+0000","last_became_peered":"2024-09-17T16:59:48.958625+0000","last_unstale":"2024-09-17T16:59:53.865792+0000","last_undegraded":"2024-09-17T16:59:53.865792+0000","last_fullsized":"2024-09-17T16:59:53.865792+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:24:02.394374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233995,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28256,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716896,"statfs":{"total":95995035648,"available":95966101504,"internally_reserved":0,"allocated":1261568,"data_stored":868577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59399999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46500000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55400000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52000000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.621}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70899999999999996}]}]},{"osd":6,"up_from":46,"seq":197568495633,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28268,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716884,"statfs":{"total":95995035648,"available":95966089216,"internally_reserved":0,"allocated":1277952,"data_stored":876224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 17:00:01 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.44},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.68999999999999995}]},{"osd":1,"last update":"Tue Sep 17 17:00:01 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.53800000000000003}]},{"osd":2,"last update":"Tue Sep 17 17:00:01 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.72899999999999998}]},{"osd":3,"last update":"Tue Sep 17 17:00:01 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.621}]},{"osd":4,"last update":"Tue Sep 17 17:00:01 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.78700000000000003},{"interface":"front","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.56899999999999995}]},{"osd":5,"last update":"Tue Sep 17 17:00:01 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.82399999999999995},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.66800000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60599999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757270,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27692,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717460,"statfs":{"total":95995035648,"available":95966679040,"internally_reserved":0,"allocated":688128,"data_stored":285946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 16:59:35 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.56200000000000006}]},{"osd":1,"last update":"Tue Sep 17 16:59:35 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.53100000000000003}]},{"osd":2,"last update":"Tue Sep 17 16:59:35 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.67300000000000004}]},{"osd":3,"last update":"Tue Sep 17 16:59:35 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.71399999999999997}]},{"osd":4,"last update":"Tue Sep 17 16:59:35 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.40300000000000002}]},{"osd":6,"last update":"Tue Sep 17 17:00:02 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.39100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.432}]}]},{"osd":4,"up_from":30,"seq":128849018906,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27692,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717460,"statfs":{"total":95995035648,"available":95966679040,"internally_reserved":0,"allocated":688128,"data_stored":285000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 16:59:11 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.59899999999999998}]},{"osd":1,"last update":"Tue Sep 17 16:59:11 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":1,"5min":1,"15min":1},"last":0.54100000000000004}]},{"osd":2,"last update":"Tue Sep 17 16:59:11 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.71799999999999997}]},{"osd":3,"last update":"Tue Sep 17 16:59:11 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.624}]},{"osd":5,"last update":"Tue Sep 17 16:59:35 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.66700000000000004}]},{"osd":6,"last update":"Tue Sep 17 17:00:02 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.75700000000000001},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.68899999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79400000000000004}]}]},{"osd":3,"up_from":25,"seq":107374182430,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27696,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717456,"statfs":{"total":95995035648,"available":95966674944,"internally_reserved":0,"allocated":692224,"data_stored":285960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 16:59:54 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.41199999999999998,"15min":0.40799999999999997},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.435,"15min":0.436},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.35699999999999998}]},{"osd":1,"last update":"Tue Sep 17 16:59:54 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.44500000000000001,"15min":0.441},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.40999999999999998,"15min":0.40899999999999997},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.318}]},{"osd":2,"last update":"Tue Sep 17 16:59:54 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.47699999999999998,"15min":0.47899999999999998},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.56899999999999995,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.44,"5min":0.45300000000000001,"15min":0.45500000000000002},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.59199999999999997,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.34000000000000002}]},{"osd":4,"last update":"Tue Sep 17 16:59:14 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.48899999999999999}]},{"osd":5,"last update":"Tue Sep 17 16:59:37 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.52200000000000002}]},{"osd":6,"last update":"Tue Sep 17 17:00:02 2024","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.53200000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]}]},{"osd":2,"up_from":18,"seq":77309411364,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31764,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713388,"statfs":{"total":95995035648,"available":95962509312,"internally_reserved":0,"allocated":655360,"data_stored":276936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 16:59:32 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.48899999999999999,"5min":0.53800000000000003,"15min":0.53800000000000003},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.54300000000000004,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.51300000000000001}]},{"osd":1,"last update":"Tue Sep 17 16:59:32 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.371,"15min":0.36599999999999999},"min":{"1min":0.26700000000000002,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.378,"5min":0.36399999999999999,"15min":0.36199999999999999},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.53700000000000003}]},{"osd":3,"last update":"Tue Sep 17 16:59:54 2024","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.44,"15min":0.442},"min":{"1min":0.30399999999999999,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.624,"5min":0.624,"15min":0.624},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.41999999999999998,"15min":0.42199999999999999},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.54200000000000004,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.47699999999999998}]},{"osd":4,"last update":"Tue Sep 17 16:59:16 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.754}]},{"osd":5,"last update":"Tue Sep 17 16:59:36 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.82299999999999995}]},{"osd":6,"last update":"Tue Sep 17 17:00:05 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.79800000000000004},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.67200000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78600000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574889,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27676,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717476,"statfs":{"total":95995035648,"available":95966695424,"internally_reserved":0,"allocated":667648,"data_stored":277765,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 17:00:06 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.34999999999999998,"15min":0.33500000000000002},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.52600000000000002,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.249},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.36499999999999999,"15min":0.34499999999999997},"min":{"1min":0.25600000000000001,"5min":0.217,"15min":0.217},"max":{"1min":0.52500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.38700000000000001}]},{"osd":2,"last update":"Tue Sep 17 16:59:30 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.39500000000000002,"15min":0.39300000000000002},"min":{"1min":0.29399999999999998,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.54600000000000004,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.432,"5min":0.39700000000000002,"15min":0.39100000000000001},"min":{"1min":0.30599999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.37}]},{"osd":3,"last update":"Tue Sep 17 16:59:52 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.432,"15min":0.42999999999999999},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.59099999999999997,"5min":0.747,"15min":0.747},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.41399999999999998,"15min":0.41599999999999998},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.53300000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.318}]},{"osd":4,"last update":"Tue Sep 17 16:59:11 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.59499999999999997}]},{"osd":5,"last update":"Tue Sep 17 16:59:37 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.63700000000000001}]},{"osd":6,"last update":"Tue Sep 17 17:00:01 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.53700000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54800000000000004}]}]},{"osd":0,"up_from":8,"seq":34359738414,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32364,"kb_used_data":1240,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712788,"statfs":{"total":95995035648,"available":95961894912,"internally_reserved":0,"allocated":1269760,"data_stored":868701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Sep 17 17:00:04 2024","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.35399999999999998,"15min":0.33600000000000002},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.36499999999999999,"15min":0.34399999999999997},"min":{"1min":0.25600000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.29499999999999998}]},{"osd":2,"last update":"Tue Sep 17 16:59:29 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.38300000000000001,"15min":0.38400000000000001},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.52400000000000002,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.44,"15min":0.437},"min":{"1min":0.29199999999999998,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.63200000000000001,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.35199999999999998}]},{"osd":3,"last update":"Tue Sep 17 16:59:53 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.45500000000000002,"15min":0.45700000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.316},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.48999999999999999,"15min":0.49299999999999999},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.39200000000000002}]},{"osd":4,"last update":"Tue Sep 17 16:59:11 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.377}]},{"osd":5,"last update":"Tue Sep 17 16:59:35 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.45900000000000002}]},{"osd":6,"last update":"Tue Sep 17 17:00:01 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.499},{"interface":"front","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.41899999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.441}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-17T17:00:14.862 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-17T17:00:15.070 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:00:15.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:14 smithi031 ceph-mon[27768]: from='client.24413 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-17T17:00:15.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:14 smithi031 ceph-mon[27768]: pgmap v210: 97 pgs: 1 activating, 3 peering, 93 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:15.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:14 smithi031 ceph-mon[39468]: from='client.24413 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-17T17:00:15.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:14 smithi031 ceph-mon[39468]: pgmap v210: 97 pgs: 1 activating, 3 peering, 93 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:15.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:14 smithi066 ceph-mon[31354]: from='client.24413 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-17T17:00:15.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:14 smithi066 ceph-mon[31354]: pgmap v210: 97 pgs: 1 activating, 3 peering, 93 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:16.912 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T17:00:16.913 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-17T17:00:17.265 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:16 smithi031 ceph-mon[27768]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:17.266 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:16 smithi031 ceph-mon[39468]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:17.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:16 smithi066 ceph-mon[31354]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:17.668 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":211,"stamp":"2024-09-17T17:00:16.825039+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":231540,"kb_used_data":7176,"kb_used_omap":12,"kb_used_meta":224243,"kb_avail":749729676,"statfs":{"total":767960285184,"available":767723188224,"internally_reserved":0,"allocated":7348224,"data_stored":4104217,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":229625400},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001620"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.672707+0000","last_change":"2024-09-17T16:59:52.236881+0000","last_active":"2024-09-17T17:00:09.672707+0000","last_peered":"2024-09-17T17:00:09.672707+0000","last_clean":"2024-09-17T17:00:09.672707+0000","last_became_active":"2024-09-17T16:59:52.236599+0000","last_became_peered":"2024-09-17T16:59:52.236599+0000","last_unstale":"2024-09-17T17:00:09.672707+0000","last_undegraded":"2024-09-17T17:00:09.672707+0000","last_fullsized":"2024-09-17T17:00:09.672707+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:36:51.348720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.665790+0000","last_change":"2024-09-17T16:59:52.232067+0000","last_active":"2024-09-17T17:00:09.665790+0000","last_peered":"2024-09-17T17:00:09.665790+0000","last_clean":"2024-09-17T17:00:09.665790+0000","last_became_active":"2024-09-17T16:59:52.231778+0000","last_became_peered":"2024-09-17T16:59:52.231778+0000","last_unstale":"2024-09-17T17:00:09.665790+0000","last_undegraded":"2024-09-17T17:00:09.665790+0000","last_fullsized":"2024-09-17T17:00:09.665790+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:17:51.826619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.671977+0000","last_change":"2024-09-17T16:59:52.232081+0000","last_active":"2024-09-17T17:00:09.671977+0000","last_peered":"2024-09-17T17:00:09.671977+0000","last_clean":"2024-09-17T17:00:09.671977+0000","last_became_active":"2024-09-17T16:59:52.231818+0000","last_became_peered":"2024-09-17T16:59:52.231818+0000","last_unstale":"2024-09-17T17:00:09.671977+0000","last_undegraded":"2024-09-17T17:00:09.671977+0000","last_fullsized":"2024-09-17T17:00:09.671977+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:33:28.977734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.669468+0000","last_change":"2024-09-17T16:59:52.238953+0000","last_active":"2024-09-17T17:00:09.669468+0000","last_peered":"2024-09-17T17:00:09.669468+0000","last_clean":"2024-09-17T17:00:09.669468+0000","last_became_active":"2024-09-17T16:59:52.238666+0000","last_became_peered":"2024-09-17T16:59:52.238666+0000","last_unstale":"2024-09-17T17:00:09.669468+0000","last_undegraded":"2024-09-17T17:00:09.669468+0000","last_fullsized":"2024-09-17T17:00:09.669468+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:01:21.071757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.672253+0000","last_change":"2024-09-17T16:59:52.242987+0000","last_active":"2024-09-17T17:00:09.672253+0000","last_peered":"2024-09-17T17:00:09.672253+0000","last_clean":"2024-09-17T17:00:09.672253+0000","last_became_active":"2024-09-17T16:59:52.242278+0000","last_became_peered":"2024-09-17T16:59:52.242278+0000","last_unstale":"2024-09-17T17:00:09.672253+0000","last_undegraded":"2024-09-17T17:00:09.672253+0000","last_fullsized":"2024-09-17T17:00:09.672253+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:13:11.091742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.670512+0000","last_change":"2024-09-17T16:59:52.244609+0000","last_active":"2024-09-17T17:00:09.670512+0000","last_peered":"2024-09-17T17:00:09.670512+0000","last_clean":"2024-09-17T17:00:09.670512+0000","last_became_active":"2024-09-17T16:59:52.244327+0000","last_became_peered":"2024-09-17T16:59:52.244327+0000","last_unstale":"2024-09-17T17:00:09.670512+0000","last_undegraded":"2024-09-17T17:00:09.670512+0000","last_fullsized":"2024-09-17T17:00:09.670512+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:36:36.339378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.673038+0000","last_change":"2024-09-17T16:59:52.242353+0000","last_active":"2024-09-17T17:00:09.673038+0000","last_peered":"2024-09-17T17:00:09.673038+0000","last_clean":"2024-09-17T17:00:09.673038+0000","last_became_active":"2024-09-17T16:59:52.241942+0000","last_became_peered":"2024-09-17T16:59:52.241942+0000","last_unstale":"2024-09-17T17:00:09.673038+0000","last_undegraded":"2024-09-17T17:00:09.673038+0000","last_fullsized":"2024-09-17T17:00:09.673038+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:17:24.873674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.665967+0000","last_change":"2024-09-17T16:59:52.235846+0000","last_active":"2024-09-17T17:00:09.665967+0000","last_peered":"2024-09-17T17:00:09.665967+0000","last_clean":"2024-09-17T17:00:09.665967+0000","last_became_active":"2024-09-17T16:59:52.235510+0000","last_became_peered":"2024-09-17T16:59:52.235510+0000","last_unstale":"2024-09-17T17:00:09.665967+0000","last_undegraded":"2024-09-17T17:00:09.665967+0000","last_fullsized":"2024-09-17T17:00:09.665967+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:16:11.772461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.672978+0000","last_change":"2024-09-17T16:59:52.240107+0000","last_active":"2024-09-17T17:00:09.672978+0000","last_peered":"2024-09-17T17:00:09.672978+0000","last_clean":"2024-09-17T17:00:09.672978+0000","last_became_active":"2024-09-17T16:59:52.239794+0000","last_became_peered":"2024-09-17T16:59:52.239794+0000","last_unstale":"2024-09-17T17:00:09.672978+0000","last_undegraded":"2024-09-17T17:00:09.672978+0000","last_fullsized":"2024-09-17T17:00:09.672978+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:47:25.349764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.669652+0000","last_change":"2024-09-17T16:59:52.248042+0000","last_active":"2024-09-17T17:00:09.669652+0000","last_peered":"2024-09-17T17:00:09.669652+0000","last_clean":"2024-09-17T17:00:09.669652+0000","last_became_active":"2024-09-17T16:59:52.247661+0000","last_became_peered":"2024-09-17T16:59:52.247661+0000","last_unstale":"2024-09-17T17:00:09.669652+0000","last_undegraded":"2024-09-17T17:00:09.669652+0000","last_fullsized":"2024-09-17T17:00:09.669652+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:46:29.920339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.669263+0000","last_change":"2024-09-17T16:59:52.248014+0000","last_active":"2024-09-17T17:00:09.669263+0000","last_peered":"2024-09-17T17:00:09.669263+0000","last_clean":"2024-09-17T17:00:09.669263+0000","last_became_active":"2024-09-17T16:59:52.247711+0000","last_became_peered":"2024-09-17T16:59:52.247711+0000","last_unstale":"2024-09-17T17:00:09.669263+0000","last_undegraded":"2024-09-17T17:00:09.669263+0000","last_fullsized":"2024-09-17T17:00:09.669263+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:22:18.961156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.666546+0000","last_change":"2024-09-17T16:59:52.230639+0000","last_active":"2024-09-17T17:00:09.666546+0000","last_peered":"2024-09-17T17:00:09.666546+0000","last_clean":"2024-09-17T17:00:09.666546+0000","last_became_active":"2024-09-17T16:59:52.230143+0000","last_became_peered":"2024-09-17T16:59:52.230143+0000","last_unstale":"2024-09-17T17:00:09.666546+0000","last_undegraded":"2024-09-17T17:00:09.666546+0000","last_fullsized":"2024-09-17T17:00:09.666546+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:57:17.269481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.666547+0000","last_change":"2024-09-17T16:59:52.228840+0000","last_active":"2024-09-17T17:00:09.666547+0000","last_peered":"2024-09-17T17:00:09.666547+0000","last_clean":"2024-09-17T17:00:09.666547+0000","last_became_active":"2024-09-17T16:59:52.228548+0000","last_became_peered":"2024-09-17T16:59:52.228548+0000","last_unstale":"2024-09-17T17:00:09.666547+0000","last_undegraded":"2024-09-17T17:00:09.666547+0000","last_fullsized":"2024-09-17T17:00:09.666547+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:14:30.447716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.671943+0000","last_change":"2024-09-17T16:59:52.247748+0000","last_active":"2024-09-17T17:00:09.671943+0000","last_peered":"2024-09-17T17:00:09.671943+0000","last_clean":"2024-09-17T17:00:09.671943+0000","last_became_active":"2024-09-17T16:59:52.247335+0000","last_became_peered":"2024-09-17T16:59:52.247335+0000","last_unstale":"2024-09-17T17:00:09.671943+0000","last_undegraded":"2024-09-17T17:00:09.671943+0000","last_fullsized":"2024-09-17T17:00:09.671943+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T22:24:39.854144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.665675+0000","last_change":"2024-09-17T16:59:52.236903+0000","last_active":"2024-09-17T17:00:09.665675+0000","last_peered":"2024-09-17T17:00:09.665675+0000","last_clean":"2024-09-17T17:00:09.665675+0000","last_became_active":"2024-09-17T16:59:52.236646+0000","last_became_peered":"2024-09-17T16:59:52.236646+0000","last_unstale":"2024-09-17T17:00:09.665675+0000","last_undegraded":"2024-09-17T17:00:09.665675+0000","last_fullsized":"2024-09-17T17:00:09.665675+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T01:26:22.314345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.670477+0000","last_change":"2024-09-17T16:59:52.240359+0000","last_active":"2024-09-17T17:00:09.670477+0000","last_peered":"2024-09-17T17:00:09.670477+0000","last_clean":"2024-09-17T17:00:09.670477+0000","last_became_active":"2024-09-17T16:59:52.240038+0000","last_became_peered":"2024-09-17T16:59:52.240038+0000","last_unstale":"2024-09-17T17:00:09.670477+0000","last_undegraded":"2024-09-17T17:00:09.670477+0000","last_fullsized":"2024-09-17T17:00:09.670477+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:28:25.167791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.670094+0000","last_change":"2024-09-17T16:59:52.241541+0000","last_active":"2024-09-17T17:00:09.670094+0000","last_peered":"2024-09-17T17:00:09.670094+0000","last_clean":"2024-09-17T17:00:09.670094+0000","last_became_active":"2024-09-17T16:59:52.241199+0000","last_became_peered":"2024-09-17T16:59:52.241199+0000","last_unstale":"2024-09-17T17:00:09.670094+0000","last_undegraded":"2024-09-17T17:00:09.670094+0000","last_fullsized":"2024-09-17T17:00:09.670094+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:41:40.500501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.669062+0000","last_change":"2024-09-17T16:59:52.234941+0000","last_active":"2024-09-17T17:00:09.669062+0000","last_peered":"2024-09-17T17:00:09.669062+0000","last_clean":"2024-09-17T17:00:09.669062+0000","last_became_active":"2024-09-17T16:59:52.234340+0000","last_became_peered":"2024-09-17T16:59:52.234340+0000","last_unstale":"2024-09-17T17:00:09.669062+0000","last_undegraded":"2024-09-17T17:00:09.669062+0000","last_fullsized":"2024-09-17T17:00:09.669062+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:33:33.898190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.672950+0000","last_change":"2024-09-17T16:59:52.239351+0000","last_active":"2024-09-17T17:00:09.672950+0000","last_peered":"2024-09-17T17:00:09.672950+0000","last_clean":"2024-09-17T17:00:09.672950+0000","last_became_active":"2024-09-17T16:59:52.238974+0000","last_became_peered":"2024-09-17T16:59:52.238974+0000","last_unstale":"2024-09-17T17:00:09.672950+0000","last_undegraded":"2024-09-17T17:00:09.672950+0000","last_fullsized":"2024-09-17T17:00:09.672950+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:43:22.080462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.668773+0000","last_change":"2024-09-17T16:59:52.237873+0000","last_active":"2024-09-17T17:00:09.668773+0000","last_peered":"2024-09-17T17:00:09.668773+0000","last_clean":"2024-09-17T17:00:09.668773+0000","last_became_active":"2024-09-17T16:59:52.237591+0000","last_became_peered":"2024-09-17T16:59:52.237591+0000","last_unstale":"2024-09-17T17:00:09.668773+0000","last_undegraded":"2024-09-17T17:00:09.668773+0000","last_fullsized":"2024-09-17T17:00:09.668773+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:45:16.822705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.671661+0000","last_change":"2024-09-17T16:59:52.234641+0000","last_active":"2024-09-17T17:00:09.671661+0000","last_peered":"2024-09-17T17:00:09.671661+0000","last_clean":"2024-09-17T17:00:09.671661+0000","last_became_active":"2024-09-17T16:59:52.234388+0000","last_became_peered":"2024-09-17T16:59:52.234388+0000","last_unstale":"2024-09-17T17:00:09.671661+0000","last_undegraded":"2024-09-17T17:00:09.671661+0000","last_fullsized":"2024-09-17T17:00:09.671661+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:58:56.748059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.670607+0000","last_change":"2024-09-17T16:59:52.247162+0000","last_active":"2024-09-17T17:00:09.670607+0000","last_peered":"2024-09-17T17:00:09.670607+0000","last_clean":"2024-09-17T17:00:09.670607+0000","last_became_active":"2024-09-17T16:59:52.246863+0000","last_became_peered":"2024-09-17T16:59:52.246863+0000","last_unstale":"2024-09-17T17:00:09.670607+0000","last_undegraded":"2024-09-17T17:00:09.670607+0000","last_fullsized":"2024-09-17T17:00:09.670607+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:07:09.898767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":23,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-17T17:00:10.810691+0000","last_change":"2024-09-17T17:00:10.810691+0000","last_active":"2024-09-17T17:00:10.810691+0000","last_peered":"2024-09-17T17:00:10.810691+0000","last_clean":"2024-09-17T17:00:10.810691+0000","last_became_active":"2024-09-17T17:00:10.810057+0000","last_became_peered":"2024-09-17T17:00:10.810057+0000","last_unstale":"2024-09-17T17:00:10.810691+0000","last_undegraded":"2024-09-17T17:00:10.810691+0000","last_fullsized":"2024-09-17T17:00:10.810691+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T01:41:27.851619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.670582+0000","last_change":"2024-09-17T16:59:52.236055+0000","last_active":"2024-09-17T17:00:09.670582+0000","last_peered":"2024-09-17T17:00:09.670582+0000","last_clean":"2024-09-17T17:00:09.670582+0000","last_became_active":"2024-09-17T16:59:52.235699+0000","last_became_peered":"2024-09-17T16:59:52.235699+0000","last_unstale":"2024-09-17T17:00:09.670582+0000","last_undegraded":"2024-09-17T17:00:09.670582+0000","last_fullsized":"2024-09-17T17:00:09.670582+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T22:38:42.725332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.666293+0000","last_change":"2024-09-17T16:59:52.221884+0000","last_active":"2024-09-17T17:00:09.666293+0000","last_peered":"2024-09-17T17:00:09.666293+0000","last_clean":"2024-09-17T17:00:09.666293+0000","last_became_active":"2024-09-17T16:59:52.221596+0000","last_became_peered":"2024-09-17T16:59:52.221596+0000","last_unstale":"2024-09-17T17:00:09.666293+0000","last_undegraded":"2024-09-17T17:00:09.666293+0000","last_fullsized":"2024-09-17T17:00:09.666293+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:35:45.039765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":23,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-17T17:00:11.311027+0000","last_change":"2024-09-17T17:00:11.311027+0000","last_active":"2024-09-17T17:00:11.311027+0000","last_peered":"2024-09-17T17:00:11.311027+0000","last_clean":"2024-09-17T17:00:11.311027+0000","last_became_active":"2024-09-17T17:00:11.310509+0000","last_became_peered":"2024-09-17T17:00:11.310509+0000","last_unstale":"2024-09-17T17:00:11.311027+0000","last_undegraded":"2024-09-17T17:00:11.311027+0000","last_fullsized":"2024-09-17T17:00:11.311027+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:11:30.319780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.666307+0000","last_change":"2024-09-17T16:59:52.222219+0000","last_active":"2024-09-17T17:00:09.666307+0000","last_peered":"2024-09-17T17:00:09.666307+0000","last_clean":"2024-09-17T17:00:09.666307+0000","last_became_active":"2024-09-17T16:59:52.221855+0000","last_became_peered":"2024-09-17T16:59:52.221855+0000","last_unstale":"2024-09-17T17:00:09.666307+0000","last_undegraded":"2024-09-17T17:00:09.666307+0000","last_fullsized":"2024-09-17T17:00:09.666307+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:15:22.727500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.666791+0000","last_change":"2024-09-17T16:59:52.231023+0000","last_active":"2024-09-17T17:00:09.666791+0000","last_peered":"2024-09-17T17:00:09.666791+0000","last_clean":"2024-09-17T17:00:09.666791+0000","last_became_active":"2024-09-17T16:59:52.230748+0000","last_became_peered":"2024-09-17T16:59:52.230748+0000","last_unstale":"2024-09-17T17:00:09.666791+0000","last_undegraded":"2024-09-17T17:00:09.666791+0000","last_fullsized":"2024-09-17T17:00:09.666791+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:16:24.023107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.671693+0000","last_change":"2024-09-17T16:59:52.230849+0000","last_active":"2024-09-17T17:00:09.671693+0000","last_peered":"2024-09-17T17:00:09.671693+0000","last_clean":"2024-09-17T17:00:09.671693+0000","last_became_active":"2024-09-17T16:59:52.230574+0000","last_became_peered":"2024-09-17T16:59:52.230574+0000","last_unstale":"2024-09-17T17:00:09.671693+0000","last_undegraded":"2024-09-17T17:00:09.671693+0000","last_fullsized":"2024-09-17T17:00:09.671693+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:29:26.558775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":22,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-17T17:00:10.810766+0000","last_change":"2024-09-17T17:00:10.810766+0000","last_active":"2024-09-17T17:00:10.810766+0000","last_peered":"2024-09-17T17:00:10.810766+0000","last_clean":"2024-09-17T17:00:10.810766+0000","last_became_active":"2024-09-17T17:00:10.810428+0000","last_became_peered":"2024-09-17T17:00:10.810428+0000","last_unstale":"2024-09-17T17:00:10.810766+0000","last_undegraded":"2024-09-17T17:00:10.810766+0000","last_fullsized":"2024-09-17T17:00:10.810766+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:17:51.100770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.668761+0000","last_change":"2024-09-17T16:59:52.234620+0000","last_active":"2024-09-17T17:00:09.668761+0000","last_peered":"2024-09-17T17:00:09.668761+0000","last_clean":"2024-09-17T17:00:09.668761+0000","last_became_active":"2024-09-17T16:59:52.234303+0000","last_became_peered":"2024-09-17T16:59:52.234303+0000","last_unstale":"2024-09-17T17:00:09.668761+0000","last_undegraded":"2024-09-17T17:00:09.668761+0000","last_fullsized":"2024-09-17T17:00:09.668761+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:12:02.835315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":23,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-17T17:00:10.672340+0000","last_change":"2024-09-17T17:00:10.672340+0000","last_active":"2024-09-17T17:00:10.672340+0000","last_peered":"2024-09-17T17:00:10.672340+0000","last_clean":"2024-09-17T17:00:10.672340+0000","last_became_active":"2024-09-17T17:00:10.671922+0000","last_became_peered":"2024-09-17T17:00:10.671922+0000","last_unstale":"2024-09-17T17:00:10.672340+0000","last_undegraded":"2024-09-17T17:00:10.672340+0000","last_fullsized":"2024-09-17T17:00:10.672340+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T22:15:07.553808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,5],"acting":[6,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.666006+0000","last_change":"2024-09-17T16:59:52.225552+0000","last_active":"2024-09-17T17:00:09.666006+0000","last_peered":"2024-09-17T17:00:09.666006+0000","last_clean":"2024-09-17T17:00:09.666006+0000","last_became_active":"2024-09-17T16:59:52.224076+0000","last_became_peered":"2024-09-17T16:59:52.224076+0000","last_unstale":"2024-09-17T17:00:09.666006+0000","last_undegraded":"2024-09-17T17:00:09.666006+0000","last_fullsized":"2024-09-17T17:00:09.666006+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T01:40:40.458756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.666741+0000","last_change":"2024-09-17T16:59:48.963653+0000","last_active":"2024-09-17T17:00:09.666741+0000","last_peered":"2024-09-17T17:00:09.666741+0000","last_clean":"2024-09-17T17:00:09.666741+0000","last_became_active":"2024-09-17T16:59:48.963349+0000","last_became_peered":"2024-09-17T16:59:48.963349+0000","last_unstale":"2024-09-17T17:00:09.666741+0000","last_undegraded":"2024-09-17T17:00:09.666741+0000","last_fullsized":"2024-09-17T17:00:09.666741+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:03:38.270075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.671756+0000","last_change":"2024-09-17T16:59:52.234190+0000","last_active":"2024-09-17T17:00:09.671756+0000","last_peered":"2024-09-17T17:00:09.671756+0000","last_clean":"2024-09-17T17:00:09.671756+0000","last_became_active":"2024-09-17T16:59:52.233720+0000","last_became_peered":"2024-09-17T16:59:52.233720+0000","last_unstale":"2024-09-17T17:00:09.671756+0000","last_undegraded":"2024-09-17T17:00:09.671756+0000","last_fullsized":"2024-09-17T17:00:09.671756+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:44:08.686423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":27,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-17T17:00:10.673398+0000","last_change":"2024-09-17T17:00:10.673398+0000","last_active":"2024-09-17T17:00:10.673398+0000","last_peered":"2024-09-17T17:00:10.673398+0000","last_clean":"2024-09-17T17:00:10.673398+0000","last_became_active":"2024-09-17T17:00:10.672954+0000","last_became_peered":"2024-09-17T17:00:10.672954+0000","last_unstale":"2024-09-17T17:00:10.673398+0000","last_undegraded":"2024-09-17T17:00:10.673398+0000","last_fullsized":"2024-09-17T17:00:10.673398+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:25:49.760038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.666953+0000","last_change":"2024-09-17T16:59:48.963696+0000","last_active":"2024-09-17T17:00:09.666953+0000","last_peered":"2024-09-17T17:00:09.666953+0000","last_clean":"2024-09-17T17:00:09.666953+0000","last_became_active":"2024-09-17T16:59:48.963375+0000","last_became_peered":"2024-09-17T16:59:48.963375+0000","last_unstale":"2024-09-17T17:00:09.666953+0000","last_undegraded":"2024-09-17T17:00:09.666953+0000","last_fullsized":"2024-09-17T17:00:09.666953+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:07:59.839104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.666050+0000","last_change":"2024-09-17T16:59:52.226286+0000","last_active":"2024-09-17T17:00:09.666050+0000","last_peered":"2024-09-17T17:00:09.666050+0000","last_clean":"2024-09-17T17:00:09.666050+0000","last_became_active":"2024-09-17T16:59:52.225791+0000","last_became_peered":"2024-09-17T16:59:52.225791+0000","last_unstale":"2024-09-17T17:00:09.666050+0000","last_undegraded":"2024-09-17T17:00:09.666050+0000","last_fullsized":"2024-09-17T17:00:09.666050+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:27:17.141030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.670680+0000","last_change":"2024-09-17T16:59:48.962774+0000","last_active":"2024-09-17T17:00:09.670680+0000","last_peered":"2024-09-17T17:00:09.670680+0000","last_clean":"2024-09-17T17:00:09.670680+0000","last_became_active":"2024-09-17T16:59:48.962491+0000","last_became_peered":"2024-09-17T16:59:48.962491+0000","last_unstale":"2024-09-17T17:00:09.670680+0000","last_undegraded":"2024-09-17T17:00:09.670680+0000","last_fullsized":"2024-09-17T17:00:09.670680+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:56:38.905184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.665280+0000","last_change":"2024-09-17T16:59:52.219380+0000","last_active":"2024-09-17T17:00:09.665280+0000","last_peered":"2024-09-17T17:00:09.665280+0000","last_clean":"2024-09-17T17:00:09.665280+0000","last_became_active":"2024-09-17T16:59:52.219108+0000","last_became_peered":"2024-09-17T16:59:52.219108+0000","last_unstale":"2024-09-17T17:00:09.665280+0000","last_undegraded":"2024-09-17T17:00:09.665280+0000","last_fullsized":"2024-09-17T17:00:09.665280+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:17:10.719431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.669230+0000","last_change":"2024-09-17T16:59:48.961764+0000","last_active":"2024-09-17T17:00:09.669230+0000","last_peered":"2024-09-17T17:00:09.669230+0000","last_clean":"2024-09-17T17:00:09.669230+0000","last_became_active":"2024-09-17T16:59:48.960635+0000","last_became_peered":"2024-09-17T16:59:48.960635+0000","last_unstale":"2024-09-17T17:00:09.669230+0000","last_undegraded":"2024-09-17T17:00:09.669230+0000","last_fullsized":"2024-09-17T17:00:09.669230+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:55:23.343870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.669721+0000","last_change":"2024-09-17T16:59:52.243952+0000","last_active":"2024-09-17T17:00:09.669721+0000","last_peered":"2024-09-17T17:00:09.669721+0000","last_clean":"2024-09-17T17:00:09.669721+0000","last_became_active":"2024-09-17T16:59:52.243549+0000","last_became_peered":"2024-09-17T16:59:52.243549+0000","last_unstale":"2024-09-17T17:00:09.669721+0000","last_undegraded":"2024-09-17T17:00:09.669721+0000","last_fullsized":"2024-09-17T17:00:09.669721+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:44:03.533343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.669902+0000","last_change":"2024-09-17T16:59:48.960109+0000","last_active":"2024-09-17T17:00:09.669902+0000","last_peered":"2024-09-17T17:00:09.669902+0000","last_clean":"2024-09-17T17:00:09.669902+0000","last_became_active":"2024-09-17T16:59:48.959695+0000","last_became_peered":"2024-09-17T16:59:48.959695+0000","last_unstale":"2024-09-17T17:00:09.669902+0000","last_undegraded":"2024-09-17T17:00:09.669902+0000","last_fullsized":"2024-09-17T17:00:09.669902+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:28:40.382548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.672363+0000","last_change":"2024-09-17T16:59:52.247712+0000","last_active":"2024-09-17T17:00:09.672363+0000","last_peered":"2024-09-17T17:00:09.672363+0000","last_clean":"2024-09-17T17:00:09.672363+0000","last_became_active":"2024-09-17T16:59:52.247422+0000","last_became_peered":"2024-09-17T16:59:52.247422+0000","last_unstale":"2024-09-17T17:00:09.672363+0000","last_undegraded":"2024-09-17T17:00:09.672363+0000","last_fullsized":"2024-09-17T17:00:09.672363+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T01:39:13.612415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.665533+0000","last_change":"2024-09-17T16:59:48.954829+0000","last_active":"2024-09-17T17:00:09.665533+0000","last_peered":"2024-09-17T17:00:09.665533+0000","last_clean":"2024-09-17T17:00:09.665533+0000","last_became_active":"2024-09-17T16:59:48.954557+0000","last_became_peered":"2024-09-17T16:59:48.954557+0000","last_unstale":"2024-09-17T17:00:09.665533+0000","last_undegraded":"2024-09-17T17:00:09.665533+0000","last_fullsized":"2024-09-17T17:00:09.665533+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:19:53.127346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.666647+0000","last_change":"2024-09-17T16:59:52.230454+0000","last_active":"2024-09-17T17:00:09.666647+0000","last_peered":"2024-09-17T17:00:09.666647+0000","last_clean":"2024-09-17T17:00:09.666647+0000","last_became_active":"2024-09-17T16:59:52.229662+0000","last_became_peered":"2024-09-17T16:59:52.229662+0000","last_unstale":"2024-09-17T17:00:09.666647+0000","last_undegraded":"2024-09-17T17:00:09.666647+0000","last_fullsized":"2024-09-17T17:00:09.666647+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:11:57.048365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"65'6","reported_seq":23,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.668881+0000","last_change":"2024-09-17T16:59:48.962897+0000","last_active":"2024-09-17T17:00:09.668881+0000","last_peered":"2024-09-17T17:00:09.668881+0000","last_clean":"2024-09-17T17:00:09.668881+0000","last_became_active":"2024-09-17T16:59:48.962588+0000","last_became_peered":"2024-09-17T16:59:48.962588+0000","last_unstale":"2024-09-17T17:00:09.668881+0000","last_undegraded":"2024-09-17T17:00:09.668881+0000","last_fullsized":"2024-09-17T17:00:09.668881+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:58:34.323179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.672704+0000","last_change":"2024-09-17T16:59:52.244388+0000","last_active":"2024-09-17T17:00:09.672704+0000","last_peered":"2024-09-17T17:00:09.672704+0000","last_clean":"2024-09-17T17:00:09.672704+0000","last_became_active":"2024-09-17T16:59:52.244115+0000","last_became_peered":"2024-09-17T16:59:52.244115+0000","last_unstale":"2024-09-17T17:00:09.672704+0000","last_undegraded":"2024-09-17T17:00:09.672704+0000","last_fullsized":"2024-09-17T17:00:09.672704+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:46:40.168063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.671845+0000","last_change":"2024-09-17T16:59:48.960970+0000","last_active":"2024-09-17T17:00:09.671845+0000","last_peered":"2024-09-17T17:00:09.671845+0000","last_clean":"2024-09-17T17:00:09.671845+0000","last_became_active":"2024-09-17T16:59:48.960613+0000","last_became_peered":"2024-09-17T16:59:48.960613+0000","last_unstale":"2024-09-17T17:00:09.671845+0000","last_undegraded":"2024-09-17T17:00:09.671845+0000","last_fullsized":"2024-09-17T17:00:09.671845+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:49:24.265041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.671963+0000","last_change":"2024-09-17T16:59:52.232750+0000","last_active":"2024-09-17T17:00:09.671963+0000","last_peered":"2024-09-17T17:00:09.671963+0000","last_clean":"2024-09-17T17:00:09.671963+0000","last_became_active":"2024-09-17T16:59:52.232483+0000","last_became_peered":"2024-09-17T16:59:52.232483+0000","last_unstale":"2024-09-17T17:00:09.671963+0000","last_undegraded":"2024-09-17T17:00:09.671963+0000","last_fullsized":"2024-09-17T17:00:09.671963+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:23:55.361946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.670725+0000","last_change":"2024-09-17T16:59:48.962941+0000","last_active":"2024-09-17T17:00:09.670725+0000","last_peered":"2024-09-17T17:00:09.670725+0000","last_clean":"2024-09-17T17:00:09.670725+0000","last_became_active":"2024-09-17T16:59:48.962637+0000","last_became_peered":"2024-09-17T16:59:48.962637+0000","last_unstale":"2024-09-17T17:00:09.670725+0000","last_undegraded":"2024-09-17T17:00:09.670725+0000","last_fullsized":"2024-09-17T17:00:09.670725+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:44:01.178721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.672260+0000","last_change":"2024-09-17T16:59:52.245395+0000","last_active":"2024-09-17T17:00:09.672260+0000","last_peered":"2024-09-17T17:00:09.672260+0000","last_clean":"2024-09-17T17:00:09.672260+0000","last_became_active":"2024-09-17T16:59:52.242684+0000","last_became_peered":"2024-09-17T16:59:52.242684+0000","last_unstale":"2024-09-17T17:00:09.672260+0000","last_undegraded":"2024-09-17T17:00:09.672260+0000","last_fullsized":"2024-09-17T17:00:09.672260+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:49:21.685150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.668749+0000","last_change":"2024-09-17T16:59:48.960765+0000","last_active":"2024-09-17T17:00:09.668749+0000","last_peered":"2024-09-17T17:00:09.668749+0000","last_clean":"2024-09-17T17:00:09.668749+0000","last_became_active":"2024-09-17T16:59:48.960401+0000","last_became_peered":"2024-09-17T16:59:48.960401+0000","last_unstale":"2024-09-17T17:00:09.668749+0000","last_undegraded":"2024-09-17T17:00:09.668749+0000","last_fullsized":"2024-09-17T17:00:09.668749+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:49:12.581218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.668428+0000","last_change":"2024-09-17T16:59:52.248124+0000","last_active":"2024-09-17T17:00:09.668428+0000","last_peered":"2024-09-17T17:00:09.668428+0000","last_clean":"2024-09-17T17:00:09.668428+0000","last_became_active":"2024-09-17T16:59:52.247580+0000","last_became_peered":"2024-09-17T16:59:52.247580+0000","last_unstale":"2024-09-17T17:00:09.668428+0000","last_undegraded":"2024-09-17T17:00:09.668428+0000","last_fullsized":"2024-09-17T17:00:09.668428+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:36:12.043526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":25,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.668917+0000","last_change":"2024-09-17T16:59:48.954336+0000","last_active":"2024-09-17T17:00:09.668917+0000","last_peered":"2024-09-17T17:00:09.668917+0000","last_clean":"2024-09-17T17:00:09.668917+0000","last_became_active":"2024-09-17T16:59:48.953934+0000","last_became_peered":"2024-09-17T16:59:48.953934+0000","last_unstale":"2024-09-17T17:00:09.668917+0000","last_undegraded":"2024-09-17T17:00:09.668917+0000","last_fullsized":"2024-09-17T17:00:09.668917+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:47:52.485920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.671981+0000","last_change":"2024-09-17T16:59:52.244709+0000","last_active":"2024-09-17T17:00:09.671981+0000","last_peered":"2024-09-17T17:00:09.671981+0000","last_clean":"2024-09-17T17:00:09.671981+0000","last_became_active":"2024-09-17T16:59:52.242730+0000","last_became_peered":"2024-09-17T16:59:52.242730+0000","last_unstale":"2024-09-17T17:00:09.671981+0000","last_undegraded":"2024-09-17T17:00:09.671981+0000","last_fullsized":"2024-09-17T17:00:09.671981+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:39:29.397594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.667029+0000","last_change":"2024-09-17T16:59:48.965242+0000","last_active":"2024-09-17T17:00:09.667029+0000","last_peered":"2024-09-17T17:00:09.667029+0000","last_clean":"2024-09-17T17:00:09.667029+0000","last_became_active":"2024-09-17T16:59:48.964911+0000","last_became_peered":"2024-09-17T16:59:48.964911+0000","last_unstale":"2024-09-17T17:00:09.667029+0000","last_undegraded":"2024-09-17T17:00:09.667029+0000","last_fullsized":"2024-09-17T17:00:09.667029+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:51:07.238886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.673027+0000","last_change":"2024-09-17T16:59:52.243187+0000","last_active":"2024-09-17T17:00:09.673027+0000","last_peered":"2024-09-17T17:00:09.673027+0000","last_clean":"2024-09-17T17:00:09.673027+0000","last_became_active":"2024-09-17T16:59:52.242790+0000","last_became_peered":"2024-09-17T16:59:52.242790+0000","last_unstale":"2024-09-17T17:00:09.673027+0000","last_undegraded":"2024-09-17T17:00:09.673027+0000","last_fullsized":"2024-09-17T17:00:09.673027+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:48:01.985678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.669186+0000","last_change":"2024-09-17T16:59:48.960796+0000","last_active":"2024-09-17T17:00:09.669186+0000","last_peered":"2024-09-17T17:00:09.669186+0000","last_clean":"2024-09-17T17:00:09.669186+0000","last_became_active":"2024-09-17T16:59:48.960504+0000","last_became_peered":"2024-09-17T16:59:48.960504+0000","last_unstale":"2024-09-17T17:00:09.669186+0000","last_undegraded":"2024-09-17T17:00:09.669186+0000","last_fullsized":"2024-09-17T17:00:09.669186+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:01:36.242275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.673079+0000","last_change":"2024-09-17T16:59:52.244847+0000","last_active":"2024-09-17T17:00:09.673079+0000","last_peered":"2024-09-17T17:00:09.673079+0000","last_clean":"2024-09-17T17:00:09.673079+0000","last_became_active":"2024-09-17T16:59:52.243479+0000","last_became_peered":"2024-09-17T16:59:52.243479+0000","last_unstale":"2024-09-17T17:00:09.673079+0000","last_undegraded":"2024-09-17T17:00:09.673079+0000","last_fullsized":"2024-09-17T17:00:09.673079+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:05:39.269540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.665616+0000","last_change":"2024-09-17T16:59:48.957713+0000","last_active":"2024-09-17T17:00:09.665616+0000","last_peered":"2024-09-17T17:00:09.665616+0000","last_clean":"2024-09-17T17:00:09.665616+0000","last_became_active":"2024-09-17T16:59:48.957429+0000","last_became_peered":"2024-09-17T16:59:48.957429+0000","last_unstale":"2024-09-17T17:00:09.665616+0000","last_undegraded":"2024-09-17T17:00:09.665616+0000","last_fullsized":"2024-09-17T17:00:09.665616+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:36:57.132830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.669681+0000","last_change":"2024-09-17T16:59:52.247096+0000","last_active":"2024-09-17T17:00:09.669681+0000","last_peered":"2024-09-17T17:00:09.669681+0000","last_clean":"2024-09-17T17:00:09.669681+0000","last_became_active":"2024-09-17T16:59:52.246795+0000","last_became_peered":"2024-09-17T16:59:52.246795+0000","last_unstale":"2024-09-17T17:00:09.669681+0000","last_undegraded":"2024-09-17T17:00:09.669681+0000","last_fullsized":"2024-09-17T17:00:09.669681+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:54:20.559793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.668896+0000","last_change":"2024-09-17T16:59:48.954693+0000","last_active":"2024-09-17T17:00:09.668896+0000","last_peered":"2024-09-17T17:00:09.668896+0000","last_clean":"2024-09-17T17:00:09.668896+0000","last_became_active":"2024-09-17T16:59:48.954402+0000","last_became_peered":"2024-09-17T16:59:48.954402+0000","last_unstale":"2024-09-17T17:00:09.668896+0000","last_undegraded":"2024-09-17T17:00:09.668896+0000","last_fullsized":"2024-09-17T17:00:09.668896+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T22:15:57.900576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.672824+0000","last_change":"2024-09-17T16:59:52.237888+0000","last_active":"2024-09-17T17:00:09.672824+0000","last_peered":"2024-09-17T17:00:09.672824+0000","last_clean":"2024-09-17T17:00:09.672824+0000","last_became_active":"2024-09-17T16:59:52.237519+0000","last_became_peered":"2024-09-17T16:59:52.237519+0000","last_unstale":"2024-09-17T17:00:09.672824+0000","last_undegraded":"2024-09-17T17:00:09.672824+0000","last_fullsized":"2024-09-17T17:00:09.672824+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T01:37:05.324759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":224,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.672338+0000","last_change":"2024-09-17T16:59:28.554273+0000","last_active":"2024-09-17T17:00:09.672338+0000","last_peered":"2024-09-17T17:00:09.672338+0000","last_clean":"2024-09-17T17:00:09.672338+0000","last_became_active":"2024-09-17T16:59:28.553865+0000","last_became_peered":"2024-09-17T16:59:28.553865+0000","last_unstale":"2024-09-17T17:00:09.672338+0000","last_undegraded":"2024-09-17T17:00:09.672338+0000","last_fullsized":"2024-09-17T17:00:09.672338+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:57:25.739524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:57:25.739524+0000","last_clean_scrub_stamp":"2024-09-17T16:57:25.739524+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:00:13.375653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.669208+0000","last_change":"2024-09-17T16:59:48.967005+0000","last_active":"2024-09-17T17:00:09.669208+0000","last_peered":"2024-09-17T17:00:09.669208+0000","last_clean":"2024-09-17T17:00:09.669208+0000","last_became_active":"2024-09-17T16:59:48.966677+0000","last_became_peered":"2024-09-17T16:59:48.966677+0000","last_unstale":"2024-09-17T17:00:09.669208+0000","last_undegraded":"2024-09-17T17:00:09.669208+0000","last_fullsized":"2024-09-17T17:00:09.669208+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:33:59.951404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.666517+0000","last_change":"2024-09-17T16:59:52.239021+0000","last_active":"2024-09-17T17:00:09.666517+0000","last_peered":"2024-09-17T17:00:09.666517+0000","last_clean":"2024-09-17T17:00:09.666517+0000","last_became_active":"2024-09-17T16:59:52.238681+0000","last_became_peered":"2024-09-17T16:59:52.238681+0000","last_unstale":"2024-09-17T17:00:09.666517+0000","last_undegraded":"2024-09-17T17:00:09.666517+0000","last_fullsized":"2024-09-17T17:00:09.666517+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:57:42.478147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.672222+0000","last_change":"2024-09-17T16:59:48.966880+0000","last_active":"2024-09-17T17:00:09.672222+0000","last_peered":"2024-09-17T17:00:09.672222+0000","last_clean":"2024-09-17T17:00:09.672222+0000","last_became_active":"2024-09-17T16:59:48.965791+0000","last_became_peered":"2024-09-17T16:59:48.965791+0000","last_unstale":"2024-09-17T17:00:09.672222+0000","last_undegraded":"2024-09-17T17:00:09.672222+0000","last_fullsized":"2024-09-17T17:00:09.672222+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:35:43.322828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.671438+0000","last_change":"2024-09-17T16:59:52.227130+0000","last_active":"2024-09-17T17:00:09.671438+0000","last_peered":"2024-09-17T17:00:09.671438+0000","last_clean":"2024-09-17T17:00:09.671438+0000","last_became_active":"2024-09-17T16:59:52.226781+0000","last_became_peered":"2024-09-17T16:59:52.226781+0000","last_unstale":"2024-09-17T17:00:09.671438+0000","last_undegraded":"2024-09-17T17:00:09.671438+0000","last_fullsized":"2024-09-17T17:00:09.671438+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:54:32.364956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.668784+0000","last_change":"2024-09-17T16:59:48.957598+0000","last_active":"2024-09-17T17:00:09.668784+0000","last_peered":"2024-09-17T17:00:09.668784+0000","last_clean":"2024-09-17T17:00:09.668784+0000","last_became_active":"2024-09-17T16:59:48.957358+0000","last_became_peered":"2024-09-17T16:59:48.957358+0000","last_unstale":"2024-09-17T17:00:09.668784+0000","last_undegraded":"2024-09-17T17:00:09.668784+0000","last_fullsized":"2024-09-17T17:00:09.668784+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:08:59.074357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.664595+0000","last_change":"2024-09-17T16:59:52.228112+0000","last_active":"2024-09-17T17:00:09.664595+0000","last_peered":"2024-09-17T17:00:09.664595+0000","last_clean":"2024-09-17T17:00:09.664595+0000","last_became_active":"2024-09-17T16:59:52.227843+0000","last_became_peered":"2024-09-17T16:59:52.227843+0000","last_unstale":"2024-09-17T17:00:09.664595+0000","last_undegraded":"2024-09-17T17:00:09.664595+0000","last_fullsized":"2024-09-17T17:00:09.664595+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:10:19.802311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.670807+0000","last_change":"2024-09-17T16:59:48.959842+0000","last_active":"2024-09-17T17:00:09.670807+0000","last_peered":"2024-09-17T17:00:09.670807+0000","last_clean":"2024-09-17T17:00:09.670807+0000","last_became_active":"2024-09-17T16:59:48.959526+0000","last_became_peered":"2024-09-17T16:59:48.959526+0000","last_unstale":"2024-09-17T17:00:09.670807+0000","last_undegraded":"2024-09-17T17:00:09.670807+0000","last_fullsized":"2024-09-17T17:00:09.670807+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:08:14.237166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.666214+0000","last_change":"2024-09-17T16:59:52.236050+0000","last_active":"2024-09-17T17:00:09.666214+0000","last_peered":"2024-09-17T17:00:09.666214+0000","last_clean":"2024-09-17T17:00:09.666214+0000","last_became_active":"2024-09-17T16:59:52.235668+0000","last_became_peered":"2024-09-17T16:59:52.235668+0000","last_unstale":"2024-09-17T17:00:09.666214+0000","last_undegraded":"2024-09-17T17:00:09.666214+0000","last_fullsized":"2024-09-17T17:00:09.666214+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:44:29.760035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.664925+0000","last_change":"2024-09-17T16:59:48.956283+0000","last_active":"2024-09-17T17:00:09.664925+0000","last_peered":"2024-09-17T17:00:09.664925+0000","last_clean":"2024-09-17T17:00:09.664925+0000","last_became_active":"2024-09-17T16:59:48.956018+0000","last_became_peered":"2024-09-17T16:59:48.956018+0000","last_unstale":"2024-09-17T17:00:09.664925+0000","last_undegraded":"2024-09-17T17:00:09.664925+0000","last_fullsized":"2024-09-17T17:00:09.664925+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:32:29.317471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.669810+0000","last_change":"2024-09-17T16:59:52.235693+0000","last_active":"2024-09-17T17:00:09.669810+0000","last_peered":"2024-09-17T17:00:09.669810+0000","last_clean":"2024-09-17T17:00:09.669810+0000","last_became_active":"2024-09-17T16:59:52.235392+0000","last_became_peered":"2024-09-17T16:59:52.235392+0000","last_unstale":"2024-09-17T17:00:09.669810+0000","last_undegraded":"2024-09-17T17:00:09.669810+0000","last_fullsized":"2024-09-17T17:00:09.669810+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:05:57.512128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.673064+0000","last_change":"2024-09-17T16:59:48.968581+0000","last_active":"2024-09-17T17:00:09.673064+0000","last_peered":"2024-09-17T17:00:09.673064+0000","last_clean":"2024-09-17T17:00:09.673064+0000","last_became_active":"2024-09-17T16:59:48.968250+0000","last_became_peered":"2024-09-17T16:59:48.968250+0000","last_unstale":"2024-09-17T17:00:09.673064+0000","last_undegraded":"2024-09-17T17:00:09.673064+0000","last_fullsized":"2024-09-17T17:00:09.673064+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:58:38.480732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.664837+0000","last_change":"2024-09-17T16:59:52.249054+0000","last_active":"2024-09-17T17:00:09.664837+0000","last_peered":"2024-09-17T17:00:09.664837+0000","last_clean":"2024-09-17T17:00:09.664837+0000","last_became_active":"2024-09-17T16:59:52.248780+0000","last_became_peered":"2024-09-17T16:59:52.248780+0000","last_unstale":"2024-09-17T17:00:09.664837+0000","last_undegraded":"2024-09-17T17:00:09.664837+0000","last_fullsized":"2024-09-17T17:00:09.664837+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:23:02.298973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.665795+0000","last_change":"2024-09-17T16:59:48.958389+0000","last_active":"2024-09-17T17:00:09.665795+0000","last_peered":"2024-09-17T17:00:09.665795+0000","last_clean":"2024-09-17T17:00:09.665795+0000","last_became_active":"2024-09-17T16:59:48.958091+0000","last_became_peered":"2024-09-17T16:59:48.958091+0000","last_unstale":"2024-09-17T17:00:09.665795+0000","last_undegraded":"2024-09-17T17:00:09.665795+0000","last_fullsized":"2024-09-17T17:00:09.665795+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T22:01:52.652776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.666370+0000","last_change":"2024-09-17T16:59:52.231309+0000","last_active":"2024-09-17T17:00:09.666370+0000","last_peered":"2024-09-17T17:00:09.666370+0000","last_clean":"2024-09-17T17:00:09.666370+0000","last_became_active":"2024-09-17T16:59:52.231035+0000","last_became_peered":"2024-09-17T16:59:52.231035+0000","last_unstale":"2024-09-17T17:00:09.666370+0000","last_undegraded":"2024-09-17T17:00:09.666370+0000","last_fullsized":"2024-09-17T17:00:09.666370+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:35:32.919565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.669416+0000","last_change":"2024-09-17T16:59:48.964052+0000","last_active":"2024-09-17T17:00:09.669416+0000","last_peered":"2024-09-17T17:00:09.669416+0000","last_clean":"2024-09-17T17:00:09.669416+0000","last_became_active":"2024-09-17T16:59:48.962863+0000","last_became_peered":"2024-09-17T16:59:48.962863+0000","last_unstale":"2024-09-17T17:00:09.669416+0000","last_undegraded":"2024-09-17T17:00:09.669416+0000","last_fullsized":"2024-09-17T17:00:09.669416+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:45:58.578215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.672118+0000","last_change":"2024-09-17T16:59:52.235251+0000","last_active":"2024-09-17T17:00:09.672118+0000","last_peered":"2024-09-17T17:00:09.672118+0000","last_clean":"2024-09-17T17:00:09.672118+0000","last_became_active":"2024-09-17T16:59:52.234982+0000","last_became_peered":"2024-09-17T16:59:52.234982+0000","last_unstale":"2024-09-17T17:00:09.672118+0000","last_undegraded":"2024-09-17T17:00:09.672118+0000","last_fullsized":"2024-09-17T17:00:09.672118+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:03:28.922686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.672078+0000","last_change":"2024-09-17T16:59:48.965349+0000","last_active":"2024-09-17T17:00:09.672078+0000","last_peered":"2024-09-17T17:00:09.672078+0000","last_clean":"2024-09-17T17:00:09.672078+0000","last_became_active":"2024-09-17T16:59:48.965004+0000","last_became_peered":"2024-09-17T16:59:48.965004+0000","last_unstale":"2024-09-17T17:00:09.672078+0000","last_undegraded":"2024-09-17T17:00:09.672078+0000","last_fullsized":"2024-09-17T17:00:09.672078+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:33:43.045238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.666072+0000","last_change":"2024-09-17T16:59:52.232942+0000","last_active":"2024-09-17T17:00:09.666072+0000","last_peered":"2024-09-17T17:00:09.666072+0000","last_clean":"2024-09-17T17:00:09.666072+0000","last_became_active":"2024-09-17T16:59:52.232634+0000","last_became_peered":"2024-09-17T16:59:52.232634+0000","last_unstale":"2024-09-17T17:00:09.666072+0000","last_undegraded":"2024-09-17T17:00:09.666072+0000","last_fullsized":"2024-09-17T17:00:09.666072+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:59:50.956221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.665461+0000","last_change":"2024-09-17T16:59:48.960360+0000","last_active":"2024-09-17T17:00:09.665461+0000","last_peered":"2024-09-17T17:00:09.665461+0000","last_clean":"2024-09-17T17:00:09.665461+0000","last_became_active":"2024-09-17T16:59:48.960075+0000","last_became_peered":"2024-09-17T16:59:48.960075+0000","last_unstale":"2024-09-17T17:00:09.665461+0000","last_undegraded":"2024-09-17T17:00:09.665461+0000","last_fullsized":"2024-09-17T17:00:09.665461+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:52:58.465417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.666136+0000","last_change":"2024-09-17T16:59:52.225642+0000","last_active":"2024-09-17T17:00:09.666136+0000","last_peered":"2024-09-17T17:00:09.666136+0000","last_clean":"2024-09-17T17:00:09.666136+0000","last_became_active":"2024-09-17T16:59:52.224985+0000","last_became_peered":"2024-09-17T16:59:52.224985+0000","last_unstale":"2024-09-17T17:00:09.666136+0000","last_undegraded":"2024-09-17T17:00:09.666136+0000","last_fullsized":"2024-09-17T17:00:09.666136+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:21:06.681415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.665189+0000","last_change":"2024-09-17T16:59:48.962203+0000","last_active":"2024-09-17T17:00:09.665189+0000","last_peered":"2024-09-17T17:00:09.665189+0000","last_clean":"2024-09-17T17:00:09.665189+0000","last_became_active":"2024-09-17T16:59:48.961515+0000","last_became_peered":"2024-09-17T16:59:48.961515+0000","last_unstale":"2024-09-17T17:00:09.665189+0000","last_undegraded":"2024-09-17T17:00:09.665189+0000","last_fullsized":"2024-09-17T17:00:09.665189+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:06:57.862433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.666850+0000","last_change":"2024-09-17T16:59:52.230953+0000","last_active":"2024-09-17T17:00:09.666850+0000","last_peered":"2024-09-17T17:00:09.666850+0000","last_clean":"2024-09-17T17:00:09.666850+0000","last_became_active":"2024-09-17T16:59:52.230693+0000","last_became_peered":"2024-09-17T16:59:52.230693+0000","last_unstale":"2024-09-17T17:00:09.666850+0000","last_undegraded":"2024-09-17T17:00:09.666850+0000","last_fullsized":"2024-09-17T17:00:09.666850+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:56:05.582663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.672522+0000","last_change":"2024-09-17T16:59:48.970277+0000","last_active":"2024-09-17T17:00:09.672522+0000","last_peered":"2024-09-17T17:00:09.672522+0000","last_clean":"2024-09-17T17:00:09.672522+0000","last_became_active":"2024-09-17T16:59:48.969950+0000","last_became_peered":"2024-09-17T16:59:48.969950+0000","last_unstale":"2024-09-17T17:00:09.672522+0000","last_undegraded":"2024-09-17T17:00:09.672522+0000","last_fullsized":"2024-09-17T17:00:09.672522+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:57:51.470007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-17T17:00:10.810782+0000","last_change":"2024-09-17T17:00:10.810782+0000","last_active":"2024-09-17T17:00:10.810782+0000","last_peered":"2024-09-17T17:00:10.810782+0000","last_clean":"2024-09-17T17:00:10.810782+0000","last_became_active":"2024-09-17T17:00:10.810338+0000","last_became_peered":"2024-09-17T17:00:10.810338+0000","last_unstale":"2024-09-17T17:00:10.810782+0000","last_undegraded":"2024-09-17T17:00:10.810782+0000","last_fullsized":"2024-09-17T17:00:10.810782+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:10:57.382979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.669427+0000","last_change":"2024-09-17T16:59:52.245581+0000","last_active":"2024-09-17T17:00:09.669427+0000","last_peered":"2024-09-17T17:00:09.669427+0000","last_clean":"2024-09-17T17:00:09.669427+0000","last_became_active":"2024-09-17T16:59:52.245304+0000","last_became_peered":"2024-09-17T16:59:52.245304+0000","last_unstale":"2024-09-17T17:00:09.669427+0000","last_undegraded":"2024-09-17T17:00:09.669427+0000","last_fullsized":"2024-09-17T17:00:09.669427+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:38:40.993895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.672715+0000","last_change":"2024-09-17T16:59:48.965008+0000","last_active":"2024-09-17T17:00:09.672715+0000","last_peered":"2024-09-17T17:00:09.672715+0000","last_clean":"2024-09-17T17:00:09.672715+0000","last_became_active":"2024-09-17T16:59:48.964658+0000","last_became_peered":"2024-09-17T16:59:48.964658+0000","last_unstale":"2024-09-17T17:00:09.672715+0000","last_undegraded":"2024-09-17T17:00:09.672715+0000","last_fullsized":"2024-09-17T17:00:09.672715+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:34:02.791560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.669570+0000","last_change":"2024-09-17T16:59:52.241829+0000","last_active":"2024-09-17T17:00:09.669570+0000","last_peered":"2024-09-17T17:00:09.669570+0000","last_clean":"2024-09-17T17:00:09.669570+0000","last_became_active":"2024-09-17T16:59:52.241547+0000","last_became_peered":"2024-09-17T16:59:52.241547+0000","last_unstale":"2024-09-17T17:00:09.669570+0000","last_undegraded":"2024-09-17T17:00:09.669570+0000","last_fullsized":"2024-09-17T17:00:09.669570+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:16:58.181755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.672955+0000","last_change":"2024-09-17T16:59:48.967617+0000","last_active":"2024-09-17T17:00:09.672955+0000","last_peered":"2024-09-17T17:00:09.672955+0000","last_clean":"2024-09-17T17:00:09.672955+0000","last_became_active":"2024-09-17T16:59:48.966438+0000","last_became_peered":"2024-09-17T16:59:48.966438+0000","last_unstale":"2024-09-17T17:00:09.672955+0000","last_undegraded":"2024-09-17T17:00:09.672955+0000","last_fullsized":"2024-09-17T17:00:09.672955+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:00:24.579468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.672311+0000","last_change":"2024-09-17T16:59:52.247606+0000","last_active":"2024-09-17T17:00:09.672311+0000","last_peered":"2024-09-17T17:00:09.672311+0000","last_clean":"2024-09-17T17:00:09.672311+0000","last_became_active":"2024-09-17T16:59:52.247343+0000","last_became_peered":"2024-09-17T16:59:52.247343+0000","last_unstale":"2024-09-17T17:00:09.672311+0000","last_undegraded":"2024-09-17T17:00:09.672311+0000","last_fullsized":"2024-09-17T17:00:09.672311+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:02:53.349473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.667044+0000","last_change":"2024-09-17T16:59:48.964046+0000","last_active":"2024-09-17T17:00:09.667044+0000","last_peered":"2024-09-17T17:00:09.667044+0000","last_clean":"2024-09-17T17:00:09.667044+0000","last_became_active":"2024-09-17T16:59:48.963742+0000","last_became_peered":"2024-09-17T16:59:48.963742+0000","last_unstale":"2024-09-17T17:00:09.667044+0000","last_undegraded":"2024-09-17T17:00:09.667044+0000","last_fullsized":"2024-09-17T17:00:09.667044+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:32:40.650824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.666955+0000","last_change":"2024-09-17T16:59:52.234339+0000","last_active":"2024-09-17T17:00:09.666955+0000","last_peered":"2024-09-17T17:00:09.666955+0000","last_clean":"2024-09-17T17:00:09.666955+0000","last_became_active":"2024-09-17T16:59:52.234026+0000","last_became_peered":"2024-09-17T16:59:52.234026+0000","last_unstale":"2024-09-17T17:00:09.666955+0000","last_undegraded":"2024-09-17T17:00:09.666955+0000","last_fullsized":"2024-09-17T17:00:09.666955+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T22:18:13.349139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-17T17:00:09.672463+0000","last_change":"2024-09-17T16:59:48.958944+0000","last_active":"2024-09-17T17:00:09.672463+0000","last_peered":"2024-09-17T17:00:09.672463+0000","last_clean":"2024-09-17T17:00:09.672463+0000","last_became_active":"2024-09-17T16:59:48.958625+0000","last_became_peered":"2024-09-17T16:59:48.958625+0000","last_unstale":"2024-09-17T17:00:09.672463+0000","last_undegraded":"2024-09-17T17:00:09.672463+0000","last_fullsized":"2024-09-17T17:00:09.672463+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:24:02.394374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233996,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28276,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716876,"statfs":{"total":95995035648,"available":95966081024,"internally_reserved":0,"allocated":1286144,"data_stored":881809,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45200000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52700000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60099999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50900000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69299999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56999999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.497}]}]},{"osd":6,"up_from":46,"seq":197568495634,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28284,"kb_used_data":1260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716868,"statfs":{"total":95995035648,"available":95966072832,"internally_reserved":0,"allocated":1290240,"data_stored":882769,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 17:00:01 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.42099999999999999}]},{"osd":1,"last update":"Tue Sep 17 17:00:01 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.49199999999999999}]},{"osd":2,"last update":"Tue Sep 17 17:00:01 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.47799999999999998}]},{"osd":3,"last update":"Tue Sep 17 17:00:01 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.439}]},{"osd":4,"last update":"Tue Sep 17 17:00:01 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.51700000000000002}]},{"osd":5,"last update":"Tue Sep 17 17:00:01 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.60999999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56499999999999995}]}]},{"osd":5,"up_from":38,"seq":163208757271,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27708,"kb_used_data":684,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717444,"statfs":{"total":95995035648,"available":95966662656,"internally_reserved":0,"allocated":700416,"data_stored":292491,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 16:59:35 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.56299999999999994}]},{"osd":1,"last update":"Tue Sep 17 16:59:35 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.70099999999999996}]},{"osd":2,"last update":"Tue Sep 17 16:59:35 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.755}]},{"osd":3,"last update":"Tue Sep 17 16:59:35 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.60299999999999998}]},{"osd":4,"last update":"Tue Sep 17 16:59:35 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.72499999999999998}]},{"osd":6,"last update":"Tue Sep 17 17:00:02 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.74199999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77800000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018907,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27708,"kb_used_data":684,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717444,"statfs":{"total":95995035648,"available":95966662656,"internally_reserved":0,"allocated":700416,"data_stored":291545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 17:00:14 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.55100000000000005,"15min":0.54800000000000004},"min":{"1min":0.316,"5min":0.313,"15min":0.313},"max":{"1min":0.80500000000000005,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56000000000000005,"15min":0.55900000000000005},"min":{"1min":0.374,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.82499999999999996,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.48699999999999999}]},{"osd":1,"last update":"Tue Sep 17 17:00:14 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.56499999999999995,"15min":0.56899999999999995},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.77800000000000002,"5min":0.876,"15min":0.876},"last":0.311},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.56200000000000006,"15min":0.56000000000000005},"min":{"1min":0.42199999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.74299999999999999,"5min":1,"15min":1},"last":0.43099999999999999}]},{"osd":2,"last update":"Tue Sep 17 17:00:14 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.56699999999999995,"15min":0.57199999999999995},"min":{"1min":0.36099999999999999,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.70899999999999996,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.58799999999999997,"15min":0.58499999999999996},"min":{"1min":0.434,"5min":0.372,"15min":0.372},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.32400000000000001}]},{"osd":3,"last update":"Tue Sep 17 17:00:14 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.57099999999999995,"15min":0.56899999999999995},"min":{"1min":0.39000000000000001,"5min":0.377,"15min":0.377},"max":{"1min":0.82099999999999995,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.38800000000000001,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.79500000000000004,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.45800000000000002}]},{"osd":5,"last update":"Tue Sep 17 16:59:35 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.499},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.57899999999999996}]},{"osd":6,"last update":"Tue Sep 17 17:00:02 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.47599999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54900000000000004}]}]},{"osd":3,"up_from":25,"seq":107374182431,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27708,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717444,"statfs":{"total":95995035648,"available":95966662656,"internally_reserved":0,"allocated":704512,"data_stored":292505,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 16:59:54 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.41199999999999998,"15min":0.40799999999999997},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.435,"15min":0.436},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.23699999999999999}]},{"osd":1,"last update":"Tue Sep 17 16:59:54 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.44500000000000001,"15min":0.441},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.40999999999999998,"15min":0.40899999999999997},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.33900000000000002}]},{"osd":2,"last update":"Tue Sep 17 16:59:54 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.47699999999999998,"15min":0.47899999999999998},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.56899999999999995,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.44,"5min":0.45300000000000001,"15min":0.45500000000000002},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.59199999999999997,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.27900000000000003}]},{"osd":4,"last update":"Tue Sep 17 16:59:14 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.55600000000000005}]},{"osd":5,"last update":"Tue Sep 17 16:59:37 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.65800000000000003}]},{"osd":6,"last update":"Tue Sep 17 17:00:02 2024","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.56299999999999994}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61099999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411365,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31780,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713372,"statfs":{"total":95995035648,"available":95962492928,"internally_reserved":0,"allocated":679936,"data_stored":290168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 16:59:32 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.48899999999999999,"5min":0.53800000000000003,"15min":0.53800000000000003},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.54300000000000004,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.32000000000000001}]},{"osd":1,"last update":"Tue Sep 17 16:59:32 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.371,"15min":0.36599999999999999},"min":{"1min":0.26700000000000002,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.378,"5min":0.36399999999999999,"15min":0.36199999999999999},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.42599999999999999}]},{"osd":3,"last update":"Tue Sep 17 16:59:54 2024","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.44,"15min":0.442},"min":{"1min":0.30399999999999999,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.624,"5min":0.624,"15min":0.624},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.41999999999999998,"15min":0.42199999999999999},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.54200000000000004,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.377}]},{"osd":4,"last update":"Tue Sep 17 16:59:16 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.80700000000000005},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.55000000000000004}]},{"osd":5,"last update":"Tue Sep 17 16:59:36 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.71299999999999997}]},{"osd":6,"last update":"Tue Sep 17 17:00:05 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.751}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73599999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574890,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27696,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717456,"statfs":{"total":95995035648,"available":95966674944,"internally_reserved":0,"allocated":692224,"data_stored":290997,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 17:00:06 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.34999999999999998,"15min":0.33500000000000002},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.52600000000000002,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.36499999999999999,"15min":0.34499999999999997},"min":{"1min":0.25600000000000001,"5min":0.217,"15min":0.217},"max":{"1min":0.52500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.38600000000000001}]},{"osd":2,"last update":"Tue Sep 17 16:59:30 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.39500000000000002,"15min":0.39300000000000002},"min":{"1min":0.29399999999999998,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.54600000000000004,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.27200000000000002},{"interface":"front","average":{"1min":0.432,"5min":0.39700000000000002,"15min":0.39100000000000001},"min":{"1min":0.30599999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.44900000000000001}]},{"osd":3,"last update":"Tue Sep 17 16:59:52 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.432,"15min":0.42999999999999999},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.59099999999999997,"5min":0.747,"15min":0.747},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.41399999999999998,"15min":0.41599999999999998},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.53300000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.42399999999999999}]},{"osd":4,"last update":"Tue Sep 17 16:59:11 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.61199999999999999}]},{"osd":5,"last update":"Tue Sep 17 16:59:37 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.70099999999999996}]},{"osd":6,"last update":"Tue Sep 17 17:00:01 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.71499999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63100000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738415,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32380,"kb_used_data":1264,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712772,"statfs":{"total":95995035648,"available":95961878528,"internally_reserved":0,"allocated":1294336,"data_stored":881933,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Sep 17 17:00:04 2024","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.35399999999999998,"15min":0.33600000000000002},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.36499999999999999,"15min":0.34399999999999997},"min":{"1min":0.25600000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.47999999999999998}]},{"osd":2,"last update":"Tue Sep 17 16:59:29 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.38300000000000001,"15min":0.38400000000000001},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.52400000000000002,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.44,"15min":0.437},"min":{"1min":0.29199999999999998,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.63200000000000001,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.51600000000000001}]},{"osd":3,"last update":"Tue Sep 17 16:59:53 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.45500000000000002,"15min":0.45700000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.502},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.48999999999999999,"15min":0.49299999999999999},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.55100000000000005}]},{"osd":4,"last update":"Tue Sep 17 17:00:13 2024","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.56999999999999995,"15min":0.56100000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.89500000000000002},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.56000000000000005,"15min":0.55300000000000005},"min":{"1min":0.377,"5min":0.374,"15min":0.374},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.77100000000000002}]},{"osd":5,"last update":"Tue Sep 17 16:59:35 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.88100000000000001},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.92100000000000004}]},{"osd":6,"last update":"Tue Sep 17 17:00:01 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.86399999999999999},{"interface":"front","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.76000000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80600000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-17T17:00:17.673 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-17T17:00:17.674 INFO:tasks.cephadm:Adding prometheus.a on smithi066 2024-09-17T17:00:17.674 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph orch apply prometheus '1;smithi066=a' 2024-09-17T17:00:17.895 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.b/config 2024-09-17T17:00:18.016 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:17 smithi066 ceph-mon[31354]: from='client.24419 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-17T17:00:18.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:17 smithi031 ceph-mon[27768]: from='client.24419 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-17T17:00:18.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:17 smithi031 ceph-mon[39468]: from='client.24419 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-17T17:00:19.045 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:18 smithi066 ceph-mon[31354]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:19.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:18 smithi031 ceph-mon[27768]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:19.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:18 smithi031 ceph-mon[39468]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:19.783 INFO:teuthology.orchestra.run.smithi066.stdout:Scheduled prometheus update... 2024-09-17T17:00:20.492 DEBUG:teuthology.orchestra.run.smithi066:prometheus.a> sudo journalctl -f -n 0 -u ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@prometheus.a.service 2024-09-17T17:00:20.494 INFO:tasks.cephadm:Adding node-exporter.a on smithi031 2024-09-17T17:00:20.494 INFO:tasks.cephadm:Adding node-exporter.b on smithi066 2024-09-17T17:00:20.494 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph orch apply node-exporter '2;smithi031=a;smithi066=b' 2024-09-17T17:00:20.749 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.b/config 2024-09-17T17:00:21.042 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:20 smithi066 ceph-mon[31354]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi066=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:00:21.042 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:20 smithi066 ceph-mon[31354]: Saving service prometheus spec with placement smithi066=a;count:1 2024-09-17T17:00:21.042 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:20 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T17:00:21.042 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:20 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:00:21.042 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:20 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:00:21.042 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:20 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:00:21.042 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:20 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T17:00:21.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:20 smithi031 ceph-mon[27768]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi066=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:00:21.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:20 smithi031 ceph-mon[27768]: Saving service prometheus spec with placement smithi066=a;count:1 2024-09-17T17:00:21.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:20 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T17:00:21.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:20 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:00:21.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:20 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:00:21.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:20 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:00:21.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:20 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T17:00:21.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:20 smithi031 ceph-mon[39468]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi066=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:00:21.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:20 smithi031 ceph-mon[39468]: Saving service prometheus spec with placement smithi066=a;count:1 2024-09-17T17:00:21.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:20 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T17:00:21.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:20 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:00:21.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:20 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:00:21.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:20 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:00:21.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:20 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T17:00:21.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:21 smithi066 ceph-mon[31354]: Deploying daemon prometheus.a on smithi066 2024-09-17T17:00:21.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:21 smithi066 ceph-mon[31354]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:22.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:21 smithi031 ceph-mon[27768]: Deploying daemon prometheus.a on smithi066 2024-09-17T17:00:22.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:21 smithi031 ceph-mon[27768]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:22.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:21 smithi031 ceph-mon[39468]: Deploying daemon prometheus.a on smithi066 2024-09-17T17:00:22.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:21 smithi031 ceph-mon[39468]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:22.886 INFO:teuthology.orchestra.run.smithi066.stdout:Scheduled node-exporter update... 2024-09-17T17:00:23.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:22 smithi066 ceph-mon[31354]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:23.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:22 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T17:00:23.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:22 smithi031 ceph-mon[27768]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:23.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:22 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T17:00:23.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:22 smithi031 ceph-mon[39468]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:23.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:22 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T17:00:24.161 DEBUG:teuthology.orchestra.run.smithi031:node-exporter.a> sudo journalctl -f -n 0 -u ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@node-exporter.a.service 2024-09-17T17:00:24.164 DEBUG:teuthology.orchestra.run.smithi066:node-exporter.b> sudo journalctl -f -n 0 -u ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@node-exporter.b.service 2024-09-17T17:00:24.167 INFO:tasks.cephadm:Adding alertmanager.a on smithi031 2024-09-17T17:00:24.167 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph orch apply alertmanager '1;smithi031=a' 2024-09-17T17:00:24.190 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:23 smithi031 ceph-mon[27768]: from='client.24388 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi031=a;smithi066=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:00:24.190 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:23 smithi031 ceph-mon[27768]: Saving service node-exporter spec with placement smithi031=a;smithi066=b;count:2 2024-09-17T17:00:24.190 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:23 smithi031 ceph-mon[39468]: from='client.24388 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi031=a;smithi066=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:00:24.190 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:23 smithi031 ceph-mon[39468]: Saving service node-exporter spec with placement smithi031=a;smithi066=b;count:2 2024-09-17T17:00:24.194 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:23 smithi066 ceph-mon[31354]: from='client.24388 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi031=a;smithi066=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:00:24.194 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:23 smithi066 ceph-mon[31354]: Saving service node-exporter spec with placement smithi031=a;smithi066=b;count:2 2024-09-17T17:00:24.439 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.b/config 2024-09-17T17:00:25.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:24 smithi031 ceph-mon[39468]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:25.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:24 smithi031 ceph-mon[27768]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:25.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:24 smithi066 ceph-mon[31354]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:27.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:26 smithi066 ceph-mon[31354]: pgmap v216: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:27.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:26 smithi031 ceph-mon[27768]: pgmap v216: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:27.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:26 smithi031 ceph-mon[39468]: pgmap v216: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:28.274 INFO:teuthology.orchestra.run.smithi066.stdout:Scheduled alertmanager update... 2024-09-17T17:00:29.253 DEBUG:teuthology.orchestra.run.smithi031:alertmanager.a> sudo journalctl -f -n 0 -u ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@alertmanager.a.service 2024-09-17T17:00:29.257 INFO:tasks.cephadm:Adding grafana.a on smithi066 2024-09-17T17:00:29.257 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph orch apply grafana '1;smithi066=a' 2024-09-17T17:00:29.484 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:29 smithi066 ceph-mon[31354]: from='client.24394 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi031=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:00:29.484 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:29 smithi066 ceph-mon[31354]: Saving service alertmanager spec with placement smithi031=a;count:1 2024-09-17T17:00:29.484 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:29 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T17:00:29.484 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:29 smithi066 ceph-mon[31354]: pgmap v217: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:29.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:29 smithi031 ceph-mon[27768]: from='client.24394 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi031=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:00:29.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:29 smithi031 ceph-mon[27768]: Saving service alertmanager spec with placement smithi031=a;count:1 2024-09-17T17:00:29.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:29 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T17:00:29.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:29 smithi031 ceph-mon[27768]: pgmap v217: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:29.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:29 smithi031 ceph-mon[39468]: from='client.24394 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi031=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:00:29.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:29 smithi031 ceph-mon[39468]: Saving service alertmanager spec with placement smithi031=a;count:1 2024-09-17T17:00:29.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:29 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T17:00:29.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:29 smithi031 ceph-mon[39468]: pgmap v217: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:30.974 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.b/config 2024-09-17T17:00:31.078 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:30 smithi066 ceph-mon[31354]: pgmap v218: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:31.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:30 smithi031 ceph-mon[27768]: pgmap v218: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:31.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:30 smithi031 ceph-mon[39468]: pgmap v218: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:32.946 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:32 smithi066 ceph-mon[31354]: pgmap v219: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:33.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:32 smithi031 ceph-mon[27768]: pgmap v219: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:33.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:32 smithi031 ceph-mon[39468]: pgmap v219: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:33.480 INFO:teuthology.orchestra.run.smithi066.stdout:Scheduled grafana update... 2024-09-17T17:00:33.653 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:00:33 smithi066 systemd[1]: Started Ceph prometheus.a for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:00:34.516 DEBUG:teuthology.orchestra.run.smithi066:grafana.a> sudo journalctl -f -n 0 -u ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@grafana.a.service 2024-09-17T17:00:34.519 INFO:tasks.cephadm:Setting up client nodes... 2024-09-17T17:00:34.520 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-17T17:00:34.741 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:34 smithi031 ceph-mon[39468]: from='client.24400 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi066=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:00:34.741 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:34 smithi031 ceph-mon[39468]: Saving service grafana spec with placement smithi066=a;count:1 2024-09-17T17:00:34.741 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:34 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T17:00:34.741 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:34 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T17:00:34.741 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:34 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T17:00:34.741 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:34 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T17:00:34.741 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:34 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-17T17:00:34.742 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:34 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T17:00:34.742 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:34 smithi031 ceph-mon[27768]: from='client.24400 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi066=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:00:34.742 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:34 smithi031 ceph-mon[27768]: Saving service grafana spec with placement smithi066=a;count:1 2024-09-17T17:00:34.742 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:34 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T17:00:34.742 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:34 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T17:00:34.742 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:34 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T17:00:34.742 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:34 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T17:00:34.742 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:34 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-17T17:00:34.742 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:34 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T17:00:34.744 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:34 smithi066 ceph-mon[31354]: from='client.24400 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi066=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:00:34.744 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:34 smithi066 ceph-mon[31354]: Saving service grafana spec with placement smithi066=a;count:1 2024-09-17T17:00:34.744 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:34 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T17:00:34.744 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:34 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T17:00:34.744 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:34 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T17:00:34.744 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:34 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T17:00:34.744 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:34 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-17T17:00:34.744 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:34 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' 2024-09-17T17:00:34.744 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:00:34.999 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:34 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: ignoring --setuser ceph since I am not root 2024-09-17T17:00:34.999 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:34 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: ignoring --setgroup ceph since I am not root 2024-09-17T17:00:34.999 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:34 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:00:34.861+0000 7ff0ef7c4040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-17T17:00:34.999 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:34 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:00:34.921+0000 7ff0ef7c4040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-17T17:00:35.076 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:00:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: ignoring --setuser ceph since I am not root 2024-09-17T17:00:35.076 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:00:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: ignoring --setgroup ceph since I am not root 2024-09-17T17:00:35.076 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:00:34 smithi066 ceph-mgr[33441]: -- 172.21.15.66:0/2211002714 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55c6d0afed00 con 0x55c6d0ad3400 2024-09-17T17:00:35.076 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:00:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T17:00:34.860+0000 7fbd37350040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-17T17:00:35.076 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:00:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T17:00:34.918+0000 7fbd37350040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-17T17:00:35.076 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:00:35 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T17:00:35.072+0000 7fbd37350040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-17T17:00:35.304 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:35 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:00:35.079+0000 7ff0ef7c4040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-17T17:00:35.304 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:35 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:00:35.150+0000 7ff0ef7c4040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-17T17:00:35.304 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:35 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:00:35.301+0000 7ff0ef7c4040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-17T17:00:35.403 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:00:35 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T17:00:35.141+0000 7fbd37350040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-17T17:00:35.403 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:00:35 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T17:00:35.291+0000 7fbd37350040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-17T17:00:35.580 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:35 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:00:35.447+0000 7ff0ef7c4040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-17T17:00:35.712 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:00:35 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T17:00:35.437+0000 7fbd37350040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-17T17:00:35.834 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:35 smithi031 ceph-mon[27768]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-17T17:00:35.834 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:35 smithi031 ceph-mon[27768]: mgrmap e16: y(active, since 5m), standbys: x 2024-09-17T17:00:35.834 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:35 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:00:35.768+0000 7ff0ef7c4040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-17T17:00:35.835 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:35 smithi031 ceph-mon[39468]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-17T17:00:35.835 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:35 smithi031 ceph-mon[39468]: mgrmap e16: y(active, since 5m), standbys: x 2024-09-17T17:00:36.013 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:35 smithi066 ceph-mon[31354]: from='mgr.14150 172.21.15.31:0/1165688892' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-17T17:00:36.013 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:35 smithi066 ceph-mon[31354]: mgrmap e16: y(active, since 5m), standbys: x 2024-09-17T17:00:36.013 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:00:35 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T17:00:35.758+0000 7fbd37350040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-17T17:00:36.013 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:00:35 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T17:00:35.820+0000 7fbd37350040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-17T17:00:36.013 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:00:36 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T17:00:36.010+0000 7fbd37350040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-17T17:00:36.093 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:35 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:00:35.831+0000 7ff0ef7c4040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-17T17:00:36.094 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:36 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:00:36.027+0000 7ff0ef7c4040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-17T17:00:36.769 INFO:teuthology.orchestra.run.smithi031.stdout:[client.0] 2024-09-17T17:00:36.769 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQC0telm2i2HLRAAOYWQEYZ4wEQPCfAV7euLMg== 2024-09-17T17:00:37.032 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:36 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/566195733' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-17T17:00:37.032 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:36 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/566195733' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-17T17:00:37.032 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:36 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:00:36.955+0000 7ff0ef7c4040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-17T17:00:37.033 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:36 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/566195733' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-17T17:00:37.033 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:36 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/566195733' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-17T17:00:37.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:36 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/566195733' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-17T17:00:37.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:36 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/566195733' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-17T17:00:37.156 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:00:36 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T17:00:36.920+0000 7fbd37350040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-17T17:00:37.156 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:00:36 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T17:00:36.991+0000 7fbd37350040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-17T17:00:37.343 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:37 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:00:37.029+0000 7ff0ef7c4040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-17T17:00:37.384 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-17T17:00:37.384 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-09-17T17:00:37.384 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-17T17:00:37.424 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-17T17:00:37.643 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.b/config 2024-09-17T17:00:38.017 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:00:37 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T17:00:37.762+0000 7fbd37350040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-17T17:00:38.017 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:00:37 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T17:00:37.884+0000 7fbd37350040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-17T17:00:38.050 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:37 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:00:37.782+0000 7ff0ef7c4040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-17T17:00:38.050 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:37 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:00:37.901+0000 7ff0ef7c4040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-17T17:00:38.335 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:00:38 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T17:00:38.045+0000 7fbd37350040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-17T17:00:38.336 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:00:38 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T17:00:38.109+0000 7fbd37350040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-17T17:00:38.336 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:00:38 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T17:00:38.262+0000 7fbd37350040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-17T17:00:38.336 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:00:38 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T17:00:38.332+0000 7fbd37350040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-17T17:00:38.336 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:38 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:00:38.048+0000 7ff0ef7c4040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-17T17:00:38.336 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:38 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:00:38.111+0000 7ff0ef7c4040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-17T17:00:38.336 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:38 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:00:38.263+0000 7ff0ef7c4040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-17T17:00:38.336 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:38 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:00:38.333+0000 7ff0ef7c4040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-17T17:00:38.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:38 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:00:38.395+0000 7ff0ef7c4040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-17T17:00:38.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:38 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:00:38.557+0000 7ff0ef7c4040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-17T17:00:38.629 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:00:38 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T17:00:38.395+0000 7fbd37350040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-17T17:00:38.629 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:00:38 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T17:00:38.559+0000 7fbd37350040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-17T17:00:38.629 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:00:38 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T17:00:38.626+0000 7fbd37350040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-17T17:00:38.902 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:38 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:00:38.624+0000 7ff0ef7c4040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-17T17:00:38.902 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:38 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:00:38.693+0000 7ff0ef7c4040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-17T17:00:38.902 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:38 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:00:38.778+0000 7ff0ef7c4040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-17T17:00:38.902 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:38 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:00:38.838+0000 7ff0ef7c4040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-17T17:00:38.902 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:38 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:00:38.899+0000 7ff0ef7c4040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-17T17:00:38.903 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:00:38 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T17:00:38.695+0000 7fbd37350040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-17T17:00:38.903 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:00:38 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T17:00:38.781+0000 7fbd37350040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-17T17:00:38.903 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:00:38 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T17:00:38.842+0000 7fbd37350040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-17T17:00:39.184 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:00:38 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T17:00:38.905+0000 7fbd37350040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-17T17:00:39.660 INFO:teuthology.orchestra.run.smithi066.stdout:[client.1] 2024-09-17T17:00:39.660 INFO:teuthology.orchestra.run.smithi066.stdout: key = AQC3telmSIUCJxAArVs3OnDpoCeiNQg2zP0/Fw== 2024-09-17T17:00:40.058 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:39 smithi031 ceph-mon[39468]: from='client.? 172.21.15.66:0/123868039' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-17T17:00:40.059 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:39 smithi031 ceph-mon[39468]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-17T17:00:40.059 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:39 smithi031 ceph-mon[39468]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-17T17:00:40.059 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:39 smithi031 ceph-mon[27768]: from='client.? 172.21.15.66:0/123868039' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-17T17:00:40.059 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:39 smithi031 ceph-mon[27768]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-17T17:00:40.059 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:39 smithi031 ceph-mon[27768]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-17T17:00:40.060 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:39 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:00:39.710+0000 7ff0ef7c4040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-17T17:00:40.060 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:39 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:00:39] ENGINE Bus STARTING 2024-09-17T17:00:40.060 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:39 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: CherryPy Checker: 2024-09-17T17:00:40.060 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:39 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: The Application mounted at '' has an empty config. 2024-09-17T17:00:40.060 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:39 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:00:40.060 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:39 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:00:39.818+0000 7ff05a317640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:00:40.060 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:39 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:00:39.818+0000 7ff05a317640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:00:40.060 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:39 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:00:39.818+0000 7ff05a317640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:00:40.060 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:39 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:00:39.818+0000 7ff05a317640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:00:40.060 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:39 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:00:39.818+0000 7ff05a317640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:00:40.060 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:39 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:00:39.819+0000 7ff056b10640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:00:40.061 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:39 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:00:39.819+0000 7ff056b10640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:00:40.061 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:39 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:00:39.819+0000 7ff056b10640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:00:40.061 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:39 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:00:39.819+0000 7ff056b10640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:00:40.061 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:39 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:00:39.819+0000 7ff056b10640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:00:40.061 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:39 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:00:39] ENGINE Serving on http://:::9283 2024-09-17T17:00:40.061 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:39 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:00:39] ENGINE Bus STARTED 2024-09-17T17:00:40.061 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:39 smithi066 ceph-mon[31354]: from='client.? 172.21.15.66:0/123868039' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-17T17:00:40.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:39 smithi066 ceph-mon[31354]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-17T17:00:40.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:39 smithi066 ceph-mon[31354]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-17T17:00:40.062 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:00:39 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T17:00:39.745+0000 7fbd37350040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-17T17:00:40.062 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:00:39 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: [17/Sep/2024:17:00:39] ENGINE Bus STARTING 2024-09-17T17:00:40.062 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:00:39 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: CherryPy Checker: 2024-09-17T17:00:40.062 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:00:39 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: The Application mounted at '' has an empty config. 2024-09-17T17:00:40.062 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:00:39 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: 2024-09-17T17:00:40.062 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:00:39 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: [17/Sep/2024:17:00:39] ENGINE Serving on http://:::9283 2024-09-17T17:00:40.062 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:00:39 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[33418]: [17/Sep/2024:17:00:39] ENGINE Bus STARTED 2024-09-17T17:00:41.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[27768]: Active manager daemon y restarted 2024-09-17T17:00:41.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[27768]: Activating manager daemon y 2024-09-17T17:00:41.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[27768]: osdmap e68: 8 total, 8 up, 8 in 2024-09-17T17:00:41.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[27768]: mgrmap e17: y(active, starting, since 0.00736959s), standbys: x 2024-09-17T17:00:41.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:00:41.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:00:41.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:00:41.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-17T17:00:41.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-17T17:00:41.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-17T17:00:41.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-17T17:00:41.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T17:00:41.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T17:00:41.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T17:00:41.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T17:00:41.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T17:00:41.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T17:00:41.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T17:00:41.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T17:00:41.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T17:00:41.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T17:00:41.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T17:00:41.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[27768]: Manager daemon y is now available 2024-09-17T17:00:41.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[27768]: Standby manager daemon x restarted 2024-09-17T17:00:41.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[27768]: Standby manager daemon x started 2024-09-17T17:00:41.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[27768]: from='mgr.? 172.21.15.66:0/2122033550' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-17T17:00:41.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[27768]: from='mgr.? 172.21.15.66:0/2122033550' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T17:00:41.097 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[27768]: from='mgr.? 172.21.15.66:0/2122033550' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-17T17:00:41.097 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[27768]: from='mgr.? 172.21.15.66:0/2122033550' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T17:00:41.097 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[39468]: Active manager daemon y restarted 2024-09-17T17:00:41.097 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[39468]: Activating manager daemon y 2024-09-17T17:00:41.097 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[39468]: osdmap e68: 8 total, 8 up, 8 in 2024-09-17T17:00:41.097 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[39468]: mgrmap e17: y(active, starting, since 0.00736959s), standbys: x 2024-09-17T17:00:41.097 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:00:41.097 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:00:41.098 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:00:41.098 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-17T17:00:41.098 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-17T17:00:41.098 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-17T17:00:41.098 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-17T17:00:41.098 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T17:00:41.098 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T17:00:41.098 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T17:00:41.098 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T17:00:41.098 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T17:00:41.098 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T17:00:41.098 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T17:00:41.099 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T17:00:41.099 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T17:00:41.099 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T17:00:41.099 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T17:00:41.099 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[39468]: Manager daemon y is now available 2024-09-17T17:00:41.099 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[39468]: Standby manager daemon x restarted 2024-09-17T17:00:41.099 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[39468]: Standby manager daemon x started 2024-09-17T17:00:41.099 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[39468]: from='mgr.? 172.21.15.66:0/2122033550' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-17T17:00:41.099 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[39468]: from='mgr.? 172.21.15.66:0/2122033550' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T17:00:41.100 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[39468]: from='mgr.? 172.21.15.66:0/2122033550' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-17T17:00:41.100 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[39468]: from='mgr.? 172.21.15.66:0/2122033550' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T17:00:41.100 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:00:41.100 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:41.100 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:00:41.100 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T17:00:41.100 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T17:00:41.100 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T17:00:41.100 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T17:00:41.101 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:00:41.101 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:41.101 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:00:41.101 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T17:00:41.101 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T17:00:41.101 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T17:00:41.101 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:40 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T17:00:41.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:40 smithi066 ceph-mon[31354]: Active manager daemon y restarted 2024-09-17T17:00:41.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:40 smithi066 ceph-mon[31354]: Activating manager daemon y 2024-09-17T17:00:41.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:40 smithi066 ceph-mon[31354]: osdmap e68: 8 total, 8 up, 8 in 2024-09-17T17:00:41.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:40 smithi066 ceph-mon[31354]: mgrmap e17: y(active, starting, since 0.00736959s), standbys: x 2024-09-17T17:00:41.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:40 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:00:41.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:40 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:00:41.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:40 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:00:41.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:40 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-17T17:00:41.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:40 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-17T17:00:41.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:40 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-17T17:00:41.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:40 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-17T17:00:41.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:40 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T17:00:41.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:40 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T17:00:41.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:40 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T17:00:41.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:40 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T17:00:41.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:40 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T17:00:41.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:40 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T17:00:41.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:40 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T17:00:41.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:40 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T17:00:41.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:40 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T17:00:41.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:40 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T17:00:41.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:40 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T17:00:41.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:40 smithi066 ceph-mon[31354]: Manager daemon y is now available 2024-09-17T17:00:41.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:40 smithi066 ceph-mon[31354]: Standby manager daemon x restarted 2024-09-17T17:00:41.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:40 smithi066 ceph-mon[31354]: Standby manager daemon x started 2024-09-17T17:00:41.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:40 smithi066 ceph-mon[31354]: from='mgr.? 172.21.15.66:0/2122033550' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-17T17:00:41.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:40 smithi066 ceph-mon[31354]: from='mgr.? 172.21.15.66:0/2122033550' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T17:00:41.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:40 smithi066 ceph-mon[31354]: from='mgr.? 172.21.15.66:0/2122033550' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-17T17:00:41.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:40 smithi066 ceph-mon[31354]: from='mgr.? 172.21.15.66:0/2122033550' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T17:00:41.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:40 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:00:41.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:40 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:41.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:40 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:00:41.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:40 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T17:00:41.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:40 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T17:00:41.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:40 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T17:00:41.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:40 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T17:00:41.714 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-09-17T17:00:41.714 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-09-17T17:00:41.715 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-17T17:00:41.763 INFO:tasks.cephadm:Creating RBD pool 2024-09-17T17:00:41.763 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph osd pool create rbd 8 2024-09-17T17:00:41.900 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:41 smithi031 ceph-mon[27768]: mgrmap e18: y(active, since 1.03269s), standbys: x 2024-09-17T17:00:41.900 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:41 smithi031 ceph-mon[27768]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:41.900 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:41 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:41.900 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:41 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:41.901 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:41 smithi031 ceph-mon[39468]: mgrmap e18: y(active, since 1.03269s), standbys: x 2024-09-17T17:00:41.901 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:41 smithi031 ceph-mon[39468]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:41.901 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:41 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:41.901 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:41 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:41.901 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:00:41] "GET /metrics HTTP/1.1" 200 28744 "" "Prometheus/2.43.0" 2024-09-17T17:00:41.901 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:00:41.897+0000 7ff042ce9640 -1 log_channel(cephadm) log [ERR] : [17/Sep/2024:17:00:41] ENGINE Error in HTTPServer.serve 2024-09-17T17:00:41.901 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: Traceback (most recent call last): 2024-09-17T17:00:41.901 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T17:00:41.978 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:00:42.107 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:41 smithi066 ceph-mon[31354]: mgrmap e18: y(active, since 1.03269s), standbys: x 2024-09-17T17:00:42.107 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:41 smithi066 ceph-mon[31354]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:42.107 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:41 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:42.107 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:41 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:42.231 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: self._connections.run(self.expiration_interval) 2024-09-17T17:00:42.231 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T17:00:42.231 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: self._run(expiration_interval) 2024-09-17T17:00:42.231 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T17:00:42.231 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T17:00:42.231 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T17:00:42.231 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T17:00:42.231 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T17:00:42.232 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: s = self.context.wrap_socket( 2024-09-17T17:00:42.232 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T17:00:42.232 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: return self.sslsocket_class._create( 2024-09-17T17:00:42.232 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T17:00:42.232 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: self.do_handshake() 2024-09-17T17:00:42.232 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T17:00:42.232 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: self._sslobj.do_handshake() 2024-09-17T17:00:42.232 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T17:00:42.232 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:00:43.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:42 smithi031 ceph-mon[27768]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:43.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:42 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:43.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:42 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:43.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:42 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:43.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:42 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:43.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:42 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:43.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:42 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:43.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:42 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:43.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:42 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:43.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:42 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:43.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:42 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:43.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:42 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:43.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:42 smithi031 ceph-mon[27768]: mgrmap e19: y(active, since 2s), standbys: x 2024-09-17T17:00:43.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:42 smithi031 ceph-mon[39468]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:43.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:42 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:43.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:42 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:43.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:42 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:43.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:42 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:43.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:42 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:43.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:42 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:43.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:42 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:43.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:42 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:43.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:42 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:43.096 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:42 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:43.096 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:42 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:43.096 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:42 smithi031 ceph-mon[39468]: mgrmap e19: y(active, since 2s), standbys: x 2024-09-17T17:00:43.096 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:42 smithi066 ceph-mon[31354]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:43.096 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:42 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:43.096 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:42 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:43.096 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:42 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:43.096 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:42 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:43.097 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:42 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:43.097 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:42 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:43.097 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:42 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:43.097 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:42 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:43.097 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:42 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:43.097 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:42 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:43.097 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:42 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:43.097 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:42 smithi066 ceph-mon[31354]: mgrmap e19: y(active, since 2s), standbys: x 2024-09-17T17:00:44.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:43 smithi031 ceph-mon[27768]: [17/Sep/2024:17:00:41] ENGINE Bus STARTING 2024-09-17T17:00:44.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:43 smithi031 ceph-mon[27768]: [17/Sep/2024:17:00:41] ENGINE Serving on https://172.21.15.31:7150 2024-09-17T17:00:44.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:43 smithi031 ceph-mon[27768]: [17/Sep/2024:17:00:41] ENGINE Error in HTTPServer.serve 2024-09-17T17:00:44.094 INFO:journalctl@ceph.mon.a.smithi031.stdout: Traceback (most recent call last): 2024-09-17T17:00:44.094 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T17:00:44.094 INFO:journalctl@ceph.mon.a.smithi031.stdout: self._connections.run(self.expiration_interval) 2024-09-17T17:00:44.094 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T17:00:44.094 INFO:journalctl@ceph.mon.a.smithi031.stdout: self._run(expiration_interval) 2024-09-17T17:00:44.094 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T17:00:44.094 INFO:journalctl@ceph.mon.a.smithi031.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T17:00:44.094 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T17:00:44.095 INFO:journalctl@ceph.mon.a.smithi031.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T17:00:44.095 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T17:00:44.095 INFO:journalctl@ceph.mon.a.smithi031.stdout: s = self.context.wrap_socket( 2024-09-17T17:00:44.095 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T17:00:44.095 INFO:journalctl@ceph.mon.a.smithi031.stdout: return self.sslsocket_class._create( 2024-09-17T17:00:44.095 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T17:00:44.095 INFO:journalctl@ceph.mon.a.smithi031.stdout: self.do_handshake() 2024-09-17T17:00:44.095 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T17:00:44.095 INFO:journalctl@ceph.mon.a.smithi031.stdout: self._sslobj.do_handshake() 2024-09-17T17:00:44.095 INFO:journalctl@ceph.mon.a.smithi031.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T17:00:44.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:43 smithi031 ceph-mon[27768]: [17/Sep/2024:17:00:41] ENGINE Serving on http://172.21.15.31:8765 2024-09-17T17:00:44.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:43 smithi031 ceph-mon[27768]: [17/Sep/2024:17:00:41] ENGINE Bus STARTED 2024-09-17T17:00:44.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:43 smithi031 ceph-mon[27768]: Adjusting osd_memory_target on smithi031 to 2993M 2024-09-17T17:00:44.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:43 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:44.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:43 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:44.096 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:43 smithi031 ceph-mon[39468]: [17/Sep/2024:17:00:41] ENGINE Bus STARTING 2024-09-17T17:00:44.096 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:43 smithi031 ceph-mon[39468]: [17/Sep/2024:17:00:41] ENGINE Serving on https://172.21.15.31:7150 2024-09-17T17:00:44.096 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:43 smithi031 ceph-mon[39468]: [17/Sep/2024:17:00:41] ENGINE Error in HTTPServer.serve 2024-09-17T17:00:44.096 INFO:journalctl@ceph.mon.c.smithi031.stdout: Traceback (most recent call last): 2024-09-17T17:00:44.096 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T17:00:44.096 INFO:journalctl@ceph.mon.c.smithi031.stdout: self._connections.run(self.expiration_interval) 2024-09-17T17:00:44.096 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T17:00:44.096 INFO:journalctl@ceph.mon.c.smithi031.stdout: self._run(expiration_interval) 2024-09-17T17:00:44.096 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T17:00:44.096 INFO:journalctl@ceph.mon.c.smithi031.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T17:00:44.096 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T17:00:44.096 INFO:journalctl@ceph.mon.c.smithi031.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T17:00:44.096 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T17:00:44.097 INFO:journalctl@ceph.mon.c.smithi031.stdout: s = self.context.wrap_socket( 2024-09-17T17:00:44.097 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T17:00:44.097 INFO:journalctl@ceph.mon.c.smithi031.stdout: return self.sslsocket_class._create( 2024-09-17T17:00:44.097 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T17:00:44.097 INFO:journalctl@ceph.mon.c.smithi031.stdout: self.do_handshake() 2024-09-17T17:00:44.097 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T17:00:44.097 INFO:journalctl@ceph.mon.c.smithi031.stdout: self._sslobj.do_handshake() 2024-09-17T17:00:44.097 INFO:journalctl@ceph.mon.c.smithi031.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T17:00:44.097 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:43 smithi031 ceph-mon[39468]: [17/Sep/2024:17:00:41] ENGINE Serving on http://172.21.15.31:8765 2024-09-17T17:00:44.097 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:43 smithi031 ceph-mon[39468]: [17/Sep/2024:17:00:41] ENGINE Bus STARTED 2024-09-17T17:00:44.097 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:43 smithi031 ceph-mon[39468]: Adjusting osd_memory_target on smithi031 to 2993M 2024-09-17T17:00:44.097 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:43 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:44.097 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:43 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:44.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:43 smithi066 ceph-mon[31354]: [17/Sep/2024:17:00:41] ENGINE Bus STARTING 2024-09-17T17:00:44.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:43 smithi066 ceph-mon[31354]: [17/Sep/2024:17:00:41] ENGINE Serving on https://172.21.15.31:7150 2024-09-17T17:00:44.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:43 smithi066 ceph-mon[31354]: [17/Sep/2024:17:00:41] ENGINE Error in HTTPServer.serve 2024-09-17T17:00:44.153 INFO:journalctl@ceph.mon.b.smithi066.stdout: Traceback (most recent call last): 2024-09-17T17:00:44.153 INFO:journalctl@ceph.mon.b.smithi066.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T17:00:44.153 INFO:journalctl@ceph.mon.b.smithi066.stdout: self._connections.run(self.expiration_interval) 2024-09-17T17:00:44.154 INFO:journalctl@ceph.mon.b.smithi066.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T17:00:44.154 INFO:journalctl@ceph.mon.b.smithi066.stdout: self._run(expiration_interval) 2024-09-17T17:00:44.154 INFO:journalctl@ceph.mon.b.smithi066.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T17:00:44.154 INFO:journalctl@ceph.mon.b.smithi066.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T17:00:44.154 INFO:journalctl@ceph.mon.b.smithi066.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T17:00:44.154 INFO:journalctl@ceph.mon.b.smithi066.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T17:00:44.154 INFO:journalctl@ceph.mon.b.smithi066.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T17:00:44.154 INFO:journalctl@ceph.mon.b.smithi066.stdout: s = self.context.wrap_socket( 2024-09-17T17:00:44.154 INFO:journalctl@ceph.mon.b.smithi066.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T17:00:44.154 INFO:journalctl@ceph.mon.b.smithi066.stdout: return self.sslsocket_class._create( 2024-09-17T17:00:44.154 INFO:journalctl@ceph.mon.b.smithi066.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T17:00:44.154 INFO:journalctl@ceph.mon.b.smithi066.stdout: self.do_handshake() 2024-09-17T17:00:44.154 INFO:journalctl@ceph.mon.b.smithi066.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T17:00:44.154 INFO:journalctl@ceph.mon.b.smithi066.stdout: self._sslobj.do_handshake() 2024-09-17T17:00:44.154 INFO:journalctl@ceph.mon.b.smithi066.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T17:00:44.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:43 smithi066 ceph-mon[31354]: [17/Sep/2024:17:00:41] ENGINE Serving on http://172.21.15.31:8765 2024-09-17T17:00:44.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:43 smithi066 ceph-mon[31354]: [17/Sep/2024:17:00:41] ENGINE Bus STARTED 2024-09-17T17:00:44.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:43 smithi066 ceph-mon[31354]: Adjusting osd_memory_target on smithi031 to 2993M 2024-09-17T17:00:44.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:43 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:44.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:43 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:44.760 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'rbd' created 2024-09-17T17:00:45.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:44 smithi031 ceph-mon[27768]: pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:45.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:44 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/1133224160' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-17T17:00:45.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:44 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:45.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:44 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:45.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:44 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:45.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:44 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:45.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:44 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:45.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:44 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:45.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:44 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:45.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:44 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:45.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:44 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:45.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:44 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:45.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:44 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:45.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:44 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:00:45.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:44 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:00:45.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:44 smithi031 ceph-mon[27768]: mgrmap e20: y(active, since 4s), standbys: x 2024-09-17T17:00:45.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:44 smithi031 ceph-mon[39468]: pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:45.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:44 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/1133224160' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-17T17:00:45.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:44 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:45.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:44 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:45.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:44 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:45.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:44 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:45.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:44 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:45.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:44 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:45.096 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:44 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:45.096 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:44 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:45.096 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:44 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:45.096 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:44 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:45.096 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:44 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:45.096 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:44 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:00:45.096 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:44 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:00:45.096 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:44 smithi031 ceph-mon[39468]: mgrmap e20: y(active, since 4s), standbys: x 2024-09-17T17:00:45.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:44 smithi066 ceph-mon[31354]: pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:45.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:44 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/1133224160' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-17T17:00:45.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:44 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:45.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:44 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:45.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:44 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:45.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:44 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:45.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:44 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:45.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:44 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:45.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:44 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:45.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:44 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:45.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:44 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:45.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:44 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:00:45.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:44 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:45.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:44 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:00:45.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:44 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:00:45.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:44 smithi066 ceph-mon[31354]: mgrmap e20: y(active, since 4s), standbys: x 2024-09-17T17:00:45.606 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- rbd pool init rbd 2024-09-17T17:00:45.822 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:00:45.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:45 smithi031 ceph-mon[27768]: Adjusting osd_memory_target on smithi066 to 2992M 2024-09-17T17:00:45.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:45 smithi031 ceph-mon[27768]: Updating smithi031:/etc/ceph/ceph.conf 2024-09-17T17:00:45.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:45 smithi031 ceph-mon[27768]: Updating smithi066:/etc/ceph/ceph.conf 2024-09-17T17:00:45.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:45 smithi031 ceph-mon[27768]: Updating smithi031:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T17:00:45.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:45 smithi031 ceph-mon[27768]: Updating smithi066:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T17:00:45.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:45 smithi031 ceph-mon[27768]: Updating smithi031:/etc/ceph/ceph.client.admin.keyring 2024-09-17T17:00:45.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:45 smithi031 ceph-mon[27768]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-09-17T17:00:45.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:45 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/1133224160' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-17T17:00:45.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:45 smithi031 ceph-mon[27768]: osdmap e69: 8 total, 8 up, 8 in 2024-09-17T17:00:45.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:45 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:45.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:45 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:45.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:45 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:45.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:45 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:45.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:45 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:45.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:45 smithi031 ceph-mon[39468]: Adjusting osd_memory_target on smithi066 to 2992M 2024-09-17T17:00:45.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:45 smithi031 ceph-mon[39468]: Updating smithi031:/etc/ceph/ceph.conf 2024-09-17T17:00:45.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:45 smithi031 ceph-mon[39468]: Updating smithi066:/etc/ceph/ceph.conf 2024-09-17T17:00:45.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:45 smithi031 ceph-mon[39468]: Updating smithi031:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T17:00:45.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:45 smithi031 ceph-mon[39468]: Updating smithi066:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T17:00:45.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:45 smithi031 ceph-mon[39468]: Updating smithi031:/etc/ceph/ceph.client.admin.keyring 2024-09-17T17:00:45.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:45 smithi031 ceph-mon[39468]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-09-17T17:00:45.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:45 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/1133224160' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-17T17:00:45.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:45 smithi031 ceph-mon[39468]: osdmap e69: 8 total, 8 up, 8 in 2024-09-17T17:00:45.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:45 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:45.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:45 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:45.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:45 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:45.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:45 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:45.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:45 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:46.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:45 smithi066 ceph-mon[31354]: Adjusting osd_memory_target on smithi066 to 2992M 2024-09-17T17:00:46.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:45 smithi066 ceph-mon[31354]: Updating smithi031:/etc/ceph/ceph.conf 2024-09-17T17:00:46.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:45 smithi066 ceph-mon[31354]: Updating smithi066:/etc/ceph/ceph.conf 2024-09-17T17:00:46.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:45 smithi066 ceph-mon[31354]: Updating smithi031:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T17:00:46.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:45 smithi066 ceph-mon[31354]: Updating smithi066:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T17:00:46.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:45 smithi066 ceph-mon[31354]: Updating smithi031:/etc/ceph/ceph.client.admin.keyring 2024-09-17T17:00:46.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:45 smithi066 ceph-mon[31354]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-09-17T17:00:46.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:45 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/1133224160' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-17T17:00:46.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:45 smithi066 ceph-mon[31354]: osdmap e69: 8 total, 8 up, 8 in 2024-09-17T17:00:46.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:45 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:46.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:45 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:46.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:45 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:46.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:45 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:46.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:45 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:47.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:46 smithi031 ceph-mon[27768]: Updating smithi031:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T17:00:47.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:46 smithi031 ceph-mon[27768]: Updating smithi066:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T17:00:47.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:46 smithi031 ceph-mon[27768]: Deploying daemon alertmanager.a on smithi031 2024-09-17T17:00:47.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:46 smithi031 ceph-mon[27768]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:47.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:46 smithi031 ceph-mon[27768]: osdmap e70: 8 total, 8 up, 8 in 2024-09-17T17:00:47.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:46 smithi031 ceph-mon[27768]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:00:47.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:46 smithi031 ceph-mon[39468]: Updating smithi031:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T17:00:47.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:46 smithi031 ceph-mon[39468]: Updating smithi066:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T17:00:47.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:46 smithi031 ceph-mon[39468]: Deploying daemon alertmanager.a on smithi031 2024-09-17T17:00:47.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:46 smithi031 ceph-mon[39468]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:47.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:46 smithi031 ceph-mon[39468]: osdmap e70: 8 total, 8 up, 8 in 2024-09-17T17:00:47.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:46 smithi031 ceph-mon[39468]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:00:47.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:46 smithi066 ceph-mon[31354]: Updating smithi031:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T17:00:47.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:46 smithi066 ceph-mon[31354]: Updating smithi066:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T17:00:47.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:46 smithi066 ceph-mon[31354]: Deploying daemon alertmanager.a on smithi031 2024-09-17T17:00:47.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:46 smithi066 ceph-mon[31354]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:00:47.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:46 smithi066 ceph-mon[31354]: osdmap e70: 8 total, 8 up, 8 in 2024-09-17T17:00:47.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:46 smithi066 ceph-mon[31354]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:00:48.055 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:47 smithi066 ceph-mon[31354]: osdmap e71: 8 total, 8 up, 8 in 2024-09-17T17:00:48.055 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:47 smithi066 ceph-mon[31354]: pgmap v10: 105 pgs: 8 creating+peering, 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-09-17T17:00:48.055 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:47 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/3322945761' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-17T17:00:48.055 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:47 smithi066 ceph-mon[31354]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-17T17:00:48.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:47 smithi031 ceph-mon[27768]: osdmap e71: 8 total, 8 up, 8 in 2024-09-17T17:00:48.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:47 smithi031 ceph-mon[27768]: pgmap v10: 105 pgs: 8 creating+peering, 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-09-17T17:00:48.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:47 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/3322945761' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-17T17:00:48.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:47 smithi031 ceph-mon[27768]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-17T17:00:48.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:47 smithi031 ceph-mon[39468]: osdmap e71: 8 total, 8 up, 8 in 2024-09-17T17:00:48.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:47 smithi031 ceph-mon[39468]: pgmap v10: 105 pgs: 8 creating+peering, 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-09-17T17:00:48.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:47 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/3322945761' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-17T17:00:48.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:47 smithi031 ceph-mon[39468]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-17T17:00:49.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:48 smithi031 ceph-mon[27768]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-17T17:00:49.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:48 smithi031 ceph-mon[27768]: osdmap e72: 8 total, 8 up, 8 in 2024-09-17T17:00:49.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:48 smithi031 ceph-mon[39468]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-17T17:00:49.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:48 smithi031 ceph-mon[39468]: osdmap e72: 8 total, 8 up, 8 in 2024-09-17T17:00:49.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:48 smithi066 ceph-mon[31354]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-17T17:00:49.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:48 smithi066 ceph-mon[31354]: osdmap e72: 8 total, 8 up, 8 in 2024-09-17T17:00:50.045 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:49 smithi031 ceph-mon[27768]: osdmap e73: 8 total, 8 up, 8 in 2024-09-17T17:00:50.045 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:49 smithi031 ceph-mon[27768]: pgmap v13: 105 pgs: 8 creating+peering, 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-09-17T17:00:50.045 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:49 smithi031 ceph-mon[39468]: osdmap e73: 8 total, 8 up, 8 in 2024-09-17T17:00:50.045 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:49 smithi031 ceph-mon[39468]: pgmap v13: 105 pgs: 8 creating+peering, 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-09-17T17:00:50.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:49 smithi066 ceph-mon[31354]: osdmap e73: 8 total, 8 up, 8 in 2024-09-17T17:00:50.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:49 smithi066 ceph-mon[31354]: pgmap v13: 105 pgs: 8 creating+peering, 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-09-17T17:00:50.381 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph config log 1 --format=json 2024-09-17T17:00:51.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:50 smithi031 ceph-mon[39468]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:00:51.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:50 smithi031 ceph-mon[39468]: Cluster is now healthy 2024-09-17T17:00:51.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:50 smithi031 ceph-mon[39468]: osdmap e74: 8 total, 8 up, 8 in 2024-09-17T17:00:51.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:50 smithi031 ceph-mon[27768]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:00:51.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:50 smithi031 ceph-mon[27768]: Cluster is now healthy 2024-09-17T17:00:51.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:50 smithi031 ceph-mon[27768]: osdmap e74: 8 total, 8 up, 8 in 2024-09-17T17:00:51.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:50 smithi066 ceph-mon[31354]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:00:51.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:50 smithi066 ceph-mon[31354]: Cluster is now healthy 2024-09-17T17:00:51.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:50 smithi066 ceph-mon[31354]: osdmap e74: 8 total, 8 up, 8 in 2024-09-17T17:00:51.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:51 smithi031 ceph-mon[27768]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 413 B/s wr, 0 op/s 2024-09-17T17:00:51.844 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:51 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:00:51] "GET /metrics HTTP/1.1" 200 28744 "" "Prometheus/2.43.0" 2024-09-17T17:00:51.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:51 smithi031 ceph-mon[39468]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 413 B/s wr, 0 op/s 2024-09-17T17:00:51.972 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:00:52.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:51 smithi066 ceph-mon[31354]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 413 B/s wr, 0 op/s 2024-09-17T17:00:54.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:53 smithi031 ceph-mon[27768]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-09-17T17:00:54.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:53 smithi031 ceph-mon[39468]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-09-17T17:00:54.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:53 smithi066 ceph-mon[31354]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-09-17T17:00:55.032 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T17:00:55.033 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:54 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:00:55.033 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:54 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:00:55.033 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:00:54 smithi031 podman[73472]: 2024-09-17 17:00:54.997443696 +0000 UTC m=+0.227606435 volume create f0f78093c71633127f42de46d13d4f6ee411636b04f20d07efb061a8783588ad 2024-09-17T17:00:55.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:54 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:00:55.293 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:00:55 smithi031 podman[73472]: 2024-09-17 17:00:55.09825195 +0000 UTC m=+0.328414686 container create ca9b9b31e067f3d8165c3ddc06dd4f40a0d933eb84c24820ed1756fae132bfa5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-17T17:00:55.831 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:00:55 smithi031 podman[73472]: 2024-09-17 17:00:55.563122235 +0000 UTC m=+0.793284992 container init ca9b9b31e067f3d8165c3ddc06dd4f40a0d933eb84c24820ed1756fae132bfa5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-17T17:00:55.831 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:00:55 smithi031 podman[73472]: 2024-09-17 17:00:55.568352264 +0000 UTC m=+0.798514995 container start ca9b9b31e067f3d8165c3ddc06dd4f40a0d933eb84c24820ed1756fae132bfa5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-17T17:00:55.831 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:00:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a[73517]: ts=2024-09-17T17:00:55.583Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-17T17:00:55.831 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:00:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a[73517]: ts=2024-09-17T17:00:55.583Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-17T17:00:55.831 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:00:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a[73517]: ts=2024-09-17T17:00:55.584Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.31 port=9094 2024-09-17T17:00:55.831 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:00:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a[73517]: ts=2024-09-17T17:00:55.586Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-17T17:00:55.832 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:00:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a[73517]: ts=2024-09-17T17:00:55.608Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-17T17:00:55.832 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:00:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a[73517]: ts=2024-09-17T17:00:55.609Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-17T17:00:55.832 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:00:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a[73517]: ts=2024-09-17T17:00:55.612Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-17T17:00:55.832 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:00:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a[73517]: ts=2024-09-17T17:00:55.612Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-17T17:00:55.832 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:00:55 smithi031 bash[73472]: ca9b9b31e067f3d8165c3ddc06dd4f40a0d933eb84c24820ed1756fae132bfa5 2024-09-17T17:00:55.832 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:00:55 smithi031 systemd[1]: Started Ceph alertmanager.a for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:00:56.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:55 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/2254473244' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-09-17T17:00:56.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:55 smithi031 ceph-mon[27768]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 257 B/s wr, 0 op/s 2024-09-17T17:00:56.094 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:00:55] ENGINE Bus STOPPING 2024-09-17T17:00:56.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:55 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/2254473244' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-09-17T17:00:56.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:55 smithi031 ceph-mon[39468]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 257 B/s wr, 0 op/s 2024-09-17T17:00:56.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:55 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/2254473244' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-09-17T17:00:56.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:55 smithi066 ceph-mon[31354]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 257 B/s wr, 0 op/s 2024-09-17T17:00:56.226 INFO:teuthology.orchestra.run.smithi031.stdout:[{"version":25,"timestamp":"2024-09-17T17:00:44.258524+0000","name":"","changes":[{"name":"osd/host:smithi066/osd_memory_target","previous_value":"4479521792","new_value":"3137344512"}]}] 2024-09-17T17:00:56.227 INFO:tasks.ceph_manager:config epoch is 25 2024-09-17T17:00:56.227 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-17T17:00:56.227 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-09-17T17:00:56.227 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph mgr dump --format=json 2024-09-17T17:00:56.437 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:00:56.557 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:56 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:00:56] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-17T17:00:56.557 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:56 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:00:56] ENGINE Bus STOPPED 2024-09-17T17:00:56.557 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:56 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:00:56] ENGINE Bus STARTING 2024-09-17T17:00:56.558 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:56 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:00:56] ENGINE Serving on http://:::9283 2024-09-17T17:00:56.558 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:00:56 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:00:56] ENGINE Bus STARTED 2024-09-17T17:00:57.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:56 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:57.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:56 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:57.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:56 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:57.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:56 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:57.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:56 smithi031 ceph-mon[39468]: Regenerating cephadm self-signed grafana TLS certificates 2024-09-17T17:00:57.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:56 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:57.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:56 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:57.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:56 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-17T17:00:57.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:56 smithi031 ceph-mon[39468]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-17T17:00:57.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:56 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:57.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:56 smithi031 ceph-mon[39468]: Deploying daemon grafana.a on smithi066 2024-09-17T17:00:57.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:56 smithi031 ceph-mon[39468]: osdmap e75: 8 total, 8 up, 8 in 2024-09-17T17:00:57.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:56 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:57.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:56 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:57.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:56 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:57.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:56 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:57.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:56 smithi031 ceph-mon[27768]: Regenerating cephadm self-signed grafana TLS certificates 2024-09-17T17:00:57.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:56 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:57.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:56 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:57.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:56 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-17T17:00:57.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:56 smithi031 ceph-mon[27768]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-17T17:00:57.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:56 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:57.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:56 smithi031 ceph-mon[27768]: Deploying daemon grafana.a on smithi066 2024-09-17T17:00:57.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:56 smithi031 ceph-mon[27768]: osdmap e75: 8 total, 8 up, 8 in 2024-09-17T17:00:57.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:56 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:57.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:56 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:57.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:56 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:57.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:56 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:57.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:56 smithi066 ceph-mon[31354]: Regenerating cephadm self-signed grafana TLS certificates 2024-09-17T17:00:57.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:56 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:57.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:56 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:57.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:56 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-17T17:00:57.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:56 smithi066 ceph-mon[31354]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-17T17:00:57.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:56 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:00:57.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:56 smithi066 ceph-mon[31354]: Deploying daemon grafana.a on smithi066 2024-09-17T17:00:57.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:56 smithi066 ceph-mon[31354]: osdmap e75: 8 total, 8 up, 8 in 2024-09-17T17:00:57.841 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:00:57 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a[73517]: ts=2024-09-17T17:00:57.586Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000401586s 2024-09-17T17:00:58.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:57 smithi031 ceph-mon[39468]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-17T17:00:58.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:57 smithi031 ceph-mon[27768]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-17T17:00:58.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:57 smithi066 ceph-mon[31354]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-17T17:00:58.182 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T17:00:58.869 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":20,"flags":0,"active_gid":14541,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":962496341},{"type":"v1","addr":"172.21.15.31:6801","nonce":962496341}]},"active_addr":"172.21.15.31:6801/962496341","active_change":"2024-09-17T17:00:39.712551+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24406,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.31:8443/","prometheus":"http://172.21.15.31:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":68,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.31:0","nonce":36835941}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.31:0","nonce":1029787828}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.31:0","nonce":3301988290}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.31:0","nonce":2936567246}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.31:0","nonce":2081022885}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.31:0","nonce":2398236523}]}]} 2024-09-17T17:00:58.873 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-09-17T17:00:58.874 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-09-17T17:00:58.874 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-17T17:00:59.082 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:00:59.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:58 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/3821522222' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-17T17:00:59.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:58 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/3821522222' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-17T17:00:59.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:58 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/3821522222' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-17T17:01:00.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:59 smithi066 ceph-mon[31354]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 206 B/s wr, 0 op/s 2024-09-17T17:01:00.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:00:59 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:00.242 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:59 smithi031 ceph-mon[27768]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 206 B/s wr, 0 op/s 2024-09-17T17:01:00.242 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:00:59 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:00.242 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:59 smithi031 ceph-mon[39468]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 206 B/s wr, 0 op/s 2024-09-17T17:01:00.242 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:00:59 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:01.214 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T17:01:01.214 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":75,"fsid":"5dfb9b44-7515-11ef-bceb-c7b262605968","created":"2024-09-17T16:54:13.026750+0000","modified":"2024-09-17T17:00:56.235945+0000","last_up_change":"2024-09-17T16:59:24.511033+0000","last_in_change":"2024-09-17T16:59:07.649208+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-17T16:57:25.264873+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-17T16:59:47.893445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-17T16:59:51.158562+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-17T17:00:44.242979+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"bfd3afea-4f9e-453b-b4fc-fdc86a5ee964","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2622567047},{"type":"v1","addr":"172.21.15.31:6803","nonce":2622567047}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2622567047},{"type":"v1","addr":"172.21.15.31:6805","nonce":2622567047}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2622567047},{"type":"v1","addr":"172.21.15.31:6809","nonce":2622567047}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2622567047},{"type":"v1","addr":"172.21.15.31:6807","nonce":2622567047}]},"public_addr":"172.21.15.31:6803/2622567047","cluster_addr":"172.21.15.31:6805/2622567047","heartbeat_back_addr":"172.21.15.31:6809/2622567047","heartbeat_front_addr":"172.21.15.31:6807/2622567047","state":["exists","up"]},{"osd":1,"uuid":"c16093ac-9d64-4e0f-b383-2f5b5f9259ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2922056031},{"type":"v1","addr":"172.21.15.31:6811","nonce":2922056031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2922056031},{"type":"v1","addr":"172.21.15.31:6813","nonce":2922056031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":2922056031},{"type":"v1","addr":"172.21.15.31:6817","nonce":2922056031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2922056031},{"type":"v1","addr":"172.21.15.31:6815","nonce":2922056031}]},"public_addr":"172.21.15.31:6811/2922056031","cluster_addr":"172.21.15.31:6813/2922056031","heartbeat_back_addr":"172.21.15.31:6817/2922056031","heartbeat_front_addr":"172.21.15.31:6815/2922056031","state":["exists","up"]},{"osd":2,"uuid":"ef7fafc8-4e6a-48f4-b64f-c9228ba45326","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":110027023},{"type":"v1","addr":"172.21.15.31:6819","nonce":110027023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":110027023},{"type":"v1","addr":"172.21.15.31:6821","nonce":110027023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":110027023},{"type":"v1","addr":"172.21.15.31:6825","nonce":110027023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":110027023},{"type":"v1","addr":"172.21.15.31:6823","nonce":110027023}]},"public_addr":"172.21.15.31:6819/110027023","cluster_addr":"172.21.15.31:6821/110027023","heartbeat_back_addr":"172.21.15.31:6825/110027023","heartbeat_front_addr":"172.21.15.31:6823/110027023","state":["exists","up"]},{"osd":3,"uuid":"f46d5072-b866-4885-9972-e09268f2bdb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2811557217},{"type":"v1","addr":"172.21.15.31:6827","nonce":2811557217}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2811557217},{"type":"v1","addr":"172.21.15.31:6829","nonce":2811557217}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":2811557217},{"type":"v1","addr":"172.21.15.31:6833","nonce":2811557217}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2811557217},{"type":"v1","addr":"172.21.15.31:6831","nonce":2811557217}]},"public_addr":"172.21.15.31:6827/2811557217","cluster_addr":"172.21.15.31:6829/2811557217","heartbeat_back_addr":"172.21.15.31:6833/2811557217","heartbeat_front_addr":"172.21.15.31:6831/2811557217","state":["exists","up"]},{"osd":4,"uuid":"c6fd9949-6edf-48f1-84fa-8edc76db25e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":2372603726},{"type":"v1","addr":"172.21.15.66:6801","nonce":2372603726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":2372603726},{"type":"v1","addr":"172.21.15.66:6803","nonce":2372603726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":2372603726},{"type":"v1","addr":"172.21.15.66:6807","nonce":2372603726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":2372603726},{"type":"v1","addr":"172.21.15.66:6805","nonce":2372603726}]},"public_addr":"172.21.15.66:6801/2372603726","cluster_addr":"172.21.15.66:6803/2372603726","heartbeat_back_addr":"172.21.15.66:6807/2372603726","heartbeat_front_addr":"172.21.15.66:6805/2372603726","state":["exists","up"]},{"osd":5,"uuid":"d38f984e-3b82-43c1-876f-c23e8c645143","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":2747426322},{"type":"v1","addr":"172.21.15.66:6809","nonce":2747426322}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":2747426322},{"type":"v1","addr":"172.21.15.66:6811","nonce":2747426322}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2747426322},{"type":"v1","addr":"172.21.15.66:6815","nonce":2747426322}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":2747426322},{"type":"v1","addr":"172.21.15.66:6813","nonce":2747426322}]},"public_addr":"172.21.15.66:6809/2747426322","cluster_addr":"172.21.15.66:6811/2747426322","heartbeat_back_addr":"172.21.15.66:6815/2747426322","heartbeat_front_addr":"172.21.15.66:6813/2747426322","state":["exists","up"]},{"osd":6,"uuid":"5ec91030-3eec-45c7-ada5-01eb7e34bcfd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":3977961195},{"type":"v1","addr":"172.21.15.66:6817","nonce":3977961195}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3977961195},{"type":"v1","addr":"172.21.15.66:6819","nonce":3977961195}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":3977961195},{"type":"v1","addr":"172.21.15.66:6823","nonce":3977961195}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":3977961195},{"type":"v1","addr":"172.21.15.66:6821","nonce":3977961195}]},"public_addr":"172.21.15.66:6817/3977961195","cluster_addr":"172.21.15.66:6819/3977961195","heartbeat_back_addr":"172.21.15.66:6823/3977961195","heartbeat_front_addr":"172.21.15.66:6821/3977961195","state":["exists","up"]},{"osd":7,"uuid":"328c7061-7856-4fc1-9377-83014f750ac9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":371403228},{"type":"v1","addr":"172.21.15.66:6825","nonce":371403228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":371403228},{"type":"v1","addr":"172.21.15.66:6827","nonce":371403228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":371403228},{"type":"v1","addr":"172.21.15.66:6831","nonce":371403228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":371403228},{"type":"v1","addr":"172.21.15.66:6829","nonce":371403228}]},"public_addr":"172.21.15.66:6825/371403228","cluster_addr":"172.21.15.66:6827/371403228","heartbeat_back_addr":"172.21.15.66:6831/371403228","heartbeat_front_addr":"172.21.15.66:6829/371403228","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:56:32.707874+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:56:57.809611+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:57:22.740293+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:57:47.643474+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:58:09.525348+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:58:33.431584+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:58:58.268886+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:59:22.818864+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1a","mappings":[{"from":7,"to":2}]},{"pgid":"3.a","mappings":[{"from":6,"to":2}]},{"pgid":"3.20","mappings":[{"from":0,"to":2}]},{"pgid":"3.22","mappings":[{"from":0,"to":1}]},{"pgid":"3.26","mappings":[{"from":4,"to":3}]},{"pgid":"3.29","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.31:0/1599000805":"2024-09-18T17:00:39.712377+0000","172.21.15.31:0/4254996885":"2024-09-18T17:00:39.712377+0000","172.21.15.31:0/2193449255":"2024-09-18T16:54:44.988894+0000","172.21.15.31:0/2570636984":"2024-09-18T16:55:08.765537+0000","172.21.15.31:0/582641076":"2024-09-18T16:54:44.988894+0000","172.21.15.31:0/2919735896":"2024-09-18T17:00:39.712377+0000","172.21.15.31:0/3819450625":"2024-09-18T16:54:44.988894+0000","172.21.15.31:6800/3124190684":"2024-09-18T16:54:44.988894+0000","172.21.15.31:6801/3821445044":"2024-09-18T16:55:08.765537+0000","172.21.15.31:6801/3124190684":"2024-09-18T16:54:44.988894+0000","172.21.15.31:0/416145817":"2024-09-18T16:55:08.765537+0000","172.21.15.31:0/4078155462":"2024-09-18T16:55:08.765537+0000","172.21.15.31:0/51569990":"2024-09-18T17:00:39.712377+0000","172.21.15.31:6800/564880942":"2024-09-18T17:00:39.712377+0000","172.21.15.31:6800/3821445044":"2024-09-18T16:55:08.765537+0000","172.21.15.31:6801/564880942":"2024-09-18T17:00:39.712377+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-17T17:01:01.491 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:01 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/2419530544' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-17T17:01:01.491 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:01 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/2419530544' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-17T17:01:01.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:01 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/2419530544' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-17T17:01:01.844 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:01:01 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:01:01] "GET /metrics HTTP/1.1" 200 33659 "" "Prometheus/2.43.0" 2024-09-17T17:01:01.977 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-09-17T17:01:01.977 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-17T17:01:02.187 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:01:02.525 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:02 smithi031 ceph-mon[27768]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:02.526 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:02 smithi031 ceph-mon[39468]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:02.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:02 smithi066 ceph-mon[31354]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:03.942 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:03 smithi031 ceph-mon[27768]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:03.942 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:03 smithi031 ceph-mon[39468]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:04.083 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T17:01:04.083 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":75,"fsid":"5dfb9b44-7515-11ef-bceb-c7b262605968","created":"2024-09-17T16:54:13.026750+0000","modified":"2024-09-17T17:00:56.235945+0000","last_up_change":"2024-09-17T16:59:24.511033+0000","last_in_change":"2024-09-17T16:59:07.649208+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-17T16:57:25.264873+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-17T16:59:47.893445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-17T16:59:51.158562+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-17T17:00:44.242979+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"bfd3afea-4f9e-453b-b4fc-fdc86a5ee964","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2622567047},{"type":"v1","addr":"172.21.15.31:6803","nonce":2622567047}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2622567047},{"type":"v1","addr":"172.21.15.31:6805","nonce":2622567047}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2622567047},{"type":"v1","addr":"172.21.15.31:6809","nonce":2622567047}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2622567047},{"type":"v1","addr":"172.21.15.31:6807","nonce":2622567047}]},"public_addr":"172.21.15.31:6803/2622567047","cluster_addr":"172.21.15.31:6805/2622567047","heartbeat_back_addr":"172.21.15.31:6809/2622567047","heartbeat_front_addr":"172.21.15.31:6807/2622567047","state":["exists","up"]},{"osd":1,"uuid":"c16093ac-9d64-4e0f-b383-2f5b5f9259ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2922056031},{"type":"v1","addr":"172.21.15.31:6811","nonce":2922056031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2922056031},{"type":"v1","addr":"172.21.15.31:6813","nonce":2922056031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":2922056031},{"type":"v1","addr":"172.21.15.31:6817","nonce":2922056031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2922056031},{"type":"v1","addr":"172.21.15.31:6815","nonce":2922056031}]},"public_addr":"172.21.15.31:6811/2922056031","cluster_addr":"172.21.15.31:6813/2922056031","heartbeat_back_addr":"172.21.15.31:6817/2922056031","heartbeat_front_addr":"172.21.15.31:6815/2922056031","state":["exists","up"]},{"osd":2,"uuid":"ef7fafc8-4e6a-48f4-b64f-c9228ba45326","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":110027023},{"type":"v1","addr":"172.21.15.31:6819","nonce":110027023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":110027023},{"type":"v1","addr":"172.21.15.31:6821","nonce":110027023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":110027023},{"type":"v1","addr":"172.21.15.31:6825","nonce":110027023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":110027023},{"type":"v1","addr":"172.21.15.31:6823","nonce":110027023}]},"public_addr":"172.21.15.31:6819/110027023","cluster_addr":"172.21.15.31:6821/110027023","heartbeat_back_addr":"172.21.15.31:6825/110027023","heartbeat_front_addr":"172.21.15.31:6823/110027023","state":["exists","up"]},{"osd":3,"uuid":"f46d5072-b866-4885-9972-e09268f2bdb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2811557217},{"type":"v1","addr":"172.21.15.31:6827","nonce":2811557217}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2811557217},{"type":"v1","addr":"172.21.15.31:6829","nonce":2811557217}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":2811557217},{"type":"v1","addr":"172.21.15.31:6833","nonce":2811557217}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2811557217},{"type":"v1","addr":"172.21.15.31:6831","nonce":2811557217}]},"public_addr":"172.21.15.31:6827/2811557217","cluster_addr":"172.21.15.31:6829/2811557217","heartbeat_back_addr":"172.21.15.31:6833/2811557217","heartbeat_front_addr":"172.21.15.31:6831/2811557217","state":["exists","up"]},{"osd":4,"uuid":"c6fd9949-6edf-48f1-84fa-8edc76db25e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":2372603726},{"type":"v1","addr":"172.21.15.66:6801","nonce":2372603726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":2372603726},{"type":"v1","addr":"172.21.15.66:6803","nonce":2372603726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":2372603726},{"type":"v1","addr":"172.21.15.66:6807","nonce":2372603726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":2372603726},{"type":"v1","addr":"172.21.15.66:6805","nonce":2372603726}]},"public_addr":"172.21.15.66:6801/2372603726","cluster_addr":"172.21.15.66:6803/2372603726","heartbeat_back_addr":"172.21.15.66:6807/2372603726","heartbeat_front_addr":"172.21.15.66:6805/2372603726","state":["exists","up"]},{"osd":5,"uuid":"d38f984e-3b82-43c1-876f-c23e8c645143","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":2747426322},{"type":"v1","addr":"172.21.15.66:6809","nonce":2747426322}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":2747426322},{"type":"v1","addr":"172.21.15.66:6811","nonce":2747426322}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2747426322},{"type":"v1","addr":"172.21.15.66:6815","nonce":2747426322}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":2747426322},{"type":"v1","addr":"172.21.15.66:6813","nonce":2747426322}]},"public_addr":"172.21.15.66:6809/2747426322","cluster_addr":"172.21.15.66:6811/2747426322","heartbeat_back_addr":"172.21.15.66:6815/2747426322","heartbeat_front_addr":"172.21.15.66:6813/2747426322","state":["exists","up"]},{"osd":6,"uuid":"5ec91030-3eec-45c7-ada5-01eb7e34bcfd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":3977961195},{"type":"v1","addr":"172.21.15.66:6817","nonce":3977961195}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3977961195},{"type":"v1","addr":"172.21.15.66:6819","nonce":3977961195}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":3977961195},{"type":"v1","addr":"172.21.15.66:6823","nonce":3977961195}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":3977961195},{"type":"v1","addr":"172.21.15.66:6821","nonce":3977961195}]},"public_addr":"172.21.15.66:6817/3977961195","cluster_addr":"172.21.15.66:6819/3977961195","heartbeat_back_addr":"172.21.15.66:6823/3977961195","heartbeat_front_addr":"172.21.15.66:6821/3977961195","state":["exists","up"]},{"osd":7,"uuid":"328c7061-7856-4fc1-9377-83014f750ac9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":371403228},{"type":"v1","addr":"172.21.15.66:6825","nonce":371403228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":371403228},{"type":"v1","addr":"172.21.15.66:6827","nonce":371403228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":371403228},{"type":"v1","addr":"172.21.15.66:6831","nonce":371403228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":371403228},{"type":"v1","addr":"172.21.15.66:6829","nonce":371403228}]},"public_addr":"172.21.15.66:6825/371403228","cluster_addr":"172.21.15.66:6827/371403228","heartbeat_back_addr":"172.21.15.66:6831/371403228","heartbeat_front_addr":"172.21.15.66:6829/371403228","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:56:32.707874+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:56:57.809611+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:57:22.740293+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:57:47.643474+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:58:09.525348+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:58:33.431584+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:58:58.268886+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:59:22.818864+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1a","mappings":[{"from":7,"to":2}]},{"pgid":"3.a","mappings":[{"from":6,"to":2}]},{"pgid":"3.20","mappings":[{"from":0,"to":2}]},{"pgid":"3.22","mappings":[{"from":0,"to":1}]},{"pgid":"3.26","mappings":[{"from":4,"to":3}]},{"pgid":"3.29","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.31:0/1599000805":"2024-09-18T17:00:39.712377+0000","172.21.15.31:0/4254996885":"2024-09-18T17:00:39.712377+0000","172.21.15.31:0/2193449255":"2024-09-18T16:54:44.988894+0000","172.21.15.31:0/2570636984":"2024-09-18T16:55:08.765537+0000","172.21.15.31:0/582641076":"2024-09-18T16:54:44.988894+0000","172.21.15.31:0/2919735896":"2024-09-18T17:00:39.712377+0000","172.21.15.31:0/3819450625":"2024-09-18T16:54:44.988894+0000","172.21.15.31:6800/3124190684":"2024-09-18T16:54:44.988894+0000","172.21.15.31:6801/3821445044":"2024-09-18T16:55:08.765537+0000","172.21.15.31:6801/3124190684":"2024-09-18T16:54:44.988894+0000","172.21.15.31:0/416145817":"2024-09-18T16:55:08.765537+0000","172.21.15.31:0/4078155462":"2024-09-18T16:55:08.765537+0000","172.21.15.31:0/51569990":"2024-09-18T17:00:39.712377+0000","172.21.15.31:6800/564880942":"2024-09-18T17:00:39.712377+0000","172.21.15.31:6800/3821445044":"2024-09-18T16:55:08.765537+0000","172.21.15.31:6801/564880942":"2024-09-18T17:00:39.712377+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-17T17:01:04.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:03 smithi066 ceph-mon[31354]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:04.719 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-09-17T17:01:04.720 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-09-17T17:01:04.720 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-09-17T17:01:04.721 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-09-17T17:01:04.721 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-09-17T17:01:04.721 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-09-17T17:01:04.722 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-09-17T17:01:04.723 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-09-17T17:01:05.093 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:01:05.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:04 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/916001928' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-17T17:01:05.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:04 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/916001928' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-17T17:01:05.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:04 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/916001928' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-17T17:01:05.393 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:01:05.397 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:01:05.398 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:01:05.399 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:01:05.399 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:01:05.401 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:01:05.830 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:01:05.833 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:01:05 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a[73517]: ts=2024-09-17T17:01:05.589Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.00290225s 2024-09-17T17:01:06.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:05 smithi031 ceph-mon[27768]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:06.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:05 smithi031 ceph-mon[39468]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:06.094 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:05 smithi066 ceph-mon[31354]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:07.957 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:07 smithi031 ceph-mon[27768]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:07.957 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:07 smithi031 ceph-mon[39468]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:08.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:07 smithi066 ceph-mon[31354]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:08.903 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:08 smithi066 systemd[1]: Starting Ceph grafana.a for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:01:09.288 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 podman[63573]: 2024-09-17 17:01:08.935061586 +0000 UTC m=+0.015827833 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-09-17T17:01:09.288 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 podman[63573]: 2024-09-17 17:01:09.051396559 +0000 UTC m=+0.132162857 container create 7bff2f45f3534dfbe9240573f786ff0fcf2a27dd1d1d131177b2f9cea716ea65 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a, distribution-scope=public, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.component=ubi8-container, build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vendor=Red Hat, Inc., vcs-type=git, io.openshift.tags=base rhel8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, release=239.1651231664, version=8.5, architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, maintainer=Paul Cuzner , name=ubi8, io.buildah.version=1.32.0, description=Ceph Grafana Container, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Grafana Container configured for Ceph mgr/dashboard integration) 2024-09-17T17:01:09.540 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 podman[63573]: 2024-09-17 17:01:09.286896931 +0000 UTC m=+0.367663179 container init 7bff2f45f3534dfbe9240573f786ff0fcf2a27dd1d1d131177b2f9cea716ea65 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a, io.openshift.expose-services=, io.buildah.version=1.32.0, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.k8s.display-name=Red Hat Universal Base Image 8, name=ubi8, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, version=8.5, build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, release=239.1651231664, com.redhat.component=ubi8-container, summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64, maintainer=Paul Cuzner , vcs-type=git, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-09-17T17:01:09.540 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 podman[63573]: 2024-09-17 17:01:09.291936052 +0000 UTC m=+0.372702285 container start 7bff2f45f3534dfbe9240573f786ff0fcf2a27dd1d1d131177b2f9cea716ea65 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a, name=ubi8, io.openshift.tags=base rhel8, release=239.1651231664, maintainer=Paul Cuzner , version=8.5, architecture=x86_64, build-date=2022-04-29T11:48:11.055897, io.buildah.version=1.32.0, description=Ceph Grafana Container, distribution-scope=public, com.redhat.component=ubi8-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.expose-services=, io.k8s.display-name=Red Hat Universal Base Image 8, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git) 2024-09-17T17:01:09.540 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 bash[63573]: 7bff2f45f3534dfbe9240573f786ff0fcf2a27dd1d1d131177b2f9cea716ea65 2024-09-17T17:01:09.540 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 systemd[1]: Started Ceph grafana.a for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:01:09.540 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=settings t=2024-09-17T17:01:09.453266014Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-09-17T17:01:09.540 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=settings t=2024-09-17T17:01:09.453461688Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-09-17T17:01:09.540 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=settings t=2024-09-17T17:01:09.453483448Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-17T17:01:09.540 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=settings t=2024-09-17T17:01:09.453492497Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-17T17:01:09.541 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=settings t=2024-09-17T17:01:09.453499261Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-17T17:01:09.541 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=settings t=2024-09-17T17:01:09.453506037Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-17T17:01:09.541 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=settings t=2024-09-17T17:01:09.453512516Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-17T17:01:09.541 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=settings t=2024-09-17T17:01:09.453519129Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-17T17:01:09.542 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=settings t=2024-09-17T17:01:09.453525749Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-17T17:01:09.542 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=settings t=2024-09-17T17:01:09.453532333Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-17T17:01:09.542 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=settings t=2024-09-17T17:01:09.4535385Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-17T17:01:09.542 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=settings t=2024-09-17T17:01:09.453544731Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-17T17:01:09.542 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=settings t=2024-09-17T17:01:09.453551139Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-17T17:01:09.542 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=settings t=2024-09-17T17:01:09.45355879Z level=info msg="App mode production" 2024-09-17T17:01:09.542 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=sqlstore t=2024-09-17T17:01:09.453606146Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-17T17:01:09.542 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=sqlstore t=2024-09-17T17:01:09.453623471Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-17T17:01:09.542 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.454558923Z level=info msg="Starting DB migrations" 2024-09-17T17:01:09.542 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.454646331Z level=info msg="Executing migration" id="create migration_log table" 2024-09-17T17:01:09.542 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.455178209Z level=info msg="Executing migration" id="create user table" 2024-09-17T17:01:09.543 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.455646098Z level=info msg="Executing migration" id="add unique index user.login" 2024-09-17T17:01:09.543 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.456097692Z level=info msg="Executing migration" id="add unique index user.email" 2024-09-17T17:01:09.543 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.456534676Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-09-17T17:01:09.543 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.457123697Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-09-17T17:01:09.543 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.457526052Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-09-17T17:01:09.543 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.458229284Z level=info msg="Executing migration" id="create user table v2" 2024-09-17T17:01:09.543 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.458654168Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-09-17T17:01:09.543 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.459072909Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-09-17T17:01:09.543 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.459517655Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-09-17T17:01:09.543 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.459950495Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-09-17T17:01:09.543 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.460316149Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-09-17T17:01:09.543 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.46075727Z level=info msg="Executing migration" id="Update user table charset" 2024-09-17T17:01:09.543 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.461065018Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-09-17T17:01:09.543 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.461502077Z level=info msg="Executing migration" id="Add missing user data" 2024-09-17T17:01:09.544 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.461908343Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-09-17T17:01:09.544 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.462366565Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-09-17T17:01:09.544 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.462810516Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-09-17T17:01:09.544 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.463249895Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-09-17T17:01:09.544 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.464465731Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-09-17T17:01:09.544 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.464907909Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-09-17T17:01:09.544 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.465360995Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-09-17T17:01:09.544 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.465784104Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-09-17T17:01:09.544 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.46622264Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-09-17T17:01:09.544 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.466659967Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-09-17T17:01:09.544 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.466967908Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-09-17T17:01:09.544 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.467349087Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-09-17T17:01:09.544 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.467822531Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-09-17T17:01:09.545 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.468235566Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-09-17T17:01:09.545 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.468645883Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-09-17T17:01:09.545 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.469293189Z level=info msg="Executing migration" id="create temp_user v2" 2024-09-17T17:01:09.545 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.469714377Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-09-17T17:01:09.545 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.470140935Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-09-17T17:01:09.545 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.470543611Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-09-17T17:01:09.545 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.47097655Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-09-17T17:01:09.545 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.471402909Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-09-17T17:01:09.545 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.471782246Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-09-17T17:01:09.545 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.472125261Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-09-17T17:01:09.545 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.472473067Z level=info msg="Executing migration" id="create star table" 2024-09-17T17:01:09.545 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.472863465Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-09-17T17:01:09.545 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.473303875Z level=info msg="Executing migration" id="create org table v1" 2024-09-17T17:01:09.546 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.473742229Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-09-17T17:01:09.546 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.474176729Z level=info msg="Executing migration" id="create org_user table v1" 2024-09-17T17:01:09.546 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.474563493Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-09-17T17:01:09.546 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.474993239Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-09-17T17:01:09.546 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.475429018Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-09-17T17:01:09.546 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.475885551Z level=info msg="Executing migration" id="Update org table charset" 2024-09-17T17:01:09.546 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.476702986Z level=info msg="Executing migration" id="Update org_user table charset" 2024-09-17T17:01:09.547 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.477039054Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-09-17T17:01:09.547 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.477557312Z level=info msg="Executing migration" id="create dashboard table" 2024-09-17T17:01:09.547 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.477963431Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-09-17T17:01:09.547 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.480566448Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-09-17T17:01:09.547 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.483278466Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-09-17T17:01:09.547 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.486160446Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-09-17T17:01:09.547 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.489029186Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-09-17T17:01:09.547 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.491686263Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-09-17T17:01:09.547 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.494708747Z level=info msg="Executing migration" id="create dashboard v2" 2024-09-17T17:01:09.547 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.4975739Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-09-17T17:01:09.547 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.500403574Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-09-17T17:01:09.547 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.503168085Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-09-17T17:01:09.547 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.506244743Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-09-17T17:01:09.548 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.50896193Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-09-17T17:01:09.548 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.511734908Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-09-17T17:01:09.548 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.514486702Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-09-17T17:01:09.548 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.517285895Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-09-17T17:01:09.548 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.520176723Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-09-17T17:01:09.548 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.523059196Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-09-17T17:01:09.548 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.525691718Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-09-17T17:01:09.548 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.528197638Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-09-17T17:01:09.548 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.530725989Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-09-17T17:01:09.548 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.533317314Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-09-17T17:01:09.548 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.535927359Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-09-17T17:01:09.548 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.538432228Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-09-17T17:01:09.548 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.539128884Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-09-17T17:01:09.791 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.541687383Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-09-17T17:01:09.791 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.54429916Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-09-17T17:01:09.791 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.546887606Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-09-17T17:01:09.791 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.549670698Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-09-17T17:01:09.791 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.552242724Z level=info msg="Executing migration" id="Update dashboard title length" 2024-09-17T17:01:09.791 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.554820222Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-09-17T17:01:09.792 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.557517643Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-09-17T17:01:09.792 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.55994987Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-09-17T17:01:09.792 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.562504953Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-09-17T17:01:09.792 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.565332372Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-09-17T17:01:09.792 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.567786743Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-09-17T17:01:09.792 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.568707691Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-09-17T17:01:09.792 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.569404935Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-09-17T17:01:09.792 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.570408489Z level=info msg="Executing migration" id="Add check_sum column" 2024-09-17T17:01:09.792 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.571118189Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-09-17T17:01:09.792 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.572029655Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-09-17T17:01:09.792 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.572525759Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-09-17T17:01:09.792 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.572852567Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-09-17T17:01:09.793 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.573652663Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-09-17T17:01:09.793 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.574515184Z level=info msg="Executing migration" id="create data_source table" 2024-09-17T17:01:09.793 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.575361068Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-09-17T17:01:09.794 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.575821245Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-09-17T17:01:09.794 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.576717955Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-09-17T17:01:09.794 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.577588115Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-09-17T17:01:09.794 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.578482323Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-09-17T17:01:09.794 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.579583149Z level=info msg="Executing migration" id="create data_source table v2" 2024-09-17T17:01:09.794 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.580476727Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-09-17T17:01:09.794 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.581337272Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-09-17T17:01:09.794 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.582299284Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-09-17T17:01:09.794 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.583034122Z level=info msg="Executing migration" id="Add column with_credentials" 2024-09-17T17:01:09.794 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.585723Z level=info msg="Executing migration" id="Add secure json data column" 2024-09-17T17:01:09.794 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.586271553Z level=info msg="Executing migration" id="Update data_source table charset" 2024-09-17T17:01:09.794 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.588482181Z level=info msg="Executing migration" id="Update initial version to 1" 2024-09-17T17:01:09.795 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.588820707Z level=info msg="Executing migration" id="Add read_only data column" 2024-09-17T17:01:09.795 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.591126693Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-09-17T17:01:09.795 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.591472729Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-09-17T17:01:09.795 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.593923415Z level=info msg="Executing migration" id="Add uid column" 2024-09-17T17:01:09.795 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.596805385Z level=info msg="Executing migration" id="Update uid value" 2024-09-17T17:01:09.795 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.59964987Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-09-17T17:01:09.795 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.602221146Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-09-17T17:01:09.795 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.605207737Z level=info msg="Executing migration" id="create api_key table" 2024-09-17T17:01:09.795 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.608024178Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-09-17T17:01:09.795 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.610712876Z level=info msg="Executing migration" id="add index api_key.key" 2024-09-17T17:01:09.795 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.613596174Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-09-17T17:01:09.795 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.616478794Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-09-17T17:01:09.796 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.619290863Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-09-17T17:01:09.796 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.62210635Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-09-17T17:01:09.796 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.622596401Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-09-17T17:01:09.796 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.625321251Z level=info msg="Executing migration" id="create api_key table v2" 2024-09-17T17:01:09.796 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.627838727Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-09-17T17:01:09.796 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.630526178Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-09-17T17:01:09.796 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.631072442Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-09-17T17:01:09.796 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.633705505Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-09-17T17:01:09.796 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.636469235Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-09-17T17:01:09.796 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.639195314Z level=info msg="Executing migration" id="Update api_key table charset" 2024-09-17T17:01:09.796 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.639548831Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-09-17T17:01:09.796 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.642343288Z level=info msg="Executing migration" id="Add service account foreign key" 2024-09-17T17:01:09.796 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.644949128Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-09-17T17:01:09.797 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.647388928Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-09-17T17:01:09.797 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.647961544Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-09-17T17:01:09.797 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.650658565Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-09-17T17:01:09.797 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.651249057Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-09-17T17:01:09.797 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.653509765Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-09-17T17:01:09.797 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.656141Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-09-17T17:01:09.797 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.656757786Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-09-17T17:01:09.797 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.657727015Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-09-17T17:01:09.797 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.658315512Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-09-17T17:01:09.797 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.659171419Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-09-17T17:01:09.797 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.659485806Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-09-17T17:01:09.797 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.660344628Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-09-17T17:01:09.797 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.661317527Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-09-17T17:01:09.797 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.662037962Z level=info msg="Executing migration" id="create quota table v1" 2024-09-17T17:01:09.798 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.662434609Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-09-17T17:01:09.798 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.663231003Z level=info msg="Executing migration" id="Update quota table charset" 2024-09-17T17:01:09.798 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.664007954Z level=info msg="Executing migration" id="create plugin_setting table" 2024-09-17T17:01:09.798 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.664420602Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-09-17T17:01:09.798 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.665053431Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-09-17T17:01:09.798 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.665648306Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-09-17T17:01:09.798 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.666466125Z level=info msg="Executing migration" id="create session table" 2024-09-17T17:01:09.798 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.667488741Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-09-17T17:01:09.798 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.668162612Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-09-17T17:01:09.798 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.668454254Z level=info msg="Executing migration" id="create playlist table v2" 2024-09-17T17:01:09.798 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.668854864Z level=info msg="Executing migration" id="create playlist item table v2" 2024-09-17T17:01:09.798 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.669311315Z level=info msg="Executing migration" id="Update playlist table charset" 2024-09-17T17:01:09.798 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.670301432Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-09-17T17:01:09.799 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.671177392Z level=info msg="Executing migration" id="drop preferences table v2" 2024-09-17T17:01:09.799 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.671605859Z level=info msg="Executing migration" id="drop preferences table v3" 2024-09-17T17:01:09.799 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.672541507Z level=info msg="Executing migration" id="create preferences table v3" 2024-09-17T17:01:09.799 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.673414942Z level=info msg="Executing migration" id="Update preferences table charset" 2024-09-17T17:01:09.799 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.674150626Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-09-17T17:01:09.799 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.674773206Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-09-17T17:01:09.799 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.675760326Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-09-17T17:01:09.799 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.676523259Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-09-17T17:01:09.799 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.67738815Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-09-17T17:01:09.799 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.677721822Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-09-17T17:01:09.799 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.67859183Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-09-17T17:01:09.799 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.679505214Z level=info msg="Executing migration" id="create alert table v1" 2024-09-17T17:01:09.799 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.680482938Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-09-17T17:01:09.799 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.680936988Z level=info msg="Executing migration" id="add index alert state" 2024-09-17T17:01:09.800 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.681954023Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-09-17T17:01:09.800 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.684676634Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-09-17T17:01:09.800 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.687680571Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-09-17T17:01:09.800 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.688106016Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-09-17T17:01:09.800 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.690950194Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-09-17T17:01:09.800 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.692600586Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-09-17T17:01:09.800 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.693632046Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-09-17T17:01:09.800 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.696369536Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-09-17T17:01:09.800 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.696742689Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-09-17T17:01:09.800 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.699674996Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-09-17T17:01:09.800 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.700127821Z level=info msg="Executing migration" id="Add column is_default" 2024-09-17T17:01:09.800 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.702569533Z level=info msg="Executing migration" id="Add column frequency" 2024-09-17T17:01:09.800 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.705508413Z level=info msg="Executing migration" id="Add column send_reminder" 2024-09-17T17:01:09.800 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.70618099Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-09-17T17:01:09.801 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.708991401Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-09-17T17:01:09.801 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.711812693Z level=info msg="Executing migration" id="Update alert table charset" 2024-09-17T17:01:09.801 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.714550671Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-09-17T17:01:09.801 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.71486313Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-09-17T17:01:09.801 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.717790912Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-09-17T17:01:09.802 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.720267232Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-09-17T17:01:09.802 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.722901338Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-09-17T17:01:09.802 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.725219899Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-09-17T17:01:09.802 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.728022912Z level=info msg="Executing migration" id="Add for to alert table" 2024-09-17T17:01:09.802 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.730667734Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-09-17T17:01:09.802 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.733285446Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-09-17T17:01:09.802 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.73375342Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-09-17T17:01:09.802 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.73646445Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-09-17T17:01:09.802 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.739267434Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-09-17T17:01:09.802 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.741911252Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-09-17T17:01:09.802 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.742223358Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-09-17T17:01:09.802 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.745007108Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-09-17T17:01:09.802 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.747571395Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-09-17T17:01:09.802 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.75039286Z level=info msg="Executing migration" id="create annotation table v5" 2024-09-17T17:01:09.803 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.750841248Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-09-17T17:01:09.803 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.75357561Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-09-17T17:01:09.803 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.756261842Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-09-17T17:01:09.803 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.757101695Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-09-17T17:01:09.803 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.757568143Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-09-17T17:01:09.803 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.758549347Z level=info msg="Executing migration" id="Update annotation table charset" 2024-09-17T17:01:09.803 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.759189624Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-09-17T17:01:09.803 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.760054707Z level=info msg="Executing migration" id="Drop category_id index" 2024-09-17T17:01:09.803 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.760488641Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-09-17T17:01:09.803 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.761335138Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-09-17T17:01:09.803 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.762308847Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-09-17T17:01:09.803 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.763143625Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-09-17T17:01:09.803 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.763751984Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-09-17T17:01:09.803 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.765375007Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-09-17T17:01:09.804 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.766206Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-09-17T17:01:09.804 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.767083363Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-09-17T17:01:09.804 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.767431444Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-09-17T17:01:09.804 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.768270849Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-09-17T17:01:09.804 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.769116081Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-09-17T17:01:09.804 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.769972158Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-09-17T17:01:09.804 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.770703012Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-09-17T17:01:09.804 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.771576366Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-09-17T17:01:09.804 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.772602726Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-09-17T17:01:09.804 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.773302226Z level=info msg="Executing migration" id="Add epoch_end column" 2024-09-17T17:01:09.804 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.774018285Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-09-17T17:01:09.804 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.774894063Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-09-17T17:01:09.804 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.775707887Z level=info msg="Executing migration" id="Move region to single row" 2024-09-17T17:01:09.805 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.776732643Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-09-17T17:01:09.805 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.777280756Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-09-17T17:01:09.805 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.778151143Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-09-17T17:01:09.805 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.779128486Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-09-17T17:01:09.805 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.779822507Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-09-17T17:01:09.805 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.780249147Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-09-17T17:01:09.805 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.781097936Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-09-17T17:01:09.805 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.78381747Z level=info msg="Executing migration" id="create test_data table" 2024-09-17T17:01:09.805 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.784252877Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-09-17T17:01:09.805 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.786672401Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-09-17T17:01:09.805 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.789563517Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-09-17T17:01:09.805 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.792185279Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-09-17T17:01:10.041 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.795177235Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-09-17T17:01:10.042 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.798042599Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-09-17T17:01:10.042 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.800747006Z level=info msg="Executing migration" id="create team table" 2024-09-17T17:01:10.042 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.80341665Z level=info msg="Executing migration" id="add index team.org_id" 2024-09-17T17:01:10.042 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.806094506Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-09-17T17:01:10.042 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.808919617Z level=info msg="Executing migration" id="create team member table" 2024-09-17T17:01:10.042 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.811848304Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-09-17T17:01:10.042 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.814691375Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-09-17T17:01:10.042 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.817487295Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-09-17T17:01:10.042 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.82022966Z level=info msg="Executing migration" id="Add column email to team table" 2024-09-17T17:01:10.042 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.823036566Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-09-17T17:01:10.042 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.825850641Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-09-17T17:01:10.042 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.82855992Z level=info msg="Executing migration" id="create dashboard acl table" 2024-09-17T17:01:10.043 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.83141394Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-09-17T17:01:10.043 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.83412956Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-09-17T17:01:10.043 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.834569825Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-09-17T17:01:10.043 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.836589431Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-09-17T17:01:10.043 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.839203578Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-09-17T17:01:10.043 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.841947226Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-09-17T17:01:10.044 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.844573095Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-09-17T17:01:10.044 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.846985222Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-09-17T17:01:10.044 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.84966817Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-09-17T17:01:10.044 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.852146072Z level=info msg="Executing migration" id="create tag table" 2024-09-17T17:01:10.044 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.852547818Z level=info msg="Executing migration" id="add index tag.key_value" 2024-09-17T17:01:10.044 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.855234604Z level=info msg="Executing migration" id="create login attempt table" 2024-09-17T17:01:10.044 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.857797634Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-09-17T17:01:10.044 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.860443047Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-09-17T17:01:10.045 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.860881911Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-09-17T17:01:10.045 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.863609188Z level=info msg="Executing migration" id="create login_attempt v2" 2024-09-17T17:01:10.045 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.866160381Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-09-17T17:01:10.045 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.86886741Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-09-17T17:01:10.045 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.869223118Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-09-17T17:01:10.045 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.870084379Z level=info msg="Executing migration" id="create user auth table" 2024-09-17T17:01:10.045 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.870931841Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-09-17T17:01:10.045 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.871773538Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-09-17T17:01:10.045 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.872085988Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-09-17T17:01:10.045 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.872940752Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-09-17T17:01:10.045 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.873822855Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-09-17T17:01:10.045 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.874637266Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-09-17T17:01:10.046 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.875403099Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-09-17T17:01:10.046 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.876183176Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-09-17T17:01:10.046 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.877018758Z level=info msg="Executing migration" id="create server_lock table" 2024-09-17T17:01:10.046 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.877882995Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-09-17T17:01:10.046 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.878336082Z level=info msg="Executing migration" id="create user auth token table" 2024-09-17T17:01:10.046 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.879205675Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-09-17T17:01:10.046 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.880319148Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-09-17T17:01:10.046 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.880764953Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-09-17T17:01:10.046 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.881204892Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-09-17T17:01:10.046 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.882039083Z level=info msg="Executing migration" id="create cache_data table" 2024-09-17T17:01:10.046 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.882886272Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-09-17T17:01:10.046 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.883344541Z level=info msg="Executing migration" id="create short_url table v1" 2024-09-17T17:01:10.046 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.884215273Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-09-17T17:01:10.047 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.885038608Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-09-17T17:01:10.047 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.885349753Z level=info msg="Executing migration" id="delete alert_definition table" 2024-09-17T17:01:10.047 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.885673174Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-09-17T17:01:10.047 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.886133505Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-09-17T17:01:10.047 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.886929406Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-09-17T17:01:10.047 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.887366928Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-09-17T17:01:10.047 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.887686535Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-09-17T17:01:10.047 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.888112497Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-09-17T17:01:10.047 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.888510952Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-09-17T17:01:10.047 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.888951562Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-09-17T17:01:10.047 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.889408057Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-09-17T17:01:10.047 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.890211281Z level=info msg="Executing migration" id="drop alert_definition table" 2024-09-17T17:01:10.047 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.890668955Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-09-17T17:01:10.048 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.890981564Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-09-17T17:01:10.048 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.891365815Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-09-17T17:01:10.048 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.891813586Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-09-17T17:01:10.048 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.892251308Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-09-17T17:01:10.048 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.892531427Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-09-17T17:01:10.048 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.892977254Z level=info msg="Executing migration" id="create alert_instance table" 2024-09-17T17:01:10.048 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.89337823Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-09-17T17:01:10.048 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.893824381Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-09-17T17:01:10.048 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.894264101Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-09-17T17:01:10.048 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.895063632Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-09-17T17:01:10.048 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.895493271Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-09-17T17:01:10.048 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.895918831Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-09-17T17:01:10.048 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.899396725Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-09-17T17:01:10.049 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.902841793Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-09-17T17:01:10.049 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.903292555Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-09-17T17:01:10.049 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.903729694Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-09-17T17:01:10.049 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.904555211Z level=info msg="Executing migration" id="create alert_rule table" 2024-09-17T17:01:10.049 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.904977957Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-09-17T17:01:10.049 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.905412407Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-09-17T17:01:10.049 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.905861018Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-09-17T17:01:10.049 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.906297791Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-09-17T17:01:10.049 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.906618276Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-09-17T17:01:10.049 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.907467898Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-09-17T17:01:10.049 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.908291125Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-09-17T17:01:10.049 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.909120206Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-09-17T17:01:10.049 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.909545472Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-09-17T17:01:10.049 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.909979389Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-09-17T17:01:10.050 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.910816123Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-09-17T17:01:10.050 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.91164359Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-09-17T17:01:10.050 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.912086281Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-09-17T17:01:10.050 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.912948642Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-09-17T17:01:10.050 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.913784719Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-09-17T17:01:10.050 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.914106511Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-09-17T17:01:10.050 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.914560359Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-09-17T17:01:10.050 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.915369797Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-09-17T17:01:10.050 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.915811304Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-09-17T17:01:10.050 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.916120769Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-09-17T17:01:10.050 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.917024351Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-09-17T17:01:10.050 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.91788288Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-09-17T17:01:10.050 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.918741552Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-09-17T17:01:10.051 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.919595598Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-09-17T17:01:10.051 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.920442202Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-09-17T17:01:10.051 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.921308865Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-09-17T17:01:10.051 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.922293159Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-09-17T17:01:10.051 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.923141587Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-09-17T17:01:10.051 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.923461366Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-09-17T17:01:10.051 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.92435838Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-09-17T17:01:10.051 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.927231509Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-09-17T17:01:10.051 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.92999447Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-09-17T17:01:10.051 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.930541931Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-09-17T17:01:10.051 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.931407935Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-09-17T17:01:10.051 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.932287688Z level=info msg="Executing migration" id="create provenance_type table" 2024-09-17T17:01:10.051 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.933151582Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-09-17T17:01:10.052 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.93361615Z level=info msg="Executing migration" id="create alert_image table" 2024-09-17T17:01:10.052 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.934404475Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-09-17T17:01:10.052 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.93525588Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-09-17T17:01:10.052 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.936051934Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-09-17T17:01:10.052 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.936472354Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-09-17T17:01:10.052 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.936899566Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-09-17T17:01:10.052 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.936976031Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-09-17T17:01:10.052 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.937751441Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-09-17T17:01:10.052 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.938135517Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-09-17T17:01:10.052 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.938585232Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-09-17T17:01:10.053 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.938705189Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-09-17T17:01:10.053 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.93881762Z level=info msg="alerts found to migrate" alerts=0 2024-09-17T17:01:10.053 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.93922489Z level=info msg="Executing migration" id="create library_element table v1" 2024-09-17T17:01:10.053 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.939689065Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-09-17T17:01:10.053 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.940151782Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-09-17T17:01:10.053 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.941018113Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-09-17T17:01:10.053 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.941900773Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-09-17T17:01:10.054 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.942792862Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-09-17T17:01:10.054 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.943095772Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-09-17T17:01:10.054 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.943952202Z level=info msg="Executing migration" id="create data_keys table" 2024-09-17T17:01:10.054 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.944392584Z level=info msg="Executing migration" id="create secrets table" 2024-09-17T17:01:10.054 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.944856036Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-09-17T17:01:10.054 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.949556968Z level=info msg="Executing migration" id="add name column into data_keys" 2024-09-17T17:01:10.054 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.950476849Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-09-17T17:01:10.054 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.95329086Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-09-17T17:01:10.054 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.957656718Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-09-17T17:01:10.054 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.962043471Z level=info msg="Executing migration" id="create kv_store table v1" 2024-09-17T17:01:10.054 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.96247702Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-09-17T17:01:10.054 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.965416656Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-09-17T17:01:10.054 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.968117134Z level=info msg="Executing migration" id="create permission table" 2024-09-17T17:01:10.054 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.971014891Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-09-17T17:01:10.055 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.971552486Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-09-17T17:01:10.055 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.974254144Z level=info msg="Executing migration" id="create role table" 2024-09-17T17:01:10.055 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.977023513Z level=info msg="Executing migration" id="add column display_name" 2024-09-17T17:01:10.055 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.979934138Z level=info msg="Executing migration" id="add column group_name" 2024-09-17T17:01:10.055 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.98088136Z level=info msg="Executing migration" id="add index role.org_id" 2024-09-17T17:01:10.055 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.983893441Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-09-17T17:01:10.055 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.986590939Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-09-17T17:01:10.055 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.989606465Z level=info msg="Executing migration" id="create team role table" 2024-09-17T17:01:10.055 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.990107562Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-09-17T17:01:10.055 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.993089841Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-09-17T17:01:10.055 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.995765336Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-09-17T17:01:10.055 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.998548566Z level=info msg="Executing migration" id="create user role table" 2024-09-17T17:01:10.055 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:09 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:09.999047791Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-09-17T17:01:10.055 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.00176457Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-09-17T17:01:10.056 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.00463755Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-09-17T17:01:10.056 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.007249265Z level=info msg="Executing migration" id="create builtin role table" 2024-09-17T17:01:10.056 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.007785769Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-09-17T17:01:10.056 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.010582819Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-09-17T17:01:10.056 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.013038654Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-09-17T17:01:10.056 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.015815789Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-09-17T17:01:10.056 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.016313254Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-09-17T17:01:10.056 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.019097681Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-09-17T17:01:10.056 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.021603448Z level=info msg="Executing migration" id="add unique index role.uid" 2024-09-17T17:01:10.056 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.02425585Z level=info msg="Executing migration" id="create seed assignment table" 2024-09-17T17:01:10.056 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.024668312Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-09-17T17:01:10.056 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.027557914Z level=info msg="Executing migration" id="add column hidden to role table" 2024-09-17T17:01:10.056 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.030244292Z level=info msg="Executing migration" id="create query_history table v1" 2024-09-17T17:01:10.057 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.032834746Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-09-17T17:01:10.057 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.0332817Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-09-17T17:01:10.057 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.034296284Z level=info msg="Executing migration" id="teams permissions migration" 2024-09-17T17:01:10.057 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.03673303Z level=info msg="Executing migration" id="dashboard permissions" 2024-09-17T17:01:10.057 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.037680026Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-09-17T17:01:10.057 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.038216998Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-09-17T17:01:10.057 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.039082155Z level=info msg="Executing migration" id="alerting notification permissions" 2024-09-17T17:01:10.057 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.039582076Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-09-17T17:01:10.057 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.040045095Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-09-17T17:01:10.057 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.040920063Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-09-17T17:01:10.057 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.042117646Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-09-17T17:01:10.057 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.042963908Z level=info msg="Executing migration" id="create correlation table v1" 2024-09-17T17:01:10.058 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.043831843Z level=info msg="Executing migration" id="add index correlations.uid" 2024-09-17T17:01:10.404 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.044699626Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-09-17T17:01:10.404 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.045161048Z level=info msg="Executing migration" id="add correlation config column" 2024-09-17T17:01:10.404 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.046217645Z level=info msg="Executing migration" id="create entity_events table" 2024-09-17T17:01:10.404 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.047074927Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-09-17T17:01:10.404 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.047920995Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-09-17T17:01:10.404 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.04802217Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-09-17T17:01:10.404 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.048357657Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-17T17:01:10.404 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.048456789Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-17T17:01:10.405 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.049196499Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-09-17T17:01:10.405 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.050044499Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-09-17T17:01:10.405 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.050884441Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-09-17T17:01:10.405 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.051355341Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-17T17:01:10.405 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.05219046Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-09-17T17:01:10.405 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.053083383Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-09-17T17:01:10.405 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.053969171Z level=info msg="Executing migration" id="Drop public config table" 2024-09-17T17:01:10.405 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.054414675Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-09-17T17:01:10.405 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.055478956Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-09-17T17:01:10.406 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.056159242Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-09-17T17:01:10.406 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.057181934Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-09-17T17:01:10.406 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.057766292Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-09-17T17:01:10.406 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.060945531Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-09-17T17:01:10.406 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.061996981Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-09-17T17:01:10.406 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.06302955Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-09-17T17:01:10.406 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.063374812Z level=info msg="Executing migration" id="add share column" 2024-09-17T17:01:10.406 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.064414566Z level=info msg="Executing migration" id="create default alerting folders" 2024-09-17T17:01:10.406 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.067384475Z level=info msg="Executing migration" id="create file table" 2024-09-17T17:01:10.406 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.070148074Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-09-17T17:01:10.407 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.070745183Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-09-17T17:01:10.407 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.07362167Z level=info msg="Executing migration" id="create file_meta table" 2024-09-17T17:01:10.407 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.076113506Z level=info msg="Executing migration" id="file table idx: path key" 2024-09-17T17:01:10.407 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.078985516Z level=info msg="Executing migration" id="set path collation in file table" 2024-09-17T17:01:10.407 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.079429816Z level=info msg="Executing migration" id="managed permissions migration" 2024-09-17T17:01:10.407 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.082275135Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-09-17T17:01:10.407 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.084967126Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-09-17T17:01:10.407 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.087939863Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-09-17T17:01:10.407 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.089162525Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-09-17T17:01:10.407 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.092016577Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-09-17T17:01:10.407 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.094821258Z level=info msg="Executing migration" id="update group index for alert rules" 2024-09-17T17:01:10.407 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.097799547Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-09-17T17:01:10.407 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.098157641Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-09-17T17:01:10.407 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.10096094Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-09-17T17:01:10.408 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.102255101Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-09-17T17:01:10.408 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.103930719Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-09-17T17:01:10.408 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.106269185Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-09-17T17:01:10.408 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.116401123Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-09-17T17:01:10.408 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.119098156Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-09-17T17:01:10.408 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.121917523Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-09-17T17:01:10.408 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.125417821Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-09-17T17:01:10.408 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.127944296Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-09-17T17:01:10.408 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.130596386Z level=info msg="Executing migration" id="create folder table" 2024-09-17T17:01:10.408 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.133233076Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-09-17T17:01:10.408 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.13573397Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-09-17T17:01:10.408 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.136211369Z level=info msg="Executing migration" id="Update folder title length" 2024-09-17T17:01:10.408 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.138820509Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-09-17T17:01:10.409 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=migrator t=2024-09-17T17:01:10.139526392Z level=info msg="migrations completed" performed=485 skipped=0 duration=684.906099ms 2024-09-17T17:01:10.409 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=sqlstore t=2024-09-17T17:01:10.13995375Z level=info msg="Created default organization" 2024-09-17T17:01:10.409 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=plugin.loader t=2024-09-17T17:01:10.200005435Z level=info msg="Plugin registered" pluginID=input 2024-09-17T17:01:10.409 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=plugin.loader t=2024-09-17T17:01:10.229557257Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-09-17T17:01:10.409 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=plugin.loader t=2024-09-17T17:01:10.229577245Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-09-17T17:01:10.409 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=secrets t=2024-09-17T17:01:10.229614079Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-17T17:01:10.409 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=query_data t=2024-09-17T17:01:10.231283323Z level=info msg="Query Service initialization" 2024-09-17T17:01:10.409 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=live.push_http t=2024-09-17T17:01:10.233538087Z level=info msg="Live Push Gateway initialization" 2024-09-17T17:01:10.571 INFO:teuthology.orchestra.run.smithi031.stdout:163208757281 2024-09-17T17:01:10.571 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-09-17T17:01:10.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:10 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:10.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:10 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:10.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:10 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:10.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:10 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:10.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:10 smithi031 ceph-mon[39468]: Deploying daemon node-exporter.a on smithi031 2024-09-17T17:01:10.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:10 smithi031 ceph-mon[39468]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:10.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:10 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:01:10.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:10 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:10.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:10 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:10.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:10 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:10.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:10 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:10.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:10 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:10.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:10 smithi031 ceph-mon[27768]: Deploying daemon node-exporter.a on smithi031 2024-09-17T17:01:10.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:10 smithi031 ceph-mon[27768]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:10.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:10 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:01:10.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:10 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:10.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:10.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:10.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:10.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:10.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-mon[31354]: Deploying daemon node-exporter.a on smithi031 2024-09-17T17:01:10.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-mon[31354]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:10.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:01:10.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:10 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:11.403 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:11 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=infra.usagestats.collector t=2024-09-17T17:01:11.00310924Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-17T17:01:11.404 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:11 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=provisioning.datasources t=2024-09-17T17:01:11.056818629Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-17T17:01:11.404 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:11 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=provisioning.datasources t=2024-09-17T17:01:11.089236709Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-09-17T17:01:11.404 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:11 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=provisioning.alerting t=2024-09-17T17:01:11.111337415Z level=info msg="starting to provision alerting" 2024-09-17T17:01:11.404 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:11 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=provisioning.alerting t=2024-09-17T17:01:11.111358537Z level=info msg="finished to provision alerting" 2024-09-17T17:01:11.404 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:11 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=grafanaStorageLogger t=2024-09-17T17:01:11.111499574Z level=info msg="storage starting" 2024-09-17T17:01:11.404 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:11 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=ngalert.state.manager t=2024-09-17T17:01:11.111536331Z level=info msg="Warming state cache for startup" 2024-09-17T17:01:11.404 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:11 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=http.server t=2024-09-17T17:01:11.113257316Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-17T17:01:11.404 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:11 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=sqlstore.transactions t=2024-09-17T17:01:11.122393113Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-17T17:01:11.404 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:11 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=ngalert.state.manager t=2024-09-17T17:01:11.12254905Z level=info msg="State cache has been initialized" states=0 duration=11.011998ms 2024-09-17T17:01:11.404 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:11 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=ticker t=2024-09-17T17:01:11.122595528Z level=info msg=starting first_tick=2024-09-17T17:01:20Z 2024-09-17T17:01:11.404 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:11 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=ngalert.multiorg.alertmanager t=2024-09-17T17:01:11.122613862Z level=info msg="starting MultiOrg Alertmanager" 2024-09-17T17:01:11.405 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:11 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=sqlstore.transactions t=2024-09-17T17:01:11.16820507Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-17T17:01:11.405 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:11 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=sqlstore.transactions t=2024-09-17T17:01:11.193290047Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-17T17:01:11.405 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:01:11 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=sqlstore.transactions t=2024-09-17T17:01:11.204627219Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-09-17T17:01:11.889 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:11 smithi031 ceph-mon[27768]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:11.889 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:11 smithi031 ceph-mon[39468]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:11.889 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:01:11 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:01:11] "GET /metrics HTTP/1.1" 200 33653 "" "Prometheus/2.43.0" 2024-09-17T17:01:12.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:11 smithi066 ceph-mon[31354]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:14.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:13 smithi031 ceph-mon[27768]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:14.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:13 smithi031 ceph-mon[39468]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:14.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:13 smithi066 ceph-mon[31354]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:16.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:15 smithi031 ceph-mon[27768]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:16.022 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:15 smithi031 ceph-mon[39468]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:16.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:15 smithi066 ceph-mon[31354]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:17.544 INFO:teuthology.orchestra.run.smithi031.stdout:231928234008 2024-09-17T17:01:17.544 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-09-17T17:01:18.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:17 smithi031 ceph-mon[27768]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:18.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:17 smithi031 ceph-mon[39468]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:18.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:17 smithi066 ceph-mon[31354]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:19.094 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:18 smithi031 bash[75613]: Writing manifest to image destination 2024-09-17T17:01:19.826 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:19 smithi031 podman[75613]: 2024-09-17 17:01:19.433486839 +0000 UTC m=+4.775048996 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-17T17:01:20.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:19 smithi031 ceph-mon[39468]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:20.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:19 smithi031 ceph-mon[27768]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:20.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:19 smithi066 ceph-mon[31354]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:21.479 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 podman[75613]: 2024-09-17 17:01:21.216452665 +0000 UTC m=+6.558014851 container create 5461f4c7304d38768a0960fe62e83ec6f5856abc3ad597227cee99bb4b06da79 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-17T17:01:21.480 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 podman[75613]: 2024-09-17 17:01:21.478054402 +0000 UTC m=+6.819616551 container init 5461f4c7304d38768a0960fe62e83ec6f5856abc3ad597227cee99bb4b06da79 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-17T17:01:21.843 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:01:21] "GET /metrics HTTP/1.1" 200 33653 "" "Prometheus/2.43.0" 2024-09-17T17:01:21.844 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 podman[75613]: 2024-09-17 17:01:21.483412116 +0000 UTC m=+6.824974260 container start 5461f4c7304d38768a0960fe62e83ec6f5856abc3ad597227cee99bb4b06da79 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-17T17:01:21.844 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.487Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-17T17:01:21.844 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.487Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-17T17:01:21.844 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.488Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-17T17:01:21.844 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.488Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-17T17:01:21.844 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.488Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-17T17:01:21.844 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.488Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-17T17:01:21.845 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-17T17:01:21.845 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=arp 2024-09-17T17:01:21.845 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-17T17:01:21.845 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-17T17:01:21.845 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-17T17:01:21.845 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-17T17:01:21.845 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-17T17:01:21.845 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-17T17:01:21.845 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-17T17:01:21.845 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-17T17:01:21.846 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=edac 2024-09-17T17:01:21.846 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-17T17:01:21.846 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-17T17:01:21.846 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-17T17:01:21.846 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-17T17:01:21.846 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-17T17:01:21.846 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-17T17:01:21.846 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-17T17:01:21.846 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-17T17:01:21.847 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-17T17:01:21.847 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-17T17:01:21.847 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-17T17:01:21.847 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-17T17:01:21.847 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-17T17:01:21.847 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-17T17:01:21.847 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-17T17:01:21.847 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-17T17:01:21.847 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=os 2024-09-17T17:01:21.847 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-17T17:01:21.847 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-17T17:01:21.847 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-17T17:01:21.847 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-17T17:01:21.847 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-17T17:01:21.848 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-17T17:01:21.848 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-17T17:01:21.848 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=stat 2024-09-17T17:01:21.848 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-17T17:01:21.848 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-17T17:01:21.848 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-17T17:01:21.848 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=time 2024-09-17T17:01:21.848 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-17T17:01:21.848 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=uname 2024-09-17T17:01:21.848 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-17T17:01:21.848 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-17T17:01:21.848 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-17T17:01:21.849 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-17T17:01:21.849 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[76213]: ts=2024-09-17T17:01:21.489Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-17T17:01:21.849 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 bash[75613]: 5461f4c7304d38768a0960fe62e83ec6f5856abc3ad597227cee99bb4b06da79 2024-09-17T17:01:21.849 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:01:21 smithi031 systemd[1]: Started Ceph node-exporter.a for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:01:21.988 INFO:teuthology.orchestra.run.smithi031.stdout:55834574902 2024-09-17T17:01:21.989 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-09-17T17:01:22.378 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:22 smithi066 systemd[1]: Starting Ceph node-exporter.b for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:01:22.646 INFO:teuthology.orchestra.run.smithi031.stdout:77309411377 2024-09-17T17:01:22.646 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-09-17T17:01:22.653 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:22 smithi066 bash[63870]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-09-17T17:01:22.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:22 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:22.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:22 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:22.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:22 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:22.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:22 smithi066 ceph-mon[31354]: Deploying daemon node-exporter.b on smithi066 2024-09-17T17:01:22.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:22 smithi066 ceph-mon[31354]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:22.958 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:22 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:22.958 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:22 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:22.958 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:22 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:22.958 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:22 smithi031 ceph-mon[27768]: Deploying daemon node-exporter.b on smithi066 2024-09-17T17:01:22.958 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:22 smithi031 ceph-mon[27768]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:22.959 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:22 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:22.959 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:22 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:22.959 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:22 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:22.959 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:22 smithi031 ceph-mon[39468]: Deploying daemon node-exporter.b on smithi066 2024-09-17T17:01:22.959 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:22 smithi031 ceph-mon[39468]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:22.983 INFO:teuthology.orchestra.run.smithi031.stdout:34359738427 2024-09-17T17:01:22.983 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-09-17T17:01:23.403 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:23 smithi066 bash[63870]: Getting image source signatures 2024-09-17T17:01:23.403 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:23 smithi066 bash[63870]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-09-17T17:01:23.403 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:23 smithi066 bash[63870]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-09-17T17:01:23.403 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:23 smithi066 bash[63870]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-09-17T17:01:23.412 INFO:teuthology.orchestra.run.smithi031.stdout:128849018919 2024-09-17T17:01:23.412 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-09-17T17:01:23.535 INFO:teuthology.orchestra.run.smithi031.stdout:197568495646 2024-09-17T17:01:23.535 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-09-17T17:01:23.546 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:01:23.548 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:01:23.965 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:23 smithi031 ceph-mon[27768]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:23.965 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:23 smithi031 ceph-mon[39468]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:23.985 INFO:teuthology.orchestra.run.smithi031.stdout:107374182443 2024-09-17T17:01:23.985 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-09-17T17:01:24.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:23 smithi066 ceph-mon[31354]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:24.602 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:01:24.628 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:01:24.653 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:24 smithi066 bash[63870]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-09-17T17:01:24.653 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:24 smithi066 bash[63870]: Writing manifest to image destination 2024-09-17T17:01:25.067 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:24 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:01:25.067 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:24 smithi066 podman[63870]: 2024-09-17 17:01:24.756712834 +0000 UTC m=+2.280084717 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-17T17:01:25.068 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:24 smithi066 podman[63870]: 2024-09-17 17:01:24.855427758 +0000 UTC m=+2.378799667 container create f747e79004bee4be4331694bc59c8c4b0a5125377b80a89c731d6f9c76e93f15 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-17T17:01:25.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:24 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:01:25.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:24 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:01:25.403 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 podman[63870]: 2024-09-17 17:01:25.066026777 +0000 UTC m=+2.589398654 container init f747e79004bee4be4331694bc59c8c4b0a5125377b80a89c731d6f9c76e93f15 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-17T17:01:25.404 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 podman[63870]: 2024-09-17 17:01:25.0714365 +0000 UTC m=+2.594808368 container start f747e79004bee4be4331694bc59c8c4b0a5125377b80a89c731d6f9c76e93f15 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-17T17:01:25.404 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.075Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-17T17:01:25.404 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.075Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-17T17:01:25.404 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.075Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-17T17:01:25.404 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.075Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-17T17:01:25.404 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.075Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-17T17:01:25.404 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-17T17:01:25.404 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-17T17:01:25.404 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=arp 2024-09-17T17:01:25.404 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-17T17:01:25.404 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-17T17:01:25.405 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-17T17:01:25.405 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-17T17:01:25.405 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-17T17:01:25.405 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-17T17:01:25.405 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-17T17:01:25.406 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-17T17:01:25.406 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=edac 2024-09-17T17:01:25.406 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-17T17:01:25.406 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-17T17:01:25.406 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-17T17:01:25.406 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-17T17:01:25.406 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-17T17:01:25.406 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-17T17:01:25.406 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-17T17:01:25.406 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-17T17:01:25.406 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-17T17:01:25.406 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-17T17:01:25.406 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-17T17:01:25.407 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-17T17:01:25.407 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-17T17:01:25.407 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-17T17:01:25.407 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-17T17:01:25.407 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-17T17:01:25.407 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=os 2024-09-17T17:01:25.407 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-17T17:01:25.407 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-17T17:01:25.407 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-17T17:01:25.408 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-17T17:01:25.408 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-17T17:01:25.408 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-17T17:01:25.408 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-17T17:01:25.408 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=stat 2024-09-17T17:01:25.408 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-17T17:01:25.408 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-17T17:01:25.408 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-17T17:01:25.408 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=time 2024-09-17T17:01:25.409 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-17T17:01:25.409 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=uname 2024-09-17T17:01:25.409 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-17T17:01:25.409 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-17T17:01:25.409 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.076Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-17T17:01:25.409 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.077Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-17T17:01:25.409 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[63946]: ts=2024-09-17T17:01:25.077Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-17T17:01:25.409 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 bash[63870]: f747e79004bee4be4331694bc59c8c4b0a5125377b80a89c731d6f9c76e93f15 2024-09-17T17:01:25.409 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:01:25 smithi066 systemd[1]: Started Ceph node-exporter.b for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:01:25.642 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:01:25.642 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:01:25.649 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:01:26.326 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:26 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:26.327 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:26 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:26.327 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:26 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:26.327 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:26 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:26.327 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:26 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:26.327 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:26 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:01:26.327 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:26 smithi031 ceph-mon[27768]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:26.327 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:26 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:26.327 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:26 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:26.327 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:26 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:26.328 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:26 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:26.328 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:26 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:26.328 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:26 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:01:26.328 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:26 smithi031 ceph-mon[39468]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:26.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:26 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:26.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:26 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:26.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:26 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:26.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:26 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:26.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:26 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:26.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:26 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:01:26.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:26 smithi066 ceph-mon[31354]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:28.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:27 smithi031 ceph-mon[27768]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:28.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:27 smithi031 ceph-mon[39468]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:28.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:27 smithi066 ceph-mon[31354]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:29.141 INFO:teuthology.orchestra.run.smithi031.stdout:231928234011 2024-09-17T17:01:29.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:29 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/206138305' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-17T17:01:29.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:29 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/206138305' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-17T17:01:29.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:29 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/206138305' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-17T17:01:30.529 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:30 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:30.529 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:30 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:30.530 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:30 smithi031 ceph-mon[27768]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:30.530 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:30 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:30.530 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:30 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:30.530 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:30 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:30.530 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:30 smithi031 ceph-mon[39468]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:30.530 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:30 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:30.560 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234008 got 231928234011 for osd.7 2024-09-17T17:01:30.560 DEBUG:teuthology.parallel:result is None 2024-09-17T17:01:30.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:30 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:30.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:30 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:30.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:30 smithi066 ceph-mon[31354]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:30.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:30 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:32.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:31 smithi031 ceph-mon[27768]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:32.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:31 smithi031 ceph-mon[39468]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:32.094 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:01:31 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:01:31] "GET /metrics HTTP/1.1" 200 33648 "" "Prometheus/2.43.0" 2024-09-17T17:01:32.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:31 smithi066 ceph-mon[31354]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:32.618 INFO:teuthology.orchestra.run.smithi031.stdout:128849018922 2024-09-17T17:01:33.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:32 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/2411786800' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-17T17:01:33.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:32 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/2411786800' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-17T17:01:33.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:32 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/2411786800' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-17T17:01:33.707 INFO:teuthology.orchestra.run.smithi031.stdout:163208757286 2024-09-17T17:01:34.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:33 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/1685795344' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-17T17:01:34.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:33 smithi031 ceph-mon[27768]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:34.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:33 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/1685795344' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-17T17:01:34.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:33 smithi031 ceph-mon[39468]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:34.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:33 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/1685795344' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-17T17:01:34.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:33 smithi066 ceph-mon[31354]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:34.582 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757281 got 163208757286 for osd.5 2024-09-17T17:01:34.582 DEBUG:teuthology.parallel:result is None 2024-09-17T17:01:34.828 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:01:35.373 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018919 got 128849018922 for osd.4 2024-09-17T17:01:35.373 DEBUG:teuthology.parallel:result is None 2024-09-17T17:01:35.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:35 smithi031 ceph-mon[27768]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:35.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:35 smithi031 ceph-mon[39468]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:36.063 INFO:teuthology.orchestra.run.smithi031.stdout:34359738430 2024-09-17T17:01:36.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:35 smithi066 ceph-mon[31354]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:36.667 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738427 got 34359738430 for osd.0 2024-09-17T17:01:36.668 DEBUG:teuthology.parallel:result is None 2024-09-17T17:01:36.965 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:36 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/1102304122' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-17T17:01:36.965 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:36 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/2952985127' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-17T17:01:36.965 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:36 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/1102304122' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-17T17:01:36.965 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:36 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/2952985127' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-17T17:01:37.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:36 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/1102304122' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-17T17:01:37.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:36 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/2952985127' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-17T17:01:37.519 INFO:teuthology.orchestra.run.smithi031.stdout:77309411380 2024-09-17T17:01:38.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:37 smithi031 ceph-mon[27768]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:38.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:37 smithi031 ceph-mon[39468]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:38.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:37 smithi066 ceph-mon[31354]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:38.209 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411377 got 77309411380 for osd.2 2024-09-17T17:01:38.209 DEBUG:teuthology.parallel:result is None 2024-09-17T17:01:38.581 INFO:teuthology.orchestra.run.smithi031.stdout:107374182447 2024-09-17T17:01:39.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:38 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/4285169662' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-17T17:01:39.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:38 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/4285169662' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-17T17:01:39.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:38 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/4285169662' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-17T17:01:39.800 INFO:teuthology.orchestra.run.smithi031.stdout:55834574906 2024-09-17T17:01:40.075 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:39 smithi031 ceph-mon[27768]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:40.076 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:39 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:01:40.076 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:39 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/23418444' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-17T17:01:40.076 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:39 smithi031 ceph-mon[39468]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:40.076 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:39 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:01:40.076 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:39 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/23418444' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-17T17:01:40.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:39 smithi066 ceph-mon[31354]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:40.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:39 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:01:40.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:39 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/23418444' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-17T17:01:40.856 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182443 got 107374182447 for osd.3 2024-09-17T17:01:40.857 DEBUG:teuthology.parallel:result is None 2024-09-17T17:01:41.485 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574902 got 55834574906 for osd.1 2024-09-17T17:01:41.486 DEBUG:teuthology.parallel:result is None 2024-09-17T17:01:41.735 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:01:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:01:41] "GET /metrics HTTP/1.1" 200 33653 "" "Prometheus/2.43.0" 2024-09-17T17:01:41.948 INFO:teuthology.orchestra.run.smithi031.stdout:197568495651 2024-09-17T17:01:42.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:41 smithi031 ceph-mon[27768]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:42.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:41 smithi031 ceph-mon[39468]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:42.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:41 smithi066 ceph-mon[31354]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:42.655 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495646 got 197568495651 for osd.6 2024-09-17T17:01:42.655 DEBUG:teuthology.parallel:result is None 2024-09-17T17:01:42.655 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-17T17:01:42.655 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-17T17:01:42.915 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:42 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/24000186' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-17T17:01:42.916 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:42 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/24000186' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-17T17:01:43.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:42 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/24000186' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-17T17:01:43.433 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:01:44.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:43 smithi031 ceph-mon[27768]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:44.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:43 smithi031 ceph-mon[39468]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:44.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:43 smithi066 ceph-mon[31354]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:45.769 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T17:01:45.771 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-17T17:01:46.491 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":43,"stamp":"2024-09-17T17:01:45.742501+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593533,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":229,"num_write_kb":2435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":232308,"kb_used_data":7956,"kb_used_omap":12,"kb_used_meta":224243,"kb_avail":749728908,"statfs":{"total":767960285184,"available":767722401792,"internally_reserved":0,"allocated":8146944,"data_stored":4576602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":229625400},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002269"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.452649+0000","last_change":"2024-09-17T16:59:52.236881+0000","last_active":"2024-09-17T17:00:50.452649+0000","last_peered":"2024-09-17T17:00:50.452649+0000","last_clean":"2024-09-17T17:00:50.452649+0000","last_became_active":"2024-09-17T16:59:52.236599+0000","last_became_peered":"2024-09-17T16:59:52.236599+0000","last_unstale":"2024-09-17T17:00:50.452649+0000","last_undegraded":"2024-09-17T17:00:50.452649+0000","last_fullsized":"2024-09-17T17:00:50.452649+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:36:51.348720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.796344+0000","last_change":"2024-09-17T16:59:52.232067+0000","last_active":"2024-09-17T17:00:49.796344+0000","last_peered":"2024-09-17T17:00:49.796344+0000","last_clean":"2024-09-17T17:00:49.796344+0000","last_became_active":"2024-09-17T16:59:52.231778+0000","last_became_peered":"2024-09-17T16:59:52.231778+0000","last_unstale":"2024-09-17T17:00:49.796344+0000","last_undegraded":"2024-09-17T17:00:49.796344+0000","last_fullsized":"2024-09-17T17:00:49.796344+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:17:51.826619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.920051+0000","last_change":"2024-09-17T16:59:52.232081+0000","last_active":"2024-09-17T17:00:49.920051+0000","last_peered":"2024-09-17T17:00:49.920051+0000","last_clean":"2024-09-17T17:00:49.920051+0000","last_became_active":"2024-09-17T16:59:52.231818+0000","last_became_peered":"2024-09-17T16:59:52.231818+0000","last_unstale":"2024-09-17T17:00:49.920051+0000","last_undegraded":"2024-09-17T17:00:49.920051+0000","last_fullsized":"2024-09-17T17:00:49.920051+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:33:28.977734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.799314+0000","last_change":"2024-09-17T16:59:52.238953+0000","last_active":"2024-09-17T17:00:49.799314+0000","last_peered":"2024-09-17T17:00:49.799314+0000","last_clean":"2024-09-17T17:00:49.799314+0000","last_became_active":"2024-09-17T16:59:52.238666+0000","last_became_peered":"2024-09-17T16:59:52.238666+0000","last_unstale":"2024-09-17T17:00:49.799314+0000","last_undegraded":"2024-09-17T17:00:49.799314+0000","last_fullsized":"2024-09-17T17:00:49.799314+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:01:21.071757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.452730+0000","last_change":"2024-09-17T16:59:52.242987+0000","last_active":"2024-09-17T17:00:50.452730+0000","last_peered":"2024-09-17T17:00:50.452730+0000","last_clean":"2024-09-17T17:00:50.452730+0000","last_became_active":"2024-09-17T16:59:52.242278+0000","last_became_peered":"2024-09-17T16:59:52.242278+0000","last_unstale":"2024-09-17T17:00:50.452730+0000","last_undegraded":"2024-09-17T17:00:50.452730+0000","last_fullsized":"2024-09-17T17:00:50.452730+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:13:11.091742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.799286+0000","last_change":"2024-09-17T16:59:52.244609+0000","last_active":"2024-09-17T17:00:49.799286+0000","last_peered":"2024-09-17T17:00:49.799286+0000","last_clean":"2024-09-17T17:00:49.799286+0000","last_became_active":"2024-09-17T16:59:52.244327+0000","last_became_peered":"2024-09-17T16:59:52.244327+0000","last_unstale":"2024-09-17T17:00:49.799286+0000","last_undegraded":"2024-09-17T17:00:49.799286+0000","last_fullsized":"2024-09-17T17:00:49.799286+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:36:36.339378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.451724+0000","last_change":"2024-09-17T16:59:52.242353+0000","last_active":"2024-09-17T17:00:50.451724+0000","last_peered":"2024-09-17T17:00:50.451724+0000","last_clean":"2024-09-17T17:00:50.451724+0000","last_became_active":"2024-09-17T16:59:52.241942+0000","last_became_peered":"2024-09-17T16:59:52.241942+0000","last_unstale":"2024-09-17T17:00:50.451724+0000","last_undegraded":"2024-09-17T17:00:50.451724+0000","last_fullsized":"2024-09-17T17:00:50.451724+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:17:24.873674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.794431+0000","last_change":"2024-09-17T16:59:52.235846+0000","last_active":"2024-09-17T17:00:49.794431+0000","last_peered":"2024-09-17T17:00:49.794431+0000","last_clean":"2024-09-17T17:00:49.794431+0000","last_became_active":"2024-09-17T16:59:52.235510+0000","last_became_peered":"2024-09-17T16:59:52.235510+0000","last_unstale":"2024-09-17T17:00:49.794431+0000","last_undegraded":"2024-09-17T17:00:49.794431+0000","last_fullsized":"2024-09-17T17:00:49.794431+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:16:11.772461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.453130+0000","last_change":"2024-09-17T16:59:52.240107+0000","last_active":"2024-09-17T17:00:50.453130+0000","last_peered":"2024-09-17T17:00:50.453130+0000","last_clean":"2024-09-17T17:00:50.453130+0000","last_became_active":"2024-09-17T16:59:52.239794+0000","last_became_peered":"2024-09-17T16:59:52.239794+0000","last_unstale":"2024-09-17T17:00:50.453130+0000","last_undegraded":"2024-09-17T17:00:50.453130+0000","last_fullsized":"2024-09-17T17:00:50.453130+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:47:25.349764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.452597+0000","last_change":"2024-09-17T16:59:52.248042+0000","last_active":"2024-09-17T17:00:50.452597+0000","last_peered":"2024-09-17T17:00:50.452597+0000","last_clean":"2024-09-17T17:00:50.452597+0000","last_became_active":"2024-09-17T16:59:52.247661+0000","last_became_peered":"2024-09-17T16:59:52.247661+0000","last_unstale":"2024-09-17T17:00:50.452597+0000","last_undegraded":"2024-09-17T17:00:50.452597+0000","last_fullsized":"2024-09-17T17:00:50.452597+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:46:29.920339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.452546+0000","last_change":"2024-09-17T16:59:52.248014+0000","last_active":"2024-09-17T17:00:50.452546+0000","last_peered":"2024-09-17T17:00:50.452546+0000","last_clean":"2024-09-17T17:00:50.452546+0000","last_became_active":"2024-09-17T16:59:52.247711+0000","last_became_peered":"2024-09-17T16:59:52.247711+0000","last_unstale":"2024-09-17T17:00:50.452546+0000","last_undegraded":"2024-09-17T17:00:50.452546+0000","last_fullsized":"2024-09-17T17:00:50.452546+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:22:18.961156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.797594+0000","last_change":"2024-09-17T16:59:52.230639+0000","last_active":"2024-09-17T17:00:49.797594+0000","last_peered":"2024-09-17T17:00:49.797594+0000","last_clean":"2024-09-17T17:00:49.797594+0000","last_became_active":"2024-09-17T16:59:52.230143+0000","last_became_peered":"2024-09-17T16:59:52.230143+0000","last_unstale":"2024-09-17T17:00:49.797594+0000","last_undegraded":"2024-09-17T17:00:49.797594+0000","last_fullsized":"2024-09-17T17:00:49.797594+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:57:17.269481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.795391+0000","last_change":"2024-09-17T16:59:52.228840+0000","last_active":"2024-09-17T17:00:49.795391+0000","last_peered":"2024-09-17T17:00:49.795391+0000","last_clean":"2024-09-17T17:00:49.795391+0000","last_became_active":"2024-09-17T16:59:52.228548+0000","last_became_peered":"2024-09-17T16:59:52.228548+0000","last_unstale":"2024-09-17T17:00:49.795391+0000","last_undegraded":"2024-09-17T17:00:49.795391+0000","last_fullsized":"2024-09-17T17:00:49.795391+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:14:30.447716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.919507+0000","last_change":"2024-09-17T16:59:52.247748+0000","last_active":"2024-09-17T17:00:49.919507+0000","last_peered":"2024-09-17T17:00:49.919507+0000","last_clean":"2024-09-17T17:00:49.919507+0000","last_became_active":"2024-09-17T16:59:52.247335+0000","last_became_peered":"2024-09-17T16:59:52.247335+0000","last_unstale":"2024-09-17T17:00:49.919507+0000","last_undegraded":"2024-09-17T17:00:49.919507+0000","last_fullsized":"2024-09-17T17:00:49.919507+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T22:24:39.854144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.794917+0000","last_change":"2024-09-17T16:59:52.236903+0000","last_active":"2024-09-17T17:00:49.794917+0000","last_peered":"2024-09-17T17:00:49.794917+0000","last_clean":"2024-09-17T17:00:49.794917+0000","last_became_active":"2024-09-17T16:59:52.236646+0000","last_became_peered":"2024-09-17T16:59:52.236646+0000","last_unstale":"2024-09-17T17:00:49.794917+0000","last_undegraded":"2024-09-17T17:00:49.794917+0000","last_fullsized":"2024-09-17T17:00:49.794917+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T01:26:22.314345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.799035+0000","last_change":"2024-09-17T16:59:52.240359+0000","last_active":"2024-09-17T17:00:49.799035+0000","last_peered":"2024-09-17T17:00:49.799035+0000","last_clean":"2024-09-17T17:00:49.799035+0000","last_became_active":"2024-09-17T16:59:52.240038+0000","last_became_peered":"2024-09-17T16:59:52.240038+0000","last_unstale":"2024-09-17T17:00:49.799035+0000","last_undegraded":"2024-09-17T17:00:49.799035+0000","last_fullsized":"2024-09-17T17:00:49.799035+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:28:25.167791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.799721+0000","last_change":"2024-09-17T16:59:52.241541+0000","last_active":"2024-09-17T17:00:49.799721+0000","last_peered":"2024-09-17T17:00:49.799721+0000","last_clean":"2024-09-17T17:00:49.799721+0000","last_became_active":"2024-09-17T16:59:52.241199+0000","last_became_peered":"2024-09-17T16:59:52.241199+0000","last_unstale":"2024-09-17T17:00:49.799721+0000","last_undegraded":"2024-09-17T17:00:49.799721+0000","last_fullsized":"2024-09-17T17:00:49.799721+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:41:40.500501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.449655+0000","last_change":"2024-09-17T16:59:52.234941+0000","last_active":"2024-09-17T17:00:50.449655+0000","last_peered":"2024-09-17T17:00:50.449655+0000","last_clean":"2024-09-17T17:00:50.449655+0000","last_became_active":"2024-09-17T16:59:52.234340+0000","last_became_peered":"2024-09-17T16:59:52.234340+0000","last_unstale":"2024-09-17T17:00:50.449655+0000","last_undegraded":"2024-09-17T17:00:50.449655+0000","last_fullsized":"2024-09-17T17:00:50.449655+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:33:33.898190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.453276+0000","last_change":"2024-09-17T16:59:52.239351+0000","last_active":"2024-09-17T17:00:50.453276+0000","last_peered":"2024-09-17T17:00:50.453276+0000","last_clean":"2024-09-17T17:00:50.453276+0000","last_became_active":"2024-09-17T16:59:52.238974+0000","last_became_peered":"2024-09-17T16:59:52.238974+0000","last_unstale":"2024-09-17T17:00:50.453276+0000","last_undegraded":"2024-09-17T17:00:50.453276+0000","last_fullsized":"2024-09-17T17:00:50.453276+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:43:22.080462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.452406+0000","last_change":"2024-09-17T16:59:52.237873+0000","last_active":"2024-09-17T17:00:50.452406+0000","last_peered":"2024-09-17T17:00:50.452406+0000","last_clean":"2024-09-17T17:00:50.452406+0000","last_became_active":"2024-09-17T16:59:52.237591+0000","last_became_peered":"2024-09-17T16:59:52.237591+0000","last_unstale":"2024-09-17T17:00:50.452406+0000","last_undegraded":"2024-09-17T17:00:50.452406+0000","last_fullsized":"2024-09-17T17:00:50.452406+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:45:16.822705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.919800+0000","last_change":"2024-09-17T16:59:52.234641+0000","last_active":"2024-09-17T17:00:49.919800+0000","last_peered":"2024-09-17T17:00:49.919800+0000","last_clean":"2024-09-17T17:00:49.919800+0000","last_became_active":"2024-09-17T16:59:52.234388+0000","last_became_peered":"2024-09-17T16:59:52.234388+0000","last_unstale":"2024-09-17T17:00:49.919800+0000","last_undegraded":"2024-09-17T17:00:49.919800+0000","last_fullsized":"2024-09-17T17:00:49.919800+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:58:56.748059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.799376+0000","last_change":"2024-09-17T16:59:52.247162+0000","last_active":"2024-09-17T17:00:49.799376+0000","last_peered":"2024-09-17T17:00:49.799376+0000","last_clean":"2024-09-17T17:00:49.799376+0000","last_became_active":"2024-09-17T16:59:52.246863+0000","last_became_peered":"2024-09-17T16:59:52.246863+0000","last_unstale":"2024-09-17T17:00:49.799376+0000","last_undegraded":"2024-09-17T17:00:49.799376+0000","last_fullsized":"2024-09-17T17:00:49.799376+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:07:09.898767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":30,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.794559+0000","last_change":"2024-09-17T17:00:10.810691+0000","last_active":"2024-09-17T17:00:49.794559+0000","last_peered":"2024-09-17T17:00:49.794559+0000","last_clean":"2024-09-17T17:00:49.794559+0000","last_became_active":"2024-09-17T17:00:10.810057+0000","last_became_peered":"2024-09-17T17:00:10.810057+0000","last_unstale":"2024-09-17T17:00:49.794559+0000","last_undegraded":"2024-09-17T17:00:49.794559+0000","last_fullsized":"2024-09-17T17:00:49.794559+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T01:41:27.851619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.799049+0000","last_change":"2024-09-17T16:59:52.236055+0000","last_active":"2024-09-17T17:00:49.799049+0000","last_peered":"2024-09-17T17:00:49.799049+0000","last_clean":"2024-09-17T17:00:49.799049+0000","last_became_active":"2024-09-17T16:59:52.235699+0000","last_became_peered":"2024-09-17T16:59:52.235699+0000","last_unstale":"2024-09-17T17:00:49.799049+0000","last_undegraded":"2024-09-17T17:00:49.799049+0000","last_fullsized":"2024-09-17T17:00:49.799049+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T22:38:42.725332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.795661+0000","last_change":"2024-09-17T16:59:52.221884+0000","last_active":"2024-09-17T17:00:49.795661+0000","last_peered":"2024-09-17T17:00:49.795661+0000","last_clean":"2024-09-17T17:00:49.795661+0000","last_became_active":"2024-09-17T16:59:52.221596+0000","last_became_peered":"2024-09-17T16:59:52.221596+0000","last_unstale":"2024-09-17T17:00:49.795661+0000","last_undegraded":"2024-09-17T17:00:49.795661+0000","last_fullsized":"2024-09-17T17:00:49.795661+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:35:45.039765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":30,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.452694+0000","last_change":"2024-09-17T17:00:11.311027+0000","last_active":"2024-09-17T17:00:50.452694+0000","last_peered":"2024-09-17T17:00:50.452694+0000","last_clean":"2024-09-17T17:00:50.452694+0000","last_became_active":"2024-09-17T17:00:11.310509+0000","last_became_peered":"2024-09-17T17:00:11.310509+0000","last_unstale":"2024-09-17T17:00:50.452694+0000","last_undegraded":"2024-09-17T17:00:50.452694+0000","last_fullsized":"2024-09-17T17:00:50.452694+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:11:30.319780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.794852+0000","last_change":"2024-09-17T16:59:52.222219+0000","last_active":"2024-09-17T17:00:49.794852+0000","last_peered":"2024-09-17T17:00:49.794852+0000","last_clean":"2024-09-17T17:00:49.794852+0000","last_became_active":"2024-09-17T16:59:52.221855+0000","last_became_peered":"2024-09-17T16:59:52.221855+0000","last_unstale":"2024-09-17T17:00:49.794852+0000","last_undegraded":"2024-09-17T17:00:49.794852+0000","last_fullsized":"2024-09-17T17:00:49.794852+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:15:22.727500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.796097+0000","last_change":"2024-09-17T16:59:52.231023+0000","last_active":"2024-09-17T17:00:49.796097+0000","last_peered":"2024-09-17T17:00:49.796097+0000","last_clean":"2024-09-17T17:00:49.796097+0000","last_became_active":"2024-09-17T16:59:52.230748+0000","last_became_peered":"2024-09-17T16:59:52.230748+0000","last_unstale":"2024-09-17T17:00:49.796097+0000","last_undegraded":"2024-09-17T17:00:49.796097+0000","last_fullsized":"2024-09-17T17:00:49.796097+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:16:24.023107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.919897+0000","last_change":"2024-09-17T16:59:52.230849+0000","last_active":"2024-09-17T17:00:49.919897+0000","last_peered":"2024-09-17T17:00:49.919897+0000","last_clean":"2024-09-17T17:00:49.919897+0000","last_became_active":"2024-09-17T16:59:52.230574+0000","last_became_peered":"2024-09-17T16:59:52.230574+0000","last_unstale":"2024-09-17T17:00:49.919897+0000","last_undegraded":"2024-09-17T17:00:49.919897+0000","last_fullsized":"2024-09-17T17:00:49.919897+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:29:26.558775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":29,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.799500+0000","last_change":"2024-09-17T17:00:10.810766+0000","last_active":"2024-09-17T17:00:49.799500+0000","last_peered":"2024-09-17T17:00:49.799500+0000","last_clean":"2024-09-17T17:00:49.799500+0000","last_became_active":"2024-09-17T17:00:10.810428+0000","last_became_peered":"2024-09-17T17:00:10.810428+0000","last_unstale":"2024-09-17T17:00:49.799500+0000","last_undegraded":"2024-09-17T17:00:49.799500+0000","last_fullsized":"2024-09-17T17:00:49.799500+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:17:51.100770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.450278+0000","last_change":"2024-09-17T16:59:52.234620+0000","last_active":"2024-09-17T17:00:50.450278+0000","last_peered":"2024-09-17T17:00:50.450278+0000","last_clean":"2024-09-17T17:00:50.450278+0000","last_became_active":"2024-09-17T16:59:52.234303+0000","last_became_peered":"2024-09-17T16:59:52.234303+0000","last_unstale":"2024-09-17T17:00:50.450278+0000","last_undegraded":"2024-09-17T17:00:50.450278+0000","last_fullsized":"2024-09-17T17:00:50.450278+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:12:02.835315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":30,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.451728+0000","last_change":"2024-09-17T17:00:10.672340+0000","last_active":"2024-09-17T17:00:50.451728+0000","last_peered":"2024-09-17T17:00:50.451728+0000","last_clean":"2024-09-17T17:00:50.451728+0000","last_became_active":"2024-09-17T17:00:10.671922+0000","last_became_peered":"2024-09-17T17:00:10.671922+0000","last_unstale":"2024-09-17T17:00:50.451728+0000","last_undegraded":"2024-09-17T17:00:50.451728+0000","last_fullsized":"2024-09-17T17:00:50.451728+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T22:15:07.553808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,5],"acting":[6,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.797208+0000","last_change":"2024-09-17T16:59:52.225552+0000","last_active":"2024-09-17T17:00:49.797208+0000","last_peered":"2024-09-17T17:00:49.797208+0000","last_clean":"2024-09-17T17:00:49.797208+0000","last_became_active":"2024-09-17T16:59:52.224076+0000","last_became_peered":"2024-09-17T16:59:52.224076+0000","last_unstale":"2024-09-17T17:00:49.797208+0000","last_undegraded":"2024-09-17T17:00:49.797208+0000","last_fullsized":"2024-09-17T17:00:49.797208+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T01:40:40.458756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.795591+0000","last_change":"2024-09-17T16:59:48.963653+0000","last_active":"2024-09-17T17:00:49.795591+0000","last_peered":"2024-09-17T17:00:49.795591+0000","last_clean":"2024-09-17T17:00:49.795591+0000","last_became_active":"2024-09-17T16:59:48.963349+0000","last_became_peered":"2024-09-17T16:59:48.963349+0000","last_unstale":"2024-09-17T17:00:49.795591+0000","last_undegraded":"2024-09-17T17:00:49.795591+0000","last_fullsized":"2024-09-17T17:00:49.795591+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:03:38.270075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.920016+0000","last_change":"2024-09-17T16:59:52.234190+0000","last_active":"2024-09-17T17:00:49.920016+0000","last_peered":"2024-09-17T17:00:49.920016+0000","last_clean":"2024-09-17T17:00:49.920016+0000","last_became_active":"2024-09-17T16:59:52.233720+0000","last_became_peered":"2024-09-17T16:59:52.233720+0000","last_unstale":"2024-09-17T17:00:49.920016+0000","last_undegraded":"2024-09-17T17:00:49.920016+0000","last_fullsized":"2024-09-17T17:00:49.920016+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:44:08.686423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":34,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.452171+0000","last_change":"2024-09-17T17:00:10.673398+0000","last_active":"2024-09-17T17:00:50.452171+0000","last_peered":"2024-09-17T17:00:50.452171+0000","last_clean":"2024-09-17T17:00:50.452171+0000","last_became_active":"2024-09-17T17:00:10.672954+0000","last_became_peered":"2024-09-17T17:00:10.672954+0000","last_unstale":"2024-09-17T17:00:50.452171+0000","last_undegraded":"2024-09-17T17:00:50.452171+0000","last_fullsized":"2024-09-17T17:00:50.452171+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:25:49.760038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.794658+0000","last_change":"2024-09-17T16:59:48.963696+0000","last_active":"2024-09-17T17:00:49.794658+0000","last_peered":"2024-09-17T17:00:49.794658+0000","last_clean":"2024-09-17T17:00:49.794658+0000","last_became_active":"2024-09-17T16:59:48.963375+0000","last_became_peered":"2024-09-17T16:59:48.963375+0000","last_unstale":"2024-09-17T17:00:49.794658+0000","last_undegraded":"2024-09-17T17:00:49.794658+0000","last_fullsized":"2024-09-17T17:00:49.794658+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:07:59.839104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.794579+0000","last_change":"2024-09-17T16:59:52.226286+0000","last_active":"2024-09-17T17:00:49.794579+0000","last_peered":"2024-09-17T17:00:49.794579+0000","last_clean":"2024-09-17T17:00:49.794579+0000","last_became_active":"2024-09-17T16:59:52.225791+0000","last_became_peered":"2024-09-17T16:59:52.225791+0000","last_unstale":"2024-09-17T17:00:49.794579+0000","last_undegraded":"2024-09-17T17:00:49.794579+0000","last_fullsized":"2024-09-17T17:00:49.794579+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:27:17.141030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.799128+0000","last_change":"2024-09-17T16:59:48.962774+0000","last_active":"2024-09-17T17:00:49.799128+0000","last_peered":"2024-09-17T17:00:49.799128+0000","last_clean":"2024-09-17T17:00:49.799128+0000","last_became_active":"2024-09-17T16:59:48.962491+0000","last_became_peered":"2024-09-17T16:59:48.962491+0000","last_unstale":"2024-09-17T17:00:49.799128+0000","last_undegraded":"2024-09-17T17:00:49.799128+0000","last_fullsized":"2024-09-17T17:00:49.799128+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:56:38.905184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.794808+0000","last_change":"2024-09-17T16:59:52.219380+0000","last_active":"2024-09-17T17:00:49.794808+0000","last_peered":"2024-09-17T17:00:49.794808+0000","last_clean":"2024-09-17T17:00:49.794808+0000","last_became_active":"2024-09-17T16:59:52.219108+0000","last_became_peered":"2024-09-17T16:59:52.219108+0000","last_unstale":"2024-09-17T17:00:49.794808+0000","last_undegraded":"2024-09-17T17:00:49.794808+0000","last_fullsized":"2024-09-17T17:00:49.794808+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:17:10.719431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.452337+0000","last_change":"2024-09-17T16:59:48.961764+0000","last_active":"2024-09-17T17:00:50.452337+0000","last_peered":"2024-09-17T17:00:50.452337+0000","last_clean":"2024-09-17T17:00:50.452337+0000","last_became_active":"2024-09-17T16:59:48.960635+0000","last_became_peered":"2024-09-17T16:59:48.960635+0000","last_unstale":"2024-09-17T17:00:50.452337+0000","last_undegraded":"2024-09-17T17:00:50.452337+0000","last_fullsized":"2024-09-17T17:00:50.452337+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:55:23.343870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.799460+0000","last_change":"2024-09-17T16:59:52.243952+0000","last_active":"2024-09-17T17:00:49.799460+0000","last_peered":"2024-09-17T17:00:49.799460+0000","last_clean":"2024-09-17T17:00:49.799460+0000","last_became_active":"2024-09-17T16:59:52.243549+0000","last_became_peered":"2024-09-17T16:59:52.243549+0000","last_unstale":"2024-09-17T17:00:49.799460+0000","last_undegraded":"2024-09-17T17:00:49.799460+0000","last_fullsized":"2024-09-17T17:00:49.799460+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:44:03.533343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.799583+0000","last_change":"2024-09-17T16:59:48.960109+0000","last_active":"2024-09-17T17:00:49.799583+0000","last_peered":"2024-09-17T17:00:49.799583+0000","last_clean":"2024-09-17T17:00:49.799583+0000","last_became_active":"2024-09-17T16:59:48.959695+0000","last_became_peered":"2024-09-17T16:59:48.959695+0000","last_unstale":"2024-09-17T17:00:49.799583+0000","last_undegraded":"2024-09-17T17:00:49.799583+0000","last_fullsized":"2024-09-17T17:00:49.799583+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:28:40.382548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.920325+0000","last_change":"2024-09-17T16:59:52.247712+0000","last_active":"2024-09-17T17:00:49.920325+0000","last_peered":"2024-09-17T17:00:49.920325+0000","last_clean":"2024-09-17T17:00:49.920325+0000","last_became_active":"2024-09-17T16:59:52.247422+0000","last_became_peered":"2024-09-17T16:59:52.247422+0000","last_unstale":"2024-09-17T17:00:49.920325+0000","last_undegraded":"2024-09-17T17:00:49.920325+0000","last_fullsized":"2024-09-17T17:00:49.920325+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T01:39:13.612415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":28,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.795015+0000","last_change":"2024-09-17T16:59:48.954829+0000","last_active":"2024-09-17T17:00:49.795015+0000","last_peered":"2024-09-17T17:00:49.795015+0000","last_clean":"2024-09-17T17:00:49.795015+0000","last_became_active":"2024-09-17T16:59:48.954557+0000","last_became_peered":"2024-09-17T16:59:48.954557+0000","last_unstale":"2024-09-17T17:00:49.795015+0000","last_undegraded":"2024-09-17T17:00:49.795015+0000","last_fullsized":"2024-09-17T17:00:49.795015+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:19:53.127346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.797686+0000","last_change":"2024-09-17T16:59:52.230454+0000","last_active":"2024-09-17T17:00:49.797686+0000","last_peered":"2024-09-17T17:00:49.797686+0000","last_clean":"2024-09-17T17:00:49.797686+0000","last_became_active":"2024-09-17T16:59:52.229662+0000","last_became_peered":"2024-09-17T16:59:52.229662+0000","last_unstale":"2024-09-17T17:00:49.797686+0000","last_undegraded":"2024-09-17T17:00:49.797686+0000","last_fullsized":"2024-09-17T17:00:49.797686+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:11:57.048365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"68'9","reported_seq":33,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.452940+0000","last_change":"2024-09-17T16:59:48.962897+0000","last_active":"2024-09-17T17:00:50.452940+0000","last_peered":"2024-09-17T17:00:50.452940+0000","last_clean":"2024-09-17T17:00:50.452940+0000","last_became_active":"2024-09-17T16:59:48.962588+0000","last_became_peered":"2024-09-17T16:59:48.962588+0000","last_unstale":"2024-09-17T17:00:50.452940+0000","last_undegraded":"2024-09-17T17:00:50.452940+0000","last_fullsized":"2024-09-17T17:00:50.452940+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:58:34.323179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2348,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.452656+0000","last_change":"2024-09-17T16:59:52.244388+0000","last_active":"2024-09-17T17:00:50.452656+0000","last_peered":"2024-09-17T17:00:50.452656+0000","last_clean":"2024-09-17T17:00:50.452656+0000","last_became_active":"2024-09-17T16:59:52.244115+0000","last_became_peered":"2024-09-17T16:59:52.244115+0000","last_unstale":"2024-09-17T17:00:50.452656+0000","last_undegraded":"2024-09-17T17:00:50.452656+0000","last_fullsized":"2024-09-17T17:00:50.452656+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:46:40.168063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.920015+0000","last_change":"2024-09-17T16:59:48.960970+0000","last_active":"2024-09-17T17:00:49.920015+0000","last_peered":"2024-09-17T17:00:49.920015+0000","last_clean":"2024-09-17T17:00:49.920015+0000","last_became_active":"2024-09-17T16:59:48.960613+0000","last_became_peered":"2024-09-17T16:59:48.960613+0000","last_unstale":"2024-09-17T17:00:49.920015+0000","last_undegraded":"2024-09-17T17:00:49.920015+0000","last_fullsized":"2024-09-17T17:00:49.920015+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:49:24.265041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.919568+0000","last_change":"2024-09-17T16:59:52.232750+0000","last_active":"2024-09-17T17:00:49.919568+0000","last_peered":"2024-09-17T17:00:49.919568+0000","last_clean":"2024-09-17T17:00:49.919568+0000","last_became_active":"2024-09-17T16:59:52.232483+0000","last_became_peered":"2024-09-17T16:59:52.232483+0000","last_unstale":"2024-09-17T17:00:49.919568+0000","last_undegraded":"2024-09-17T17:00:49.919568+0000","last_fullsized":"2024-09-17T17:00:49.919568+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:23:55.361946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.799596+0000","last_change":"2024-09-17T16:59:48.962941+0000","last_active":"2024-09-17T17:00:49.799596+0000","last_peered":"2024-09-17T17:00:49.799596+0000","last_clean":"2024-09-17T17:00:49.799596+0000","last_became_active":"2024-09-17T16:59:48.962637+0000","last_became_peered":"2024-09-17T16:59:48.962637+0000","last_unstale":"2024-09-17T17:00:49.799596+0000","last_undegraded":"2024-09-17T17:00:49.799596+0000","last_fullsized":"2024-09-17T17:00:49.799596+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:44:01.178721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.452965+0000","last_change":"2024-09-17T16:59:52.245395+0000","last_active":"2024-09-17T17:00:50.452965+0000","last_peered":"2024-09-17T17:00:50.452965+0000","last_clean":"2024-09-17T17:00:50.452965+0000","last_became_active":"2024-09-17T16:59:52.242684+0000","last_became_peered":"2024-09-17T16:59:52.242684+0000","last_unstale":"2024-09-17T17:00:50.452965+0000","last_undegraded":"2024-09-17T17:00:50.452965+0000","last_fullsized":"2024-09-17T17:00:50.452965+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:49:21.685150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.452702+0000","last_change":"2024-09-17T16:59:48.960765+0000","last_active":"2024-09-17T17:00:50.452702+0000","last_peered":"2024-09-17T17:00:50.452702+0000","last_clean":"2024-09-17T17:00:50.452702+0000","last_became_active":"2024-09-17T16:59:48.960401+0000","last_became_peered":"2024-09-17T16:59:48.960401+0000","last_unstale":"2024-09-17T17:00:50.452702+0000","last_undegraded":"2024-09-17T17:00:50.452702+0000","last_fullsized":"2024-09-17T17:00:50.452702+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:49:12.581218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.451805+0000","last_change":"2024-09-17T16:59:52.248124+0000","last_active":"2024-09-17T17:00:50.451805+0000","last_peered":"2024-09-17T17:00:50.451805+0000","last_clean":"2024-09-17T17:00:50.451805+0000","last_became_active":"2024-09-17T16:59:52.247580+0000","last_became_peered":"2024-09-17T16:59:52.247580+0000","last_unstale":"2024-09-17T17:00:50.451805+0000","last_undegraded":"2024-09-17T17:00:50.451805+0000","last_fullsized":"2024-09-17T17:00:50.451805+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:36:12.043526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":33,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.450239+0000","last_change":"2024-09-17T16:59:48.954336+0000","last_active":"2024-09-17T17:00:50.450239+0000","last_peered":"2024-09-17T17:00:50.450239+0000","last_clean":"2024-09-17T17:00:50.450239+0000","last_became_active":"2024-09-17T16:59:48.953934+0000","last_became_peered":"2024-09-17T16:59:48.953934+0000","last_unstale":"2024-09-17T17:00:50.450239+0000","last_undegraded":"2024-09-17T17:00:50.450239+0000","last_fullsized":"2024-09-17T17:00:50.450239+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:47:52.485920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.452112+0000","last_change":"2024-09-17T16:59:52.244709+0000","last_active":"2024-09-17T17:00:50.452112+0000","last_peered":"2024-09-17T17:00:50.452112+0000","last_clean":"2024-09-17T17:00:50.452112+0000","last_became_active":"2024-09-17T16:59:52.242730+0000","last_became_peered":"2024-09-17T16:59:52.242730+0000","last_unstale":"2024-09-17T17:00:50.452112+0000","last_undegraded":"2024-09-17T17:00:50.452112+0000","last_fullsized":"2024-09-17T17:00:50.452112+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:39:29.397594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.797613+0000","last_change":"2024-09-17T16:59:48.965242+0000","last_active":"2024-09-17T17:00:49.797613+0000","last_peered":"2024-09-17T17:00:49.797613+0000","last_clean":"2024-09-17T17:00:49.797613+0000","last_became_active":"2024-09-17T16:59:48.964911+0000","last_became_peered":"2024-09-17T16:59:48.964911+0000","last_unstale":"2024-09-17T17:00:49.797613+0000","last_undegraded":"2024-09-17T17:00:49.797613+0000","last_fullsized":"2024-09-17T17:00:49.797613+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:51:07.238886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.452868+0000","last_change":"2024-09-17T16:59:52.243187+0000","last_active":"2024-09-17T17:00:50.452868+0000","last_peered":"2024-09-17T17:00:50.452868+0000","last_clean":"2024-09-17T17:00:50.452868+0000","last_became_active":"2024-09-17T16:59:52.242790+0000","last_became_peered":"2024-09-17T16:59:52.242790+0000","last_unstale":"2024-09-17T17:00:50.452868+0000","last_undegraded":"2024-09-17T17:00:50.452868+0000","last_fullsized":"2024-09-17T17:00:50.452868+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:48:01.985678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.450126+0000","last_change":"2024-09-17T16:59:48.960796+0000","last_active":"2024-09-17T17:00:50.450126+0000","last_peered":"2024-09-17T17:00:50.450126+0000","last_clean":"2024-09-17T17:00:50.450126+0000","last_became_active":"2024-09-17T16:59:48.960504+0000","last_became_peered":"2024-09-17T16:59:48.960504+0000","last_unstale":"2024-09-17T17:00:50.450126+0000","last_undegraded":"2024-09-17T17:00:50.450126+0000","last_fullsized":"2024-09-17T17:00:50.450126+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:01:36.242275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.453002+0000","last_change":"2024-09-17T16:59:52.244847+0000","last_active":"2024-09-17T17:00:50.453002+0000","last_peered":"2024-09-17T17:00:50.453002+0000","last_clean":"2024-09-17T17:00:50.453002+0000","last_became_active":"2024-09-17T16:59:52.243479+0000","last_became_peered":"2024-09-17T16:59:52.243479+0000","last_unstale":"2024-09-17T17:00:50.453002+0000","last_undegraded":"2024-09-17T17:00:50.453002+0000","last_fullsized":"2024-09-17T17:00:50.453002+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:05:39.269540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.795132+0000","last_change":"2024-09-17T16:59:48.957713+0000","last_active":"2024-09-17T17:00:49.795132+0000","last_peered":"2024-09-17T17:00:49.795132+0000","last_clean":"2024-09-17T17:00:49.795132+0000","last_became_active":"2024-09-17T16:59:48.957429+0000","last_became_peered":"2024-09-17T16:59:48.957429+0000","last_unstale":"2024-09-17T17:00:49.795132+0000","last_undegraded":"2024-09-17T17:00:49.795132+0000","last_fullsized":"2024-09-17T17:00:49.795132+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:36:57.132830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.799422+0000","last_change":"2024-09-17T16:59:52.247096+0000","last_active":"2024-09-17T17:00:49.799422+0000","last_peered":"2024-09-17T17:00:49.799422+0000","last_clean":"2024-09-17T17:00:49.799422+0000","last_became_active":"2024-09-17T16:59:52.246795+0000","last_became_peered":"2024-09-17T16:59:52.246795+0000","last_unstale":"2024-09-17T17:00:49.799422+0000","last_undegraded":"2024-09-17T17:00:49.799422+0000","last_fullsized":"2024-09-17T17:00:49.799422+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:54:20.559793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.449913+0000","last_change":"2024-09-17T16:59:48.954693+0000","last_active":"2024-09-17T17:00:50.449913+0000","last_peered":"2024-09-17T17:00:50.449913+0000","last_clean":"2024-09-17T17:00:50.449913+0000","last_became_active":"2024-09-17T16:59:48.954402+0000","last_became_peered":"2024-09-17T16:59:48.954402+0000","last_unstale":"2024-09-17T17:00:50.449913+0000","last_undegraded":"2024-09-17T17:00:50.449913+0000","last_fullsized":"2024-09-17T17:00:50.449913+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T22:15:57.900576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.452843+0000","last_change":"2024-09-17T16:59:52.237888+0000","last_active":"2024-09-17T17:00:50.452843+0000","last_peered":"2024-09-17T17:00:50.452843+0000","last_clean":"2024-09-17T17:00:50.452843+0000","last_became_active":"2024-09-17T16:59:52.237519+0000","last_became_peered":"2024-09-17T16:59:52.237519+0000","last_unstale":"2024-09-17T17:00:50.452843+0000","last_undegraded":"2024-09-17T17:00:50.452843+0000","last_fullsized":"2024-09-17T17:00:50.452843+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T01:37:05.324759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-17T17:00:56.677031+0000","last_change":"2024-09-17T17:00:50.452957+0000","last_active":"2024-09-17T17:00:56.677031+0000","last_peered":"2024-09-17T17:00:56.677031+0000","last_clean":"2024-09-17T17:00:56.677031+0000","last_became_active":"2024-09-17T17:00:45.766901+0000","last_became_peered":"2024-09-17T17:00:45.766901+0000","last_unstale":"2024-09-17T17:00:56.677031+0000","last_undegraded":"2024-09-17T17:00:56.677031+0000","last_fullsized":"2024-09-17T17:00:56.677031+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_clean_scrub_stamp":"2024-09-17T17:00:44.747441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:19:56.989854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059258800000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"68'128","reported_seq":271,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-17T17:00:56.425154+0000","last_change":"2024-09-17T16:59:28.554273+0000","last_active":"2024-09-17T17:00:56.425154+0000","last_peered":"2024-09-17T17:00:56.425154+0000","last_clean":"2024-09-17T17:00:56.425154+0000","last_became_active":"2024-09-17T16:59:28.553865+0000","last_became_peered":"2024-09-17T16:59:28.553865+0000","last_unstale":"2024-09-17T17:00:56.425154+0000","last_undegraded":"2024-09-17T17:00:56.425154+0000","last_fullsized":"2024-09-17T17:00:56.425154+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:57:25.739524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:57:25.739524+0000","last_clean_scrub_stamp":"2024-09-17T16:57:25.739524+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:00:13.375653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.799277+0000","last_change":"2024-09-17T16:59:48.967005+0000","last_active":"2024-09-17T17:00:49.799277+0000","last_peered":"2024-09-17T17:00:49.799277+0000","last_clean":"2024-09-17T17:00:49.799277+0000","last_became_active":"2024-09-17T16:59:48.966677+0000","last_became_peered":"2024-09-17T16:59:48.966677+0000","last_unstale":"2024-09-17T17:00:49.799277+0000","last_undegraded":"2024-09-17T17:00:49.799277+0000","last_fullsized":"2024-09-17T17:00:49.799277+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:33:59.951404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.794749+0000","last_change":"2024-09-17T16:59:52.239021+0000","last_active":"2024-09-17T17:00:49.794749+0000","last_peered":"2024-09-17T17:00:49.794749+0000","last_clean":"2024-09-17T17:00:49.794749+0000","last_became_active":"2024-09-17T16:59:52.238681+0000","last_became_peered":"2024-09-17T16:59:52.238681+0000","last_unstale":"2024-09-17T17:00:49.794749+0000","last_undegraded":"2024-09-17T17:00:49.794749+0000","last_fullsized":"2024-09-17T17:00:49.794749+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:57:42.478147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-17T17:00:56.415242+0000","last_change":"2024-09-17T17:00:49.920433+0000","last_active":"2024-09-17T17:00:56.415242+0000","last_peered":"2024-09-17T17:00:56.415242+0000","last_clean":"2024-09-17T17:00:56.415242+0000","last_became_active":"2024-09-17T17:00:45.945750+0000","last_became_peered":"2024-09-17T17:00:45.945750+0000","last_unstale":"2024-09-17T17:00:56.415242+0000","last_undegraded":"2024-09-17T17:00:56.415242+0000","last_fullsized":"2024-09-17T17:00:56.415242+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_clean_scrub_stamp":"2024-09-17T17:00:44.747441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:55:12.831764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000235615,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.451958+0000","last_change":"2024-09-17T16:59:48.966880+0000","last_active":"2024-09-17T17:00:50.451958+0000","last_peered":"2024-09-17T17:00:50.451958+0000","last_clean":"2024-09-17T17:00:50.451958+0000","last_became_active":"2024-09-17T16:59:48.965791+0000","last_became_peered":"2024-09-17T16:59:48.965791+0000","last_unstale":"2024-09-17T17:00:50.451958+0000","last_undegraded":"2024-09-17T17:00:50.451958+0000","last_fullsized":"2024-09-17T17:00:50.451958+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:35:43.322828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.919451+0000","last_change":"2024-09-17T16:59:52.227130+0000","last_active":"2024-09-17T17:00:49.919451+0000","last_peered":"2024-09-17T17:00:49.919451+0000","last_clean":"2024-09-17T17:00:49.919451+0000","last_became_active":"2024-09-17T16:59:52.226781+0000","last_became_peered":"2024-09-17T16:59:52.226781+0000","last_unstale":"2024-09-17T17:00:49.919451+0000","last_undegraded":"2024-09-17T17:00:49.919451+0000","last_fullsized":"2024-09-17T17:00:49.919451+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:54:32.364956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-17T17:00:56.629141+0000","last_change":"2024-09-17T17:00:49.796012+0000","last_active":"2024-09-17T17:00:56.629141+0000","last_peered":"2024-09-17T17:00:56.629141+0000","last_clean":"2024-09-17T17:00:56.629141+0000","last_became_active":"2024-09-17T17:00:45.946626+0000","last_became_peered":"2024-09-17T17:00:45.946626+0000","last_unstale":"2024-09-17T17:00:56.629141+0000","last_undegraded":"2024-09-17T17:00:56.629141+0000","last_fullsized":"2024-09-17T17:00:56.629141+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_clean_scrub_stamp":"2024-09-17T17:00:44.747441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:23:55.345731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038334300000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.450369+0000","last_change":"2024-09-17T16:59:48.957598+0000","last_active":"2024-09-17T17:00:50.450369+0000","last_peered":"2024-09-17T17:00:50.450369+0000","last_clean":"2024-09-17T17:00:50.450369+0000","last_became_active":"2024-09-17T16:59:48.957358+0000","last_became_peered":"2024-09-17T16:59:48.957358+0000","last_unstale":"2024-09-17T17:00:50.450369+0000","last_undegraded":"2024-09-17T17:00:50.450369+0000","last_fullsized":"2024-09-17T17:00:50.450369+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:08:59.074357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.794494+0000","last_change":"2024-09-17T16:59:52.228112+0000","last_active":"2024-09-17T17:00:49.794494+0000","last_peered":"2024-09-17T17:00:49.794494+0000","last_clean":"2024-09-17T17:00:49.794494+0000","last_became_active":"2024-09-17T16:59:52.227843+0000","last_became_peered":"2024-09-17T16:59:52.227843+0000","last_unstale":"2024-09-17T17:00:49.794494+0000","last_undegraded":"2024-09-17T17:00:49.794494+0000","last_fullsized":"2024-09-17T17:00:49.794494+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:10:19.802311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-17T17:00:56.628982+0000","last_change":"2024-09-17T17:00:49.795823+0000","last_active":"2024-09-17T17:00:56.628982+0000","last_peered":"2024-09-17T17:00:56.628982+0000","last_clean":"2024-09-17T17:00:56.628982+0000","last_became_active":"2024-09-17T17:00:45.945913+0000","last_became_peered":"2024-09-17T17:00:45.945913+0000","last_unstale":"2024-09-17T17:00:56.628982+0000","last_undegraded":"2024-09-17T17:00:56.628982+0000","last_fullsized":"2024-09-17T17:00:56.628982+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_clean_scrub_stamp":"2024-09-17T17:00:44.747441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:19:22.718997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053352599999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.799682+0000","last_change":"2024-09-17T16:59:48.959842+0000","last_active":"2024-09-17T17:00:49.799682+0000","last_peered":"2024-09-17T17:00:49.799682+0000","last_clean":"2024-09-17T17:00:49.799682+0000","last_became_active":"2024-09-17T16:59:48.959526+0000","last_became_peered":"2024-09-17T16:59:48.959526+0000","last_unstale":"2024-09-17T17:00:49.799682+0000","last_undegraded":"2024-09-17T17:00:49.799682+0000","last_fullsized":"2024-09-17T17:00:49.799682+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:08:14.237166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.797398+0000","last_change":"2024-09-17T16:59:52.236050+0000","last_active":"2024-09-17T17:00:49.797398+0000","last_peered":"2024-09-17T17:00:49.797398+0000","last_clean":"2024-09-17T17:00:49.797398+0000","last_became_active":"2024-09-17T16:59:52.235668+0000","last_became_peered":"2024-09-17T16:59:52.235668+0000","last_unstale":"2024-09-17T17:00:49.797398+0000","last_undegraded":"2024-09-17T17:00:49.797398+0000","last_fullsized":"2024-09-17T17:00:49.797398+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:44:29.760035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"74'2","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-17T17:00:56.628813+0000","last_change":"2024-09-17T17:00:49.795564+0000","last_active":"2024-09-17T17:00:56.628813+0000","last_peered":"2024-09-17T17:00:56.628813+0000","last_clean":"2024-09-17T17:00:56.628813+0000","last_became_active":"2024-09-17T17:00:45.947412+0000","last_became_peered":"2024-09-17T17:00:45.947412+0000","last_unstale":"2024-09-17T17:00:56.628813+0000","last_undegraded":"2024-09-17T17:00:56.628813+0000","last_fullsized":"2024-09-17T17:00:56.628813+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_clean_scrub_stamp":"2024-09-17T17:00:44.747441+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:00:32.039971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00078173499999999998,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.795517+0000","last_change":"2024-09-17T16:59:48.956283+0000","last_active":"2024-09-17T17:00:49.795517+0000","last_peered":"2024-09-17T17:00:49.795517+0000","last_clean":"2024-09-17T17:00:49.795517+0000","last_became_active":"2024-09-17T16:59:48.956018+0000","last_became_peered":"2024-09-17T16:59:48.956018+0000","last_unstale":"2024-09-17T17:00:49.795517+0000","last_undegraded":"2024-09-17T17:00:49.795517+0000","last_fullsized":"2024-09-17T17:00:49.795517+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:32:29.317471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.799496+0000","last_change":"2024-09-17T16:59:52.235693+0000","last_active":"2024-09-17T17:00:49.799496+0000","last_peered":"2024-09-17T17:00:49.799496+0000","last_clean":"2024-09-17T17:00:49.799496+0000","last_became_active":"2024-09-17T16:59:52.235392+0000","last_became_peered":"2024-09-17T16:59:52.235392+0000","last_unstale":"2024-09-17T17:00:49.799496+0000","last_undegraded":"2024-09-17T17:00:49.799496+0000","last_fullsized":"2024-09-17T17:00:49.799496+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:05:57.512128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"72'1","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-17T17:00:56.415110+0000","last_change":"2024-09-17T17:00:49.919897+0000","last_active":"2024-09-17T17:00:56.415110+0000","last_peered":"2024-09-17T17:00:56.415110+0000","last_clean":"2024-09-17T17:00:56.415110+0000","last_became_active":"2024-09-17T17:00:45.946739+0000","last_became_peered":"2024-09-17T17:00:45.946739+0000","last_unstale":"2024-09-17T17:00:56.415110+0000","last_undegraded":"2024-09-17T17:00:56.415110+0000","last_fullsized":"2024-09-17T17:00:56.415110+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_clean_scrub_stamp":"2024-09-17T17:00:44.747441+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:59:25.959292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000279141,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.453281+0000","last_change":"2024-09-17T16:59:48.968581+0000","last_active":"2024-09-17T17:00:50.453281+0000","last_peered":"2024-09-17T17:00:50.453281+0000","last_clean":"2024-09-17T17:00:50.453281+0000","last_became_active":"2024-09-17T16:59:48.968250+0000","last_became_peered":"2024-09-17T16:59:48.968250+0000","last_unstale":"2024-09-17T17:00:50.453281+0000","last_undegraded":"2024-09-17T17:00:50.453281+0000","last_fullsized":"2024-09-17T17:00:50.453281+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:58:38.480732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.795445+0000","last_change":"2024-09-17T16:59:52.249054+0000","last_active":"2024-09-17T17:00:49.795445+0000","last_peered":"2024-09-17T17:00:49.795445+0000","last_clean":"2024-09-17T17:00:49.795445+0000","last_became_active":"2024-09-17T16:59:52.248780+0000","last_became_peered":"2024-09-17T16:59:52.248780+0000","last_unstale":"2024-09-17T17:00:49.795445+0000","last_undegraded":"2024-09-17T17:00:49.795445+0000","last_fullsized":"2024-09-17T17:00:49.795445+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:23:02.298973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-17T17:00:56.240201+0000","last_change":"2024-09-17T17:00:49.794838+0000","last_active":"2024-09-17T17:00:56.240201+0000","last_peered":"2024-09-17T17:00:56.240201+0000","last_clean":"2024-09-17T17:00:56.240201+0000","last_became_active":"2024-09-17T17:00:45.766999+0000","last_became_peered":"2024-09-17T17:00:45.766999+0000","last_unstale":"2024-09-17T17:00:56.240201+0000","last_undegraded":"2024-09-17T17:00:56.240201+0000","last_fullsized":"2024-09-17T17:00:56.240201+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_clean_scrub_stamp":"2024-09-17T17:00:44.747441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:49:05.302470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046670199999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.796449+0000","last_change":"2024-09-17T16:59:48.958389+0000","last_active":"2024-09-17T17:00:49.796449+0000","last_peered":"2024-09-17T17:00:49.796449+0000","last_clean":"2024-09-17T17:00:49.796449+0000","last_became_active":"2024-09-17T16:59:48.958091+0000","last_became_peered":"2024-09-17T16:59:48.958091+0000","last_unstale":"2024-09-17T17:00:49.796449+0000","last_undegraded":"2024-09-17T17:00:49.796449+0000","last_fullsized":"2024-09-17T17:00:49.796449+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T22:01:52.652776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.795735+0000","last_change":"2024-09-17T16:59:52.231309+0000","last_active":"2024-09-17T17:00:49.795735+0000","last_peered":"2024-09-17T17:00:49.795735+0000","last_clean":"2024-09-17T17:00:49.795735+0000","last_became_active":"2024-09-17T16:59:52.231035+0000","last_became_peered":"2024-09-17T16:59:52.231035+0000","last_unstale":"2024-09-17T17:00:49.795735+0000","last_undegraded":"2024-09-17T17:00:49.795735+0000","last_fullsized":"2024-09-17T17:00:49.795735+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:35:32.919565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-17T17:00:56.244036+0000","last_change":"2024-09-17T17:00:49.797710+0000","last_active":"2024-09-17T17:00:56.244036+0000","last_peered":"2024-09-17T17:00:56.244036+0000","last_clean":"2024-09-17T17:00:56.244036+0000","last_became_active":"2024-09-17T17:00:45.946436+0000","last_became_peered":"2024-09-17T17:00:45.946436+0000","last_unstale":"2024-09-17T17:00:56.244036+0000","last_undegraded":"2024-09-17T17:00:56.244036+0000","last_fullsized":"2024-09-17T17:00:56.244036+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_clean_scrub_stamp":"2024-09-17T17:00:44.747441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:35:25.535386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00060696100000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.452394+0000","last_change":"2024-09-17T16:59:48.964052+0000","last_active":"2024-09-17T17:00:50.452394+0000","last_peered":"2024-09-17T17:00:50.452394+0000","last_clean":"2024-09-17T17:00:50.452394+0000","last_became_active":"2024-09-17T16:59:48.962863+0000","last_became_peered":"2024-09-17T16:59:48.962863+0000","last_unstale":"2024-09-17T17:00:50.452394+0000","last_undegraded":"2024-09-17T17:00:50.452394+0000","last_fullsized":"2024-09-17T17:00:50.452394+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:45:58.578215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.920174+0000","last_change":"2024-09-17T16:59:52.235251+0000","last_active":"2024-09-17T17:00:49.920174+0000","last_peered":"2024-09-17T17:00:49.920174+0000","last_clean":"2024-09-17T17:00:49.920174+0000","last_became_active":"2024-09-17T16:59:52.234982+0000","last_became_peered":"2024-09-17T16:59:52.234982+0000","last_unstale":"2024-09-17T17:00:49.920174+0000","last_undegraded":"2024-09-17T17:00:49.920174+0000","last_fullsized":"2024-09-17T17:00:49.920174+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:03:28.922686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.451863+0000","last_change":"2024-09-17T16:59:48.965349+0000","last_active":"2024-09-17T17:00:50.451863+0000","last_peered":"2024-09-17T17:00:50.451863+0000","last_clean":"2024-09-17T17:00:50.451863+0000","last_became_active":"2024-09-17T16:59:48.965004+0000","last_became_peered":"2024-09-17T16:59:48.965004+0000","last_unstale":"2024-09-17T17:00:50.451863+0000","last_undegraded":"2024-09-17T17:00:50.451863+0000","last_fullsized":"2024-09-17T17:00:50.451863+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:33:43.045238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.797279+0000","last_change":"2024-09-17T16:59:52.232942+0000","last_active":"2024-09-17T17:00:49.797279+0000","last_peered":"2024-09-17T17:00:49.797279+0000","last_clean":"2024-09-17T17:00:49.797279+0000","last_became_active":"2024-09-17T16:59:52.232634+0000","last_became_peered":"2024-09-17T16:59:52.232634+0000","last_unstale":"2024-09-17T17:00:49.797279+0000","last_undegraded":"2024-09-17T17:00:49.797279+0000","last_fullsized":"2024-09-17T17:00:49.797279+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:59:50.956221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.794915+0000","last_change":"2024-09-17T16:59:48.960360+0000","last_active":"2024-09-17T17:00:49.794915+0000","last_peered":"2024-09-17T17:00:49.794915+0000","last_clean":"2024-09-17T17:00:49.794915+0000","last_became_active":"2024-09-17T16:59:48.960075+0000","last_became_peered":"2024-09-17T16:59:48.960075+0000","last_unstale":"2024-09-17T17:00:49.794915+0000","last_undegraded":"2024-09-17T17:00:49.794915+0000","last_fullsized":"2024-09-17T17:00:49.794915+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:52:58.465417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.794545+0000","last_change":"2024-09-17T16:59:52.225642+0000","last_active":"2024-09-17T17:00:49.794545+0000","last_peered":"2024-09-17T17:00:49.794545+0000","last_clean":"2024-09-17T17:00:49.794545+0000","last_became_active":"2024-09-17T16:59:52.224985+0000","last_became_peered":"2024-09-17T16:59:52.224985+0000","last_unstale":"2024-09-17T17:00:49.794545+0000","last_undegraded":"2024-09-17T17:00:49.794545+0000","last_fullsized":"2024-09-17T17:00:49.794545+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:21:06.681415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.795363+0000","last_change":"2024-09-17T16:59:48.962203+0000","last_active":"2024-09-17T17:00:49.795363+0000","last_peered":"2024-09-17T17:00:49.795363+0000","last_clean":"2024-09-17T17:00:49.795363+0000","last_became_active":"2024-09-17T16:59:48.961515+0000","last_became_peered":"2024-09-17T16:59:48.961515+0000","last_unstale":"2024-09-17T17:00:49.795363+0000","last_undegraded":"2024-09-17T17:00:49.795363+0000","last_fullsized":"2024-09-17T17:00:49.795363+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:06:57.862433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.795497+0000","last_change":"2024-09-17T16:59:52.230953+0000","last_active":"2024-09-17T17:00:49.795497+0000","last_peered":"2024-09-17T17:00:49.795497+0000","last_clean":"2024-09-17T17:00:49.795497+0000","last_became_active":"2024-09-17T16:59:52.230693+0000","last_became_peered":"2024-09-17T16:59:52.230693+0000","last_unstale":"2024-09-17T17:00:49.795497+0000","last_undegraded":"2024-09-17T17:00:49.795497+0000","last_fullsized":"2024-09-17T17:00:49.795497+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:56:05.582663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.453234+0000","last_change":"2024-09-17T16:59:48.970277+0000","last_active":"2024-09-17T17:00:50.453234+0000","last_peered":"2024-09-17T17:00:50.453234+0000","last_clean":"2024-09-17T17:00:50.453234+0000","last_became_active":"2024-09-17T16:59:48.969950+0000","last_became_peered":"2024-09-17T16:59:48.969950+0000","last_unstale":"2024-09-17T17:00:50.453234+0000","last_undegraded":"2024-09-17T17:00:50.453234+0000","last_fullsized":"2024-09-17T17:00:50.453234+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:57:51.470007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.449696+0000","last_change":"2024-09-17T17:00:10.810782+0000","last_active":"2024-09-17T17:00:50.449696+0000","last_peered":"2024-09-17T17:00:50.449696+0000","last_clean":"2024-09-17T17:00:50.449696+0000","last_became_active":"2024-09-17T17:00:10.810338+0000","last_became_peered":"2024-09-17T17:00:10.810338+0000","last_unstale":"2024-09-17T17:00:50.449696+0000","last_undegraded":"2024-09-17T17:00:50.449696+0000","last_fullsized":"2024-09-17T17:00:50.449696+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:10:57.382979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.799424+0000","last_change":"2024-09-17T16:59:52.245581+0000","last_active":"2024-09-17T17:00:49.799424+0000","last_peered":"2024-09-17T17:00:49.799424+0000","last_clean":"2024-09-17T17:00:49.799424+0000","last_became_active":"2024-09-17T16:59:52.245304+0000","last_became_peered":"2024-09-17T16:59:52.245304+0000","last_unstale":"2024-09-17T17:00:49.799424+0000","last_undegraded":"2024-09-17T17:00:49.799424+0000","last_fullsized":"2024-09-17T17:00:49.799424+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:38:40.993895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.452839+0000","last_change":"2024-09-17T16:59:48.965008+0000","last_active":"2024-09-17T17:00:50.452839+0000","last_peered":"2024-09-17T17:00:50.452839+0000","last_clean":"2024-09-17T17:00:50.452839+0000","last_became_active":"2024-09-17T16:59:48.964658+0000","last_became_peered":"2024-09-17T16:59:48.964658+0000","last_unstale":"2024-09-17T17:00:50.452839+0000","last_undegraded":"2024-09-17T17:00:50.452839+0000","last_fullsized":"2024-09-17T17:00:50.452839+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:34:02.791560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.799343+0000","last_change":"2024-09-17T16:59:52.241829+0000","last_active":"2024-09-17T17:00:49.799343+0000","last_peered":"2024-09-17T17:00:49.799343+0000","last_clean":"2024-09-17T17:00:49.799343+0000","last_became_active":"2024-09-17T16:59:52.241547+0000","last_became_peered":"2024-09-17T16:59:52.241547+0000","last_unstale":"2024-09-17T17:00:49.799343+0000","last_undegraded":"2024-09-17T17:00:49.799343+0000","last_fullsized":"2024-09-17T17:00:49.799343+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:16:58.181755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.453146+0000","last_change":"2024-09-17T16:59:48.967617+0000","last_active":"2024-09-17T17:00:50.453146+0000","last_peered":"2024-09-17T17:00:50.453146+0000","last_clean":"2024-09-17T17:00:50.453146+0000","last_became_active":"2024-09-17T16:59:48.966438+0000","last_became_peered":"2024-09-17T16:59:48.966438+0000","last_unstale":"2024-09-17T17:00:50.453146+0000","last_undegraded":"2024-09-17T17:00:50.453146+0000","last_fullsized":"2024-09-17T17:00:50.453146+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:00:24.579468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.920328+0000","last_change":"2024-09-17T16:59:52.247606+0000","last_active":"2024-09-17T17:00:49.920328+0000","last_peered":"2024-09-17T17:00:49.920328+0000","last_clean":"2024-09-17T17:00:49.920328+0000","last_became_active":"2024-09-17T16:59:52.247343+0000","last_became_peered":"2024-09-17T16:59:52.247343+0000","last_unstale":"2024-09-17T17:00:49.920328+0000","last_undegraded":"2024-09-17T17:00:49.920328+0000","last_fullsized":"2024-09-17T17:00:49.920328+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:02:53.349473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.795438+0000","last_change":"2024-09-17T16:59:48.964046+0000","last_active":"2024-09-17T17:00:49.795438+0000","last_peered":"2024-09-17T17:00:49.795438+0000","last_clean":"2024-09-17T17:00:49.795438+0000","last_became_active":"2024-09-17T16:59:48.963742+0000","last_became_peered":"2024-09-17T16:59:48.963742+0000","last_unstale":"2024-09-17T17:00:49.795438+0000","last_undegraded":"2024-09-17T17:00:49.795438+0000","last_fullsized":"2024-09-17T17:00:49.795438+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:32:40.650824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.795296+0000","last_change":"2024-09-17T16:59:52.234339+0000","last_active":"2024-09-17T17:00:49.795296+0000","last_peered":"2024-09-17T17:00:49.795296+0000","last_clean":"2024-09-17T17:00:49.795296+0000","last_became_active":"2024-09-17T16:59:52.234026+0000","last_became_peered":"2024-09-17T16:59:52.234026+0000","last_unstale":"2024-09-17T17:00:49.795296+0000","last_undegraded":"2024-09-17T17:00:49.795296+0000","last_fullsized":"2024-09-17T17:00:49.795296+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T22:18:13.349139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":29,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.920444+0000","last_change":"2024-09-17T16:59:48.958944+0000","last_active":"2024-09-17T17:00:49.920444+0000","last_peered":"2024-09-17T17:00:49.920444+0000","last_clean":"2024-09-17T17:00:49.920444+0000","last_became_active":"2024-09-17T16:59:48.958625+0000","last_became_peered":"2024-09-17T16:59:48.958625+0000","last_unstale":"2024-09-17T17:00:49.920444+0000","last_undegraded":"2024-09-17T17:00:49.920444+0000","last_fullsized":"2024-09-17T17:00:49.920444+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:24:02.394374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3146,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234014,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28372,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716780,"statfs":{"total":95995035648,"available":95965982720,"internally_reserved":0,"allocated":1384448,"data_stored":940556,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 17:01:27 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.56799999999999995,"15min":0.57199999999999995},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.751},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.52700000000000002,"15min":0.52900000000000003},"min":{"1min":0.317,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.52300000000000002}]},{"osd":1,"last update":"Tue Sep 17 17:01:27 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.53700000000000003,"15min":0.54500000000000004},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.52500000000000002,"15min":0.52300000000000002},"min":{"1min":0.35699999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.48399999999999999}]},{"osd":2,"last update":"Tue Sep 17 17:01:27 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.55200000000000005,"15min":0.55800000000000005},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.56999999999999995,"15min":0.57499999999999996},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.59699999999999998}]},{"osd":3,"last update":"Tue Sep 17 17:01:27 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.56200000000000006,"15min":0.56499999999999995},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.56699999999999995,"15min":0.56799999999999995},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.55000000000000004}]},{"osd":4,"last update":"Tue Sep 17 17:01:27 2024","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.51800000000000002,"15min":0.52700000000000002},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.65900000000000003,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.497,"15min":0.5},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.70999999999999996,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.65600000000000003}]},{"osd":5,"last update":"Tue Sep 17 17:01:27 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.53400000000000003,"15min":0.54800000000000004},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.76600000000000001,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.625},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.58699999999999997,"15min":0.59399999999999997},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.78700000000000003,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.72799999999999998}]},{"osd":6,"last update":"Tue Sep 17 17:01:27 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.55700000000000005,"15min":0.56499999999999995},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.76900000000000002,"5min":1.085,"15min":1.085},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.60499999999999998,"15min":0.60899999999999999},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.76900000000000002}]}]},{"osd":6,"up_from":46,"seq":197568495651,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28376,"kb_used_data":1356,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716776,"statfs":{"total":95995035648,"available":95965978624,"internally_reserved":0,"allocated":1388544,"data_stored":942300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 17:01:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.54600000000000004,"15min":0.55100000000000005},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.54300000000000004,"15min":0.53800000000000003},"min":{"1min":0.42099999999999999,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.82699999999999996,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.38400000000000001}]},{"osd":1,"last update":"Tue Sep 17 17:01:03 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.56100000000000005,"15min":0.55700000000000005},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.042,"5min":1.042,"15min":1.042},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.55800000000000005,"15min":0.55700000000000005},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.55100000000000005}]},{"osd":2,"last update":"Tue Sep 17 17:01:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.55200000000000005,"15min":0.55400000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.75800000000000001,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.54700000000000004,"15min":0.54500000000000004},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.45100000000000001}]},{"osd":3,"last update":"Tue Sep 17 17:01:03 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.58299999999999996,"15min":0.58499999999999996},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.57999999999999996,"15min":0.57799999999999996},"min":{"1min":0.39300000000000002,"5min":0.37,"15min":0.37},"max":{"1min":0.79700000000000004,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.70799999999999996}]},{"osd":4,"last update":"Tue Sep 17 17:01:03 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.47699999999999998,"15min":0.47499999999999998},"min":{"1min":0.34399999999999997,"5min":0.309,"15min":0.309},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.503,"15min":0.499},"min":{"1min":0.33100000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.70599999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.68899999999999995}]},{"osd":5,"last update":"Tue Sep 17 17:01:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.495,"15min":0.48699999999999999},"min":{"1min":0.317,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.53300000000000003,"15min":0.53000000000000003},"min":{"1min":0.372,"5min":0.317,"15min":0.317},"max":{"1min":0.79200000000000004,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.63600000000000001}]},{"osd":7,"last update":"Tue Sep 17 17:01:28 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57599999999999996,"15min":0.57699999999999996},"min":{"1min":0.41799999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.77400000000000002,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.58999999999999997,"15min":0.59399999999999997},"min":{"1min":0.42299999999999999,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.77700000000000002,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.754}]}]},{"osd":5,"up_from":38,"seq":163208757288,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27804,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717348,"statfs":{"total":95995035648,"available":95966564352,"internally_reserved":0,"allocated":802816,"data_stored":352041,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 17:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52600000000000002,"15min":0.53000000000000003},"min":{"1min":0.35999999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.72299999999999998,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.53000000000000003,"15min":0.52000000000000002},"min":{"1min":0.38700000000000001,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.61299999999999999}]},{"osd":1,"last update":"Tue Sep 17 17:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.53700000000000003,"15min":0.54100000000000004},"min":{"1min":0.376,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.53800000000000003,"15min":0.53600000000000003},"min":{"1min":0.44500000000000001,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.67700000000000005,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.52900000000000003}]},{"osd":2,"last update":"Tue Sep 17 17:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.53400000000000003,"15min":0.53900000000000003},"min":{"1min":0.33800000000000002,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.64200000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.56000000000000005,"15min":0.55400000000000005},"min":{"1min":0.40000000000000002,"5min":0.377,"15min":0.377},"max":{"1min":0.75,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.56399999999999995}]},{"osd":3,"last update":"Tue Sep 17 17:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.54600000000000004,"15min":0.55200000000000005},"min":{"1min":0.34799999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.65600000000000003,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.56100000000000005,"15min":0.55500000000000005},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.753,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.59999999999999998}]},{"osd":4,"last update":"Tue Sep 17 17:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.42499999999999999,"15min":0.40899999999999997},"min":{"1min":0.32600000000000001,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.45800000000000002,"15min":0.43099999999999999},"min":{"1min":0.30499999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.65900000000000003}]},{"osd":6,"last update":"Tue Sep 17 17:01:03 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.47499999999999998,"15min":0.47199999999999998},"min":{"1min":0.31900000000000001,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.72599999999999998,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.45800000000000002,"15min":0.45600000000000002},"min":{"1min":0.32500000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.502}]},{"osd":7,"last update":"Tue Sep 17 17:01:27 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.53100000000000003,"15min":0.53200000000000003},"min":{"1min":0.40400000000000003,"5min":0.316,"15min":0.316},"max":{"1min":0.76100000000000001,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.58599999999999997,"15min":0.59799999999999998},"min":{"1min":0.375,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.73599999999999999,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.69099999999999995}]}]},{"osd":4,"up_from":30,"seq":128849018924,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27804,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717348,"statfs":{"total":95995035648,"available":95966564352,"internally_reserved":0,"allocated":802816,"data_stored":350311,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 17:01:15 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.82499999999999996,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.55300000000000005,"15min":0.55700000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.71099999999999997,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.69099999999999995}]},{"osd":1,"last update":"Tue Sep 17 17:01:15 2024","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.54700000000000004,"15min":0.56299999999999994},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.65900000000000003,"5min":0.876,"15min":0.876},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.76200000000000001,"5min":1,"15min":1},"last":0.57699999999999996}]},{"osd":2,"last update":"Tue Sep 17 17:01:15 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.56299999999999994,"15min":0.57099999999999995},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.86199999999999999,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.57899999999999996,"15min":0.58199999999999996},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.78400000000000003,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.74299999999999999}]},{"osd":3,"last update":"Tue Sep 17 17:01:15 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56999999999999995,"15min":0.56899999999999995},"min":{"1min":0.38900000000000001,"5min":0.377,"15min":0.377},"max":{"1min":0.79400000000000004,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.55100000000000005,"15min":0.55500000000000005},"min":{"1min":0.38200000000000001,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.72599999999999998,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.59299999999999997}]},{"osd":5,"last update":"Tue Sep 17 17:01:38 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.437,"15min":0.41699999999999998},"min":{"1min":0.29299999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.495,"5min":0.46600000000000003,"15min":0.44600000000000001},"min":{"1min":0.26800000000000002,"5min":0.253,"15min":0.253},"max":{"1min":0.70799999999999996,"5min":0.755,"15min":0.755},"last":0.47499999999999998}]},{"osd":6,"last update":"Tue Sep 17 17:01:02 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.50900000000000001,"15min":0.501},"min":{"1min":0.30499999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.75700000000000001,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.502,"15min":0.48999999999999999},"min":{"1min":0.36399999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.77100000000000002,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.504}]},{"osd":7,"last update":"Tue Sep 17 17:01:28 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.59399999999999997,"15min":0.59799999999999998},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.79100000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.499,"5min":0.51400000000000001,"15min":0.51600000000000001},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.64300000000000002}]}]},{"osd":3,"up_from":25,"seq":107374182448,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27804,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717348,"statfs":{"total":95995035648,"available":95966564352,"internally_reserved":0,"allocated":802816,"data_stored":352036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 17:00:56 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.40100000000000002,"15min":0.40500000000000003},"min":{"1min":0.25,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.46500000000000002,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.42699999999999999,"15min":0.433},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.29399999999999998}]},{"osd":1,"last update":"Tue Sep 17 17:00:56 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.441,"15min":0.439},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.40600000000000003,"15min":0.40799999999999997},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.25800000000000001}]},{"osd":2,"last update":"Tue Sep 17 17:00:56 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.46999999999999997,"15min":0.47599999999999998},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.012,"5min":1.012,"15min":1.012},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.378,"5min":0.437,"15min":0.45000000000000001},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.53000000000000003,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.40400000000000003}]},{"osd":4,"last update":"Tue Sep 17 17:01:18 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.59299999999999997,"15min":0.58899999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.59699999999999998,"15min":0.58899999999999997},"min":{"1min":0.45500000000000002,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.85399999999999998,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.52900000000000003}]},{"osd":5,"last update":"Tue Sep 17 17:00:39 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.58799999999999997,"15min":0.59199999999999997},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.83899999999999997,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.59999999999999998,"15min":0.60199999999999998},"min":{"1min":0.41199999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.73099999999999998,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.65400000000000003}]},{"osd":6,"last update":"Tue Sep 17 17:01:06 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.65100000000000002,"15min":0.66200000000000003},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.745,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.64400000000000002,"15min":0.65600000000000003},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.63700000000000001}]},{"osd":7,"last update":"Tue Sep 17 17:01:29 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.63800000000000001,"15min":0.64700000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.622,"15min":0.63},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.72599999999999998,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.628}]}]},{"osd":2,"up_from":18,"seq":77309411382,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31876,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713276,"statfs":{"total":95995035648,"available":95962394624,"internally_reserved":0,"allocated":778240,"data_stored":348915,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 17:01:36 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.36299999999999999,"15min":0.35699999999999998},"min":{"1min":0.25,"5min":0.219,"15min":0.219},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.37,"15min":0.36099999999999999},"min":{"1min":0.26200000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.30099999999999999}]},{"osd":1,"last update":"Tue Sep 17 17:01:36 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.38500000000000001,"15min":0.371},"min":{"1min":0.26800000000000002,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.38100000000000001,"15min":0.36699999999999999},"min":{"1min":0.252,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.39700000000000002}]},{"osd":3,"last update":"Tue Sep 17 17:00:54 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.435,"15min":0.441},"min":{"1min":0.28899999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.55800000000000005,"5min":0.624,"15min":0.624},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.41599999999999998,"15min":0.41999999999999998},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.61699999999999999,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.34100000000000003}]},{"osd":4,"last update":"Tue Sep 17 17:01:19 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.51700000000000002,"15min":0.497},"min":{"1min":0.437,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.54300000000000004,"15min":0.52000000000000002},"min":{"1min":0.41199999999999998,"5min":0.38,"15min":0.38},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.58799999999999997}]},{"osd":5,"last update":"Tue Sep 17 17:00:42 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.53000000000000003,"15min":0.52000000000000002},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.52500000000000002,"15min":0.51100000000000001},"min":{"1min":0.41699999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.57599999999999996}]},{"osd":6,"last update":"Tue Sep 17 17:01:06 2024","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.57999999999999996,"15min":0.57099999999999995},"min":{"1min":0.44,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.55700000000000005,"15min":0.54900000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.624}]},{"osd":7,"last update":"Tue Sep 17 17:01:27 2024","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.56799999999999995,"15min":0.55800000000000005},"min":{"1min":0.40300000000000002,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.60899999999999999,"15min":0.60399999999999998},"min":{"1min":0.45700000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.61399999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574907,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27796,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717356,"statfs":{"total":95995035648,"available":95966572544,"internally_reserved":0,"allocated":794624,"data_stored":349763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 17:01:07 2024","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.35699999999999998,"15min":0.33700000000000002},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.63400000000000001,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.377,"15min":0.34899999999999998},"min":{"1min":0.22800000000000001,"5min":0.217,"15min":0.217},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.34100000000000003}]},{"osd":2,"last update":"Tue Sep 17 17:01:34 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.40200000000000002,"15min":0.39600000000000002},"min":{"1min":0.245,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.63700000000000001,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.39500000000000002,"15min":0.39100000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.55900000000000005,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.434}]},{"osd":3,"last update":"Tue Sep 17 17:00:54 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.433,"15min":0.42999999999999999},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.70299999999999996,"5min":0.747,"15min":0.747},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.41499999999999998,"15min":0.41599999999999998},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.41399999999999998}]},{"osd":4,"last update":"Tue Sep 17 17:01:17 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57699999999999996,"15min":0.56799999999999995},"min":{"1min":0.41399999999999998,"5min":0.37,"15min":0.37},"max":{"1min":0.80500000000000005,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.55400000000000005,"15min":0.54800000000000004},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.81000000000000005,"5min":0.875,"15min":0.875},"last":0.498}]},{"osd":5,"last update":"Tue Sep 17 17:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.54900000000000004,"15min":0.53700000000000003},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.61699999999999999,"15min":0.61799999999999999},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.56499999999999995}]},{"osd":6,"last update":"Tue Sep 17 17:01:01 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.59399999999999997,"15min":0.59499999999999997},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.58299999999999996,"15min":0.57799999999999996},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.53400000000000003}]},{"osd":7,"last update":"Tue Sep 17 17:01:31 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.625,"15min":0.63100000000000001},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.628,"15min":0.63300000000000001},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.84799999999999998,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.59399999999999997}]}]},{"osd":0,"up_from":8,"seq":34359738432,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32476,"kb_used_data":1360,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712676,"statfs":{"total":95995035648,"available":95961780224,"internally_reserved":0,"allocated":1392640,"data_stored":940680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Sep 17 17:01:09 2024","interfaces":[{"interface":"back","average":{"1min":0.34799999999999998,"5min":0.35799999999999998,"15min":0.33800000000000002},"min":{"1min":0.254,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.57299999999999995,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.372,"15min":0.34599999999999997},"min":{"1min":0.24199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.49099999999999999,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.39000000000000001}]},{"osd":2,"last update":"Tue Sep 17 17:01:34 2024","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.36799999999999999,"15min":0.379},"min":{"1min":0.252,"5min":0.219,"15min":0.219},"max":{"1min":0.501,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.42699999999999999,"15min":0.433},"min":{"1min":0.32200000000000001,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.53300000000000003,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.502}]},{"osd":3,"last update":"Tue Sep 17 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.443,"15min":0.45300000000000001},"min":{"1min":0.27100000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.54700000000000004,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.48299999999999998,"15min":0.49099999999999999},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.58199999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.34799999999999998}]},{"osd":4,"last update":"Tue Sep 17 17:01:14 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.56899999999999995,"15min":0.56100000000000005},"min":{"1min":0.41699999999999998,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.74399999999999999,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.56100000000000005,"15min":0.55300000000000005},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.75,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.54500000000000004}]},{"osd":5,"last update":"Tue Sep 17 17:01:40 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.55600000000000005,"15min":0.55200000000000005},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.79900000000000004,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.59199999999999997,"15min":0.59599999999999997},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.79500000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"last":0.48399999999999999}]},{"osd":6,"last update":"Tue Sep 17 17:01:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.59099999999999997,"15min":0.59499999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.621,"15min":0.626},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.76000000000000001,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.53800000000000003}]},{"osd":7,"last update":"Tue Sep 17 17:01:26 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.624,"15min":0.63100000000000001},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.71599999999999997,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.58799999999999997,"15min":0.59399999999999997},"min":{"1min":0.40500000000000003,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.59299999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-17T17:01:46.498 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-17T17:01:46.652 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:46 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:46.652 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:46 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:46.652 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:46 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:01:46.652 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:46 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:01:46.652 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:46 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:46.652 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:46 smithi031 ceph-mon[27768]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:46.652 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:46 smithi031 ceph-mon[27768]: from='client.24623 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-17T17:01:46.653 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:46 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:46.653 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:46 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:46.653 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:46 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:01:46.653 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:46 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:01:46.653 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:46 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:46.653 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:46 smithi031 ceph-mon[39468]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:46.653 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:46 smithi031 ceph-mon[39468]: from='client.24623 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-17T17:01:46.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:46 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:46.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:46 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:46.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:46 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:01:46.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:46 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:01:46.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:46 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:46.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:46 smithi066 ceph-mon[31354]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:46.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:46 smithi066 ceph-mon[31354]: from='client.24623 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-17T17:01:47.438 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:01:47.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:47 smithi031 ceph-mon[27768]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-17T17:01:47.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:47 smithi031 ceph-mon[27768]: Reconfiguring daemon alertmanager.a on smithi031 2024-09-17T17:01:47.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:47 smithi031 ceph-mon[39468]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-17T17:01:47.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:47 smithi031 ceph-mon[39468]: Reconfiguring daemon alertmanager.a on smithi031 2024-09-17T17:01:48.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:47 smithi066 ceph-mon[31354]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-17T17:01:48.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:47 smithi066 ceph-mon[31354]: Reconfiguring daemon alertmanager.a on smithi031 2024-09-17T17:01:48.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:48 smithi031 ceph-mon[27768]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:48.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:48 smithi031 ceph-mon[39468]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:49.054 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:48 smithi066 ceph-mon[31354]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:49.924 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:49 smithi031 ceph-mon[27768]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:49.925 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:49 smithi031 ceph-mon[39468]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:49.925 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:01:49 smithi031 systemd[1]: Stopping Ceph alertmanager.a for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:01:50.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:49 smithi066 ceph-mon[31354]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:51.094 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:01:50 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a[73517]: ts=2024-09-17T17:01:50.925Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-17T17:01:51.094 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:01:51 smithi031 podman[79036]: 2024-09-17 17:01:51.049811019 +0000 UTC m=+0.247468288 container died ca9b9b31e067f3d8165c3ddc06dd4f40a0d933eb84c24820ed1756fae132bfa5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-17T17:01:51.569 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T17:01:51.570 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:01:51 smithi031 podman[79036]: 2024-09-17 17:01:51.415670305 +0000 UTC m=+0.613327574 container cleanup ca9b9b31e067f3d8165c3ddc06dd4f40a0d933eb84c24820ed1756fae132bfa5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-17T17:01:51.570 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:01:51 smithi031 bash[79036]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a 2024-09-17T17:01:51.571 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-17T17:01:51.831 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:01:51 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:01:51] "GET /metrics HTTP/1.1" 200 33653 "" "Prometheus/2.43.0" 2024-09-17T17:01:52.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:51 smithi031 ceph-mon[27768]: from='client.24629 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-17T17:01:52.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:51 smithi031 ceph-mon[27768]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:52.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:51 smithi031 ceph-mon[39468]: from='client.24629 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-17T17:01:52.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:51 smithi031 ceph-mon[39468]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:52.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:51 smithi066 ceph-mon[31354]: from='client.24629 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-17T17:01:52.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:51 smithi066 ceph-mon[31354]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:52.154 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":45,"stamp":"2024-09-17T17:01:49.743340+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593533,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":229,"num_write_kb":2435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":232308,"kb_used_data":7956,"kb_used_omap":12,"kb_used_meta":224243,"kb_avail":749728908,"statfs":{"total":767960285184,"available":767722401792,"internally_reserved":0,"allocated":8146944,"data_stored":4576602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":229625400},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002487"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.452649+0000","last_change":"2024-09-17T16:59:52.236881+0000","last_active":"2024-09-17T17:00:50.452649+0000","last_peered":"2024-09-17T17:00:50.452649+0000","last_clean":"2024-09-17T17:00:50.452649+0000","last_became_active":"2024-09-17T16:59:52.236599+0000","last_became_peered":"2024-09-17T16:59:52.236599+0000","last_unstale":"2024-09-17T17:00:50.452649+0000","last_undegraded":"2024-09-17T17:00:50.452649+0000","last_fullsized":"2024-09-17T17:00:50.452649+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:36:51.348720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.796344+0000","last_change":"2024-09-17T16:59:52.232067+0000","last_active":"2024-09-17T17:00:49.796344+0000","last_peered":"2024-09-17T17:00:49.796344+0000","last_clean":"2024-09-17T17:00:49.796344+0000","last_became_active":"2024-09-17T16:59:52.231778+0000","last_became_peered":"2024-09-17T16:59:52.231778+0000","last_unstale":"2024-09-17T17:00:49.796344+0000","last_undegraded":"2024-09-17T17:00:49.796344+0000","last_fullsized":"2024-09-17T17:00:49.796344+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:17:51.826619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.920051+0000","last_change":"2024-09-17T16:59:52.232081+0000","last_active":"2024-09-17T17:00:49.920051+0000","last_peered":"2024-09-17T17:00:49.920051+0000","last_clean":"2024-09-17T17:00:49.920051+0000","last_became_active":"2024-09-17T16:59:52.231818+0000","last_became_peered":"2024-09-17T16:59:52.231818+0000","last_unstale":"2024-09-17T17:00:49.920051+0000","last_undegraded":"2024-09-17T17:00:49.920051+0000","last_fullsized":"2024-09-17T17:00:49.920051+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:33:28.977734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.799314+0000","last_change":"2024-09-17T16:59:52.238953+0000","last_active":"2024-09-17T17:00:49.799314+0000","last_peered":"2024-09-17T17:00:49.799314+0000","last_clean":"2024-09-17T17:00:49.799314+0000","last_became_active":"2024-09-17T16:59:52.238666+0000","last_became_peered":"2024-09-17T16:59:52.238666+0000","last_unstale":"2024-09-17T17:00:49.799314+0000","last_undegraded":"2024-09-17T17:00:49.799314+0000","last_fullsized":"2024-09-17T17:00:49.799314+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:01:21.071757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.452730+0000","last_change":"2024-09-17T16:59:52.242987+0000","last_active":"2024-09-17T17:00:50.452730+0000","last_peered":"2024-09-17T17:00:50.452730+0000","last_clean":"2024-09-17T17:00:50.452730+0000","last_became_active":"2024-09-17T16:59:52.242278+0000","last_became_peered":"2024-09-17T16:59:52.242278+0000","last_unstale":"2024-09-17T17:00:50.452730+0000","last_undegraded":"2024-09-17T17:00:50.452730+0000","last_fullsized":"2024-09-17T17:00:50.452730+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:13:11.091742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.799286+0000","last_change":"2024-09-17T16:59:52.244609+0000","last_active":"2024-09-17T17:00:49.799286+0000","last_peered":"2024-09-17T17:00:49.799286+0000","last_clean":"2024-09-17T17:00:49.799286+0000","last_became_active":"2024-09-17T16:59:52.244327+0000","last_became_peered":"2024-09-17T16:59:52.244327+0000","last_unstale":"2024-09-17T17:00:49.799286+0000","last_undegraded":"2024-09-17T17:00:49.799286+0000","last_fullsized":"2024-09-17T17:00:49.799286+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:36:36.339378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.451724+0000","last_change":"2024-09-17T16:59:52.242353+0000","last_active":"2024-09-17T17:00:50.451724+0000","last_peered":"2024-09-17T17:00:50.451724+0000","last_clean":"2024-09-17T17:00:50.451724+0000","last_became_active":"2024-09-17T16:59:52.241942+0000","last_became_peered":"2024-09-17T16:59:52.241942+0000","last_unstale":"2024-09-17T17:00:50.451724+0000","last_undegraded":"2024-09-17T17:00:50.451724+0000","last_fullsized":"2024-09-17T17:00:50.451724+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:17:24.873674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.794431+0000","last_change":"2024-09-17T16:59:52.235846+0000","last_active":"2024-09-17T17:00:49.794431+0000","last_peered":"2024-09-17T17:00:49.794431+0000","last_clean":"2024-09-17T17:00:49.794431+0000","last_became_active":"2024-09-17T16:59:52.235510+0000","last_became_peered":"2024-09-17T16:59:52.235510+0000","last_unstale":"2024-09-17T17:00:49.794431+0000","last_undegraded":"2024-09-17T17:00:49.794431+0000","last_fullsized":"2024-09-17T17:00:49.794431+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:16:11.772461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.453130+0000","last_change":"2024-09-17T16:59:52.240107+0000","last_active":"2024-09-17T17:00:50.453130+0000","last_peered":"2024-09-17T17:00:50.453130+0000","last_clean":"2024-09-17T17:00:50.453130+0000","last_became_active":"2024-09-17T16:59:52.239794+0000","last_became_peered":"2024-09-17T16:59:52.239794+0000","last_unstale":"2024-09-17T17:00:50.453130+0000","last_undegraded":"2024-09-17T17:00:50.453130+0000","last_fullsized":"2024-09-17T17:00:50.453130+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:47:25.349764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.452597+0000","last_change":"2024-09-17T16:59:52.248042+0000","last_active":"2024-09-17T17:00:50.452597+0000","last_peered":"2024-09-17T17:00:50.452597+0000","last_clean":"2024-09-17T17:00:50.452597+0000","last_became_active":"2024-09-17T16:59:52.247661+0000","last_became_peered":"2024-09-17T16:59:52.247661+0000","last_unstale":"2024-09-17T17:00:50.452597+0000","last_undegraded":"2024-09-17T17:00:50.452597+0000","last_fullsized":"2024-09-17T17:00:50.452597+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:46:29.920339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.452546+0000","last_change":"2024-09-17T16:59:52.248014+0000","last_active":"2024-09-17T17:00:50.452546+0000","last_peered":"2024-09-17T17:00:50.452546+0000","last_clean":"2024-09-17T17:00:50.452546+0000","last_became_active":"2024-09-17T16:59:52.247711+0000","last_became_peered":"2024-09-17T16:59:52.247711+0000","last_unstale":"2024-09-17T17:00:50.452546+0000","last_undegraded":"2024-09-17T17:00:50.452546+0000","last_fullsized":"2024-09-17T17:00:50.452546+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:22:18.961156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.797594+0000","last_change":"2024-09-17T16:59:52.230639+0000","last_active":"2024-09-17T17:00:49.797594+0000","last_peered":"2024-09-17T17:00:49.797594+0000","last_clean":"2024-09-17T17:00:49.797594+0000","last_became_active":"2024-09-17T16:59:52.230143+0000","last_became_peered":"2024-09-17T16:59:52.230143+0000","last_unstale":"2024-09-17T17:00:49.797594+0000","last_undegraded":"2024-09-17T17:00:49.797594+0000","last_fullsized":"2024-09-17T17:00:49.797594+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:57:17.269481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.795391+0000","last_change":"2024-09-17T16:59:52.228840+0000","last_active":"2024-09-17T17:00:49.795391+0000","last_peered":"2024-09-17T17:00:49.795391+0000","last_clean":"2024-09-17T17:00:49.795391+0000","last_became_active":"2024-09-17T16:59:52.228548+0000","last_became_peered":"2024-09-17T16:59:52.228548+0000","last_unstale":"2024-09-17T17:00:49.795391+0000","last_undegraded":"2024-09-17T17:00:49.795391+0000","last_fullsized":"2024-09-17T17:00:49.795391+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:14:30.447716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.919507+0000","last_change":"2024-09-17T16:59:52.247748+0000","last_active":"2024-09-17T17:00:49.919507+0000","last_peered":"2024-09-17T17:00:49.919507+0000","last_clean":"2024-09-17T17:00:49.919507+0000","last_became_active":"2024-09-17T16:59:52.247335+0000","last_became_peered":"2024-09-17T16:59:52.247335+0000","last_unstale":"2024-09-17T17:00:49.919507+0000","last_undegraded":"2024-09-17T17:00:49.919507+0000","last_fullsized":"2024-09-17T17:00:49.919507+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T22:24:39.854144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.794917+0000","last_change":"2024-09-17T16:59:52.236903+0000","last_active":"2024-09-17T17:00:49.794917+0000","last_peered":"2024-09-17T17:00:49.794917+0000","last_clean":"2024-09-17T17:00:49.794917+0000","last_became_active":"2024-09-17T16:59:52.236646+0000","last_became_peered":"2024-09-17T16:59:52.236646+0000","last_unstale":"2024-09-17T17:00:49.794917+0000","last_undegraded":"2024-09-17T17:00:49.794917+0000","last_fullsized":"2024-09-17T17:00:49.794917+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T01:26:22.314345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.799035+0000","last_change":"2024-09-17T16:59:52.240359+0000","last_active":"2024-09-17T17:00:49.799035+0000","last_peered":"2024-09-17T17:00:49.799035+0000","last_clean":"2024-09-17T17:00:49.799035+0000","last_became_active":"2024-09-17T16:59:52.240038+0000","last_became_peered":"2024-09-17T16:59:52.240038+0000","last_unstale":"2024-09-17T17:00:49.799035+0000","last_undegraded":"2024-09-17T17:00:49.799035+0000","last_fullsized":"2024-09-17T17:00:49.799035+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:28:25.167791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.799721+0000","last_change":"2024-09-17T16:59:52.241541+0000","last_active":"2024-09-17T17:00:49.799721+0000","last_peered":"2024-09-17T17:00:49.799721+0000","last_clean":"2024-09-17T17:00:49.799721+0000","last_became_active":"2024-09-17T16:59:52.241199+0000","last_became_peered":"2024-09-17T16:59:52.241199+0000","last_unstale":"2024-09-17T17:00:49.799721+0000","last_undegraded":"2024-09-17T17:00:49.799721+0000","last_fullsized":"2024-09-17T17:00:49.799721+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:41:40.500501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.449655+0000","last_change":"2024-09-17T16:59:52.234941+0000","last_active":"2024-09-17T17:00:50.449655+0000","last_peered":"2024-09-17T17:00:50.449655+0000","last_clean":"2024-09-17T17:00:50.449655+0000","last_became_active":"2024-09-17T16:59:52.234340+0000","last_became_peered":"2024-09-17T16:59:52.234340+0000","last_unstale":"2024-09-17T17:00:50.449655+0000","last_undegraded":"2024-09-17T17:00:50.449655+0000","last_fullsized":"2024-09-17T17:00:50.449655+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:33:33.898190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.453276+0000","last_change":"2024-09-17T16:59:52.239351+0000","last_active":"2024-09-17T17:00:50.453276+0000","last_peered":"2024-09-17T17:00:50.453276+0000","last_clean":"2024-09-17T17:00:50.453276+0000","last_became_active":"2024-09-17T16:59:52.238974+0000","last_became_peered":"2024-09-17T16:59:52.238974+0000","last_unstale":"2024-09-17T17:00:50.453276+0000","last_undegraded":"2024-09-17T17:00:50.453276+0000","last_fullsized":"2024-09-17T17:00:50.453276+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:43:22.080462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.452406+0000","last_change":"2024-09-17T16:59:52.237873+0000","last_active":"2024-09-17T17:00:50.452406+0000","last_peered":"2024-09-17T17:00:50.452406+0000","last_clean":"2024-09-17T17:00:50.452406+0000","last_became_active":"2024-09-17T16:59:52.237591+0000","last_became_peered":"2024-09-17T16:59:52.237591+0000","last_unstale":"2024-09-17T17:00:50.452406+0000","last_undegraded":"2024-09-17T17:00:50.452406+0000","last_fullsized":"2024-09-17T17:00:50.452406+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:45:16.822705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.919800+0000","last_change":"2024-09-17T16:59:52.234641+0000","last_active":"2024-09-17T17:00:49.919800+0000","last_peered":"2024-09-17T17:00:49.919800+0000","last_clean":"2024-09-17T17:00:49.919800+0000","last_became_active":"2024-09-17T16:59:52.234388+0000","last_became_peered":"2024-09-17T16:59:52.234388+0000","last_unstale":"2024-09-17T17:00:49.919800+0000","last_undegraded":"2024-09-17T17:00:49.919800+0000","last_fullsized":"2024-09-17T17:00:49.919800+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:58:56.748059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.799376+0000","last_change":"2024-09-17T16:59:52.247162+0000","last_active":"2024-09-17T17:00:49.799376+0000","last_peered":"2024-09-17T17:00:49.799376+0000","last_clean":"2024-09-17T17:00:49.799376+0000","last_became_active":"2024-09-17T16:59:52.246863+0000","last_became_peered":"2024-09-17T16:59:52.246863+0000","last_unstale":"2024-09-17T17:00:49.799376+0000","last_undegraded":"2024-09-17T17:00:49.799376+0000","last_fullsized":"2024-09-17T17:00:49.799376+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:07:09.898767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":30,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.794559+0000","last_change":"2024-09-17T17:00:10.810691+0000","last_active":"2024-09-17T17:00:49.794559+0000","last_peered":"2024-09-17T17:00:49.794559+0000","last_clean":"2024-09-17T17:00:49.794559+0000","last_became_active":"2024-09-17T17:00:10.810057+0000","last_became_peered":"2024-09-17T17:00:10.810057+0000","last_unstale":"2024-09-17T17:00:49.794559+0000","last_undegraded":"2024-09-17T17:00:49.794559+0000","last_fullsized":"2024-09-17T17:00:49.794559+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T01:41:27.851619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.799049+0000","last_change":"2024-09-17T16:59:52.236055+0000","last_active":"2024-09-17T17:00:49.799049+0000","last_peered":"2024-09-17T17:00:49.799049+0000","last_clean":"2024-09-17T17:00:49.799049+0000","last_became_active":"2024-09-17T16:59:52.235699+0000","last_became_peered":"2024-09-17T16:59:52.235699+0000","last_unstale":"2024-09-17T17:00:49.799049+0000","last_undegraded":"2024-09-17T17:00:49.799049+0000","last_fullsized":"2024-09-17T17:00:49.799049+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T22:38:42.725332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.795661+0000","last_change":"2024-09-17T16:59:52.221884+0000","last_active":"2024-09-17T17:00:49.795661+0000","last_peered":"2024-09-17T17:00:49.795661+0000","last_clean":"2024-09-17T17:00:49.795661+0000","last_became_active":"2024-09-17T16:59:52.221596+0000","last_became_peered":"2024-09-17T16:59:52.221596+0000","last_unstale":"2024-09-17T17:00:49.795661+0000","last_undegraded":"2024-09-17T17:00:49.795661+0000","last_fullsized":"2024-09-17T17:00:49.795661+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:35:45.039765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":30,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.452694+0000","last_change":"2024-09-17T17:00:11.311027+0000","last_active":"2024-09-17T17:00:50.452694+0000","last_peered":"2024-09-17T17:00:50.452694+0000","last_clean":"2024-09-17T17:00:50.452694+0000","last_became_active":"2024-09-17T17:00:11.310509+0000","last_became_peered":"2024-09-17T17:00:11.310509+0000","last_unstale":"2024-09-17T17:00:50.452694+0000","last_undegraded":"2024-09-17T17:00:50.452694+0000","last_fullsized":"2024-09-17T17:00:50.452694+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:11:30.319780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.794852+0000","last_change":"2024-09-17T16:59:52.222219+0000","last_active":"2024-09-17T17:00:49.794852+0000","last_peered":"2024-09-17T17:00:49.794852+0000","last_clean":"2024-09-17T17:00:49.794852+0000","last_became_active":"2024-09-17T16:59:52.221855+0000","last_became_peered":"2024-09-17T16:59:52.221855+0000","last_unstale":"2024-09-17T17:00:49.794852+0000","last_undegraded":"2024-09-17T17:00:49.794852+0000","last_fullsized":"2024-09-17T17:00:49.794852+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:15:22.727500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.796097+0000","last_change":"2024-09-17T16:59:52.231023+0000","last_active":"2024-09-17T17:00:49.796097+0000","last_peered":"2024-09-17T17:00:49.796097+0000","last_clean":"2024-09-17T17:00:49.796097+0000","last_became_active":"2024-09-17T16:59:52.230748+0000","last_became_peered":"2024-09-17T16:59:52.230748+0000","last_unstale":"2024-09-17T17:00:49.796097+0000","last_undegraded":"2024-09-17T17:00:49.796097+0000","last_fullsized":"2024-09-17T17:00:49.796097+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:16:24.023107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.919897+0000","last_change":"2024-09-17T16:59:52.230849+0000","last_active":"2024-09-17T17:00:49.919897+0000","last_peered":"2024-09-17T17:00:49.919897+0000","last_clean":"2024-09-17T17:00:49.919897+0000","last_became_active":"2024-09-17T16:59:52.230574+0000","last_became_peered":"2024-09-17T16:59:52.230574+0000","last_unstale":"2024-09-17T17:00:49.919897+0000","last_undegraded":"2024-09-17T17:00:49.919897+0000","last_fullsized":"2024-09-17T17:00:49.919897+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:29:26.558775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":29,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.799500+0000","last_change":"2024-09-17T17:00:10.810766+0000","last_active":"2024-09-17T17:00:49.799500+0000","last_peered":"2024-09-17T17:00:49.799500+0000","last_clean":"2024-09-17T17:00:49.799500+0000","last_became_active":"2024-09-17T17:00:10.810428+0000","last_became_peered":"2024-09-17T17:00:10.810428+0000","last_unstale":"2024-09-17T17:00:49.799500+0000","last_undegraded":"2024-09-17T17:00:49.799500+0000","last_fullsized":"2024-09-17T17:00:49.799500+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:17:51.100770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.450278+0000","last_change":"2024-09-17T16:59:52.234620+0000","last_active":"2024-09-17T17:00:50.450278+0000","last_peered":"2024-09-17T17:00:50.450278+0000","last_clean":"2024-09-17T17:00:50.450278+0000","last_became_active":"2024-09-17T16:59:52.234303+0000","last_became_peered":"2024-09-17T16:59:52.234303+0000","last_unstale":"2024-09-17T17:00:50.450278+0000","last_undegraded":"2024-09-17T17:00:50.450278+0000","last_fullsized":"2024-09-17T17:00:50.450278+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:12:02.835315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":30,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.451728+0000","last_change":"2024-09-17T17:00:10.672340+0000","last_active":"2024-09-17T17:00:50.451728+0000","last_peered":"2024-09-17T17:00:50.451728+0000","last_clean":"2024-09-17T17:00:50.451728+0000","last_became_active":"2024-09-17T17:00:10.671922+0000","last_became_peered":"2024-09-17T17:00:10.671922+0000","last_unstale":"2024-09-17T17:00:50.451728+0000","last_undegraded":"2024-09-17T17:00:50.451728+0000","last_fullsized":"2024-09-17T17:00:50.451728+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T22:15:07.553808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,5],"acting":[6,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.797208+0000","last_change":"2024-09-17T16:59:52.225552+0000","last_active":"2024-09-17T17:00:49.797208+0000","last_peered":"2024-09-17T17:00:49.797208+0000","last_clean":"2024-09-17T17:00:49.797208+0000","last_became_active":"2024-09-17T16:59:52.224076+0000","last_became_peered":"2024-09-17T16:59:52.224076+0000","last_unstale":"2024-09-17T17:00:49.797208+0000","last_undegraded":"2024-09-17T17:00:49.797208+0000","last_fullsized":"2024-09-17T17:00:49.797208+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T01:40:40.458756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.795591+0000","last_change":"2024-09-17T16:59:48.963653+0000","last_active":"2024-09-17T17:00:49.795591+0000","last_peered":"2024-09-17T17:00:49.795591+0000","last_clean":"2024-09-17T17:00:49.795591+0000","last_became_active":"2024-09-17T16:59:48.963349+0000","last_became_peered":"2024-09-17T16:59:48.963349+0000","last_unstale":"2024-09-17T17:00:49.795591+0000","last_undegraded":"2024-09-17T17:00:49.795591+0000","last_fullsized":"2024-09-17T17:00:49.795591+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:03:38.270075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.920016+0000","last_change":"2024-09-17T16:59:52.234190+0000","last_active":"2024-09-17T17:00:49.920016+0000","last_peered":"2024-09-17T17:00:49.920016+0000","last_clean":"2024-09-17T17:00:49.920016+0000","last_became_active":"2024-09-17T16:59:52.233720+0000","last_became_peered":"2024-09-17T16:59:52.233720+0000","last_unstale":"2024-09-17T17:00:49.920016+0000","last_undegraded":"2024-09-17T17:00:49.920016+0000","last_fullsized":"2024-09-17T17:00:49.920016+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:44:08.686423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":34,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.452171+0000","last_change":"2024-09-17T17:00:10.673398+0000","last_active":"2024-09-17T17:00:50.452171+0000","last_peered":"2024-09-17T17:00:50.452171+0000","last_clean":"2024-09-17T17:00:50.452171+0000","last_became_active":"2024-09-17T17:00:10.672954+0000","last_became_peered":"2024-09-17T17:00:10.672954+0000","last_unstale":"2024-09-17T17:00:50.452171+0000","last_undegraded":"2024-09-17T17:00:50.452171+0000","last_fullsized":"2024-09-17T17:00:50.452171+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:25:49.760038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.794658+0000","last_change":"2024-09-17T16:59:48.963696+0000","last_active":"2024-09-17T17:00:49.794658+0000","last_peered":"2024-09-17T17:00:49.794658+0000","last_clean":"2024-09-17T17:00:49.794658+0000","last_became_active":"2024-09-17T16:59:48.963375+0000","last_became_peered":"2024-09-17T16:59:48.963375+0000","last_unstale":"2024-09-17T17:00:49.794658+0000","last_undegraded":"2024-09-17T17:00:49.794658+0000","last_fullsized":"2024-09-17T17:00:49.794658+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:07:59.839104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.794579+0000","last_change":"2024-09-17T16:59:52.226286+0000","last_active":"2024-09-17T17:00:49.794579+0000","last_peered":"2024-09-17T17:00:49.794579+0000","last_clean":"2024-09-17T17:00:49.794579+0000","last_became_active":"2024-09-17T16:59:52.225791+0000","last_became_peered":"2024-09-17T16:59:52.225791+0000","last_unstale":"2024-09-17T17:00:49.794579+0000","last_undegraded":"2024-09-17T17:00:49.794579+0000","last_fullsized":"2024-09-17T17:00:49.794579+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:27:17.141030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.799128+0000","last_change":"2024-09-17T16:59:48.962774+0000","last_active":"2024-09-17T17:00:49.799128+0000","last_peered":"2024-09-17T17:00:49.799128+0000","last_clean":"2024-09-17T17:00:49.799128+0000","last_became_active":"2024-09-17T16:59:48.962491+0000","last_became_peered":"2024-09-17T16:59:48.962491+0000","last_unstale":"2024-09-17T17:00:49.799128+0000","last_undegraded":"2024-09-17T17:00:49.799128+0000","last_fullsized":"2024-09-17T17:00:49.799128+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:56:38.905184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.794808+0000","last_change":"2024-09-17T16:59:52.219380+0000","last_active":"2024-09-17T17:00:49.794808+0000","last_peered":"2024-09-17T17:00:49.794808+0000","last_clean":"2024-09-17T17:00:49.794808+0000","last_became_active":"2024-09-17T16:59:52.219108+0000","last_became_peered":"2024-09-17T16:59:52.219108+0000","last_unstale":"2024-09-17T17:00:49.794808+0000","last_undegraded":"2024-09-17T17:00:49.794808+0000","last_fullsized":"2024-09-17T17:00:49.794808+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:17:10.719431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.452337+0000","last_change":"2024-09-17T16:59:48.961764+0000","last_active":"2024-09-17T17:00:50.452337+0000","last_peered":"2024-09-17T17:00:50.452337+0000","last_clean":"2024-09-17T17:00:50.452337+0000","last_became_active":"2024-09-17T16:59:48.960635+0000","last_became_peered":"2024-09-17T16:59:48.960635+0000","last_unstale":"2024-09-17T17:00:50.452337+0000","last_undegraded":"2024-09-17T17:00:50.452337+0000","last_fullsized":"2024-09-17T17:00:50.452337+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:55:23.343870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.799460+0000","last_change":"2024-09-17T16:59:52.243952+0000","last_active":"2024-09-17T17:00:49.799460+0000","last_peered":"2024-09-17T17:00:49.799460+0000","last_clean":"2024-09-17T17:00:49.799460+0000","last_became_active":"2024-09-17T16:59:52.243549+0000","last_became_peered":"2024-09-17T16:59:52.243549+0000","last_unstale":"2024-09-17T17:00:49.799460+0000","last_undegraded":"2024-09-17T17:00:49.799460+0000","last_fullsized":"2024-09-17T17:00:49.799460+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:44:03.533343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.799583+0000","last_change":"2024-09-17T16:59:48.960109+0000","last_active":"2024-09-17T17:00:49.799583+0000","last_peered":"2024-09-17T17:00:49.799583+0000","last_clean":"2024-09-17T17:00:49.799583+0000","last_became_active":"2024-09-17T16:59:48.959695+0000","last_became_peered":"2024-09-17T16:59:48.959695+0000","last_unstale":"2024-09-17T17:00:49.799583+0000","last_undegraded":"2024-09-17T17:00:49.799583+0000","last_fullsized":"2024-09-17T17:00:49.799583+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:28:40.382548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.920325+0000","last_change":"2024-09-17T16:59:52.247712+0000","last_active":"2024-09-17T17:00:49.920325+0000","last_peered":"2024-09-17T17:00:49.920325+0000","last_clean":"2024-09-17T17:00:49.920325+0000","last_became_active":"2024-09-17T16:59:52.247422+0000","last_became_peered":"2024-09-17T16:59:52.247422+0000","last_unstale":"2024-09-17T17:00:49.920325+0000","last_undegraded":"2024-09-17T17:00:49.920325+0000","last_fullsized":"2024-09-17T17:00:49.920325+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T01:39:13.612415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":28,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.795015+0000","last_change":"2024-09-17T16:59:48.954829+0000","last_active":"2024-09-17T17:00:49.795015+0000","last_peered":"2024-09-17T17:00:49.795015+0000","last_clean":"2024-09-17T17:00:49.795015+0000","last_became_active":"2024-09-17T16:59:48.954557+0000","last_became_peered":"2024-09-17T16:59:48.954557+0000","last_unstale":"2024-09-17T17:00:49.795015+0000","last_undegraded":"2024-09-17T17:00:49.795015+0000","last_fullsized":"2024-09-17T17:00:49.795015+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:19:53.127346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.797686+0000","last_change":"2024-09-17T16:59:52.230454+0000","last_active":"2024-09-17T17:00:49.797686+0000","last_peered":"2024-09-17T17:00:49.797686+0000","last_clean":"2024-09-17T17:00:49.797686+0000","last_became_active":"2024-09-17T16:59:52.229662+0000","last_became_peered":"2024-09-17T16:59:52.229662+0000","last_unstale":"2024-09-17T17:00:49.797686+0000","last_undegraded":"2024-09-17T17:00:49.797686+0000","last_fullsized":"2024-09-17T17:00:49.797686+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:11:57.048365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"68'9","reported_seq":33,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.452940+0000","last_change":"2024-09-17T16:59:48.962897+0000","last_active":"2024-09-17T17:00:50.452940+0000","last_peered":"2024-09-17T17:00:50.452940+0000","last_clean":"2024-09-17T17:00:50.452940+0000","last_became_active":"2024-09-17T16:59:48.962588+0000","last_became_peered":"2024-09-17T16:59:48.962588+0000","last_unstale":"2024-09-17T17:00:50.452940+0000","last_undegraded":"2024-09-17T17:00:50.452940+0000","last_fullsized":"2024-09-17T17:00:50.452940+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:58:34.323179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2348,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.452656+0000","last_change":"2024-09-17T16:59:52.244388+0000","last_active":"2024-09-17T17:00:50.452656+0000","last_peered":"2024-09-17T17:00:50.452656+0000","last_clean":"2024-09-17T17:00:50.452656+0000","last_became_active":"2024-09-17T16:59:52.244115+0000","last_became_peered":"2024-09-17T16:59:52.244115+0000","last_unstale":"2024-09-17T17:00:50.452656+0000","last_undegraded":"2024-09-17T17:00:50.452656+0000","last_fullsized":"2024-09-17T17:00:50.452656+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:46:40.168063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.920015+0000","last_change":"2024-09-17T16:59:48.960970+0000","last_active":"2024-09-17T17:00:49.920015+0000","last_peered":"2024-09-17T17:00:49.920015+0000","last_clean":"2024-09-17T17:00:49.920015+0000","last_became_active":"2024-09-17T16:59:48.960613+0000","last_became_peered":"2024-09-17T16:59:48.960613+0000","last_unstale":"2024-09-17T17:00:49.920015+0000","last_undegraded":"2024-09-17T17:00:49.920015+0000","last_fullsized":"2024-09-17T17:00:49.920015+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:49:24.265041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.919568+0000","last_change":"2024-09-17T16:59:52.232750+0000","last_active":"2024-09-17T17:00:49.919568+0000","last_peered":"2024-09-17T17:00:49.919568+0000","last_clean":"2024-09-17T17:00:49.919568+0000","last_became_active":"2024-09-17T16:59:52.232483+0000","last_became_peered":"2024-09-17T16:59:52.232483+0000","last_unstale":"2024-09-17T17:00:49.919568+0000","last_undegraded":"2024-09-17T17:00:49.919568+0000","last_fullsized":"2024-09-17T17:00:49.919568+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:23:55.361946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.799596+0000","last_change":"2024-09-17T16:59:48.962941+0000","last_active":"2024-09-17T17:00:49.799596+0000","last_peered":"2024-09-17T17:00:49.799596+0000","last_clean":"2024-09-17T17:00:49.799596+0000","last_became_active":"2024-09-17T16:59:48.962637+0000","last_became_peered":"2024-09-17T16:59:48.962637+0000","last_unstale":"2024-09-17T17:00:49.799596+0000","last_undegraded":"2024-09-17T17:00:49.799596+0000","last_fullsized":"2024-09-17T17:00:49.799596+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:44:01.178721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.452965+0000","last_change":"2024-09-17T16:59:52.245395+0000","last_active":"2024-09-17T17:00:50.452965+0000","last_peered":"2024-09-17T17:00:50.452965+0000","last_clean":"2024-09-17T17:00:50.452965+0000","last_became_active":"2024-09-17T16:59:52.242684+0000","last_became_peered":"2024-09-17T16:59:52.242684+0000","last_unstale":"2024-09-17T17:00:50.452965+0000","last_undegraded":"2024-09-17T17:00:50.452965+0000","last_fullsized":"2024-09-17T17:00:50.452965+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:49:21.685150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.452702+0000","last_change":"2024-09-17T16:59:48.960765+0000","last_active":"2024-09-17T17:00:50.452702+0000","last_peered":"2024-09-17T17:00:50.452702+0000","last_clean":"2024-09-17T17:00:50.452702+0000","last_became_active":"2024-09-17T16:59:48.960401+0000","last_became_peered":"2024-09-17T16:59:48.960401+0000","last_unstale":"2024-09-17T17:00:50.452702+0000","last_undegraded":"2024-09-17T17:00:50.452702+0000","last_fullsized":"2024-09-17T17:00:50.452702+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:49:12.581218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.451805+0000","last_change":"2024-09-17T16:59:52.248124+0000","last_active":"2024-09-17T17:00:50.451805+0000","last_peered":"2024-09-17T17:00:50.451805+0000","last_clean":"2024-09-17T17:00:50.451805+0000","last_became_active":"2024-09-17T16:59:52.247580+0000","last_became_peered":"2024-09-17T16:59:52.247580+0000","last_unstale":"2024-09-17T17:00:50.451805+0000","last_undegraded":"2024-09-17T17:00:50.451805+0000","last_fullsized":"2024-09-17T17:00:50.451805+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:36:12.043526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":33,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.450239+0000","last_change":"2024-09-17T16:59:48.954336+0000","last_active":"2024-09-17T17:00:50.450239+0000","last_peered":"2024-09-17T17:00:50.450239+0000","last_clean":"2024-09-17T17:00:50.450239+0000","last_became_active":"2024-09-17T16:59:48.953934+0000","last_became_peered":"2024-09-17T16:59:48.953934+0000","last_unstale":"2024-09-17T17:00:50.450239+0000","last_undegraded":"2024-09-17T17:00:50.450239+0000","last_fullsized":"2024-09-17T17:00:50.450239+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:47:52.485920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.452112+0000","last_change":"2024-09-17T16:59:52.244709+0000","last_active":"2024-09-17T17:00:50.452112+0000","last_peered":"2024-09-17T17:00:50.452112+0000","last_clean":"2024-09-17T17:00:50.452112+0000","last_became_active":"2024-09-17T16:59:52.242730+0000","last_became_peered":"2024-09-17T16:59:52.242730+0000","last_unstale":"2024-09-17T17:00:50.452112+0000","last_undegraded":"2024-09-17T17:00:50.452112+0000","last_fullsized":"2024-09-17T17:00:50.452112+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:39:29.397594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.797613+0000","last_change":"2024-09-17T16:59:48.965242+0000","last_active":"2024-09-17T17:00:49.797613+0000","last_peered":"2024-09-17T17:00:49.797613+0000","last_clean":"2024-09-17T17:00:49.797613+0000","last_became_active":"2024-09-17T16:59:48.964911+0000","last_became_peered":"2024-09-17T16:59:48.964911+0000","last_unstale":"2024-09-17T17:00:49.797613+0000","last_undegraded":"2024-09-17T17:00:49.797613+0000","last_fullsized":"2024-09-17T17:00:49.797613+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:51:07.238886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.452868+0000","last_change":"2024-09-17T16:59:52.243187+0000","last_active":"2024-09-17T17:00:50.452868+0000","last_peered":"2024-09-17T17:00:50.452868+0000","last_clean":"2024-09-17T17:00:50.452868+0000","last_became_active":"2024-09-17T16:59:52.242790+0000","last_became_peered":"2024-09-17T16:59:52.242790+0000","last_unstale":"2024-09-17T17:00:50.452868+0000","last_undegraded":"2024-09-17T17:00:50.452868+0000","last_fullsized":"2024-09-17T17:00:50.452868+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:48:01.985678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.450126+0000","last_change":"2024-09-17T16:59:48.960796+0000","last_active":"2024-09-17T17:00:50.450126+0000","last_peered":"2024-09-17T17:00:50.450126+0000","last_clean":"2024-09-17T17:00:50.450126+0000","last_became_active":"2024-09-17T16:59:48.960504+0000","last_became_peered":"2024-09-17T16:59:48.960504+0000","last_unstale":"2024-09-17T17:00:50.450126+0000","last_undegraded":"2024-09-17T17:00:50.450126+0000","last_fullsized":"2024-09-17T17:00:50.450126+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:01:36.242275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.453002+0000","last_change":"2024-09-17T16:59:52.244847+0000","last_active":"2024-09-17T17:00:50.453002+0000","last_peered":"2024-09-17T17:00:50.453002+0000","last_clean":"2024-09-17T17:00:50.453002+0000","last_became_active":"2024-09-17T16:59:52.243479+0000","last_became_peered":"2024-09-17T16:59:52.243479+0000","last_unstale":"2024-09-17T17:00:50.453002+0000","last_undegraded":"2024-09-17T17:00:50.453002+0000","last_fullsized":"2024-09-17T17:00:50.453002+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:05:39.269540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.795132+0000","last_change":"2024-09-17T16:59:48.957713+0000","last_active":"2024-09-17T17:00:49.795132+0000","last_peered":"2024-09-17T17:00:49.795132+0000","last_clean":"2024-09-17T17:00:49.795132+0000","last_became_active":"2024-09-17T16:59:48.957429+0000","last_became_peered":"2024-09-17T16:59:48.957429+0000","last_unstale":"2024-09-17T17:00:49.795132+0000","last_undegraded":"2024-09-17T17:00:49.795132+0000","last_fullsized":"2024-09-17T17:00:49.795132+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:36:57.132830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.799422+0000","last_change":"2024-09-17T16:59:52.247096+0000","last_active":"2024-09-17T17:00:49.799422+0000","last_peered":"2024-09-17T17:00:49.799422+0000","last_clean":"2024-09-17T17:00:49.799422+0000","last_became_active":"2024-09-17T16:59:52.246795+0000","last_became_peered":"2024-09-17T16:59:52.246795+0000","last_unstale":"2024-09-17T17:00:49.799422+0000","last_undegraded":"2024-09-17T17:00:49.799422+0000","last_fullsized":"2024-09-17T17:00:49.799422+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:54:20.559793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.449913+0000","last_change":"2024-09-17T16:59:48.954693+0000","last_active":"2024-09-17T17:00:50.449913+0000","last_peered":"2024-09-17T17:00:50.449913+0000","last_clean":"2024-09-17T17:00:50.449913+0000","last_became_active":"2024-09-17T16:59:48.954402+0000","last_became_peered":"2024-09-17T16:59:48.954402+0000","last_unstale":"2024-09-17T17:00:50.449913+0000","last_undegraded":"2024-09-17T17:00:50.449913+0000","last_fullsized":"2024-09-17T17:00:50.449913+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T22:15:57.900576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.452843+0000","last_change":"2024-09-17T16:59:52.237888+0000","last_active":"2024-09-17T17:00:50.452843+0000","last_peered":"2024-09-17T17:00:50.452843+0000","last_clean":"2024-09-17T17:00:50.452843+0000","last_became_active":"2024-09-17T16:59:52.237519+0000","last_became_peered":"2024-09-17T16:59:52.237519+0000","last_unstale":"2024-09-17T17:00:50.452843+0000","last_undegraded":"2024-09-17T17:00:50.452843+0000","last_fullsized":"2024-09-17T17:00:50.452843+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T01:37:05.324759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-17T17:00:56.677031+0000","last_change":"2024-09-17T17:00:50.452957+0000","last_active":"2024-09-17T17:00:56.677031+0000","last_peered":"2024-09-17T17:00:56.677031+0000","last_clean":"2024-09-17T17:00:56.677031+0000","last_became_active":"2024-09-17T17:00:45.766901+0000","last_became_peered":"2024-09-17T17:00:45.766901+0000","last_unstale":"2024-09-17T17:00:56.677031+0000","last_undegraded":"2024-09-17T17:00:56.677031+0000","last_fullsized":"2024-09-17T17:00:56.677031+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_clean_scrub_stamp":"2024-09-17T17:00:44.747441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:19:56.989854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059258800000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"68'128","reported_seq":271,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-17T17:00:56.425154+0000","last_change":"2024-09-17T16:59:28.554273+0000","last_active":"2024-09-17T17:00:56.425154+0000","last_peered":"2024-09-17T17:00:56.425154+0000","last_clean":"2024-09-17T17:00:56.425154+0000","last_became_active":"2024-09-17T16:59:28.553865+0000","last_became_peered":"2024-09-17T16:59:28.553865+0000","last_unstale":"2024-09-17T17:00:56.425154+0000","last_undegraded":"2024-09-17T17:00:56.425154+0000","last_fullsized":"2024-09-17T17:00:56.425154+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:57:25.739524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:57:25.739524+0000","last_clean_scrub_stamp":"2024-09-17T16:57:25.739524+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:00:13.375653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.799277+0000","last_change":"2024-09-17T16:59:48.967005+0000","last_active":"2024-09-17T17:00:49.799277+0000","last_peered":"2024-09-17T17:00:49.799277+0000","last_clean":"2024-09-17T17:00:49.799277+0000","last_became_active":"2024-09-17T16:59:48.966677+0000","last_became_peered":"2024-09-17T16:59:48.966677+0000","last_unstale":"2024-09-17T17:00:49.799277+0000","last_undegraded":"2024-09-17T17:00:49.799277+0000","last_fullsized":"2024-09-17T17:00:49.799277+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:33:59.951404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.794749+0000","last_change":"2024-09-17T16:59:52.239021+0000","last_active":"2024-09-17T17:00:49.794749+0000","last_peered":"2024-09-17T17:00:49.794749+0000","last_clean":"2024-09-17T17:00:49.794749+0000","last_became_active":"2024-09-17T16:59:52.238681+0000","last_became_peered":"2024-09-17T16:59:52.238681+0000","last_unstale":"2024-09-17T17:00:49.794749+0000","last_undegraded":"2024-09-17T17:00:49.794749+0000","last_fullsized":"2024-09-17T17:00:49.794749+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:57:42.478147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-17T17:00:56.415242+0000","last_change":"2024-09-17T17:00:49.920433+0000","last_active":"2024-09-17T17:00:56.415242+0000","last_peered":"2024-09-17T17:00:56.415242+0000","last_clean":"2024-09-17T17:00:56.415242+0000","last_became_active":"2024-09-17T17:00:45.945750+0000","last_became_peered":"2024-09-17T17:00:45.945750+0000","last_unstale":"2024-09-17T17:00:56.415242+0000","last_undegraded":"2024-09-17T17:00:56.415242+0000","last_fullsized":"2024-09-17T17:00:56.415242+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_clean_scrub_stamp":"2024-09-17T17:00:44.747441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:55:12.831764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000235615,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.451958+0000","last_change":"2024-09-17T16:59:48.966880+0000","last_active":"2024-09-17T17:00:50.451958+0000","last_peered":"2024-09-17T17:00:50.451958+0000","last_clean":"2024-09-17T17:00:50.451958+0000","last_became_active":"2024-09-17T16:59:48.965791+0000","last_became_peered":"2024-09-17T16:59:48.965791+0000","last_unstale":"2024-09-17T17:00:50.451958+0000","last_undegraded":"2024-09-17T17:00:50.451958+0000","last_fullsized":"2024-09-17T17:00:50.451958+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:35:43.322828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.919451+0000","last_change":"2024-09-17T16:59:52.227130+0000","last_active":"2024-09-17T17:00:49.919451+0000","last_peered":"2024-09-17T17:00:49.919451+0000","last_clean":"2024-09-17T17:00:49.919451+0000","last_became_active":"2024-09-17T16:59:52.226781+0000","last_became_peered":"2024-09-17T16:59:52.226781+0000","last_unstale":"2024-09-17T17:00:49.919451+0000","last_undegraded":"2024-09-17T17:00:49.919451+0000","last_fullsized":"2024-09-17T17:00:49.919451+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:54:32.364956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-17T17:00:56.629141+0000","last_change":"2024-09-17T17:00:49.796012+0000","last_active":"2024-09-17T17:00:56.629141+0000","last_peered":"2024-09-17T17:00:56.629141+0000","last_clean":"2024-09-17T17:00:56.629141+0000","last_became_active":"2024-09-17T17:00:45.946626+0000","last_became_peered":"2024-09-17T17:00:45.946626+0000","last_unstale":"2024-09-17T17:00:56.629141+0000","last_undegraded":"2024-09-17T17:00:56.629141+0000","last_fullsized":"2024-09-17T17:00:56.629141+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_clean_scrub_stamp":"2024-09-17T17:00:44.747441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:23:55.345731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038334300000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.450369+0000","last_change":"2024-09-17T16:59:48.957598+0000","last_active":"2024-09-17T17:00:50.450369+0000","last_peered":"2024-09-17T17:00:50.450369+0000","last_clean":"2024-09-17T17:00:50.450369+0000","last_became_active":"2024-09-17T16:59:48.957358+0000","last_became_peered":"2024-09-17T16:59:48.957358+0000","last_unstale":"2024-09-17T17:00:50.450369+0000","last_undegraded":"2024-09-17T17:00:50.450369+0000","last_fullsized":"2024-09-17T17:00:50.450369+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:08:59.074357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.794494+0000","last_change":"2024-09-17T16:59:52.228112+0000","last_active":"2024-09-17T17:00:49.794494+0000","last_peered":"2024-09-17T17:00:49.794494+0000","last_clean":"2024-09-17T17:00:49.794494+0000","last_became_active":"2024-09-17T16:59:52.227843+0000","last_became_peered":"2024-09-17T16:59:52.227843+0000","last_unstale":"2024-09-17T17:00:49.794494+0000","last_undegraded":"2024-09-17T17:00:49.794494+0000","last_fullsized":"2024-09-17T17:00:49.794494+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:10:19.802311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-17T17:00:56.628982+0000","last_change":"2024-09-17T17:00:49.795823+0000","last_active":"2024-09-17T17:00:56.628982+0000","last_peered":"2024-09-17T17:00:56.628982+0000","last_clean":"2024-09-17T17:00:56.628982+0000","last_became_active":"2024-09-17T17:00:45.945913+0000","last_became_peered":"2024-09-17T17:00:45.945913+0000","last_unstale":"2024-09-17T17:00:56.628982+0000","last_undegraded":"2024-09-17T17:00:56.628982+0000","last_fullsized":"2024-09-17T17:00:56.628982+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_clean_scrub_stamp":"2024-09-17T17:00:44.747441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:19:22.718997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053352599999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.799682+0000","last_change":"2024-09-17T16:59:48.959842+0000","last_active":"2024-09-17T17:00:49.799682+0000","last_peered":"2024-09-17T17:00:49.799682+0000","last_clean":"2024-09-17T17:00:49.799682+0000","last_became_active":"2024-09-17T16:59:48.959526+0000","last_became_peered":"2024-09-17T16:59:48.959526+0000","last_unstale":"2024-09-17T17:00:49.799682+0000","last_undegraded":"2024-09-17T17:00:49.799682+0000","last_fullsized":"2024-09-17T17:00:49.799682+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:08:14.237166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.797398+0000","last_change":"2024-09-17T16:59:52.236050+0000","last_active":"2024-09-17T17:00:49.797398+0000","last_peered":"2024-09-17T17:00:49.797398+0000","last_clean":"2024-09-17T17:00:49.797398+0000","last_became_active":"2024-09-17T16:59:52.235668+0000","last_became_peered":"2024-09-17T16:59:52.235668+0000","last_unstale":"2024-09-17T17:00:49.797398+0000","last_undegraded":"2024-09-17T17:00:49.797398+0000","last_fullsized":"2024-09-17T17:00:49.797398+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:44:29.760035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"74'2","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-17T17:00:56.628813+0000","last_change":"2024-09-17T17:00:49.795564+0000","last_active":"2024-09-17T17:00:56.628813+0000","last_peered":"2024-09-17T17:00:56.628813+0000","last_clean":"2024-09-17T17:00:56.628813+0000","last_became_active":"2024-09-17T17:00:45.947412+0000","last_became_peered":"2024-09-17T17:00:45.947412+0000","last_unstale":"2024-09-17T17:00:56.628813+0000","last_undegraded":"2024-09-17T17:00:56.628813+0000","last_fullsized":"2024-09-17T17:00:56.628813+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_clean_scrub_stamp":"2024-09-17T17:00:44.747441+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:00:32.039971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00078173499999999998,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.795517+0000","last_change":"2024-09-17T16:59:48.956283+0000","last_active":"2024-09-17T17:00:49.795517+0000","last_peered":"2024-09-17T17:00:49.795517+0000","last_clean":"2024-09-17T17:00:49.795517+0000","last_became_active":"2024-09-17T16:59:48.956018+0000","last_became_peered":"2024-09-17T16:59:48.956018+0000","last_unstale":"2024-09-17T17:00:49.795517+0000","last_undegraded":"2024-09-17T17:00:49.795517+0000","last_fullsized":"2024-09-17T17:00:49.795517+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:32:29.317471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.799496+0000","last_change":"2024-09-17T16:59:52.235693+0000","last_active":"2024-09-17T17:00:49.799496+0000","last_peered":"2024-09-17T17:00:49.799496+0000","last_clean":"2024-09-17T17:00:49.799496+0000","last_became_active":"2024-09-17T16:59:52.235392+0000","last_became_peered":"2024-09-17T16:59:52.235392+0000","last_unstale":"2024-09-17T17:00:49.799496+0000","last_undegraded":"2024-09-17T17:00:49.799496+0000","last_fullsized":"2024-09-17T17:00:49.799496+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:05:57.512128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"72'1","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-17T17:00:56.415110+0000","last_change":"2024-09-17T17:00:49.919897+0000","last_active":"2024-09-17T17:00:56.415110+0000","last_peered":"2024-09-17T17:00:56.415110+0000","last_clean":"2024-09-17T17:00:56.415110+0000","last_became_active":"2024-09-17T17:00:45.946739+0000","last_became_peered":"2024-09-17T17:00:45.946739+0000","last_unstale":"2024-09-17T17:00:56.415110+0000","last_undegraded":"2024-09-17T17:00:56.415110+0000","last_fullsized":"2024-09-17T17:00:56.415110+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_clean_scrub_stamp":"2024-09-17T17:00:44.747441+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:59:25.959292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000279141,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.453281+0000","last_change":"2024-09-17T16:59:48.968581+0000","last_active":"2024-09-17T17:00:50.453281+0000","last_peered":"2024-09-17T17:00:50.453281+0000","last_clean":"2024-09-17T17:00:50.453281+0000","last_became_active":"2024-09-17T16:59:48.968250+0000","last_became_peered":"2024-09-17T16:59:48.968250+0000","last_unstale":"2024-09-17T17:00:50.453281+0000","last_undegraded":"2024-09-17T17:00:50.453281+0000","last_fullsized":"2024-09-17T17:00:50.453281+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:58:38.480732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.795445+0000","last_change":"2024-09-17T16:59:52.249054+0000","last_active":"2024-09-17T17:00:49.795445+0000","last_peered":"2024-09-17T17:00:49.795445+0000","last_clean":"2024-09-17T17:00:49.795445+0000","last_became_active":"2024-09-17T16:59:52.248780+0000","last_became_peered":"2024-09-17T16:59:52.248780+0000","last_unstale":"2024-09-17T17:00:49.795445+0000","last_undegraded":"2024-09-17T17:00:49.795445+0000","last_fullsized":"2024-09-17T17:00:49.795445+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:23:02.298973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-17T17:00:56.240201+0000","last_change":"2024-09-17T17:00:49.794838+0000","last_active":"2024-09-17T17:00:56.240201+0000","last_peered":"2024-09-17T17:00:56.240201+0000","last_clean":"2024-09-17T17:00:56.240201+0000","last_became_active":"2024-09-17T17:00:45.766999+0000","last_became_peered":"2024-09-17T17:00:45.766999+0000","last_unstale":"2024-09-17T17:00:56.240201+0000","last_undegraded":"2024-09-17T17:00:56.240201+0000","last_fullsized":"2024-09-17T17:00:56.240201+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_clean_scrub_stamp":"2024-09-17T17:00:44.747441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:49:05.302470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046670199999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.796449+0000","last_change":"2024-09-17T16:59:48.958389+0000","last_active":"2024-09-17T17:00:49.796449+0000","last_peered":"2024-09-17T17:00:49.796449+0000","last_clean":"2024-09-17T17:00:49.796449+0000","last_became_active":"2024-09-17T16:59:48.958091+0000","last_became_peered":"2024-09-17T16:59:48.958091+0000","last_unstale":"2024-09-17T17:00:49.796449+0000","last_undegraded":"2024-09-17T17:00:49.796449+0000","last_fullsized":"2024-09-17T17:00:49.796449+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T22:01:52.652776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.795735+0000","last_change":"2024-09-17T16:59:52.231309+0000","last_active":"2024-09-17T17:00:49.795735+0000","last_peered":"2024-09-17T17:00:49.795735+0000","last_clean":"2024-09-17T17:00:49.795735+0000","last_became_active":"2024-09-17T16:59:52.231035+0000","last_became_peered":"2024-09-17T16:59:52.231035+0000","last_unstale":"2024-09-17T17:00:49.795735+0000","last_undegraded":"2024-09-17T17:00:49.795735+0000","last_fullsized":"2024-09-17T17:00:49.795735+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:35:32.919565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-17T17:00:56.244036+0000","last_change":"2024-09-17T17:00:49.797710+0000","last_active":"2024-09-17T17:00:56.244036+0000","last_peered":"2024-09-17T17:00:56.244036+0000","last_clean":"2024-09-17T17:00:56.244036+0000","last_became_active":"2024-09-17T17:00:45.946436+0000","last_became_peered":"2024-09-17T17:00:45.946436+0000","last_unstale":"2024-09-17T17:00:56.244036+0000","last_undegraded":"2024-09-17T17:00:56.244036+0000","last_fullsized":"2024-09-17T17:00:56.244036+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_clean_scrub_stamp":"2024-09-17T17:00:44.747441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:35:25.535386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00060696100000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.452394+0000","last_change":"2024-09-17T16:59:48.964052+0000","last_active":"2024-09-17T17:00:50.452394+0000","last_peered":"2024-09-17T17:00:50.452394+0000","last_clean":"2024-09-17T17:00:50.452394+0000","last_became_active":"2024-09-17T16:59:48.962863+0000","last_became_peered":"2024-09-17T16:59:48.962863+0000","last_unstale":"2024-09-17T17:00:50.452394+0000","last_undegraded":"2024-09-17T17:00:50.452394+0000","last_fullsized":"2024-09-17T17:00:50.452394+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:45:58.578215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.920174+0000","last_change":"2024-09-17T16:59:52.235251+0000","last_active":"2024-09-17T17:00:49.920174+0000","last_peered":"2024-09-17T17:00:49.920174+0000","last_clean":"2024-09-17T17:00:49.920174+0000","last_became_active":"2024-09-17T16:59:52.234982+0000","last_became_peered":"2024-09-17T16:59:52.234982+0000","last_unstale":"2024-09-17T17:00:49.920174+0000","last_undegraded":"2024-09-17T17:00:49.920174+0000","last_fullsized":"2024-09-17T17:00:49.920174+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:03:28.922686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.451863+0000","last_change":"2024-09-17T16:59:48.965349+0000","last_active":"2024-09-17T17:00:50.451863+0000","last_peered":"2024-09-17T17:00:50.451863+0000","last_clean":"2024-09-17T17:00:50.451863+0000","last_became_active":"2024-09-17T16:59:48.965004+0000","last_became_peered":"2024-09-17T16:59:48.965004+0000","last_unstale":"2024-09-17T17:00:50.451863+0000","last_undegraded":"2024-09-17T17:00:50.451863+0000","last_fullsized":"2024-09-17T17:00:50.451863+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:33:43.045238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.797279+0000","last_change":"2024-09-17T16:59:52.232942+0000","last_active":"2024-09-17T17:00:49.797279+0000","last_peered":"2024-09-17T17:00:49.797279+0000","last_clean":"2024-09-17T17:00:49.797279+0000","last_became_active":"2024-09-17T16:59:52.232634+0000","last_became_peered":"2024-09-17T16:59:52.232634+0000","last_unstale":"2024-09-17T17:00:49.797279+0000","last_undegraded":"2024-09-17T17:00:49.797279+0000","last_fullsized":"2024-09-17T17:00:49.797279+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:59:50.956221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.794915+0000","last_change":"2024-09-17T16:59:48.960360+0000","last_active":"2024-09-17T17:00:49.794915+0000","last_peered":"2024-09-17T17:00:49.794915+0000","last_clean":"2024-09-17T17:00:49.794915+0000","last_became_active":"2024-09-17T16:59:48.960075+0000","last_became_peered":"2024-09-17T16:59:48.960075+0000","last_unstale":"2024-09-17T17:00:49.794915+0000","last_undegraded":"2024-09-17T17:00:49.794915+0000","last_fullsized":"2024-09-17T17:00:49.794915+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:52:58.465417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.794545+0000","last_change":"2024-09-17T16:59:52.225642+0000","last_active":"2024-09-17T17:00:49.794545+0000","last_peered":"2024-09-17T17:00:49.794545+0000","last_clean":"2024-09-17T17:00:49.794545+0000","last_became_active":"2024-09-17T16:59:52.224985+0000","last_became_peered":"2024-09-17T16:59:52.224985+0000","last_unstale":"2024-09-17T17:00:49.794545+0000","last_undegraded":"2024-09-17T17:00:49.794545+0000","last_fullsized":"2024-09-17T17:00:49.794545+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:21:06.681415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.795363+0000","last_change":"2024-09-17T16:59:48.962203+0000","last_active":"2024-09-17T17:00:49.795363+0000","last_peered":"2024-09-17T17:00:49.795363+0000","last_clean":"2024-09-17T17:00:49.795363+0000","last_became_active":"2024-09-17T16:59:48.961515+0000","last_became_peered":"2024-09-17T16:59:48.961515+0000","last_unstale":"2024-09-17T17:00:49.795363+0000","last_undegraded":"2024-09-17T17:00:49.795363+0000","last_fullsized":"2024-09-17T17:00:49.795363+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:06:57.862433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.795497+0000","last_change":"2024-09-17T16:59:52.230953+0000","last_active":"2024-09-17T17:00:49.795497+0000","last_peered":"2024-09-17T17:00:49.795497+0000","last_clean":"2024-09-17T17:00:49.795497+0000","last_became_active":"2024-09-17T16:59:52.230693+0000","last_became_peered":"2024-09-17T16:59:52.230693+0000","last_unstale":"2024-09-17T17:00:49.795497+0000","last_undegraded":"2024-09-17T17:00:49.795497+0000","last_fullsized":"2024-09-17T17:00:49.795497+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:56:05.582663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.453234+0000","last_change":"2024-09-17T16:59:48.970277+0000","last_active":"2024-09-17T17:00:50.453234+0000","last_peered":"2024-09-17T17:00:50.453234+0000","last_clean":"2024-09-17T17:00:50.453234+0000","last_became_active":"2024-09-17T16:59:48.969950+0000","last_became_peered":"2024-09-17T16:59:48.969950+0000","last_unstale":"2024-09-17T17:00:50.453234+0000","last_undegraded":"2024-09-17T17:00:50.453234+0000","last_fullsized":"2024-09-17T17:00:50.453234+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:57:51.470007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.449696+0000","last_change":"2024-09-17T17:00:10.810782+0000","last_active":"2024-09-17T17:00:50.449696+0000","last_peered":"2024-09-17T17:00:50.449696+0000","last_clean":"2024-09-17T17:00:50.449696+0000","last_became_active":"2024-09-17T17:00:10.810338+0000","last_became_peered":"2024-09-17T17:00:10.810338+0000","last_unstale":"2024-09-17T17:00:50.449696+0000","last_undegraded":"2024-09-17T17:00:50.449696+0000","last_fullsized":"2024-09-17T17:00:50.449696+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:10:57.382979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.799424+0000","last_change":"2024-09-17T16:59:52.245581+0000","last_active":"2024-09-17T17:00:49.799424+0000","last_peered":"2024-09-17T17:00:49.799424+0000","last_clean":"2024-09-17T17:00:49.799424+0000","last_became_active":"2024-09-17T16:59:52.245304+0000","last_became_peered":"2024-09-17T16:59:52.245304+0000","last_unstale":"2024-09-17T17:00:49.799424+0000","last_undegraded":"2024-09-17T17:00:49.799424+0000","last_fullsized":"2024-09-17T17:00:49.799424+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:38:40.993895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.452839+0000","last_change":"2024-09-17T16:59:48.965008+0000","last_active":"2024-09-17T17:00:50.452839+0000","last_peered":"2024-09-17T17:00:50.452839+0000","last_clean":"2024-09-17T17:00:50.452839+0000","last_became_active":"2024-09-17T16:59:48.964658+0000","last_became_peered":"2024-09-17T16:59:48.964658+0000","last_unstale":"2024-09-17T17:00:50.452839+0000","last_undegraded":"2024-09-17T17:00:50.452839+0000","last_fullsized":"2024-09-17T17:00:50.452839+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:34:02.791560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.799343+0000","last_change":"2024-09-17T16:59:52.241829+0000","last_active":"2024-09-17T17:00:49.799343+0000","last_peered":"2024-09-17T17:00:49.799343+0000","last_clean":"2024-09-17T17:00:49.799343+0000","last_became_active":"2024-09-17T16:59:52.241547+0000","last_became_peered":"2024-09-17T16:59:52.241547+0000","last_unstale":"2024-09-17T17:00:49.799343+0000","last_undegraded":"2024-09-17T17:00:49.799343+0000","last_fullsized":"2024-09-17T17:00:49.799343+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:16:58.181755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:50.453146+0000","last_change":"2024-09-17T16:59:48.967617+0000","last_active":"2024-09-17T17:00:50.453146+0000","last_peered":"2024-09-17T17:00:50.453146+0000","last_clean":"2024-09-17T17:00:50.453146+0000","last_became_active":"2024-09-17T16:59:48.966438+0000","last_became_peered":"2024-09-17T16:59:48.966438+0000","last_unstale":"2024-09-17T17:00:50.453146+0000","last_undegraded":"2024-09-17T17:00:50.453146+0000","last_fullsized":"2024-09-17T17:00:50.453146+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:00:24.579468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.920328+0000","last_change":"2024-09-17T16:59:52.247606+0000","last_active":"2024-09-17T17:00:49.920328+0000","last_peered":"2024-09-17T17:00:49.920328+0000","last_clean":"2024-09-17T17:00:49.920328+0000","last_became_active":"2024-09-17T16:59:52.247343+0000","last_became_peered":"2024-09-17T16:59:52.247343+0000","last_unstale":"2024-09-17T17:00:49.920328+0000","last_undegraded":"2024-09-17T17:00:49.920328+0000","last_fullsized":"2024-09-17T17:00:49.920328+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:02:53.349473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.795438+0000","last_change":"2024-09-17T16:59:48.964046+0000","last_active":"2024-09-17T17:00:49.795438+0000","last_peered":"2024-09-17T17:00:49.795438+0000","last_clean":"2024-09-17T17:00:49.795438+0000","last_became_active":"2024-09-17T16:59:48.963742+0000","last_became_peered":"2024-09-17T16:59:48.963742+0000","last_unstale":"2024-09-17T17:00:49.795438+0000","last_undegraded":"2024-09-17T17:00:49.795438+0000","last_fullsized":"2024-09-17T17:00:49.795438+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:32:40.650824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.795296+0000","last_change":"2024-09-17T16:59:52.234339+0000","last_active":"2024-09-17T17:00:49.795296+0000","last_peered":"2024-09-17T17:00:49.795296+0000","last_clean":"2024-09-17T17:00:49.795296+0000","last_became_active":"2024-09-17T16:59:52.234026+0000","last_became_peered":"2024-09-17T16:59:52.234026+0000","last_unstale":"2024-09-17T17:00:49.795296+0000","last_undegraded":"2024-09-17T17:00:49.795296+0000","last_fullsized":"2024-09-17T17:00:49.795296+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T22:18:13.349139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":29,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-17T17:00:49.920444+0000","last_change":"2024-09-17T16:59:48.958944+0000","last_active":"2024-09-17T17:00:49.920444+0000","last_peered":"2024-09-17T17:00:49.920444+0000","last_clean":"2024-09-17T17:00:49.920444+0000","last_became_active":"2024-09-17T16:59:48.958625+0000","last_became_peered":"2024-09-17T16:59:48.958625+0000","last_unstale":"2024-09-17T17:00:49.920444+0000","last_undegraded":"2024-09-17T17:00:49.920444+0000","last_fullsized":"2024-09-17T17:00:49.920444+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:24:02.394374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3146,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234015,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28372,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716780,"statfs":{"total":95995035648,"available":95965982720,"internally_reserved":0,"allocated":1384448,"data_stored":940556,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 17:01:27 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.56799999999999995,"15min":0.57199999999999995},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.52700000000000002,"15min":0.52900000000000003},"min":{"1min":0.317,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.79800000000000004}]},{"osd":1,"last update":"Tue Sep 17 17:01:27 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.53700000000000003,"15min":0.54500000000000004},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.52500000000000002,"15min":0.52300000000000002},"min":{"1min":0.35699999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.73199999999999998}]},{"osd":2,"last update":"Tue Sep 17 17:01:27 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.55200000000000005,"15min":0.55800000000000005},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.752},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.56999999999999995,"15min":0.57499999999999996},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.84199999999999997}]},{"osd":3,"last update":"Tue Sep 17 17:01:27 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.56200000000000006,"15min":0.56499999999999995},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.86599999999999999},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.56699999999999995,"15min":0.56799999999999995},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.69399999999999995}]},{"osd":4,"last update":"Tue Sep 17 17:01:27 2024","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.51800000000000002,"15min":0.52700000000000002},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.65900000000000003,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.623},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.497,"15min":0.5},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.70999999999999996,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.76300000000000001}]},{"osd":5,"last update":"Tue Sep 17 17:01:27 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.53400000000000003,"15min":0.54800000000000004},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.76600000000000001,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.58699999999999997,"15min":0.59399999999999997},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.78700000000000003,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.81200000000000006}]},{"osd":6,"last update":"Tue Sep 17 17:01:27 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.55700000000000005,"15min":0.56499999999999995},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.76900000000000002,"5min":1.085,"15min":1.085},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.60499999999999998,"15min":0.60899999999999999},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.89900000000000002}]}]},{"osd":6,"up_from":46,"seq":197568495652,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28376,"kb_used_data":1356,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716776,"statfs":{"total":95995035648,"available":95965978624,"internally_reserved":0,"allocated":1388544,"data_stored":942300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 17:01:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.54600000000000004,"15min":0.55100000000000005},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.54300000000000004,"15min":0.53800000000000003},"min":{"1min":0.42099999999999999,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.82699999999999996,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.65000000000000002}]},{"osd":1,"last update":"Tue Sep 17 17:01:03 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.56100000000000005,"15min":0.55700000000000005},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.042,"5min":1.042,"15min":1.042},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.55800000000000005,"15min":0.55700000000000005},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.45100000000000001}]},{"osd":2,"last update":"Tue Sep 17 17:01:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.55200000000000005,"15min":0.55400000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.75800000000000001,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.54700000000000004,"15min":0.54500000000000004},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.68000000000000005}]},{"osd":3,"last update":"Tue Sep 17 17:01:03 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.58299999999999996,"15min":0.58499999999999996},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.57999999999999996,"15min":0.57799999999999996},"min":{"1min":0.39300000000000002,"5min":0.37,"15min":0.37},"max":{"1min":0.79700000000000004,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.61499999999999999}]},{"osd":4,"last update":"Tue Sep 17 17:01:03 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.47699999999999998,"15min":0.47499999999999998},"min":{"1min":0.34399999999999997,"5min":0.309,"15min":0.309},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.503,"15min":0.499},"min":{"1min":0.33100000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.70599999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.54600000000000004}]},{"osd":5,"last update":"Tue Sep 17 17:01:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.495,"15min":0.48699999999999999},"min":{"1min":0.317,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.53300000000000003,"15min":0.53000000000000003},"min":{"1min":0.372,"5min":0.317,"15min":0.317},"max":{"1min":0.79200000000000004,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.435}]},{"osd":7,"last update":"Tue Sep 17 17:01:28 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57599999999999996,"15min":0.57699999999999996},"min":{"1min":0.41799999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.77400000000000002,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.58999999999999997,"15min":0.59399999999999997},"min":{"1min":0.42299999999999999,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.77700000000000002,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.51600000000000001}]}]},{"osd":5,"up_from":38,"seq":163208757289,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27804,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717348,"statfs":{"total":95995035648,"available":95966564352,"internally_reserved":0,"allocated":802816,"data_stored":352041,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 17:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52600000000000002,"15min":0.53000000000000003},"min":{"1min":0.35999999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.72299999999999998,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.53000000000000003,"15min":0.52000000000000002},"min":{"1min":0.38700000000000001,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.55300000000000005}]},{"osd":1,"last update":"Tue Sep 17 17:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.53700000000000003,"15min":0.54100000000000004},"min":{"1min":0.376,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.53800000000000003,"15min":0.53600000000000003},"min":{"1min":0.44500000000000001,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.67700000000000005,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.52600000000000002}]},{"osd":2,"last update":"Tue Sep 17 17:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.53400000000000003,"15min":0.53900000000000003},"min":{"1min":0.33800000000000002,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.64200000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.56000000000000005,"15min":0.55400000000000005},"min":{"1min":0.40000000000000002,"5min":0.377,"15min":0.377},"max":{"1min":0.75,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.70799999999999996}]},{"osd":3,"last update":"Tue Sep 17 17:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.54600000000000004,"15min":0.55200000000000005},"min":{"1min":0.34799999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.65600000000000003,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.56100000000000005,"15min":0.55500000000000005},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.753,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.74299999999999999}]},{"osd":4,"last update":"Tue Sep 17 17:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.42499999999999999,"15min":0.40899999999999997},"min":{"1min":0.32600000000000001,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.45800000000000002,"15min":0.43099999999999999},"min":{"1min":0.30499999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.72199999999999998}]},{"osd":6,"last update":"Tue Sep 17 17:01:03 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.47499999999999998,"15min":0.47199999999999998},"min":{"1min":0.31900000000000001,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.72599999999999998,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.45800000000000002,"15min":0.45600000000000002},"min":{"1min":0.32500000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.61099999999999999}]},{"osd":7,"last update":"Tue Sep 17 17:01:27 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.53100000000000003,"15min":0.53200000000000003},"min":{"1min":0.40400000000000003,"5min":0.316,"15min":0.316},"max":{"1min":0.76100000000000001,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.58599999999999997,"15min":0.59799999999999998},"min":{"1min":0.375,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.73599999999999999,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.75900000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018925,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27804,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717348,"statfs":{"total":95995035648,"available":95966564352,"internally_reserved":0,"allocated":802816,"data_stored":350311,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 17:01:15 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.82499999999999996,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.55300000000000005,"15min":0.55700000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.71099999999999997,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.69099999999999995}]},{"osd":1,"last update":"Tue Sep 17 17:01:15 2024","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.54700000000000004,"15min":0.56299999999999994},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.65900000000000003,"5min":0.876,"15min":0.876},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.76200000000000001,"5min":1,"15min":1},"last":0.57699999999999996}]},{"osd":2,"last update":"Tue Sep 17 17:01:15 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.56299999999999994,"15min":0.57099999999999995},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.86199999999999999,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.57899999999999996,"15min":0.58199999999999996},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.78400000000000003,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.74299999999999999}]},{"osd":3,"last update":"Tue Sep 17 17:01:15 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56999999999999995,"15min":0.56899999999999995},"min":{"1min":0.38900000000000001,"5min":0.377,"15min":0.377},"max":{"1min":0.79400000000000004,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.55100000000000005,"15min":0.55500000000000005},"min":{"1min":0.38200000000000001,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.72599999999999998,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.59299999999999997}]},{"osd":5,"last update":"Tue Sep 17 17:01:38 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.437,"15min":0.41699999999999998},"min":{"1min":0.29299999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.495,"5min":0.46600000000000003,"15min":0.44600000000000001},"min":{"1min":0.26800000000000002,"5min":0.253,"15min":0.253},"max":{"1min":0.70799999999999996,"5min":0.755,"15min":0.755},"last":0.47499999999999998}]},{"osd":6,"last update":"Tue Sep 17 17:01:02 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.50900000000000001,"15min":0.501},"min":{"1min":0.30499999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.75700000000000001,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.502,"15min":0.48999999999999999},"min":{"1min":0.36399999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.77100000000000002,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.504}]},{"osd":7,"last update":"Tue Sep 17 17:01:28 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.59399999999999997,"15min":0.59799999999999998},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.79100000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.499,"5min":0.51400000000000001,"15min":0.51600000000000001},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.64300000000000002}]}]},{"osd":3,"up_from":25,"seq":107374182449,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27804,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717348,"statfs":{"total":95995035648,"available":95966564352,"internally_reserved":0,"allocated":802816,"data_stored":352036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 17:00:56 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.40100000000000002,"15min":0.40500000000000003},"min":{"1min":0.25,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.46500000000000002,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.371},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.42699999999999999,"15min":0.433},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.34899999999999998}]},{"osd":1,"last update":"Tue Sep 17 17:00:56 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.441,"15min":0.439},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.40600000000000003,"15min":0.40799999999999997},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.29699999999999999}]},{"osd":2,"last update":"Tue Sep 17 17:00:56 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.46999999999999997,"15min":0.47599999999999998},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.012,"5min":1.012,"15min":1.012},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.378,"5min":0.437,"15min":0.45000000000000001},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.53000000000000003,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.33300000000000002}]},{"osd":4,"last update":"Tue Sep 17 17:01:18 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.59299999999999997,"15min":0.58899999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.80900000000000005},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.59699999999999998,"15min":0.58899999999999997},"min":{"1min":0.45500000000000002,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.85399999999999998,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.73399999999999999}]},{"osd":5,"last update":"Tue Sep 17 17:01:40 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.57899999999999996,"15min":0.58899999999999997},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.78000000000000003,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.59499999999999997,"15min":0.59999999999999998},"min":{"1min":0.45800000000000002,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.76800000000000002}]},{"osd":6,"last update":"Tue Sep 17 17:01:06 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.65100000000000002,"15min":0.66200000000000003},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.745,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.64400000000000002,"15min":0.65600000000000003},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.78600000000000003}]},{"osd":7,"last update":"Tue Sep 17 17:01:29 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.63800000000000001,"15min":0.64700000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.748},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.622,"15min":0.63},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.72599999999999998,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.59399999999999997}]}]},{"osd":2,"up_from":18,"seq":77309411383,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31876,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713276,"statfs":{"total":95995035648,"available":95962394624,"internally_reserved":0,"allocated":778240,"data_stored":348915,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 17:01:36 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.36299999999999999,"15min":0.35699999999999998},"min":{"1min":0.25,"5min":0.219,"15min":0.219},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.249},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.37,"15min":0.36099999999999999},"min":{"1min":0.26200000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.29299999999999998}]},{"osd":1,"last update":"Tue Sep 17 17:01:36 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.38500000000000001,"15min":0.371},"min":{"1min":0.26800000000000002,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.38100000000000001,"15min":0.36699999999999999},"min":{"1min":0.252,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.38700000000000001}]},{"osd":3,"last update":"Tue Sep 17 17:00:54 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.435,"15min":0.441},"min":{"1min":0.28899999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.55800000000000005,"5min":0.624,"15min":0.624},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.41599999999999998,"15min":0.41999999999999998},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.61699999999999999,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.36799999999999999}]},{"osd":4,"last update":"Tue Sep 17 17:01:19 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.51700000000000002,"15min":0.497},"min":{"1min":0.437,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.54300000000000004,"15min":0.52000000000000002},"min":{"1min":0.41199999999999998,"5min":0.38,"15min":0.38},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.60899999999999999}]},{"osd":5,"last update":"Tue Sep 17 17:01:44 2024","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.55200000000000005,"15min":0.52800000000000002},"min":{"1min":0.47099999999999997,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.80500000000000005,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.63,"5min":0.55000000000000004,"15min":0.52000000000000002},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"last":0.74099999999999999}]},{"osd":6,"last update":"Tue Sep 17 17:01:06 2024","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.57999999999999996,"15min":0.57099999999999995},"min":{"1min":0.44,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.55700000000000005,"15min":0.54900000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.76500000000000001}]},{"osd":7,"last update":"Tue Sep 17 17:01:27 2024","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.56799999999999995,"15min":0.55800000000000005},"min":{"1min":0.40300000000000002,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.60899999999999999,"15min":0.60399999999999998},"min":{"1min":0.45700000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.56299999999999994}]}]},{"osd":1,"up_from":13,"seq":55834574908,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27796,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717356,"statfs":{"total":95995035648,"available":95966572544,"internally_reserved":0,"allocated":794624,"data_stored":349763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 17:01:07 2024","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.35699999999999998,"15min":0.33700000000000002},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.63400000000000001,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.377,"15min":0.34899999999999998},"min":{"1min":0.22800000000000001,"5min":0.217,"15min":0.217},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.33900000000000002}]},{"osd":2,"last update":"Tue Sep 17 17:01:34 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.40200000000000002,"15min":0.39600000000000002},"min":{"1min":0.245,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.63700000000000001,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.39500000000000002,"15min":0.39100000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.55900000000000005,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.32200000000000001}]},{"osd":3,"last update":"Tue Sep 17 17:00:54 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.433,"15min":0.42999999999999999},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.70299999999999996,"5min":0.747,"15min":0.747},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.41499999999999998,"15min":0.41599999999999998},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.35099999999999998}]},{"osd":4,"last update":"Tue Sep 17 17:01:17 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57699999999999996,"15min":0.56799999999999995},"min":{"1min":0.41399999999999998,"5min":0.37,"15min":0.37},"max":{"1min":0.80500000000000005,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.55400000000000005,"15min":0.54800000000000004},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.81000000000000005,"5min":0.875,"15min":0.875},"last":0.52800000000000002}]},{"osd":5,"last update":"Tue Sep 17 17:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.54900000000000004,"15min":0.53700000000000003},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.61699999999999999,"15min":0.61799999999999999},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.60199999999999998}]},{"osd":6,"last update":"Tue Sep 17 17:01:01 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.59399999999999997,"15min":0.59499999999999997},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.58299999999999996,"15min":0.57799999999999996},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.61899999999999999}]},{"osd":7,"last update":"Tue Sep 17 17:01:31 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.625,"15min":0.63100000000000001},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.628,"15min":0.63300000000000001},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.84799999999999998,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.58299999999999996}]}]},{"osd":0,"up_from":8,"seq":34359738433,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32476,"kb_used_data":1360,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712676,"statfs":{"total":95995035648,"available":95961780224,"internally_reserved":0,"allocated":1392640,"data_stored":940680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Sep 17 17:01:09 2024","interfaces":[{"interface":"back","average":{"1min":0.34799999999999998,"5min":0.35799999999999998,"15min":0.33800000000000002},"min":{"1min":0.254,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.57299999999999995,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.27500000000000002},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.372,"15min":0.34599999999999997},"min":{"1min":0.24199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.49099999999999999,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.36199999999999999}]},{"osd":2,"last update":"Tue Sep 17 17:01:34 2024","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.36799999999999999,"15min":0.379},"min":{"1min":0.252,"5min":0.219,"15min":0.219},"max":{"1min":0.501,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.42699999999999999,"15min":0.433},"min":{"1min":0.32200000000000001,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.53300000000000003,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.317}]},{"osd":3,"last update":"Tue Sep 17 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.443,"15min":0.45300000000000001},"min":{"1min":0.27100000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.54700000000000004,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.48299999999999998,"15min":0.49099999999999999},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.58199999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.41699999999999998}]},{"osd":4,"last update":"Tue Sep 17 17:01:14 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.56899999999999995,"15min":0.56100000000000005},"min":{"1min":0.41699999999999998,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.74399999999999999,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.56100000000000005,"15min":0.55300000000000005},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.75,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.42999999999999999}]},{"osd":5,"last update":"Tue Sep 17 17:01:40 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.55600000000000005,"15min":0.55200000000000005},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.79900000000000004,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.59199999999999997,"15min":0.59599999999999997},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.79500000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"last":0.52800000000000002}]},{"osd":6,"last update":"Tue Sep 17 17:01:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.59099999999999997,"15min":0.59499999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.621,"15min":0.626},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.76000000000000001,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.45500000000000002}]},{"osd":7,"last update":"Tue Sep 17 17:01:26 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.624,"15min":0.63100000000000001},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.71599999999999997,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.58799999999999997,"15min":0.59399999999999997},"min":{"1min":0.40500000000000003,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.40600000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-17T17:01:52.160 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-17T17:01:52.160 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-17T17:01:52.160 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-09-17T17:01:52.160 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph health --format=json 2024-09-17T17:01:52.517 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:01:52 smithi031 bash[79158]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a 2024-09-17T17:01:52.708 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:01:52.833 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:01:52 smithi031 podman[79070]: 2024-09-17 17:01:52.515458437 +0000 UTC m=+1.565872705 container remove ca9b9b31e067f3d8165c3ddc06dd4f40a0d933eb84c24820ed1756fae132bfa5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-17T17:01:52.833 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:01:52 smithi031 podman[79070]: 2024-09-17 17:01:52.599328665 +0000 UTC m=+1.649742859 volume remove f0f78093c71633127f42de46d13d4f6ee411636b04f20d07efb061a8783588ad 2024-09-17T17:01:52.833 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:01:52 smithi031 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-17T17:01:52.833 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:01:52 smithi031 systemd[1]: Stopped Ceph alertmanager.a for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:01:52.833 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:01:52 smithi031 systemd[1]: Starting Ceph alertmanager.a for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:01:53.093 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:01:52 smithi031 podman[79291]: 2024-09-17 17:01:52.74626272 +0000 UTC m=+0.020423771 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-09-17T17:01:54.003 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:53 smithi031 ceph-mon[27768]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:54.004 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:53 smithi031 ceph-mon[39468]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:54.004 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:01:53 smithi031 podman[79291]: 2024-09-17 17:01:53.69609818 +0000 UTC m=+0.970259208 volume create d9d99151bb1039562867ca7d55d984265c9605d00b2ef21c8f88d4a589e09855 2024-09-17T17:01:54.004 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:01:53 smithi031 podman[79291]: 2024-09-17 17:01:53.788451473 +0000 UTC m=+1.062612540 container create e19d96c7fca4fddf51c73c2fccefcfacaddabeeb338a00a7c9e23aa916b6a78d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-17T17:01:54.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:53 smithi066 ceph-mon[31354]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:54.771 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:01:54 smithi031 podman[79291]: 2024-09-17 17:01:54.518780067 +0000 UTC m=+1.792941102 container init e19d96c7fca4fddf51c73c2fccefcfacaddabeeb338a00a7c9e23aa916b6a78d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-17T17:01:54.771 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:01:54 smithi031 podman[79291]: 2024-09-17 17:01:54.524573549 +0000 UTC m=+1.798734575 container start e19d96c7fca4fddf51c73c2fccefcfacaddabeeb338a00a7c9e23aa916b6a78d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-17T17:01:54.772 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:01:54 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a[79351]: ts=2024-09-17T17:01:54.541Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-17T17:01:54.772 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:01:54 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a[79351]: ts=2024-09-17T17:01:54.542Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-17T17:01:54.772 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:01:54 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a[79351]: ts=2024-09-17T17:01:54.543Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.31 port=9094 2024-09-17T17:01:54.772 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:01:54 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a[79351]: ts=2024-09-17T17:01:54.544Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-17T17:01:54.772 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:01:54 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a[79351]: ts=2024-09-17T17:01:54.568Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-17T17:01:54.772 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:01:54 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a[79351]: ts=2024-09-17T17:01:54.568Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-17T17:01:54.772 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:01:54 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a[79351]: ts=2024-09-17T17:01:54.571Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-17T17:01:54.772 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:01:54 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a[79351]: ts=2024-09-17T17:01:54.571Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-17T17:01:54.773 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:01:54 smithi031 bash[79291]: e19d96c7fca4fddf51c73c2fccefcfacaddabeeb338a00a7c9e23aa916b6a78d 2024-09-17T17:01:54.773 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:01:54 smithi031 systemd[1]: Started Ceph alertmanager.a for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:01:55.322 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T17:01:55.323 INFO:teuthology.orchestra.run.smithi031.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-17T17:01:55.880 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:55 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:55.880 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:55 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:55.880 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:55 smithi031 ceph-mon[27768]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-17T17:01:55.880 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:55 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:01:55.880 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:55 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/4226559776' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-17T17:01:55.881 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:55 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:55.881 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:55 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:55.881 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:55 smithi031 ceph-mon[39468]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-17T17:01:55.881 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:55 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:01:55.881 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:55 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/4226559776' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-17T17:01:55.900 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-09-17T17:01:55.901 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-17T17:01:55.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:55 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:55.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:55 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:01:55.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:55 smithi066 ceph-mon[31354]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-17T17:01:55.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:55 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:01:55.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:55 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/4226559776' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-17T17:01:56.109 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:01:56.717 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:56 smithi066 ceph-mon[31354]: Reconfiguring daemon prometheus.a on smithi066 2024-09-17T17:01:56.717 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:56 smithi066 ceph-mon[31354]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:56.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:56 smithi031 ceph-mon[39468]: Reconfiguring daemon prometheus.a on smithi066 2024-09-17T17:01:56.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:56 smithi031 ceph-mon[39468]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:56.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:56 smithi031 ceph-mon[27768]: Reconfiguring daemon prometheus.a on smithi066 2024-09-17T17:01:56.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:56 smithi031 ceph-mon[27768]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:56.844 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:01:56 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a[79351]: ts=2024-09-17T17:01:56.544Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000208369s 2024-09-17T17:01:57.890 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:57 smithi066 ceph-mon[31354]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:57.992 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T17:01:57.992 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14436,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1935595978","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":1935595978},{"type":"v1","addr":"172.21.15.31:6835","nonce":1935595978}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T16:59:53.850518+0000","modified":"2024-09-17T17:00:05.880207+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24331},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24331":{"gid":24331,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.66:6833/4260993690","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":4260993690},{"type":"v1","addr":"172.21.15.66:6833","nonce":4260993690}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-17T17:01:57.992 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 8 2024-09-17T17:01:57.992 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:57 smithi031 ceph-mon[27768]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:57.993 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:57 smithi031 ceph-mon[39468]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:01:58.153 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:58 smithi066 systemd[1]: Stopping Ceph prometheus.a for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:01:58.635 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:58 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[61420]: ts=2024-09-17T17:01:58.278Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-17T17:01:58.636 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:58 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[61420]: ts=2024-09-17T17:01:58.278Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-17T17:01:58.636 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:58 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[61420]: ts=2024-09-17T17:01:58.278Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-17T17:01:58.636 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:58 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[61420]: ts=2024-09-17T17:01:58.278Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-17T17:01:58.636 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:58 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[61420]: ts=2024-09-17T17:01:58.278Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-17T17:01:58.636 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:58 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[61420]: ts=2024-09-17T17:01:58.278Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-17T17:01:58.636 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:58 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[61420]: ts=2024-09-17T17:01:58.278Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-17T17:01:58.636 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:58 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[61420]: ts=2024-09-17T17:01:58.278Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-17T17:01:58.636 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:58 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[61420]: ts=2024-09-17T17:01:58.278Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-17T17:01:58.636 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:58 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[61420]: ts=2024-09-17T17:01:58.279Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-17T17:01:58.636 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:58 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[61420]: ts=2024-09-17T17:01:58.279Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-17T17:01:58.636 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:58 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[61420]: ts=2024-09-17T17:01:58.279Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-17T17:01:58.636 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:58 smithi066 podman[64852]: 2024-09-17 17:01:58.288793134 +0000 UTC m=+0.106682816 container died 43c2c8c987bb035c0e43c20f0eb17fc320b345a80c11e7f3c2154d12be3c877c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-17T17:01:58.637 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:58 smithi066 podman[64852]: 2024-09-17 17:01:58.633868286 +0000 UTC m=+0.451757977 container cleanup 43c2c8c987bb035c0e43c20f0eb17fc320b345a80c11e7f3c2154d12be3c877c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-17T17:01:58.637 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:58 smithi066 bash[64852]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a 2024-09-17T17:01:58.813 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-17T17:01:58.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:01:58 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/1314530814' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-17T17:01:59.026 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:01:59.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:01:58 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/1314530814' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-17T17:01:59.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:01:58 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/1314530814' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-17T17:01:59.318 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:58 smithi066 podman[64870]: 2024-09-17 17:01:58.935156598 +0000 UTC m=+0.648125074 container remove 43c2c8c987bb035c0e43c20f0eb17fc320b345a80c11e7f3c2154d12be3c877c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-17T17:01:59.318 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:59 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-17T17:01:59.318 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:59 smithi066 systemd[1]: Stopped Ceph prometheus.a for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:01:59.318 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:59 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@prometheus.a.service: Consumed 1.230s CPU time. 2024-09-17T17:01:59.318 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:59 smithi066 systemd[1]: Starting Ceph prometheus.a for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:01:59.588 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:59 smithi066 podman[64966]: 2024-09-17 17:01:59.22078199 +0000 UTC m=+0.017461219 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-17T17:01:59.588 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:59 smithi066 podman[64966]: 2024-09-17 17:01:59.319156054 +0000 UTC m=+0.115835264 container create c185751d02e98cde3b1a06778fd3af33c85496db843dd0b654b874effd2acb1d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-17T17:01:59.588 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:59 smithi066 podman[64966]: 2024-09-17 17:01:59.529733626 +0000 UTC m=+0.326412846 container init c185751d02e98cde3b1a06778fd3af33c85496db843dd0b654b874effd2acb1d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-17T17:01:59.588 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:59 smithi066 podman[64966]: 2024-09-17 17:01:59.534618278 +0000 UTC m=+0.331297489 container start c185751d02e98cde3b1a06778fd3af33c85496db843dd0b654b874effd2acb1d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-17T17:01:59.588 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:59 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[64981]: ts=2024-09-17T17:01:59.558Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-17T17:01:59.588 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:59 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[64981]: ts=2024-09-17T17:01:59.558Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-17T17:01:59.588 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:59 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[64981]: ts=2024-09-17T17:01:59.558Z caller=main.go:570 level=info host_details="(Linux 5.14.0-508.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024 x86_64 smithi066 (none))" 2024-09-17T17:01:59.588 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:59 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[64981]: ts=2024-09-17T17:01:59.558Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-17T17:01:59.589 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:59 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[64981]: ts=2024-09-17T17:01:59.558Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-17T17:01:59.589 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:59 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[64981]: ts=2024-09-17T17:01:59.560Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-17T17:01:59.589 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:59 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[64981]: ts=2024-09-17T17:01:59.560Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-17T17:01:59.589 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:59 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[64981]: ts=2024-09-17T17:01:59.562Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-17T17:01:59.589 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:59 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[64981]: ts=2024-09-17T17:01:59.562Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-17T17:01:59.589 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:59 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[64981]: ts=2024-09-17T17:01:59.563Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-17T17:01:59.589 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:59 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[64981]: ts=2024-09-17T17:01:59.563Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.651µs 2024-09-17T17:01:59.589 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:59 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[64981]: ts=2024-09-17T17:01:59.563Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-17T17:01:59.589 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:59 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[64981]: ts=2024-09-17T17:01:59.565Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-09-17T17:01:59.589 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:59 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[64981]: ts=2024-09-17T17:01:59.565Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-09-17T17:01:59.589 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:59 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[64981]: ts=2024-09-17T17:01:59.565Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=21.418µs wal_replay_duration=1.774017ms wbl_replay_duration=144ns total_replay_duration=1.813619ms 2024-09-17T17:01:59.589 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:59 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[64981]: ts=2024-09-17T17:01:59.566Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-17T17:01:59.589 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:59 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[64981]: ts=2024-09-17T17:01:59.566Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-17T17:01:59.590 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:59 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[64981]: ts=2024-09-17T17:01:59.566Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-17T17:01:59.590 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:59 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[64981]: ts=2024-09-17T17:01:59.586Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.014906ms db_storage=784ns remote_storage=1.108µs web_handler=306ns query_engine=487ns scrape=557.907µs scrape_sd=332.959µs notify=26.728µs notify_sd=23.448µs rules=18.660274ms tracing=5.911µs 2024-09-17T17:01:59.590 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:59 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[64981]: ts=2024-09-17T17:01:59.586Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-17T17:01:59.590 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:59 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[64981]: ts=2024-09-17T17:01:59.586Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-17T17:01:59.903 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:59 smithi066 bash[64966]: c185751d02e98cde3b1a06778fd3af33c85496db843dd0b654b874effd2acb1d 2024-09-17T17:01:59.903 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:01:59 smithi066 systemd[1]: Started Ceph prometheus.a for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:02:00.093 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:01:59 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:01:59] ENGINE Bus STOPPING 2024-09-17T17:02:00.093 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:01:59 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:01:59] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-17T17:02:00.094 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:01:59 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:01:59] ENGINE Bus STOPPED 2024-09-17T17:02:00.094 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:01:59 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:01:59] ENGINE Bus STARTING 2024-09-17T17:02:00.094 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:01:59 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:01:59] ENGINE Serving on http://:::9283 2024-09-17T17:02:00.094 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:01:59 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:01:59] ENGINE Bus STARTED 2024-09-17T17:02:00.094 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:01:59 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:01:59] ENGINE Bus STOPPING 2024-09-17T17:02:00.565 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:02:00] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-17T17:02:00.565 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:02:00] ENGINE Bus STOPPED 2024-09-17T17:02:00.565 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:02:00] ENGINE Bus STARTING 2024-09-17T17:02:00.566 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:02:00] ENGINE Serving on http://:::9283 2024-09-17T17:02:00.566 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:02:00] ENGINE Bus STARTED 2024-09-17T17:02:00.566 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:02:00] ENGINE Bus STOPPING 2024-09-17T17:02:00.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:00.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:00.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-17T17:02:00.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-mon[27768]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-17T17:02:00.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi031.front.sepia.ceph.com:9093"}]: dispatch 2024-09-17T17:02:00.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-mon[27768]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi031.front.sepia.ceph.com:9093"}]: dispatch 2024-09-17T17:02:00.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:00.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T17:02:00.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-mon[27768]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T17:02:00.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi066.front.sepia.ceph.com:9095"}]: dispatch 2024-09-17T17:02:00.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-mon[27768]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi066.front.sepia.ceph.com:9095"}]: dispatch 2024-09-17T17:02:00.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:00.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-17T17:02:00.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-mon[27768]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-17T17:02:00.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi066.front.sepia.ceph.com:3000"}]: dispatch 2024-09-17T17:02:00.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-mon[27768]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi066.front.sepia.ceph.com:3000"}]: dispatch 2024-09-17T17:02:00.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:00.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-mon[27768]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:00.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:02:00.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:00.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-17T17:02:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-mon[39468]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-17T17:02:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi031.front.sepia.ceph.com:9093"}]: dispatch 2024-09-17T17:02:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-mon[39468]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi031.front.sepia.ceph.com:9093"}]: dispatch 2024-09-17T17:02:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T17:02:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-mon[39468]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T17:02:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi066.front.sepia.ceph.com:9095"}]: dispatch 2024-09-17T17:02:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-mon[39468]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi066.front.sepia.ceph.com:9095"}]: dispatch 2024-09-17T17:02:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-17T17:02:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-mon[39468]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-17T17:02:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi066.front.sepia.ceph.com:3000"}]: dispatch 2024-09-17T17:02:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-mon[39468]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi066.front.sepia.ceph.com:3000"}]: dispatch 2024-09-17T17:02:00.847 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:00.847 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-mon[39468]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:00.847 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:00 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:02:00.985 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T17:02:00.985 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14436,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1935595978","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":1935595978},{"type":"v1","addr":"172.21.15.31:6835","nonce":1935595978}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T16:59:53.850518+0000","modified":"2024-09-17T17:00:05.880207+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24331},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24331":{"gid":24331,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.66:6833/4260993690","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":4260993690},{"type":"v1","addr":"172.21.15.66:6833","nonce":4260993690}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-17T17:02:00.985 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 8 2024-09-17T17:02:01.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:00 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:01.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:00 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:01.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:00 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-17T17:02:01.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:00 smithi066 ceph-mon[31354]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-17T17:02:01.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:00 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi031.front.sepia.ceph.com:9093"}]: dispatch 2024-09-17T17:02:01.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:00 smithi066 ceph-mon[31354]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi031.front.sepia.ceph.com:9093"}]: dispatch 2024-09-17T17:02:01.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:00 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:01.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:00 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T17:02:01.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:00 smithi066 ceph-mon[31354]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T17:02:01.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:00 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi066.front.sepia.ceph.com:9095"}]: dispatch 2024-09-17T17:02:01.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:00 smithi066 ceph-mon[31354]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi066.front.sepia.ceph.com:9095"}]: dispatch 2024-09-17T17:02:01.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:00 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:01.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:00 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-17T17:02:01.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:00 smithi066 ceph-mon[31354]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-17T17:02:01.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:00 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi066.front.sepia.ceph.com:3000"}]: dispatch 2024-09-17T17:02:01.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:00 smithi066 ceph-mon[31354]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi066.front.sepia.ceph.com:3000"}]: dispatch 2024-09-17T17:02:01.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:00 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:01.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:00 smithi066 ceph-mon[31354]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:01.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:00 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:02:01.343 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:02:01 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:02:01] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-17T17:02:01.343 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:02:01 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:02:01] ENGINE Bus STOPPED 2024-09-17T17:02:01.343 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:02:01 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:02:01] ENGINE Bus STARTING 2024-09-17T17:02:01.343 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:02:01 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:02:01] ENGINE Serving on http://:::9283 2024-09-17T17:02:01.343 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:02:01 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:02:01] ENGINE Bus STARTED 2024-09-17T17:02:01.787 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-17T17:02:02.028 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:01 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/679052493' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-17T17:02:02.029 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:01 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/679052493' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-17T17:02:02.140 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:01 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/679052493' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-17T17:02:02.333 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:02:02.988 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:02 smithi066 ceph-mon[31354]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:03.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:02 smithi031 ceph-mon[27768]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:03.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:02 smithi031 ceph-mon[39468]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:04.313 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T17:02:04.314 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":75,"fsid":"5dfb9b44-7515-11ef-bceb-c7b262605968","created":"2024-09-17T16:54:13.026750+0000","modified":"2024-09-17T17:00:56.235945+0000","last_up_change":"2024-09-17T16:59:24.511033+0000","last_in_change":"2024-09-17T16:59:07.649208+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-17T16:57:25.264873+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-17T16:59:47.893445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-17T16:59:51.158562+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-17T17:00:44.242979+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"bfd3afea-4f9e-453b-b4fc-fdc86a5ee964","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2622567047},{"type":"v1","addr":"172.21.15.31:6803","nonce":2622567047}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2622567047},{"type":"v1","addr":"172.21.15.31:6805","nonce":2622567047}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2622567047},{"type":"v1","addr":"172.21.15.31:6809","nonce":2622567047}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2622567047},{"type":"v1","addr":"172.21.15.31:6807","nonce":2622567047}]},"public_addr":"172.21.15.31:6803/2622567047","cluster_addr":"172.21.15.31:6805/2622567047","heartbeat_back_addr":"172.21.15.31:6809/2622567047","heartbeat_front_addr":"172.21.15.31:6807/2622567047","state":["exists","up"]},{"osd":1,"uuid":"c16093ac-9d64-4e0f-b383-2f5b5f9259ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2922056031},{"type":"v1","addr":"172.21.15.31:6811","nonce":2922056031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2922056031},{"type":"v1","addr":"172.21.15.31:6813","nonce":2922056031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":2922056031},{"type":"v1","addr":"172.21.15.31:6817","nonce":2922056031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2922056031},{"type":"v1","addr":"172.21.15.31:6815","nonce":2922056031}]},"public_addr":"172.21.15.31:6811/2922056031","cluster_addr":"172.21.15.31:6813/2922056031","heartbeat_back_addr":"172.21.15.31:6817/2922056031","heartbeat_front_addr":"172.21.15.31:6815/2922056031","state":["exists","up"]},{"osd":2,"uuid":"ef7fafc8-4e6a-48f4-b64f-c9228ba45326","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":110027023},{"type":"v1","addr":"172.21.15.31:6819","nonce":110027023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":110027023},{"type":"v1","addr":"172.21.15.31:6821","nonce":110027023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":110027023},{"type":"v1","addr":"172.21.15.31:6825","nonce":110027023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":110027023},{"type":"v1","addr":"172.21.15.31:6823","nonce":110027023}]},"public_addr":"172.21.15.31:6819/110027023","cluster_addr":"172.21.15.31:6821/110027023","heartbeat_back_addr":"172.21.15.31:6825/110027023","heartbeat_front_addr":"172.21.15.31:6823/110027023","state":["exists","up"]},{"osd":3,"uuid":"f46d5072-b866-4885-9972-e09268f2bdb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2811557217},{"type":"v1","addr":"172.21.15.31:6827","nonce":2811557217}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2811557217},{"type":"v1","addr":"172.21.15.31:6829","nonce":2811557217}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":2811557217},{"type":"v1","addr":"172.21.15.31:6833","nonce":2811557217}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2811557217},{"type":"v1","addr":"172.21.15.31:6831","nonce":2811557217}]},"public_addr":"172.21.15.31:6827/2811557217","cluster_addr":"172.21.15.31:6829/2811557217","heartbeat_back_addr":"172.21.15.31:6833/2811557217","heartbeat_front_addr":"172.21.15.31:6831/2811557217","state":["exists","up"]},{"osd":4,"uuid":"c6fd9949-6edf-48f1-84fa-8edc76db25e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":2372603726},{"type":"v1","addr":"172.21.15.66:6801","nonce":2372603726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":2372603726},{"type":"v1","addr":"172.21.15.66:6803","nonce":2372603726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":2372603726},{"type":"v1","addr":"172.21.15.66:6807","nonce":2372603726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":2372603726},{"type":"v1","addr":"172.21.15.66:6805","nonce":2372603726}]},"public_addr":"172.21.15.66:6801/2372603726","cluster_addr":"172.21.15.66:6803/2372603726","heartbeat_back_addr":"172.21.15.66:6807/2372603726","heartbeat_front_addr":"172.21.15.66:6805/2372603726","state":["exists","up"]},{"osd":5,"uuid":"d38f984e-3b82-43c1-876f-c23e8c645143","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":2747426322},{"type":"v1","addr":"172.21.15.66:6809","nonce":2747426322}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":2747426322},{"type":"v1","addr":"172.21.15.66:6811","nonce":2747426322}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2747426322},{"type":"v1","addr":"172.21.15.66:6815","nonce":2747426322}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":2747426322},{"type":"v1","addr":"172.21.15.66:6813","nonce":2747426322}]},"public_addr":"172.21.15.66:6809/2747426322","cluster_addr":"172.21.15.66:6811/2747426322","heartbeat_back_addr":"172.21.15.66:6815/2747426322","heartbeat_front_addr":"172.21.15.66:6813/2747426322","state":["exists","up"]},{"osd":6,"uuid":"5ec91030-3eec-45c7-ada5-01eb7e34bcfd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":3977961195},{"type":"v1","addr":"172.21.15.66:6817","nonce":3977961195}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3977961195},{"type":"v1","addr":"172.21.15.66:6819","nonce":3977961195}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":3977961195},{"type":"v1","addr":"172.21.15.66:6823","nonce":3977961195}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":3977961195},{"type":"v1","addr":"172.21.15.66:6821","nonce":3977961195}]},"public_addr":"172.21.15.66:6817/3977961195","cluster_addr":"172.21.15.66:6819/3977961195","heartbeat_back_addr":"172.21.15.66:6823/3977961195","heartbeat_front_addr":"172.21.15.66:6821/3977961195","state":["exists","up"]},{"osd":7,"uuid":"328c7061-7856-4fc1-9377-83014f750ac9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":371403228},{"type":"v1","addr":"172.21.15.66:6825","nonce":371403228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":371403228},{"type":"v1","addr":"172.21.15.66:6827","nonce":371403228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":371403228},{"type":"v1","addr":"172.21.15.66:6831","nonce":371403228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":371403228},{"type":"v1","addr":"172.21.15.66:6829","nonce":371403228}]},"public_addr":"172.21.15.66:6825/371403228","cluster_addr":"172.21.15.66:6827/371403228","heartbeat_back_addr":"172.21.15.66:6831/371403228","heartbeat_front_addr":"172.21.15.66:6829/371403228","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:56:32.707874+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:56:57.809611+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:57:22.740293+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:57:47.643474+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:58:09.525348+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:58:33.431584+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:58:58.268886+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:59:22.818864+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1a","mappings":[{"from":7,"to":2}]},{"pgid":"3.a","mappings":[{"from":6,"to":2}]},{"pgid":"3.20","mappings":[{"from":0,"to":2}]},{"pgid":"3.22","mappings":[{"from":0,"to":1}]},{"pgid":"3.26","mappings":[{"from":4,"to":3}]},{"pgid":"3.29","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.31:0/1599000805":"2024-09-18T17:00:39.712377+0000","172.21.15.31:0/4254996885":"2024-09-18T17:00:39.712377+0000","172.21.15.31:0/2193449255":"2024-09-18T16:54:44.988894+0000","172.21.15.31:0/2570636984":"2024-09-18T16:55:08.765537+0000","172.21.15.31:0/582641076":"2024-09-18T16:54:44.988894+0000","172.21.15.31:0/2919735896":"2024-09-18T17:00:39.712377+0000","172.21.15.31:0/3819450625":"2024-09-18T16:54:44.988894+0000","172.21.15.31:6800/3124190684":"2024-09-18T16:54:44.988894+0000","172.21.15.31:6801/3821445044":"2024-09-18T16:55:08.765537+0000","172.21.15.31:6801/3124190684":"2024-09-18T16:54:44.988894+0000","172.21.15.31:0/416145817":"2024-09-18T16:55:08.765537+0000","172.21.15.31:0/4078155462":"2024-09-18T16:55:08.765537+0000","172.21.15.31:0/51569990":"2024-09-18T17:00:39.712377+0000","172.21.15.31:6800/564880942":"2024-09-18T17:00:39.712377+0000","172.21.15.31:6800/3821445044":"2024-09-18T16:55:08.765537+0000","172.21.15.31:6801/564880942":"2024-09-18T17:00:39.712377+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-17T17:02:04.470 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:04 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:04.470 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:04 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:04.470 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:04 smithi031 ceph-mon[27768]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:04.470 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:04 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:04.471 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:04 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:04.471 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:04 smithi031 ceph-mon[39468]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:04.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:04 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:04.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:04 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:04.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:04 smithi066 ceph-mon[31354]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:04.740 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:02:04 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a[79351]: ts=2024-09-17T17:02:04.546Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002151453s 2024-09-17T17:02:05.060 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-17T17:02:05.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:05 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/519541317' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-17T17:02:05.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:05 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/519541317' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-17T17:02:05.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:05 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/519541317' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-17T17:02:05.799 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:02:06.535 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:06 smithi031 ceph-mon[27768]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:06.535 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:06 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:06.535 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:06 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:06.535 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:06 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:02:06.535 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:06 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:02:06.535 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:06 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:06.536 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:06 smithi031 ceph-mon[39468]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:06.536 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:06 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:06.536 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:06 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:06.536 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:06 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:02:06.536 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:06 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:02:06.536 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:06 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:06.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:06 smithi066 ceph-mon[31354]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:06.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:06 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:06.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:06 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:06.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:06 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:02:06.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:06 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:02:06.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:06 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:07.890 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T17:02:07.890 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14436,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1935595978","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":1935595978},{"type":"v1","addr":"172.21.15.31:6835","nonce":1935595978}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T16:59:53.850518+0000","modified":"2024-09-17T17:00:05.880207+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24331},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24331":{"gid":24331,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.66:6833/4260993690","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":4260993690},{"type":"v1","addr":"172.21.15.66:6833","nonce":4260993690}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-17T17:02:07.891 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 8 2024-09-17T17:02:08.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:07 smithi031 ceph-mon[27768]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:08.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:07 smithi031 ceph-mon[39468]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:08.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:07 smithi066 ceph-mon[31354]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:08.474 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-17T16:59:53.850518+0000', 'modified': '2024-09-17T17:00:05.880207+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24331}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24331': {'gid': 24331, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.66:6833/4260993690', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6832', 'nonce': 4260993690}, {'type': 'v1', 'addr': '172.21.15.66:6833', 'nonce': 4260993690}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-17T17:02:08.474 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-17T17:02:08.475 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph tell mds.b status 2024-09-17T17:02:08.680 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:02:09.072 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:08 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/965412435' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-17T17:02:09.072 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:08 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/965412435' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-17T17:02:09.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:08 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/965412435' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-17T17:02:10.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:09 smithi031 ceph-mon[39468]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:10.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:09 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:02:10.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:09 smithi031 ceph-mon[27768]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:10.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:09 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:02:10.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:09 smithi066 ceph-mon[31354]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:10.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:09 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:02:10.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-17T17:02:10.270+0000 7f7f8b7fe640 0 client.14772 ms_handle_reset on v2:172.21.15.66:6832/4260993690 2024-09-17T17:02:10.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-17T17:02:10.290+0000 7f7f8b7fe640 0 client.24677 ms_handle_reset on v2:172.21.15.66:6832/4260993690 2024-09-17T17:02:10.293 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:02:10.293 INFO:teuthology.orchestra.run.smithi031.stdout: "cluster_fsid": "5dfb9b44-7515-11ef-bceb-c7b262605968", 2024-09-17T17:02:10.293 INFO:teuthology.orchestra.run.smithi031.stdout: "whoami": 0, 2024-09-17T17:02:10.293 INFO:teuthology.orchestra.run.smithi031.stdout: "id": 24331, 2024-09-17T17:02:10.293 INFO:teuthology.orchestra.run.smithi031.stdout: "want_state": "up:active", 2024-09-17T17:02:10.293 INFO:teuthology.orchestra.run.smithi031.stdout: "state": "up:active", 2024-09-17T17:02:10.293 INFO:teuthology.orchestra.run.smithi031.stdout: "fs_name": "cephfs", 2024-09-17T17:02:10.293 INFO:teuthology.orchestra.run.smithi031.stdout: "rank_uptime": 136.437728634, 2024-09-17T17:02:10.293 INFO:teuthology.orchestra.run.smithi031.stdout: "mdsmap_epoch": 8, 2024-09-17T17:02:10.293 INFO:teuthology.orchestra.run.smithi031.stdout: "osdmap_epoch": 75, 2024-09-17T17:02:10.293 INFO:teuthology.orchestra.run.smithi031.stdout: "osdmap_epoch_barrier": 65, 2024-09-17T17:02:10.293 INFO:teuthology.orchestra.run.smithi031.stdout: "uptime": 150.83960231200001 2024-09-17T17:02:10.293 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:02:10.964 INFO:tasks.cephadm:Setup complete, yielding 2024-09-17T17:02:10.964 INFO:teuthology.run_tasks:Running task print... 2024-09-17T17:02:10.974 INFO:teuthology.task.print:**** done end installing reef cephadm ... 2024-09-17T17:02:10.974 INFO:teuthology.run_tasks:Running task print... 2024-09-17T17:02:10.988 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-09-17T17:02:10.988 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-17T17:02:10.996 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi031.front.sepia.ceph.com 2024-09-17T17:02:10.997 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-09-17T17:02:11.206 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:02:11.836 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:02:11 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:02:11] "GET /metrics HTTP/1.1" 200 33650 "" "Prometheus/2.43.0" 2024-09-17T17:02:12.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:11 smithi031 ceph-mon[27768]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-17T17:02:12.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:11 smithi031 ceph-mon[27768]: mgrmap e21: y(active, since 92s), standbys: x 2024-09-17T17:02:12.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:11 smithi031 ceph-mon[39468]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-17T17:02:12.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:11 smithi031 ceph-mon[39468]: mgrmap e21: y(active, since 92s), standbys: x 2024-09-17T17:02:12.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:11 smithi066 ceph-mon[31354]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-17T17:02:12.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:11 smithi066 ceph-mon[31354]: mgrmap e21: y(active, since 92s), standbys: x 2024-09-17T17:02:13.344 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:02:13 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:02:13] ENGINE Bus STOPPING 2024-09-17T17:02:13.344 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:02:13 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:02:13] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-17T17:02:13.344 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:02:13 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:02:13] ENGINE Bus STOPPED 2024-09-17T17:02:13.344 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:02:13 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:02:13] ENGINE Bus STARTING 2024-09-17T17:02:13.344 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:02:13 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:02:13] ENGINE Serving on http://:::9283 2024-09-17T17:02:13.344 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:02:13 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:02:13] ENGINE Bus STARTED 2024-09-17T17:02:13.644 INFO:teuthology.run_tasks:Running task print... 2024-09-17T17:02:13.781 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-09-17T17:02:13.782 INFO:teuthology.run_tasks:Running task print... 2024-09-17T17:02:13.797 INFO:teuthology.task.print:**** done start telemetry reef... 2024-09-17T17:02:13.797 INFO:teuthology.run_tasks:Running task workunit... 2024-09-17T17:02:13.833 INFO:tasks.workunit:Pulling workunits from ref 1889a165b5128787ec693450a3d1c5df5d6dc203 2024-09-17T17:02:13.834 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-17T17:02:13.834 DEBUG:teuthology.orchestra.run.smithi031:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-17T17:02:13.850 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T17:02:13.850 INFO:teuthology.orchestra.run.smithi031.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-17T17:02:13.851 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-17T17:02:13.907 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-17T17:02:13.907 DEBUG:teuthology.orchestra.run.smithi031:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-17T17:02:13.963 INFO:tasks.workunit:timeout=3h 2024-09-17T17:02:13.963 INFO:tasks.workunit:cleanup=True 2024-09-17T17:02:13.964 DEBUG:teuthology.orchestra.run.smithi031:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 1889a165b5128787ec693450a3d1c5df5d6dc203 2024-09-17T17:02:14.020 INFO:tasks.workunit.client.0.smithi031.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-17T17:02:14.333 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:14 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/460592495' entity='client.admin' 2024-09-17T17:02:14.334 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:02:14.334 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:14 smithi031 ceph-mon[27768]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-17T17:02:14.334 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:14 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/460592495' entity='client.admin' 2024-09-17T17:02:14.334 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:02:14.334 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:14 smithi031 ceph-mon[39468]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-17T17:02:14.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:14 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/460592495' entity='client.admin' 2024-09-17T17:02:14.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:02:14.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:14 smithi066 ceph-mon[31354]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-17T17:02:16.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:15 smithi031 ceph-mon[27768]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-17T17:02:16.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:15 smithi031 ceph-mon[39468]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-17T17:02:16.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:15 smithi066 ceph-mon[31354]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-17T17:02:17.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:17 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:17.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:17 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:17.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:17 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:17.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:17 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:17.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:17 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:02:17.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:17 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:02:17.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:17 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:17.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:17 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:17.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:17 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:17.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:17 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:17.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:17 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:17.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:17 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:02:17.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:17 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:02:17.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:17 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:17.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:17 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:17.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:17 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:17.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:17 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:17.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:17 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:17.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:17 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:02:17.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:17 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:02:17.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:17 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:02:18.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:18 smithi031 ceph-mon[27768]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-17T17:02:18.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:18 smithi031 ceph-mon[39468]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-17T17:02:18.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:18 smithi066 ceph-mon[31354]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-17T17:02:20.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:19 smithi031 ceph-mon[27768]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-17T17:02:20.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:19 smithi031 ceph-mon[39468]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-17T17:02:20.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:19 smithi066 ceph-mon[31354]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-17T17:02:22.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:21 smithi031 ceph-mon[27768]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-17T17:02:22.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:21 smithi031 ceph-mon[39468]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-17T17:02:22.094 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:02:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:02:21] "GET /metrics HTTP/1.1" 200 33650 "" "Prometheus/2.43.0" 2024-09-17T17:02:22.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:21 smithi066 ceph-mon[31354]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-17T17:02:24.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:23 smithi031 ceph-mon[27768]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:24.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:23 smithi031 ceph-mon[39468]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:24.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:23 smithi066 ceph-mon[31354]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:25.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:24 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:02:25.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:24 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:02:25.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:24 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:02:26.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:25 smithi031 ceph-mon[27768]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:26.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:25 smithi031 ceph-mon[39468]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:26.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:25 smithi066 ceph-mon[31354]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:28.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:27 smithi031 ceph-mon[27768]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:28.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:27 smithi031 ceph-mon[39468]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:28.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:27 smithi066 ceph-mon[31354]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:30.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:29 smithi031 ceph-mon[27768]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:30.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:29 smithi031 ceph-mon[39468]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:30.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:29 smithi066 ceph-mon[31354]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:31.895 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:31 smithi031 ceph-mon[27768]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:31.896 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:31 smithi031 ceph-mon[39468]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:31.896 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:02:31 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:02:31] "GET /metrics HTTP/1.1" 200 33651 "" "Prometheus/2.43.0" 2024-09-17T17:02:32.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:31 smithi066 ceph-mon[31354]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:34.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:33 smithi031 ceph-mon[27768]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:34.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:33 smithi031 ceph-mon[39468]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:34.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:33 smithi066 ceph-mon[31354]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:36.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:35 smithi031 ceph-mon[27768]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:36.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:35 smithi031 ceph-mon[39468]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:36.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:35 smithi066 ceph-mon[31354]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:38.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:37 smithi031 ceph-mon[27768]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:38.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:37 smithi031 ceph-mon[39468]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:38.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:37 smithi066 ceph-mon[31354]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:40.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:39 smithi031 ceph-mon[27768]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:40.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:39 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:02:40.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:39 smithi031 ceph-mon[39468]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:40.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:39 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:02:40.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:39 smithi066 ceph-mon[31354]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:40.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:39 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:02:42.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:41 smithi031 ceph-mon[27768]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:42.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:41 smithi031 ceph-mon[39468]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:42.094 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:02:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:02:41] "GET /metrics HTTP/1.1" 200 33653 "" "Prometheus/2.43.0" 2024-09-17T17:02:42.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:41 smithi066 ceph-mon[31354]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:44.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:43 smithi031 ceph-mon[27768]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:44.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:43 smithi031 ceph-mon[39468]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:44.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:43 smithi066 ceph-mon[31354]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:46.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:45 smithi031 ceph-mon[27768]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:46.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:45 smithi031 ceph-mon[39468]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:46.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:45 smithi066 ceph-mon[31354]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:48.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:47 smithi031 ceph-mon[27768]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:48.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:47 smithi031 ceph-mon[39468]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:48.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:47 smithi066 ceph-mon[31354]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:50.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:49 smithi031 ceph-mon[27768]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:50.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:49 smithi031 ceph-mon[39468]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:50.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:49 smithi066 ceph-mon[31354]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:52.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:51 smithi031 ceph-mon[27768]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:52.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:51 smithi031 ceph-mon[39468]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:52.094 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:02:51 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:02:51] "GET /metrics HTTP/1.1" 200 33653 "" "Prometheus/2.43.0" 2024-09-17T17:02:52.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:51 smithi066 ceph-mon[31354]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:54.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:53 smithi031 ceph-mon[27768]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:54.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:53 smithi031 ceph-mon[39468]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:54.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:53 smithi066 ceph-mon[31354]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:55.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:54 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:02:55.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:54 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:02:55.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:54 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:02:56.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:55 smithi066 ceph-mon[31354]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:56.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:55 smithi031 ceph-mon[27768]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:56.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:55 smithi031 ceph-mon[39468]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:58.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:57 smithi031 ceph-mon[27768]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:58.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:57 smithi031 ceph-mon[39468]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:02:58.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:57 smithi066 ceph-mon[31354]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:03:00.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:02:59 smithi031 ceph-mon[27768]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:03:00.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:02:59 smithi031 ceph-mon[39468]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:03:00.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:02:59 smithi066 ceph-mon[31354]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:03:01.895 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:01 smithi031 ceph-mon[27768]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:03:01.896 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:01 smithi031 ceph-mon[39468]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:03:01.896 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:03:01 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:03:01] "GET /metrics HTTP/1.1" 200 33661 "" "Prometheus/2.43.0" 2024-09-17T17:03:02.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:01 smithi066 ceph-mon[31354]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:03:04.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:03 smithi031 ceph-mon[27768]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:03:04.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:03 smithi031 ceph-mon[39468]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:03:04.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:03 smithi066 ceph-mon[31354]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:03:06.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:05 smithi031 ceph-mon[27768]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:03:06.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:05 smithi031 ceph-mon[39468]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:03:06.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:05 smithi066 ceph-mon[31354]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:03:06.212 INFO:tasks.workunit.client.0.smithi031.stderr:Updating files: 97% (11778/12088) Updating files: 98% (11847/12088) Updating files: 99% (11968/12088) Updating files: 100% (12088/12088) Updating files: 100% (12088/12088), done. 2024-09-17T17:03:06.857 INFO:tasks.workunit.client.0.smithi031.stderr:Note: switching to '1889a165b5128787ec693450a3d1c5df5d6dc203'. 2024-09-17T17:03:06.858 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-17T17:03:06.858 INFO:tasks.workunit.client.0.smithi031.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-17T17:03:06.858 INFO:tasks.workunit.client.0.smithi031.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-17T17:03:06.858 INFO:tasks.workunit.client.0.smithi031.stderr:state without impacting any branches by switching back to a branch. 2024-09-17T17:03:06.858 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-17T17:03:06.858 INFO:tasks.workunit.client.0.smithi031.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-17T17:03:06.858 INFO:tasks.workunit.client.0.smithi031.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-17T17:03:06.858 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-17T17:03:06.858 INFO:tasks.workunit.client.0.smithi031.stderr: git switch -c 2024-09-17T17:03:06.858 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-17T17:03:06.858 INFO:tasks.workunit.client.0.smithi031.stderr:Or undo this operation with: 2024-09-17T17:03:06.858 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-17T17:03:06.858 INFO:tasks.workunit.client.0.smithi031.stderr: git switch - 2024-09-17T17:03:06.859 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-17T17:03:06.859 INFO:tasks.workunit.client.0.smithi031.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-17T17:03:06.859 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-17T17:03:06.859 INFO:tasks.workunit.client.0.smithi031.stderr:HEAD is now at 1889a165b51 Merge branch 'wip-matanb-cleanup-snapmap' of https://github.com/Matan-B/ceph into wip-bharath10-testing-2024-09-17-1348 2024-09-17T17:03:06.862 DEBUG:teuthology.orchestra.run.smithi031:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-17T17:03:06.930 INFO:tasks.workunit.client.0.smithi031.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-17T17:03:06.932 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-17T17:03:06.932 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-17T17:03:07.726 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-17T17:03:07.794 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-17T17:03:07.836 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-17T17:03:07.838 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-17T17:03:07.838 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-17T17:03:07.879 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-17T17:03:07.883 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-17T17:03:07.883 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-17T17:03:07.940 INFO:tasks.workunit:Running workunits matching test_telemetry_reef.sh on client.0... 2024-09-17T17:03:07.941 INFO:tasks.workunit:Running workunit test_telemetry_reef.sh... 2024-09-17T17:03:07.942 DEBUG:teuthology.orchestra.run.smithi031:workunit test test_telemetry_reef.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=1889a165b5128787ec693450a3d1c5df5d6dc203 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef.sh 2024-09-17T17:03:08.006 INFO:tasks.workunit.client.0.smithi031.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-09-17T17:03:08.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:07 smithi031 ceph-mon[27768]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:03:08.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:07 smithi031 ceph-mon[39468]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:03:08.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:07 smithi066 ceph-mon[31354]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:03:08.392 INFO:tasks.workunit.client.0.smithi031.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-09-17T17:03:08.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:03:08 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:03:08] ENGINE Bus STOPPING 2024-09-17T17:03:08.805 INFO:tasks.workunit.client.0.smithi031.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-09-17T17:03:09.093 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:03:08 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:03:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-17T17:03:09.093 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:03:08 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:03:08] ENGINE Bus STOPPED 2024-09-17T17:03:09.094 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:03:08 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:03:08] ENGINE Bus STARTING 2024-09-17T17:03:09.094 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:03:08 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:03:08] ENGINE Serving on http://:::9283 2024-09-17T17:03:09.094 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:03:08 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:03:08] ENGINE Bus STARTED 2024-09-17T17:03:09.094 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:03:08 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:03:08] ENGINE Bus STOPPING 2024-09-17T17:03:09.199 INFO:tasks.workunit.client.0.smithi031.stderr:+ ceph telemetry preview 2024-09-17T17:03:09.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:03:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-17T17:03:09.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:03:09] ENGINE Bus STOPPED 2024-09-17T17:03:09.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:03:09] ENGINE Bus STARTING 2024-09-17T17:03:09.594 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:03:09] ENGINE Serving on http://:::9283 2024-09-17T17:03:09.594 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:03:09] ENGINE Bus STARTED 2024-09-17T17:03:09.594 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:03:09] ENGINE Bus STOPPING 2024-09-17T17:03:09.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-mon[39468]: from='client.? ' entity='client.admin' 2024-09-17T17:03:09.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:09.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:03:09.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:03:09.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:09.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/2232340080' entity='client.admin' 2024-09-17T17:03:09.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:09.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:03:09.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:03:09.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:09.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-mon[39468]: from='client.? ' entity='client.admin' 2024-09-17T17:03:09.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:09.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:03:09.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:03:09.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:09.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-mon[27768]: from='client.? ' entity='client.admin' 2024-09-17T17:03:09.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:09.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:03:09.596 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:03:09.596 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:09.596 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/2232340080' entity='client.admin' 2024-09-17T17:03:09.596 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:09.596 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:03:09.596 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:03:09.597 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:09.597 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-mon[27768]: from='client.? ' entity='client.admin' 2024-09-17T17:03:09.597 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:09.597 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:03:09.597 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:03:09.597 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:09.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:09 smithi066 ceph-mon[31354]: from='client.? ' entity='client.admin' 2024-09-17T17:03:09.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:09 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:09.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:09 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:03:09.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:09 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:03:09.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:09 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:09.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:09 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/2232340080' entity='client.admin' 2024-09-17T17:03:09.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:09 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:09.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:09 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:03:09.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:09 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:03:09.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:09 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:09.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:09 smithi066 ceph-mon[31354]: from='client.? ' entity='client.admin' 2024-09-17T17:03:09.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:09 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:09.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:09 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:03:09.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:09 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:03:09.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:09 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:09.686 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-17T17:03:09.687 INFO:tasks.workunit.client.0.smithi031.stdout: "balancer": { 2024-09-17T17:03:09.687 INFO:tasks.workunit.client.0.smithi031.stdout: "active": true, 2024-09-17T17:03:09.687 INFO:tasks.workunit.client.0.smithi031.stdout: "mode": "" 2024-09-17T17:03:09.687 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.687 INFO:tasks.workunit.client.0.smithi031.stdout: "channels": [ 2024-09-17T17:03:09.687 INFO:tasks.workunit.client.0.smithi031.stdout: "basic", 2024-09-17T17:03:09.687 INFO:tasks.workunit.client.0.smithi031.stdout: "crash", 2024-09-17T17:03:09.687 INFO:tasks.workunit.client.0.smithi031.stdout: "device", 2024-09-17T17:03:09.687 INFO:tasks.workunit.client.0.smithi031.stdout: "ident" 2024-09-17T17:03:09.687 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:09.687 INFO:tasks.workunit.client.0.smithi031.stdout: "channels_available": [ 2024-09-17T17:03:09.688 INFO:tasks.workunit.client.0.smithi031.stdout: "basic", 2024-09-17T17:03:09.688 INFO:tasks.workunit.client.0.smithi031.stdout: "ident", 2024-09-17T17:03:09.688 INFO:tasks.workunit.client.0.smithi031.stdout: "crash", 2024-09-17T17:03:09.688 INFO:tasks.workunit.client.0.smithi031.stdout: "device", 2024-09-17T17:03:09.688 INFO:tasks.workunit.client.0.smithi031.stdout: "perf" 2024-09-17T17:03:09.688 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:09.688 INFO:tasks.workunit.client.0.smithi031.stdout: "collections_available": [ 2024-09-17T17:03:09.688 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_base", 2024-09-17T17:03:09.688 INFO:tasks.workunit.client.0.smithi031.stdout: "device_base", 2024-09-17T17:03:09.688 INFO:tasks.workunit.client.0.smithi031.stdout: "crash_base", 2024-09-17T17:03:09.688 INFO:tasks.workunit.client.0.smithi031.stdout: "ident_base", 2024-09-17T17:03:09.688 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_perf", 2024-09-17T17:03:09.688 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_mds_metadata", 2024-09-17T17:03:09.689 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_usage", 2024-09-17T17:03:09.689 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_usage_by_class", 2024-09-17T17:03:09.689 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_rook_v01", 2024-09-17T17:03:09.689 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_memory_metrics", 2024-09-17T17:03:09.689 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_options_bluestore" 2024-09-17T17:03:09.689 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:09.689 INFO:tasks.workunit.client.0.smithi031.stdout: "collections_opted_in": [ 2024-09-17T17:03:09.689 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_base", 2024-09-17T17:03:09.689 INFO:tasks.workunit.client.0.smithi031.stdout: "device_base", 2024-09-17T17:03:09.689 INFO:tasks.workunit.client.0.smithi031.stdout: "crash_base", 2024-09-17T17:03:09.689 INFO:tasks.workunit.client.0.smithi031.stdout: "ident_base", 2024-09-17T17:03:09.689 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_perf", 2024-09-17T17:03:09.689 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_mds_metadata", 2024-09-17T17:03:09.690 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_usage", 2024-09-17T17:03:09.690 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_usage_by_class", 2024-09-17T17:03:09.690 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_rook_v01", 2024-09-17T17:03:09.690 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_memory_metrics", 2024-09-17T17:03:09.690 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_options_bluestore" 2024-09-17T17:03:09.690 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:09.690 INFO:tasks.workunit.client.0.smithi031.stdout: "config": { 2024-09-17T17:03:09.690 INFO:tasks.workunit.client.0.smithi031.stdout: "active_changed": [ 2024-09-17T17:03:09.690 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-17T17:03:09.690 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_debug", 2024-09-17T17:03:09.690 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_mon_ticket_ttl", 2024-09-17T17:03:09.690 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_service_ticket_ttl", 2024-09-17T17:03:09.691 INFO:tasks.workunit.client.0.smithi031.stdout: "bdev_debug_aio", 2024-09-17T17:03:09.691 INFO:tasks.workunit.client.0.smithi031.stdout: "client_check_pool_perm", 2024-09-17T17:03:09.691 INFO:tasks.workunit.client.0.smithi031.stdout: "client_mount_gid", 2024-09-17T17:03:09.691 INFO:tasks.workunit.client.0.smithi031.stdout: "client_mount_uid", 2024-09-17T17:03:09.691 INFO:tasks.workunit.client.0.smithi031.stdout: "client_quota", 2024-09-17T17:03:09.691 INFO:tasks.workunit.client.0.smithi031.stdout: "container_image", 2024-09-17T17:03:09.691 INFO:tasks.workunit.client.0.smithi031.stdout: "daemonize", 2024-09-17T17:03:09.691 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_asserts_on_shutdown", 2024-09-17T17:03:09.691 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mgr", 2024-09-17T17:03:09.691 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mon", 2024-09-17T17:03:09.691 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_ms", 2024-09-17T17:03:09.691 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_osd", 2024-09-17T17:03:09.691 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_paxos", 2024-09-17T17:03:09.692 INFO:tasks.workunit.client.0.smithi031.stdout: "keyring", 2024-09-17T17:03:09.692 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_block_size", 2024-09-17T17:03:09.692 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_cache_size", 2024-09-17T17:03:09.692 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_compression", 2024-09-17T17:03:09.692 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_log", 2024-09-17T17:03:09.692 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_write_buffer_size", 2024-09-17T17:03:09.692 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_file", 2024-09-17T17:03:09.692 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_journald", 2024-09-17T17:03:09.692 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_stderr", 2024-09-17T17:03:09.692 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_allow_pool_delete", 2024-09-17T17:03:09.693 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_clock_drift_allowed", 2024-09-17T17:03:09.693 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_file_level", 2024-09-17T17:03:09.693 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_file", 2024-09-17T17:03:09.693 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_journald", 2024-09-17T17:03:09.693 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_stderr", 2024-09-17T17:03:09.693 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_data_avail_warn", 2024-09-17T17:03:09.693 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_election_default_strategy", 2024-09-17T17:03:09.693 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_host", 2024-09-17T17:03:09.693 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_max_pg_per_osd", 2024-09-17T17:03:09.693 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_mgr_mkfs_grace", 2024-09-17T17:03:09.693 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_prime_pg_temp", 2024-09-17T17:03:09.694 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_reporter_subtree_level", 2024-09-17T17:03:09.694 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_pg_warn_max_object_skew", 2024-09-17T17:03:09.694 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-17T17:03:09.694 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-17T17:03:09.694 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-17T17:03:09.694 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-17T17:03:09.694 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-17T17:03:09.694 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-17T17:03:09.694 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-17T17:03:09.694 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-17T17:03:09.694 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_too_few_osds", 2024-09-17T17:03:09.694 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_bug", 2024-09-17T17:03:09.694 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_old_message", 2024-09-17T17:03:09.695 INFO:tasks.workunit.client.0.smithi031.stdout: "no_config_file", 2024-09-17T17:03:09.695 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_default_list", 2024-09-17T17:03:09.695 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_load_list", 2024-09-17T17:03:09.695 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_crush_chooseleaf_type", 2024-09-17T17:03:09.695 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_misdirected_ops", 2024-09-17T17:03:09.695 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_op_order", 2024-09-17T17:03:09.695 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_pg_log_writeout", 2024-09-17T17:03:09.695 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_shutdown", 2024-09-17T17:03:09.695 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_cached_snaps", 2024-09-17T17:03:09.695 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_missing_on_start", 2024-09-17T17:03:09.695 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_stray_on_activate", 2024-09-17T17:03:09.695 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-17T17:03:09.695 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_delete_sleep", 2024-09-17T17:03:09.695 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_delete_sleep_hdd", 2024-09-17T17:03:09.696 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_delete_sleep_hybrid", 2024-09-17T17:03:09.696 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_delete_sleep_ssd", 2024-09-17T17:03:09.696 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_max_backfills", 2024-09-17T17:03:09.696 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-17T17:03:09.696 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_profile", 2024-09-17T17:03:09.696 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-17T17:03:09.696 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-17T17:03:09.696 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-17T17:03:09.696 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-17T17:03:09.696 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-17T17:03:09.696 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-17T17:03:09.696 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_client_lim", 2024-09-17T17:03:09.697 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_client_res", 2024-09-17T17:03:09.697 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-17T17:03:09.697 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target", 2024-09-17T17:03:09.697 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target_autotune", 2024-09-17T17:03:09.697 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue", 2024-09-17T17:03:09.697 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue_cut_off", 2024-09-17T17:03:09.697 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pg_delete_cost", 2024-09-17T17:03:09.697 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_erasure_code_profile", 2024-09-17T17:03:09.697 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-17T17:03:09.697 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recover_clone_overlap", 2024-09-17T17:03:09.697 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_active", 2024-09-17T17:03:09.697 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_active_hdd", 2024-09-17T17:03:09.698 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_active_ssd", 2024-09-17T17:03:09.698 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_chunk", 2024-09-17T17:03:09.698 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_sleep", 2024-09-17T17:03:09.698 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_sleep_hdd", 2024-09-17T17:03:09.698 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_sleep_hybrid", 2024-09-17T17:03:09.698 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_sleep_ssd", 2024-09-17T17:03:09.698 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_load_threshold", 2024-09-17T17:03:09.698 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_max_interval", 2024-09-17T17:03:09.698 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_sleep", 2024-09-17T17:03:09.698 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_shutdown_pgref_assert", 2024-09-17T17:03:09.698 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_snap_trim_sleep", 2024-09-17T17:03:09.698 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_snap_trim_sleep_hdd", 2024-09-17T17:03:09.698 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_snap_trim_sleep_hybrid", 2024-09-17T17:03:09.698 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_snap_trim_sleep_ssd", 2024-09-17T17:03:09.699 INFO:tasks.workunit.client.0.smithi031.stdout: "public_addr", 2024-09-17T17:03:09.699 INFO:tasks.workunit.client.0.smithi031.stdout: "public_addrv", 2024-09-17T17:03:09.699 INFO:tasks.workunit.client.0.smithi031.stdout: "public_network", 2024-09-17T17:03:09.699 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd_default_features", 2024-09-17T17:03:09.699 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd_qos_exclude_ops", 2024-09-17T17:03:09.699 INFO:tasks.workunit.client.0.smithi031.stdout: "setgroup", 2024-09-17T17:03:09.699 INFO:tasks.workunit.client.0.smithi031.stdout: "setuser" 2024-09-17T17:03:09.699 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:09.699 INFO:tasks.workunit.client.0.smithi031.stdout: "cluster_changed": [ 2024-09-17T17:03:09.699 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-17T17:03:09.699 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_debug", 2024-09-17T17:03:09.699 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_mon_ticket_ttl", 2024-09-17T17:03:09.699 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_service_ticket_ttl", 2024-09-17T17:03:09.700 INFO:tasks.workunit.client.0.smithi031.stdout: "bdev_debug_aio", 2024-09-17T17:03:09.700 INFO:tasks.workunit.client.0.smithi031.stdout: "container_image", 2024-09-17T17:03:09.700 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_asserts_on_shutdown", 2024-09-17T17:03:09.700 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mgr", 2024-09-17T17:03:09.700 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mon", 2024-09-17T17:03:09.700 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_ms", 2024-09-17T17:03:09.700 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_osd", 2024-09-17T17:03:09.700 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_paxos", 2024-09-17T17:03:09.700 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_file", 2024-09-17T17:03:09.700 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_journald", 2024-09-17T17:03:09.700 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_stderr", 2024-09-17T17:03:09.700 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_join_fs", 2024-09-17T17:03:09.700 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/allow_ptrace", 2024-09-17T17:03:09.700 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/container_init", 2024-09-17T17:03:09.701 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/migration_current", 2024-09-17T17:03:09.701 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/use_repo_digest", 2024-09-17T17:03:09.701 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-17T17:03:09.701 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-17T17:03:09.701 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-17T17:03:09.701 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-17T17:03:09.701 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/ssl_server_port", 2024-09-17T17:03:09.701 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/orchestrator/orchestrator", 2024-09-17T17:03:09.701 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/channel_ident", 2024-09-17T17:03:09.701 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/description", 2024-09-17T17:03:09.701 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/organization", 2024-09-17T17:03:09.701 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_allow_pool_delete", 2024-09-17T17:03:09.701 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_clock_drift_allowed", 2024-09-17T17:03:09.702 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_file_level", 2024-09-17T17:03:09.702 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_file", 2024-09-17T17:03:09.702 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_data_avail_warn", 2024-09-17T17:03:09.702 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_election_default_strategy", 2024-09-17T17:03:09.702 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_max_pg_per_osd", 2024-09-17T17:03:09.702 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_mgr_mkfs_grace", 2024-09-17T17:03:09.702 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_prime_pg_temp", 2024-09-17T17:03:09.702 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_reporter_subtree_level", 2024-09-17T17:03:09.702 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_pg_warn_max_object_skew", 2024-09-17T17:03:09.702 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-17T17:03:09.702 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-17T17:03:09.702 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-17T17:03:09.702 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-17T17:03:09.703 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-17T17:03:09.703 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-17T17:03:09.703 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-17T17:03:09.703 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-17T17:03:09.703 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_too_few_osds", 2024-09-17T17:03:09.703 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_bug", 2024-09-17T17:03:09.703 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_old_message", 2024-09-17T17:03:09.703 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_default_list", 2024-09-17T17:03:09.703 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_load_list", 2024-09-17T17:03:09.703 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_misdirected_ops", 2024-09-17T17:03:09.703 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_op_order", 2024-09-17T17:03:09.703 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_pg_log_writeout", 2024-09-17T17:03:09.704 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_shutdown", 2024-09-17T17:03:09.704 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_cached_snaps", 2024-09-17T17:03:09.704 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_missing_on_start", 2024-09-17T17:03:09.704 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_stray_on_activate", 2024-09-17T17:03:09.704 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-17T17:03:09.704 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-17T17:03:09.704 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_profile", 2024-09-17T17:03:09.704 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target", 2024-09-17T17:03:09.704 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target_autotune", 2024-09-17T17:03:09.704 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue", 2024-09-17T17:03:09.704 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue_cut_off", 2024-09-17T17:03:09.704 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_erasure_code_profile", 2024-09-17T17:03:09.704 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-17T17:03:09.705 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recover_clone_overlap", 2024-09-17T17:03:09.705 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_chunk", 2024-09-17T17:03:09.705 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_load_threshold", 2024-09-17T17:03:09.705 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_max_interval", 2024-09-17T17:03:09.705 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_shutdown_pgref_assert", 2024-09-17T17:03:09.705 INFO:tasks.workunit.client.0.smithi031.stdout: "public_network", 2024-09-17T17:03:09.705 INFO:tasks.workunit.client.0.smithi031.stdout: "rgw_cache_enabled", 2024-09-17T17:03:09.705 INFO:tasks.workunit.client.0.smithi031.stdout: "rgw_enable_ops_log", 2024-09-17T17:03:09.705 INFO:tasks.workunit.client.0.smithi031.stdout: "rgw_enable_usage_log" 2024-09-17T17:03:09.705 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:09.705 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.705 INFO:tasks.workunit.client.0.smithi031.stdout: "contact": null, 2024-09-17T17:03:09.705 INFO:tasks.workunit.client.0.smithi031.stdout: "crashes": [], 2024-09-17T17:03:09.705 INFO:tasks.workunit.client.0.smithi031.stdout: "created": "2024-09-17T16:54:09.970307Z", 2024-09-17T17:03:09.706 INFO:tasks.workunit.client.0.smithi031.stdout: "crush": { 2024-09-17T17:03:09.706 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_algs": { 2024-09-17T17:03:09.706 INFO:tasks.workunit.client.0.smithi031.stdout: "straw2": 3 2024-09-17T17:03:09.706 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.706 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_sizes": { 2024-09-17T17:03:09.706 INFO:tasks.workunit.client.0.smithi031.stdout: "2": 1, 2024-09-17T17:03:09.706 INFO:tasks.workunit.client.0.smithi031.stdout: "4": 2 2024-09-17T17:03:09.706 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.706 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_types": { 2024-09-17T17:03:09.706 INFO:tasks.workunit.client.0.smithi031.stdout: "1": 2, 2024-09-17T17:03:09.706 INFO:tasks.workunit.client.0.smithi031.stdout: "11": 1 2024-09-17T17:03:09.706 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.706 INFO:tasks.workunit.client.0.smithi031.stdout: "compat_weight_set": false, 2024-09-17T17:03:09.706 INFO:tasks.workunit.client.0.smithi031.stdout: "device_classes": [ 2024-09-17T17:03:09.707 INFO:tasks.workunit.client.0.smithi031.stdout: 8 2024-09-17T17:03:09.707 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:09.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_buckets": 6, 2024-09-17T17:03:09.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_devices": 8, 2024-09-17T17:03:09.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_rules": 1, 2024-09-17T17:03:09.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_types": 12, 2024-09-17T17:03:09.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_weight_sets": 0, 2024-09-17T17:03:09.707 INFO:tasks.workunit.client.0.smithi031.stdout: "tunables": { 2024-09-17T17:03:09.707 INFO:tasks.workunit.client.0.smithi031.stdout: "allowed_bucket_algs": 54, 2024-09-17T17:03:09.707 INFO:tasks.workunit.client.0.smithi031.stdout: "choose_local_fallback_tries": 0, 2024-09-17T17:03:09.707 INFO:tasks.workunit.client.0.smithi031.stdout: "choose_local_tries": 0, 2024-09-17T17:03:09.707 INFO:tasks.workunit.client.0.smithi031.stdout: "choose_total_tries": 50, 2024-09-17T17:03:09.707 INFO:tasks.workunit.client.0.smithi031.stdout: "chooseleaf_descend_once": 1, 2024-09-17T17:03:09.707 INFO:tasks.workunit.client.0.smithi031.stdout: "chooseleaf_stable": 1, 2024-09-17T17:03:09.708 INFO:tasks.workunit.client.0.smithi031.stdout: "chooseleaf_vary_r": 1, 2024-09-17T17:03:09.708 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v2_rules": 0, 2024-09-17T17:03:09.708 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v3_rules": 0, 2024-09-17T17:03:09.708 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v4_buckets": 1, 2024-09-17T17:03:09.708 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v5_rules": 0, 2024-09-17T17:03:09.708 INFO:tasks.workunit.client.0.smithi031.stdout: "legacy_tunables": 0, 2024-09-17T17:03:09.708 INFO:tasks.workunit.client.0.smithi031.stdout: "minimum_required_version": "jewel", 2024-09-17T17:03:09.708 INFO:tasks.workunit.client.0.smithi031.stdout: "optimal_tunables": 1, 2024-09-17T17:03:09.708 INFO:tasks.workunit.client.0.smithi031.stdout: "profile": "jewel", 2024-09-17T17:03:09.708 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables": 1, 2024-09-17T17:03:09.708 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables2": 1, 2024-09-17T17:03:09.709 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables3": 1, 2024-09-17T17:03:09.709 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables5": 1, 2024-09-17T17:03:09.709 INFO:tasks.workunit.client.0.smithi031.stdout: "straw_calc_version": 1 2024-09-17T17:03:09.709 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:09.709 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.709 INFO:tasks.workunit.client.0.smithi031.stdout: "description": "upgrade test cluster", 2024-09-17T17:03:09.709 INFO:tasks.workunit.client.0.smithi031.stdout: "fs": { 2024-09-17T17:03:09.709 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-09-17T17:03:09.709 INFO:tasks.workunit.client.0.smithi031.stdout: "feature_flags": { 2024-09-17T17:03:09.709 INFO:tasks.workunit.client.0.smithi031.stdout: "enable_multiple": true, 2024-09-17T17:03:09.709 INFO:tasks.workunit.client.0.smithi031.stdout: "ever_enabled_multiple": true 2024-09-17T17:03:09.709 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.709 INFO:tasks.workunit.client.0.smithi031.stdout: "filesystems": [ 2024-09-17T17:03:09.709 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:09.710 INFO:tasks.workunit.client.0.smithi031.stdout: "approx_ctime": "2024-09", 2024-09-17T17:03:09.710 INFO:tasks.workunit.client.0.smithi031.stdout: "balancer_enabled": false, 2024-09-17T17:03:09.710 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:09.710 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_caps": 0, 2024-09-17T17:03:09.710 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_dns": 10, 2024-09-17T17:03:09.710 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_inos": 13, 2024-09-17T17:03:09.710 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_subtrees": 2, 2024-09-17T17:03:09.710 INFO:tasks.workunit.client.0.smithi031.stdout: "ever_allowed_features": 0, 2024-09-17T17:03:09.710 INFO:tasks.workunit.client.0.smithi031.stdout: "explicitly_allowed_features": 0, 2024-09-17T17:03:09.710 INFO:tasks.workunit.client.0.smithi031.stdout: "files": 0, 2024-09-17T17:03:09.710 INFO:tasks.workunit.client.0.smithi031.stdout: "max_mds": 1, 2024-09-17T17:03:09.710 INFO:tasks.workunit.client.0.smithi031.stdout: "num_data_pools": 1, 2024-09-17T17:03:09.710 INFO:tasks.workunit.client.0.smithi031.stdout: "num_in": 1, 2024-09-17T17:03:09.710 INFO:tasks.workunit.client.0.smithi031.stdout: "num_mds": 1, 2024-09-17T17:03:09.711 INFO:tasks.workunit.client.0.smithi031.stdout: "num_sessions": 0, 2024-09-17T17:03:09.711 INFO:tasks.workunit.client.0.smithi031.stdout: "num_standby_replay": 0, 2024-09-17T17:03:09.711 INFO:tasks.workunit.client.0.smithi031.stdout: "num_up": 1, 2024-09-17T17:03:09.711 INFO:tasks.workunit.client.0.smithi031.stdout: "snaps": 0, 2024-09-17T17:03:09.711 INFO:tasks.workunit.client.0.smithi031.stdout: "standby_count_wanted": 0 2024-09-17T17:03:09.711 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:09.711 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:09.711 INFO:tasks.workunit.client.0.smithi031.stdout: "num_standby_mds": 1, 2024-09-17T17:03:09.711 INFO:tasks.workunit.client.0.smithi031.stdout: "total_num_mds": 2 2024-09-17T17:03:09.711 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.711 INFO:tasks.workunit.client.0.smithi031.stdout: "hosts": { 2024-09-17T17:03:09.711 INFO:tasks.workunit.client.0.smithi031.stdout: "num": 2, 2024-09-17T17:03:09.711 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_mds": 2, 2024-09-17T17:03:09.711 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_mgr": 2, 2024-09-17T17:03:09.712 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_mon": 2, 2024-09-17T17:03:09.712 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_osd": 2 2024-09-17T17:03:09.712 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.712 INFO:tasks.workunit.client.0.smithi031.stdout: "leaderboard": false, 2024-09-17T17:03:09.712 INFO:tasks.workunit.client.0.smithi031.stdout: "leaderboard_description": null, 2024-09-17T17:03:09.712 INFO:tasks.workunit.client.0.smithi031.stdout: "license": "sharing-1-0", 2024-09-17T17:03:09.712 INFO:tasks.workunit.client.0.smithi031.stdout: "metadata": { 2024-09-17T17:03:09.712 INFO:tasks.workunit.client.0.smithi031.stdout: "mds": { 2024-09-17T17:03:09.712 INFO:tasks.workunit.client.0.smithi031.stdout: "arch": { 2024-09-17T17:03:09.712 INFO:tasks.workunit.client.0.smithi031.stdout: "x86_64": 2 2024-09-17T17:03:09.712 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.712 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_version": { 2024-09-17T17:03:09.712 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T17:03:09.712 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.713 INFO:tasks.workunit.client.0.smithi031.stdout: "cpu": { 2024-09-17T17:03:09.713 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-09-17T17:03:09.713 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.713 INFO:tasks.workunit.client.0.smithi031.stdout: "distro": { 2024-09-17T17:03:09.713 INFO:tasks.workunit.client.0.smithi031.stdout: "centos": 2 2024-09-17T17:03:09.713 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.713 INFO:tasks.workunit.client.0.smithi031.stdout: "distro_description": { 2024-09-17T17:03:09.713 INFO:tasks.workunit.client.0.smithi031.stdout: "CentOS Stream 9": 2 2024-09-17T17:03:09.713 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.713 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_description": { 2024-09-17T17:03:09.713 INFO:tasks.workunit.client.0.smithi031.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 2 2024-09-17T17:03:09.713 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.713 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_version": { 2024-09-17T17:03:09.713 INFO:tasks.workunit.client.0.smithi031.stdout: "5.14.0-508.el9.x86_64": 2 2024-09-17T17:03:09.714 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.714 INFO:tasks.workunit.client.0.smithi031.stdout: "os": { 2024-09-17T17:03:09.714 INFO:tasks.workunit.client.0.smithi031.stdout: "Linux": 2 2024-09-17T17:03:09.714 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:09.714 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.714 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-09-17T17:03:09.714 INFO:tasks.workunit.client.0.smithi031.stdout: "arch": { 2024-09-17T17:03:09.714 INFO:tasks.workunit.client.0.smithi031.stdout: "x86_64": 3 2024-09-17T17:03:09.714 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.714 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_version": { 2024-09-17T17:03:09.714 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-17T17:03:09.714 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.714 INFO:tasks.workunit.client.0.smithi031.stdout: "cpu": { 2024-09-17T17:03:09.714 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-09-17T17:03:09.714 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.715 INFO:tasks.workunit.client.0.smithi031.stdout: "distro": { 2024-09-17T17:03:09.715 INFO:tasks.workunit.client.0.smithi031.stdout: "centos": 3 2024-09-17T17:03:09.715 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.715 INFO:tasks.workunit.client.0.smithi031.stdout: "distro_description": { 2024-09-17T17:03:09.715 INFO:tasks.workunit.client.0.smithi031.stdout: "CentOS Stream 9": 3 2024-09-17T17:03:09.715 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.715 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_description": { 2024-09-17T17:03:09.715 INFO:tasks.workunit.client.0.smithi031.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 3 2024-09-17T17:03:09.715 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.715 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_version": { 2024-09-17T17:03:09.715 INFO:tasks.workunit.client.0.smithi031.stdout: "5.14.0-508.el9.x86_64": 3 2024-09-17T17:03:09.715 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.715 INFO:tasks.workunit.client.0.smithi031.stdout: "os": { 2024-09-17T17:03:09.715 INFO:tasks.workunit.client.0.smithi031.stdout: "Linux": 3 2024-09-17T17:03:09.716 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:09.716 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.716 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:09.716 INFO:tasks.workunit.client.0.smithi031.stdout: "arch": { 2024-09-17T17:03:09.716 INFO:tasks.workunit.client.0.smithi031.stdout: "x86_64": 8 2024-09-17T17:03:09.716 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.716 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_version": { 2024-09-17T17:03:09.716 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 8 2024-09-17T17:03:09.716 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.716 INFO:tasks.workunit.client.0.smithi031.stdout: "cpu": { 2024-09-17T17:03:09.716 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-09-17T17:03:09.716 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.716 INFO:tasks.workunit.client.0.smithi031.stdout: "distro": { 2024-09-17T17:03:09.716 INFO:tasks.workunit.client.0.smithi031.stdout: "centos": 8 2024-09-17T17:03:09.717 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.717 INFO:tasks.workunit.client.0.smithi031.stdout: "distro_description": { 2024-09-17T17:03:09.717 INFO:tasks.workunit.client.0.smithi031.stdout: "CentOS Stream 9": 8 2024-09-17T17:03:09.717 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.717 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_description": { 2024-09-17T17:03:09.717 INFO:tasks.workunit.client.0.smithi031.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 8 2024-09-17T17:03:09.717 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.717 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_version": { 2024-09-17T17:03:09.717 INFO:tasks.workunit.client.0.smithi031.stdout: "5.14.0-508.el9.x86_64": 8 2024-09-17T17:03:09.717 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.717 INFO:tasks.workunit.client.0.smithi031.stdout: "os": { 2024-09-17T17:03:09.717 INFO:tasks.workunit.client.0.smithi031.stdout: "Linux": 8 2024-09-17T17:03:09.717 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.717 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_objectstore": { 2024-09-17T17:03:09.718 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": 8 2024-09-17T17:03:09.718 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.718 INFO:tasks.workunit.client.0.smithi031.stdout: "rotational": { 2024-09-17T17:03:09.718 INFO:tasks.workunit.client.0.smithi031.stdout: "0": 8 2024-09-17T17:03:09.718 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:09.718 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:09.718 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.718 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-09-17T17:03:09.718 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-09-17T17:03:09.718 INFO:tasks.workunit.client.0.smithi031.stdout: "features": { 2024-09-17T17:03:09.718 INFO:tasks.workunit.client.0.smithi031.stdout: "optional": [], 2024-09-17T17:03:09.718 INFO:tasks.workunit.client.0.smithi031.stdout: "persistent": [ 2024-09-17T17:03:09.718 INFO:tasks.workunit.client.0.smithi031.stdout: "kraken", 2024-09-17T17:03:09.718 INFO:tasks.workunit.client.0.smithi031.stdout: "luminous", 2024-09-17T17:03:09.719 INFO:tasks.workunit.client.0.smithi031.stdout: "mimic", 2024-09-17T17:03:09.719 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap-prune", 2024-09-17T17:03:09.719 INFO:tasks.workunit.client.0.smithi031.stdout: "nautilus", 2024-09-17T17:03:09.719 INFO:tasks.workunit.client.0.smithi031.stdout: "octopus", 2024-09-17T17:03:09.719 INFO:tasks.workunit.client.0.smithi031.stdout: "pacific", 2024-09-17T17:03:09.719 INFO:tasks.workunit.client.0.smithi031.stdout: "elector-pinging", 2024-09-17T17:03:09.719 INFO:tasks.workunit.client.0.smithi031.stdout: "quincy", 2024-09-17T17:03:09.719 INFO:tasks.workunit.client.0.smithi031.stdout: "reef" 2024-09-17T17:03:09.719 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:09.719 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.719 INFO:tasks.workunit.client.0.smithi031.stdout: "ipv4_addr_mons": 6, 2024-09-17T17:03:09.719 INFO:tasks.workunit.client.0.smithi031.stdout: "ipv6_addr_mons": 0, 2024-09-17T17:03:09.719 INFO:tasks.workunit.client.0.smithi031.stdout: "min_mon_release": 18, 2024-09-17T17:03:09.720 INFO:tasks.workunit.client.0.smithi031.stdout: "v1_addr_mons": 3, 2024-09-17T17:03:09.720 INFO:tasks.workunit.client.0.smithi031.stdout: "v2_addr_mons": 3 2024-09-17T17:03:09.720 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.720 INFO:tasks.workunit.client.0.smithi031.stdout: "organization": "ceph-qa", 2024-09-17T17:03:09.720 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:09.720 INFO:tasks.workunit.client.0.smithi031.stdout: "cluster_network": false, 2024-09-17T17:03:09.720 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 8, 2024-09-17T17:03:09.720 INFO:tasks.workunit.client.0.smithi031.stdout: "require_min_compat_client": "luminous", 2024-09-17T17:03:09.720 INFO:tasks.workunit.client.0.smithi031.stdout: "require_osd_release": "reef" 2024-09-17T17:03:09.720 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.720 INFO:tasks.workunit.client.0.smithi031.stdout: "pools": [ 2024-09-17T17:03:09.720 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:09.720 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-09-17T17:03:09.720 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr" 2024-09-17T17:03:09.720 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:09.721 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-09-17T17:03:09.721 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-09-17T17:03:09.721 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-09-17T17:03:09.721 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-09-17T17:03:09.721 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-09-17T17:03:09.721 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 1, 2024-09-17T17:03:09.721 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 1, 2024-09-17T17:03:09.721 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 1, 2024-09-17T17:03:09.721 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-09-17T17:03:09.721 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-09-17T17:03:09.721 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 729296218378, 2024-09-17T17:03:09.721 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 1781760, 2024-09-17T17:03:09.721 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-09-17T17:03:09.721 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-09-17T17:03:09.722 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 1781760, 2024-09-17T17:03:09.722 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-09-17T17:03:09.722 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 243098730496, 2024-09-17T17:03:09.722 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 2, 2024-09-17T17:03:09.722 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-09-17T17:03:09.722 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 2.443116500217002e-06, 2024-09-17T17:03:09.722 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-09-17T17:03:09.722 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-09-17T17:03:09.722 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 212, 2024-09-17T17:03:09.722 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 313344, 2024-09-17T17:03:09.722 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 590368, 2024-09-17T17:03:09.722 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 590368, 2024-09-17T17:03:09.722 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-09-17T17:03:09.722 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 1771104, 2024-09-17T17:03:09.723 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 179, 2024-09-17T17:03:09.723 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 2473984 2024-09-17T17:03:09.723 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.723 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-09-17T17:03:09.723 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-09-17T17:03:09.723 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-09-17T17:03:09.723 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.723 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:09.723 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-09-17T17:03:09.723 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-09-17T17:03:09.723 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:09.723 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-09-17T17:03:09.723 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-09-17T17:03:09.723 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-09-17T17:03:09.724 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-09-17T17:03:09.724 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-09-17T17:03:09.724 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 32, 2024-09-17T17:03:09.724 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 32, 2024-09-17T17:03:09.724 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 2, 2024-09-17T17:03:09.724 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-09-17T17:03:09.724 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-09-17T17:03:09.724 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 729296218378, 2024-09-17T17:03:09.724 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 98304, 2024-09-17T17:03:09.724 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-09-17T17:03:09.724 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-09-17T17:03:09.724 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 98304, 2024-09-17T17:03:09.724 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-09-17T17:03:09.724 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 243098730496, 2024-09-17T17:03:09.725 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 22, 2024-09-17T17:03:09.725 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-09-17T17:03:09.725 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 1.347929554640359e-07, 2024-09-17T17:03:09.725 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-09-17T17:03:09.725 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-09-17T17:03:09.725 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 0, 2024-09-17T17:03:09.725 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 0, 2024-09-17T17:03:09.725 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 3428, 2024-09-17T17:03:09.725 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 3428, 2024-09-17T17:03:09.725 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-09-17T17:03:09.725 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 10284, 2024-09-17T17:03:09.725 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 51, 2024-09-17T17:03:09.725 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 20480 2024-09-17T17:03:09.725 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.726 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-09-17T17:03:09.726 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-09-17T17:03:09.726 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-09-17T17:03:09.726 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.726 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:09.726 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-09-17T17:03:09.726 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-09-17T17:03:09.726 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:09.726 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-09-17T17:03:09.726 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-09-17T17:03:09.726 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-09-17T17:03:09.726 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-09-17T17:03:09.726 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-09-17T17:03:09.726 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 64, 2024-09-17T17:03:09.727 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 64, 2024-09-17T17:03:09.727 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 3, 2024-09-17T17:03:09.727 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-09-17T17:03:09.727 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-09-17T17:03:09.727 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 729296218378, 2024-09-17T17:03:09.727 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 0, 2024-09-17T17:03:09.727 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-09-17T17:03:09.727 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-09-17T17:03:09.727 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 0, 2024-09-17T17:03:09.727 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-09-17T17:03:09.727 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 243098730496, 2024-09-17T17:03:09.727 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 0, 2024-09-17T17:03:09.727 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-09-17T17:03:09.727 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 0.0, 2024-09-17T17:03:09.728 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-09-17T17:03:09.728 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-09-17T17:03:09.728 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 0, 2024-09-17T17:03:09.728 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 0, 2024-09-17T17:03:09.728 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 0, 2024-09-17T17:03:09.728 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 0, 2024-09-17T17:03:09.728 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-09-17T17:03:09.728 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 0, 2024-09-17T17:03:09.728 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 0, 2024-09-17T17:03:09.728 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 0 2024-09-17T17:03:09.728 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.728 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-09-17T17:03:09.728 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-09-17T17:03:09.729 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-09-17T17:03:09.729 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.729 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:09.729 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-09-17T17:03:09.729 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd" 2024-09-17T17:03:09.729 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:09.729 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-09-17T17:03:09.729 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-09-17T17:03:09.729 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-09-17T17:03:09.729 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-09-17T17:03:09.729 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-09-17T17:03:09.729 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 8, 2024-09-17T17:03:09.729 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 8, 2024-09-17T17:03:09.729 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 4, 2024-09-17T17:03:09.730 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-09-17T17:03:09.730 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-09-17T17:03:09.730 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 729296218378, 2024-09-17T17:03:09.730 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 12288, 2024-09-17T17:03:09.730 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-09-17T17:03:09.730 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-09-17T17:03:09.730 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 12288, 2024-09-17T17:03:09.730 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-09-17T17:03:09.730 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 243098730496, 2024-09-17T17:03:09.730 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 2, 2024-09-17T17:03:09.730 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-09-17T17:03:09.730 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 1.684912120936133e-08, 2024-09-17T17:03:09.730 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-09-17T17:03:09.730 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-09-17T17:03:09.731 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 0, 2024-09-17T17:03:09.731 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 0, 2024-09-17T17:03:09.731 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 19, 2024-09-17T17:03:09.731 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 19, 2024-09-17T17:03:09.731 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-09-17T17:03:09.731 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 57, 2024-09-17T17:03:09.731 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 2, 2024-09-17T17:03:09.731 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 2048 2024-09-17T17:03:09.731 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.731 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-09-17T17:03:09.731 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-09-17T17:03:09.731 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-09-17T17:03:09.731 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:09.731 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:09.732 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd": { 2024-09-17T17:03:09.732 INFO:tasks.workunit.client.0.smithi031.stdout: "mirroring_by_pool": [ 2024-09-17T17:03:09.732 INFO:tasks.workunit.client.0.smithi031.stdout: false 2024-09-17T17:03:09.732 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:09.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_images_by_pool": [ 2024-09-17T17:03:09.732 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:09.732 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:09.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pools": 1 2024-09-17T17:03:09.732 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.732 INFO:tasks.workunit.client.0.smithi031.stdout: "report_id": "70e3a9d8-0e83-4abe-a882-642539cabc96", 2024-09-17T17:03:09.732 INFO:tasks.workunit.client.0.smithi031.stdout: "report_timestamp": "2024-09-17T17:03:09.677184", 2024-09-17T17:03:09.732 INFO:tasks.workunit.client.0.smithi031.stdout: "report_version": 1, 2024-09-17T17:03:09.732 INFO:tasks.workunit.client.0.smithi031.stdout: "rook": { 2024-09-17T17:03:09.732 INFO:tasks.workunit.client.0.smithi031.stdout: "cluster": { 2024-09-17T17:03:09.733 INFO:tasks.workunit.client.0.smithi031.stdout: "external-mode": null, 2024-09-17T17:03:09.733 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-09-17T17:03:09.733 INFO:tasks.workunit.client.0.smithi031.stdout: "allow-multiple-per-node": null, 2024-09-17T17:03:09.733 INFO:tasks.workunit.client.0.smithi031.stdout: "count": null, 2024-09-17T17:03:09.733 INFO:tasks.workunit.client.0.smithi031.stdout: "max-id": null, 2024-09-17T17:03:09.733 INFO:tasks.workunit.client.0.smithi031.stdout: "pvc": { 2024-09-17T17:03:09.733 INFO:tasks.workunit.client.0.smithi031.stdout: "enabled": null 2024-09-17T17:03:09.733 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.733 INFO:tasks.workunit.client.0.smithi031.stdout: "stretch": { 2024-09-17T17:03:09.733 INFO:tasks.workunit.client.0.smithi031.stdout: "enabled": null 2024-09-17T17:03:09.733 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:09.733 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.733 INFO:tasks.workunit.client.0.smithi031.stdout: "network": { 2024-09-17T17:03:09.733 INFO:tasks.workunit.client.0.smithi031.stdout: "provider": null 2024-09-17T17:03:09.734 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.734 INFO:tasks.workunit.client.0.smithi031.stdout: "storage": { 2024-09-17T17:03:09.734 INFO:tasks.workunit.client.0.smithi031.stdout: "device-set": { 2024-09-17T17:03:09.734 INFO:tasks.workunit.client.0.smithi031.stdout: "count": { 2024-09-17T17:03:09.734 INFO:tasks.workunit.client.0.smithi031.stdout: "non-portable": null, 2024-09-17T17:03:09.734 INFO:tasks.workunit.client.0.smithi031.stdout: "portable": null, 2024-09-17T17:03:09.734 INFO:tasks.workunit.client.0.smithi031.stdout: "total": null 2024-09-17T17:03:09.734 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:09.734 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:09.734 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:09.734 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.734 INFO:tasks.workunit.client.0.smithi031.stdout: "csi": { 2024-09-17T17:03:09.734 INFO:tasks.workunit.client.0.smithi031.stdout: "version": null 2024-09-17T17:03:09.734 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.734 INFO:tasks.workunit.client.0.smithi031.stdout: "kubernetes": { 2024-09-17T17:03:09.735 INFO:tasks.workunit.client.0.smithi031.stdout: "version": null 2024-09-17T17:03:09.735 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.735 INFO:tasks.workunit.client.0.smithi031.stdout: "node": { 2024-09-17T17:03:09.735 INFO:tasks.workunit.client.0.smithi031.stdout: "count": { 2024-09-17T17:03:09.735 INFO:tasks.workunit.client.0.smithi031.stdout: "kubernetes-total": null, 2024-09-17T17:03:09.735 INFO:tasks.workunit.client.0.smithi031.stdout: "with-ceph-daemons": null, 2024-09-17T17:03:09.735 INFO:tasks.workunit.client.0.smithi031.stdout: "with-csi-cephfs-plugin": null, 2024-09-17T17:03:09.735 INFO:tasks.workunit.client.0.smithi031.stdout: "with-csi-nfs-plugin": null, 2024-09-17T17:03:09.735 INFO:tasks.workunit.client.0.smithi031.stdout: "with-csi-rbd-plugin": null 2024-09-17T17:03:09.735 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:09.735 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.735 INFO:tasks.workunit.client.0.smithi031.stdout: "usage": { 2024-09-17T17:03:09.735 INFO:tasks.workunit.client.0.smithi031.stdout: "storage-class": { 2024-09-17T17:03:09.735 INFO:tasks.workunit.client.0.smithi031.stdout: "count": { 2024-09-17T17:03:09.736 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": null, 2024-09-17T17:03:09.736 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs": null, 2024-09-17T17:03:09.736 INFO:tasks.workunit.client.0.smithi031.stdout: "nfs": null, 2024-09-17T17:03:09.736 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd": null, 2024-09-17T17:03:09.736 INFO:tasks.workunit.client.0.smithi031.stdout: "total": null 2024-09-17T17:03:09.736 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:09.736 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:09.736 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.736 INFO:tasks.workunit.client.0.smithi031.stdout: "version": null 2024-09-17T17:03:09.736 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.736 INFO:tasks.workunit.client.0.smithi031.stdout: "services": {}, 2024-09-17T17:03:09.736 INFO:tasks.workunit.client.0.smithi031.stdout: "usage": { 2024-09-17T17:03:09.736 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 105, 2024-09-17T17:03:09.736 INFO:tasks.workunit.client.0.smithi031.stdout: "pools": 4, 2024-09-17T17:03:09.737 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_by_class": { 2024-09-17T17:03:09.737 INFO:tasks.workunit.client.0.smithi031.stdout: "ssd": { 2024-09-17T17:03:09.737 INFO:tasks.workunit.client.0.smithi031.stdout: "total_avail_bytes": 767718219776, 2024-09-17T17:03:09.737 INFO:tasks.workunit.client.0.smithi031.stdout: "total_bytes": 767960285184, 2024-09-17T17:03:09.737 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_bytes": 242065408, 2024-09-17T17:03:09.737 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_raw_bytes": 242065408, 2024-09-17T17:03:09.737 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_raw_ratio": 0.00031520563061349094 2024-09-17T17:03:09.737 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:09.737 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:09.737 INFO:tasks.workunit.client.0.smithi031.stdout: "total_avail_bytes": 767718219776, 2024-09-17T17:03:09.737 INFO:tasks.workunit.client.0.smithi031.stdout: "total_bytes": 767960285184, 2024-09-17T17:03:09.737 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_bytes": 242065408 2024-09-17T17:03:09.737 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:09.737 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-17T17:03:09.737 INFO:tasks.workunit.client.0.smithi031.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-09-17T17:03:09.738 INFO:tasks.workunit.client.0.smithi031.stderr:+ ceph telemetry preview-device 2024-09-17T17:03:10.217 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-17T17:03:10.217 INFO:tasks.workunit.client.0.smithi031.stdout: "b782c484-7516-11ef-b3ea-ac1f6ba5caba": { 2024-09-17T17:03:10.218 INFO:tasks.workunit.client.0.smithi031.stdout: "INTEL_SSDPEDMD400G4_b78373de-7516-11ef-b3ea-ac1f6ba5caba": { 2024-09-17T17:03:10.218 INFO:tasks.workunit.client.0.smithi031.stdout: "20240917-165728": { 2024-09-17T17:03:10.218 INFO:tasks.workunit.client.0.smithi031.stdout: "device": { 2024-09-17T17:03:10.218 INFO:tasks.workunit.client.0.smithi031.stdout: "info_name": "/dev/nvme0n1", 2024-09-17T17:03:10.218 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "/dev/nvme0n1", 2024-09-17T17:03:10.218 INFO:tasks.workunit.client.0.smithi031.stdout: "protocol": "NVMe", 2024-09-17T17:03:10.218 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "nvme" 2024-09-17T17:03:10.218 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.218 INFO:tasks.workunit.client.0.smithi031.stdout: "firmware_version": "8DV101H0", 2024-09-17T17:03:10.218 INFO:tasks.workunit.client.0.smithi031.stdout: "host_id": "b782c484-7516-11ef-b3ea-ac1f6ba5caba", 2024-09-17T17:03:10.218 INFO:tasks.workunit.client.0.smithi031.stdout: "json_format_version": [ 2024-09-17T17:03:10.218 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:10.218 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:10.218 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:10.219 INFO:tasks.workunit.client.0.smithi031.stdout: "local_time": { 2024-09-17T17:03:10.219 INFO:tasks.workunit.client.0.smithi031.stdout: "asctime": "Tue Sep 17 16:57:27 2024 UTC", 2024-09-17T17:03:10.219 INFO:tasks.workunit.client.0.smithi031.stdout: "time_t": 1726592247 2024-09-17T17:03:10.219 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.219 INFO:tasks.workunit.client.0.smithi031.stdout: "logical_block_size": 512, 2024-09-17T17:03:10.219 INFO:tasks.workunit.client.0.smithi031.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-17T17:03:10.219 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_controller_id": 0, 2024-09-17T17:03:10.219 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-17T17:03:10.219 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_namespaces": [ 2024-09-17T17:03:10.219 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:10.219 INFO:tasks.workunit.client.0.smithi031.stdout: "capacity": { 2024-09-17T17:03:10.219 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-09-17T17:03:10.219 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-09-17T17:03:10.219 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.220 INFO:tasks.workunit.client.0.smithi031.stdout: "formatted_lba_size": 512, 2024-09-17T17:03:10.220 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 1, 2024-09-17T17:03:10.220 INFO:tasks.workunit.client.0.smithi031.stdout: "size": { 2024-09-17T17:03:10.220 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-09-17T17:03:10.220 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-09-17T17:03:10.220 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.220 INFO:tasks.workunit.client.0.smithi031.stdout: "utilization": { 2024-09-17T17:03:10.220 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-09-17T17:03:10.220 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-09-17T17:03:10.221 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.221 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.221 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:10.221 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_number_of_namespaces": 1, 2024-09-17T17:03:10.221 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_pci_vendor": { 2024-09-17T17:03:10.221 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 32902, 2024-09-17T17:03:10.221 INFO:tasks.workunit.client.0.smithi031.stdout: "subsystem_id": 32902 2024-09-17T17:03:10.221 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.221 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_add_log": { 2024-09-17T17:03:10.221 INFO:tasks.workunit.client.0.smithi031.stdout: "Device stats": { 2024-09-17T17:03:10.221 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_fw_downgrades": { 2024-09-17T17:03:10.221 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:10.221 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.222 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.222 INFO:tasks.workunit.client.0.smithi031.stdout: "crc_error_count": { 2024-09-17T17:03:10.222 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.222 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.222 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.222 INFO:tasks.workunit.client.0.smithi031.stdout: "end_to_end_error_detection_count": { 2024-09-17T17:03:10.222 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.222 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.222 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.222 INFO:tasks.workunit.client.0.smithi031.stdout: "erase_fail_count": { 2024-09-17T17:03:10.222 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.222 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.222 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.223 INFO:tasks.workunit.client.0.smithi031.stdout: "host_bytes_written": { 2024-09-17T17:03:10.223 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.223 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 37304047 2024-09-17T17:03:10.223 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.223 INFO:tasks.workunit.client.0.smithi031.stdout: "host_ctx_wear_used": { 2024-09-17T17:03:10.223 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.223 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 1 2024-09-17T17:03:10.223 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.224 INFO:tasks.workunit.client.0.smithi031.stdout: "media_bytes_read": { 2024-09-17T17:03:10.224 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:10.224 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.224 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.224 INFO:tasks.workunit.client.0.smithi031.stdout: "nand_bytes_written": { 2024-09-17T17:03:10.224 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.224 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 57162084 2024-09-17T17:03:10.224 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.224 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_stat_indicator": { 2024-09-17T17:03:10.224 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:10.224 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.224 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.224 INFO:tasks.workunit.client.0.smithi031.stdout: "pll_lock_loss_count": { 2024-09-17T17:03:10.224 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.225 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.225 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.225 INFO:tasks.workunit.client.0.smithi031.stdout: "program_fail_count": { 2024-09-17T17:03:10.225 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.225 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.225 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.225 INFO:tasks.workunit.client.0.smithi031.stdout: "re_alloc_sectr_cnt": { 2024-09-17T17:03:10.225 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:10.225 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.225 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.225 INFO:tasks.workunit.client.0.smithi031.stdout: "retry_buffer_overflow_count": { 2024-09-17T17:03:10.225 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.225 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.225 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.226 INFO:tasks.workunit.client.0.smithi031.stdout: "soft_ecc_err_rate": { 2024-09-17T17:03:10.226 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:10.226 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.226 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.226 INFO:tasks.workunit.client.0.smithi031.stdout: "thermal_throttle_status": { 2024-09-17T17:03:10.226 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.226 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-09-17T17:03:10.226 INFO:tasks.workunit.client.0.smithi031.stdout: "cnt": 0, 2024-09-17T17:03:10.226 INFO:tasks.workunit.client.0.smithi031.stdout: "pct": 0 2024-09-17T17:03:10.226 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.226 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.226 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_host_reads": { 2024-09-17T17:03:10.226 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.226 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-09-17T17:03:10.226 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.227 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_media_wear": { 2024-09-17T17:03:10.227 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.227 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": "63.999023" 2024-09-17T17:03:10.227 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.227 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_timer": { 2024-09-17T17:03:10.227 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.227 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-09-17T17:03:10.227 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.227 INFO:tasks.workunit.client.0.smithi031.stdout: "unexp_power_loss": { 2024-09-17T17:03:10.227 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:10.227 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.227 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.227 INFO:tasks.workunit.client.0.smithi031.stdout: "wear_leveling": { 2024-09-17T17:03:10.227 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 88, 2024-09-17T17:03:10.228 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-09-17T17:03:10.228 INFO:tasks.workunit.client.0.smithi031.stdout: "avg": 3764, 2024-09-17T17:03:10.228 INFO:tasks.workunit.client.0.smithi031.stdout: "max": 3788, 2024-09-17T17:03:10.228 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 3741 2024-09-17T17:03:10.228 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.228 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.228 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.228 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel Smart log": "nvme0n1" 2024-09-17T17:03:10.228 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.228 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_log": { 2024-09-17T17:03:10.228 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare": 100, 2024-09-17T17:03:10.228 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare_threshold": 10, 2024-09-17T17:03:10.228 INFO:tasks.workunit.client.0.smithi031.stdout: "controller_busy_time": 2, 2024-09-17T17:03:10.229 INFO:tasks.workunit.client.0.smithi031.stdout: "critical_warning": 0, 2024-09-17T17:03:10.229 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_read": 443482787, 2024-09-17T17:03:10.229 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_written": 2444758078, 2024-09-17T17:03:10.229 INFO:tasks.workunit.client.0.smithi031.stdout: "host_reads": 6362926520, 2024-09-17T17:03:10.229 INFO:tasks.workunit.client.0.smithi031.stdout: "host_writes": 38389434661, 2024-09-17T17:03:10.229 INFO:tasks.workunit.client.0.smithi031.stdout: "media_errors": 0, 2024-09-17T17:03:10.229 INFO:tasks.workunit.client.0.smithi031.stdout: "num_err_log_entries": 0, 2024-09-17T17:03:10.229 INFO:tasks.workunit.client.0.smithi031.stdout: "percentage_used": 12, 2024-09-17T17:03:10.229 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycles": 46307, 2024-09-17T17:03:10.229 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_hours": 68320, 2024-09-17T17:03:10.229 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": 25, 2024-09-17T17:03:10.229 INFO:tasks.workunit.client.0.smithi031.stdout: "unsafe_shutdowns": 84 2024-09-17T17:03:10.229 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.229 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_vendor": "intel", 2024-09-17T17:03:10.229 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_version": { 2024-09-17T17:03:10.230 INFO:tasks.workunit.client.0.smithi031.stdout: "string": "<1.2", 2024-09-17T17:03:10.230 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:10.230 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.230 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycle_count": 46307, 2024-09-17T17:03:10.230 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_time": { 2024-09-17T17:03:10.230 INFO:tasks.workunit.client.0.smithi031.stdout: "hours": 68320 2024-09-17T17:03:10.230 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.230 INFO:tasks.workunit.client.0.smithi031.stdout: "serial_number": "deleted", 2024-09-17T17:03:10.230 INFO:tasks.workunit.client.0.smithi031.stdout: "smart_status": { 2024-09-17T17:03:10.230 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme": { 2024-09-17T17:03:10.230 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:10.230 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.230 INFO:tasks.workunit.client.0.smithi031.stdout: "passed": true 2024-09-17T17:03:10.231 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.231 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl": { 2024-09-17T17:03:10.231 INFO:tasks.workunit.client.0.smithi031.stdout: "argv": [ 2024-09-17T17:03:10.231 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl", 2024-09-17T17:03:10.231 INFO:tasks.workunit.client.0.smithi031.stdout: "-x", 2024-09-17T17:03:10.231 INFO:tasks.workunit.client.0.smithi031.stdout: "--json=o", 2024-09-17T17:03:10.231 INFO:tasks.workunit.client.0.smithi031.stdout: "/dev/nvme0n1" 2024-09-17T17:03:10.231 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:10.231 INFO:tasks.workunit.client.0.smithi031.stdout: "build_info": "(local build)", 2024-09-17T17:03:10.231 INFO:tasks.workunit.client.0.smithi031.stdout: "exit_status": 0, 2024-09-17T17:03:10.231 INFO:tasks.workunit.client.0.smithi031.stdout: "output": [ 2024-09-17T17:03:10.231 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-508.el9.x86_64] (local build)", 2024-09-17T17:03:10.231 INFO:tasks.workunit.client.0.smithi031.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-17T17:03:10.231 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:10.232 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-17T17:03:10.232 INFO:tasks.workunit.client.0.smithi031.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-17T17:03:10.232 INFO:tasks.workunit.client.0.smithi031.stdout: "Serial Number: deleted", 2024-09-17T17:03:10.232 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Version: 8DV101H0", 2024-09-17T17:03:10.232 INFO:tasks.workunit.client.0.smithi031.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-17T17:03:10.232 INFO:tasks.workunit.client.0.smithi031.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-17T17:03:10.232 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller ID: 0", 2024-09-17T17:03:10.232 INFO:tasks.workunit.client.0.smithi031.stdout: "NVMe Version: <1.2", 2024-09-17T17:03:10.232 INFO:tasks.workunit.client.0.smithi031.stdout: "Number of Namespaces: 1", 2024-09-17T17:03:10.232 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-17T17:03:10.232 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-17T17:03:10.232 INFO:tasks.workunit.client.0.smithi031.stdout: "Local Time is: Tue Sep 17 16:57:27 2024 UTC", 2024-09-17T17:03:10.232 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-17T17:03:10.232 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-17T17:03:10.233 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-17T17:03:10.233 INFO:tasks.workunit.client.0.smithi031.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-17T17:03:10.233 INFO:tasks.workunit.client.0.smithi031.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-17T17:03:10.233 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:10.233 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported Power States", 2024-09-17T17:03:10.233 INFO:tasks.workunit.client.0.smithi031.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-17T17:03:10.233 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-17T17:03:10.233 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:10.233 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-17T17:03:10.233 INFO:tasks.workunit.client.0.smithi031.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-17T17:03:10.233 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 512 0 2", 2024-09-17T17:03:10.233 INFO:tasks.workunit.client.0.smithi031.stdout: " 1 - 512 8 2", 2024-09-17T17:03:10.233 INFO:tasks.workunit.client.0.smithi031.stdout: " 2 - 512 16 2", 2024-09-17T17:03:10.234 INFO:tasks.workunit.client.0.smithi031.stdout: " 3 - 4096 0 0", 2024-09-17T17:03:10.234 INFO:tasks.workunit.client.0.smithi031.stdout: " 4 - 4096 8 0", 2024-09-17T17:03:10.234 INFO:tasks.workunit.client.0.smithi031.stdout: " 5 - 4096 64 0", 2024-09-17T17:03:10.234 INFO:tasks.workunit.client.0.smithi031.stdout: " 6 - 4096 128 0", 2024-09-17T17:03:10.234 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:10.234 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-17T17:03:10.234 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-17T17:03:10.234 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:10.234 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-17T17:03:10.234 INFO:tasks.workunit.client.0.smithi031.stdout: "Critical Warning: 0x00", 2024-09-17T17:03:10.235 INFO:tasks.workunit.client.0.smithi031.stdout: "Temperature: 25 Celsius", 2024-09-17T17:03:10.236 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare: 100%", 2024-09-17T17:03:10.236 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare Threshold: 10%", 2024-09-17T17:03:10.236 INFO:tasks.workunit.client.0.smithi031.stdout: "Percentage Used: 12%", 2024-09-17T17:03:10.236 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Read: 443,482,787 [227 TB]", 2024-09-17T17:03:10.236 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Written: 2,444,758,078 [1.25 PB]", 2024-09-17T17:03:10.236 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Read Commands: 6,362,926,520", 2024-09-17T17:03:10.236 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Write Commands: 38,389,434,661", 2024-09-17T17:03:10.236 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller Busy Time: 2", 2024-09-17T17:03:10.236 INFO:tasks.workunit.client.0.smithi031.stdout: "Power Cycles: 46,307", 2024-09-17T17:03:10.236 INFO:tasks.workunit.client.0.smithi031.stdout: "Power On Hours: 68,320", 2024-09-17T17:03:10.236 INFO:tasks.workunit.client.0.smithi031.stdout: "Unsafe Shutdowns: 84", 2024-09-17T17:03:10.236 INFO:tasks.workunit.client.0.smithi031.stdout: "Media and Data Integrity Errors: 0", 2024-09-17T17:03:10.236 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information Log Entries: 0", 2024-09-17T17:03:10.237 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:10.237 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-17T17:03:10.237 INFO:tasks.workunit.client.0.smithi031.stdout: "No Errors Logged", 2024-09-17T17:03:10.237 INFO:tasks.workunit.client.0.smithi031.stdout: "" 2024-09-17T17:03:10.237 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:10.237 INFO:tasks.workunit.client.0.smithi031.stdout: "platform_info": "x86_64-linux-5.14.0-508.el9.x86_64", 2024-09-17T17:03:10.237 INFO:tasks.workunit.client.0.smithi031.stdout: "svn_revision": "5155", 2024-09-17T17:03:10.237 INFO:tasks.workunit.client.0.smithi031.stdout: "version": [ 2024-09-17T17:03:10.237 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:10.237 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:10.237 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:10.237 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.237 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": { 2024-09-17T17:03:10.238 INFO:tasks.workunit.client.0.smithi031.stdout: "current": 25 2024-09-17T17:03:10.238 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.238 INFO:tasks.workunit.client.0.smithi031.stdout: "user_capacity": { 2024-09-17T17:03:10.238 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-09-17T17:03:10.238 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-09-17T17:03:10.238 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.238 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.238 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.238 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.238 INFO:tasks.workunit.client.0.smithi031.stdout: "b784b802-7516-11ef-b3ea-ac1f6ba5caba": { 2024-09-17T17:03:10.238 INFO:tasks.workunit.client.0.smithi031.stdout: "INTEL_SSDPEDMD400G4_b785385e-7516-11ef-b3ea-ac1f6ba5caba": { 2024-09-17T17:03:10.238 INFO:tasks.workunit.client.0.smithi031.stdout: "20240917-165732": { 2024-09-17T17:03:10.238 INFO:tasks.workunit.client.0.smithi031.stdout: "device": { 2024-09-17T17:03:10.239 INFO:tasks.workunit.client.0.smithi031.stdout: "info_name": "/dev/nvme0n1", 2024-09-17T17:03:10.239 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "/dev/nvme0n1", 2024-09-17T17:03:10.239 INFO:tasks.workunit.client.0.smithi031.stdout: "protocol": "NVMe", 2024-09-17T17:03:10.239 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "nvme" 2024-09-17T17:03:10.239 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.239 INFO:tasks.workunit.client.0.smithi031.stdout: "firmware_version": "8DV101H0", 2024-09-17T17:03:10.239 INFO:tasks.workunit.client.0.smithi031.stdout: "host_id": "b784b802-7516-11ef-b3ea-ac1f6ba5caba", 2024-09-17T17:03:10.239 INFO:tasks.workunit.client.0.smithi031.stdout: "json_format_version": [ 2024-09-17T17:03:10.239 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:10.239 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:10.239 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:10.239 INFO:tasks.workunit.client.0.smithi031.stdout: "local_time": { 2024-09-17T17:03:10.239 INFO:tasks.workunit.client.0.smithi031.stdout: "asctime": "Tue Sep 17 16:57:31 2024 UTC", 2024-09-17T17:03:10.240 INFO:tasks.workunit.client.0.smithi031.stdout: "time_t": 1726592251 2024-09-17T17:03:10.240 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.240 INFO:tasks.workunit.client.0.smithi031.stdout: "logical_block_size": 512, 2024-09-17T17:03:10.240 INFO:tasks.workunit.client.0.smithi031.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-17T17:03:10.240 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_controller_id": 0, 2024-09-17T17:03:10.240 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-17T17:03:10.240 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_namespaces": [ 2024-09-17T17:03:10.240 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:10.240 INFO:tasks.workunit.client.0.smithi031.stdout: "capacity": { 2024-09-17T17:03:10.240 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-09-17T17:03:10.240 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-09-17T17:03:10.240 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.241 INFO:tasks.workunit.client.0.smithi031.stdout: "formatted_lba_size": 512, 2024-09-17T17:03:10.241 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 1, 2024-09-17T17:03:10.241 INFO:tasks.workunit.client.0.smithi031.stdout: "size": { 2024-09-17T17:03:10.241 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-09-17T17:03:10.241 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-09-17T17:03:10.241 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.241 INFO:tasks.workunit.client.0.smithi031.stdout: "utilization": { 2024-09-17T17:03:10.241 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-09-17T17:03:10.241 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-09-17T17:03:10.241 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.241 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.241 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:10.241 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_number_of_namespaces": 1, 2024-09-17T17:03:10.242 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_pci_vendor": { 2024-09-17T17:03:10.242 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 32902, 2024-09-17T17:03:10.242 INFO:tasks.workunit.client.0.smithi031.stdout: "subsystem_id": 32902 2024-09-17T17:03:10.242 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.242 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_add_log": { 2024-09-17T17:03:10.242 INFO:tasks.workunit.client.0.smithi031.stdout: "Device stats": { 2024-09-17T17:03:10.242 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_fw_downgrades": { 2024-09-17T17:03:10.242 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:10.242 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.243 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.243 INFO:tasks.workunit.client.0.smithi031.stdout: "crc_error_count": { 2024-09-17T17:03:10.243 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.243 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.243 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.243 INFO:tasks.workunit.client.0.smithi031.stdout: "end_to_end_error_detection_count": { 2024-09-17T17:03:10.243 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.243 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.243 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.243 INFO:tasks.workunit.client.0.smithi031.stdout: "erase_fail_count": { 2024-09-17T17:03:10.243 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.243 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.243 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.243 INFO:tasks.workunit.client.0.smithi031.stdout: "host_bytes_written": { 2024-09-17T17:03:10.244 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.244 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 32247134 2024-09-17T17:03:10.244 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.244 INFO:tasks.workunit.client.0.smithi031.stdout: "host_ctx_wear_used": { 2024-09-17T17:03:10.244 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.244 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 1 2024-09-17T17:03:10.244 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.244 INFO:tasks.workunit.client.0.smithi031.stdout: "media_bytes_read": { 2024-09-17T17:03:10.244 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:10.244 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.244 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.244 INFO:tasks.workunit.client.0.smithi031.stdout: "nand_bytes_written": { 2024-09-17T17:03:10.244 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.244 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 51697308 2024-09-17T17:03:10.244 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.245 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_stat_indicator": { 2024-09-17T17:03:10.245 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:10.245 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.245 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.245 INFO:tasks.workunit.client.0.smithi031.stdout: "pll_lock_loss_count": { 2024-09-17T17:03:10.245 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.245 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.245 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.245 INFO:tasks.workunit.client.0.smithi031.stdout: "program_fail_count": { 2024-09-17T17:03:10.246 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.246 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.246 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.246 INFO:tasks.workunit.client.0.smithi031.stdout: "re_alloc_sectr_cnt": { 2024-09-17T17:03:10.246 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:10.246 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.246 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.246 INFO:tasks.workunit.client.0.smithi031.stdout: "retry_buffer_overflow_count": { 2024-09-17T17:03:10.246 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.246 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.246 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.246 INFO:tasks.workunit.client.0.smithi031.stdout: "soft_ecc_err_rate": { 2024-09-17T17:03:10.246 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:10.246 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.247 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.247 INFO:tasks.workunit.client.0.smithi031.stdout: "thermal_throttle_status": { 2024-09-17T17:03:10.247 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.247 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-09-17T17:03:10.247 INFO:tasks.workunit.client.0.smithi031.stdout: "cnt": 0, 2024-09-17T17:03:10.247 INFO:tasks.workunit.client.0.smithi031.stdout: "pct": 0 2024-09-17T17:03:10.247 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.247 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.247 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_host_reads": { 2024-09-17T17:03:10.247 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.247 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-09-17T17:03:10.247 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.247 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_media_wear": { 2024-09-17T17:03:10.247 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.248 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": "63.999023" 2024-09-17T17:03:10.248 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.248 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_timer": { 2024-09-17T17:03:10.248 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.248 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-09-17T17:03:10.248 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.248 INFO:tasks.workunit.client.0.smithi031.stdout: "unexp_power_loss": { 2024-09-17T17:03:10.248 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:10.248 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.248 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.248 INFO:tasks.workunit.client.0.smithi031.stdout: "wear_leveling": { 2024-09-17T17:03:10.248 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 89, 2024-09-17T17:03:10.249 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-09-17T17:03:10.249 INFO:tasks.workunit.client.0.smithi031.stdout: "avg": 3459, 2024-09-17T17:03:10.249 INFO:tasks.workunit.client.0.smithi031.stdout: "max": 3475, 2024-09-17T17:03:10.249 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 3442 2024-09-17T17:03:10.249 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.249 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.249 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.249 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel Smart log": "nvme0n1" 2024-09-17T17:03:10.249 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.249 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_log": { 2024-09-17T17:03:10.249 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare": 100, 2024-09-17T17:03:10.249 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare_threshold": 10, 2024-09-17T17:03:10.249 INFO:tasks.workunit.client.0.smithi031.stdout: "controller_busy_time": 182, 2024-09-17T17:03:10.250 INFO:tasks.workunit.client.0.smithi031.stdout: "critical_warning": 0, 2024-09-17T17:03:10.250 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_read": 428346370, 2024-09-17T17:03:10.250 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_written": 2113348193, 2024-09-17T17:03:10.250 INFO:tasks.workunit.client.0.smithi031.stdout: "host_reads": 6747861343, 2024-09-17T17:03:10.250 INFO:tasks.workunit.client.0.smithi031.stdout: "host_writes": 35902548262, 2024-09-17T17:03:10.250 INFO:tasks.workunit.client.0.smithi031.stdout: "media_errors": 0, 2024-09-17T17:03:10.250 INFO:tasks.workunit.client.0.smithi031.stdout: "num_err_log_entries": 0, 2024-09-17T17:03:10.250 INFO:tasks.workunit.client.0.smithi031.stdout: "percentage_used": 11, 2024-09-17T17:03:10.250 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycles": 48660, 2024-09-17T17:03:10.250 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_hours": 60290, 2024-09-17T17:03:10.250 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": 24, 2024-09-17T17:03:10.250 INFO:tasks.workunit.client.0.smithi031.stdout: "unsafe_shutdowns": 14080 2024-09-17T17:03:10.250 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.251 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_vendor": "intel", 2024-09-17T17:03:10.251 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_version": { 2024-09-17T17:03:10.251 INFO:tasks.workunit.client.0.smithi031.stdout: "string": "<1.2", 2024-09-17T17:03:10.251 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:10.251 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.251 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycle_count": 48660, 2024-09-17T17:03:10.251 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_time": { 2024-09-17T17:03:10.251 INFO:tasks.workunit.client.0.smithi031.stdout: "hours": 60290 2024-09-17T17:03:10.251 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.251 INFO:tasks.workunit.client.0.smithi031.stdout: "serial_number": "deleted", 2024-09-17T17:03:10.251 INFO:tasks.workunit.client.0.smithi031.stdout: "smart_status": { 2024-09-17T17:03:10.251 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme": { 2024-09-17T17:03:10.251 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:10.251 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.252 INFO:tasks.workunit.client.0.smithi031.stdout: "passed": true 2024-09-17T17:03:10.252 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.252 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl": { 2024-09-17T17:03:10.252 INFO:tasks.workunit.client.0.smithi031.stdout: "argv": [ 2024-09-17T17:03:10.252 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl", 2024-09-17T17:03:10.252 INFO:tasks.workunit.client.0.smithi031.stdout: "-x", 2024-09-17T17:03:10.252 INFO:tasks.workunit.client.0.smithi031.stdout: "--json=o", 2024-09-17T17:03:10.252 INFO:tasks.workunit.client.0.smithi031.stdout: "/dev/nvme0n1" 2024-09-17T17:03:10.252 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:10.252 INFO:tasks.workunit.client.0.smithi031.stdout: "build_info": "(local build)", 2024-09-17T17:03:10.252 INFO:tasks.workunit.client.0.smithi031.stdout: "exit_status": 0, 2024-09-17T17:03:10.252 INFO:tasks.workunit.client.0.smithi031.stdout: "output": [ 2024-09-17T17:03:10.252 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-508.el9.x86_64] (local build)", 2024-09-17T17:03:10.253 INFO:tasks.workunit.client.0.smithi031.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-17T17:03:10.253 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:10.253 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-17T17:03:10.253 INFO:tasks.workunit.client.0.smithi031.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-17T17:03:10.253 INFO:tasks.workunit.client.0.smithi031.stdout: "Serial Number: deleted", 2024-09-17T17:03:10.253 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Version: 8DV101H0", 2024-09-17T17:03:10.253 INFO:tasks.workunit.client.0.smithi031.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-17T17:03:10.253 INFO:tasks.workunit.client.0.smithi031.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-17T17:03:10.253 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller ID: 0", 2024-09-17T17:03:10.253 INFO:tasks.workunit.client.0.smithi031.stdout: "NVMe Version: <1.2", 2024-09-17T17:03:10.253 INFO:tasks.workunit.client.0.smithi031.stdout: "Number of Namespaces: 1", 2024-09-17T17:03:10.253 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-17T17:03:10.253 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-17T17:03:10.254 INFO:tasks.workunit.client.0.smithi031.stdout: "Local Time is: Tue Sep 17 16:57:31 2024 UTC", 2024-09-17T17:03:10.254 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-17T17:03:10.254 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-17T17:03:10.254 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-17T17:03:10.254 INFO:tasks.workunit.client.0.smithi031.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-17T17:03:10.254 INFO:tasks.workunit.client.0.smithi031.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-17T17:03:10.254 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:10.254 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported Power States", 2024-09-17T17:03:10.254 INFO:tasks.workunit.client.0.smithi031.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-17T17:03:10.254 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-17T17:03:10.254 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:10.254 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-17T17:03:10.254 INFO:tasks.workunit.client.0.smithi031.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-17T17:03:10.254 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 512 0 2", 2024-09-17T17:03:10.255 INFO:tasks.workunit.client.0.smithi031.stdout: " 1 - 512 8 2", 2024-09-17T17:03:10.255 INFO:tasks.workunit.client.0.smithi031.stdout: " 2 - 512 16 2", 2024-09-17T17:03:10.255 INFO:tasks.workunit.client.0.smithi031.stdout: " 3 - 4096 0 0", 2024-09-17T17:03:10.255 INFO:tasks.workunit.client.0.smithi031.stdout: " 4 - 4096 8 0", 2024-09-17T17:03:10.255 INFO:tasks.workunit.client.0.smithi031.stdout: " 5 - 4096 64 0", 2024-09-17T17:03:10.255 INFO:tasks.workunit.client.0.smithi031.stdout: " 6 - 4096 128 0", 2024-09-17T17:03:10.255 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:10.255 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-17T17:03:10.255 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-17T17:03:10.255 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:10.255 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-17T17:03:10.255 INFO:tasks.workunit.client.0.smithi031.stdout: "Critical Warning: 0x00", 2024-09-17T17:03:10.255 INFO:tasks.workunit.client.0.smithi031.stdout: "Temperature: 24 Celsius", 2024-09-17T17:03:10.255 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare: 100%", 2024-09-17T17:03:10.256 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare Threshold: 10%", 2024-09-17T17:03:10.256 INFO:tasks.workunit.client.0.smithi031.stdout: "Percentage Used: 11%", 2024-09-17T17:03:10.256 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Read: 428,346,370 [219 TB]", 2024-09-17T17:03:10.256 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Written: 2,113,348,193 [1.08 PB]", 2024-09-17T17:03:10.256 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Read Commands: 6,747,861,343", 2024-09-17T17:03:10.256 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Write Commands: 35,902,548,262", 2024-09-17T17:03:10.256 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller Busy Time: 182", 2024-09-17T17:03:10.256 INFO:tasks.workunit.client.0.smithi031.stdout: "Power Cycles: 48,660", 2024-09-17T17:03:10.256 INFO:tasks.workunit.client.0.smithi031.stdout: "Power On Hours: 60,290", 2024-09-17T17:03:10.256 INFO:tasks.workunit.client.0.smithi031.stdout: "Unsafe Shutdowns: 14,080", 2024-09-17T17:03:10.256 INFO:tasks.workunit.client.0.smithi031.stdout: "Media and Data Integrity Errors: 0", 2024-09-17T17:03:10.256 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information Log Entries: 0", 2024-09-17T17:03:10.256 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:10.256 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-17T17:03:10.257 INFO:tasks.workunit.client.0.smithi031.stdout: "No Errors Logged", 2024-09-17T17:03:10.257 INFO:tasks.workunit.client.0.smithi031.stdout: "" 2024-09-17T17:03:10.257 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:10.257 INFO:tasks.workunit.client.0.smithi031.stdout: "platform_info": "x86_64-linux-5.14.0-508.el9.x86_64", 2024-09-17T17:03:10.257 INFO:tasks.workunit.client.0.smithi031.stdout: "svn_revision": "5155", 2024-09-17T17:03:10.257 INFO:tasks.workunit.client.0.smithi031.stdout: "version": [ 2024-09-17T17:03:10.257 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:10.257 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:10.257 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:10.257 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.257 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": { 2024-09-17T17:03:10.257 INFO:tasks.workunit.client.0.smithi031.stdout: "current": 24 2024-09-17T17:03:10.257 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.257 INFO:tasks.workunit.client.0.smithi031.stdout: "user_capacity": { 2024-09-17T17:03:10.258 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-09-17T17:03:10.258 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-09-17T17:03:10.258 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.258 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.258 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.258 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.258 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-17T17:03:10.258 INFO:tasks.workunit.client.0.smithi031.stderr:+ ceph telemetry preview-all 2024-09-17T17:03:10.283 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:03:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-17T17:03:10.283 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:03:09] ENGINE Bus STOPPED 2024-09-17T17:03:10.283 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:03:09] ENGINE Bus STARTING 2024-09-17T17:03:10.283 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:03:09] ENGINE Serving on http://:::9283 2024-09-17T17:03:10.283 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:03:09 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:03:09] ENGINE Bus STARTED 2024-09-17T17:03:10.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:10 smithi031 ceph-mon[39468]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:10.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:10 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:10.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:10 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:03:10.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:10 smithi031 ceph-mon[39468]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:10.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:10 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:10.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:10 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:03:10.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:10 smithi031 ceph-mon[39468]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:03:10.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:10 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:03:10.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:10 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:10.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:10 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:10.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:10 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:10.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:10 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:10.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:10 smithi031 ceph-mon[27768]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:10.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:10 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:10.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:10 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:03:10.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:10 smithi031 ceph-mon[27768]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:10.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:10 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:10.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:10 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:03:10.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:10 smithi031 ceph-mon[27768]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:03:10.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:10 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:03:10.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:10 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:10.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:10 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:10.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:10 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:10.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:10 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:10.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:10 smithi066 ceph-mon[31354]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:10.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:10 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:10.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:10 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:03:10.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:10 smithi066 ceph-mon[31354]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:10.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:10 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:10.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:10 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:03:10.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:10 smithi066 ceph-mon[31354]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:03:10.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:10 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:03:10.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:10 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:10.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:10 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:10.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:10 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:10.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:10 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:10.732 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-17T17:03:10.732 INFO:tasks.workunit.client.0.smithi031.stdout: "device_report": { 2024-09-17T17:03:10.732 INFO:tasks.workunit.client.0.smithi031.stdout: "b782c484-7516-11ef-b3ea-ac1f6ba5caba": { 2024-09-17T17:03:10.732 INFO:tasks.workunit.client.0.smithi031.stdout: "INTEL_SSDPEDMD400G4_b78373de-7516-11ef-b3ea-ac1f6ba5caba": { 2024-09-17T17:03:10.732 INFO:tasks.workunit.client.0.smithi031.stdout: "20240917-165728": { 2024-09-17T17:03:10.732 INFO:tasks.workunit.client.0.smithi031.stdout: "device": { 2024-09-17T17:03:10.732 INFO:tasks.workunit.client.0.smithi031.stdout: "info_name": "/dev/nvme0n1", 2024-09-17T17:03:10.732 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "/dev/nvme0n1", 2024-09-17T17:03:10.733 INFO:tasks.workunit.client.0.smithi031.stdout: "protocol": "NVMe", 2024-09-17T17:03:10.733 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "nvme" 2024-09-17T17:03:10.733 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.733 INFO:tasks.workunit.client.0.smithi031.stdout: "firmware_version": "8DV101H0", 2024-09-17T17:03:10.733 INFO:tasks.workunit.client.0.smithi031.stdout: "host_id": "b782c484-7516-11ef-b3ea-ac1f6ba5caba", 2024-09-17T17:03:10.733 INFO:tasks.workunit.client.0.smithi031.stdout: "json_format_version": [ 2024-09-17T17:03:10.733 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:10.733 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:10.733 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:10.733 INFO:tasks.workunit.client.0.smithi031.stdout: "local_time": { 2024-09-17T17:03:10.733 INFO:tasks.workunit.client.0.smithi031.stdout: "asctime": "Tue Sep 17 16:57:27 2024 UTC", 2024-09-17T17:03:10.733 INFO:tasks.workunit.client.0.smithi031.stdout: "time_t": 1726592247 2024-09-17T17:03:10.734 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.734 INFO:tasks.workunit.client.0.smithi031.stdout: "logical_block_size": 512, 2024-09-17T17:03:10.734 INFO:tasks.workunit.client.0.smithi031.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-17T17:03:10.734 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_controller_id": 0, 2024-09-17T17:03:10.734 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-17T17:03:10.734 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_namespaces": [ 2024-09-17T17:03:10.734 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:10.734 INFO:tasks.workunit.client.0.smithi031.stdout: "capacity": { 2024-09-17T17:03:10.734 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-09-17T17:03:10.734 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-09-17T17:03:10.734 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.734 INFO:tasks.workunit.client.0.smithi031.stdout: "formatted_lba_size": 512, 2024-09-17T17:03:10.734 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 1, 2024-09-17T17:03:10.735 INFO:tasks.workunit.client.0.smithi031.stdout: "size": { 2024-09-17T17:03:10.735 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-09-17T17:03:10.735 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-09-17T17:03:10.735 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.735 INFO:tasks.workunit.client.0.smithi031.stdout: "utilization": { 2024-09-17T17:03:10.735 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-09-17T17:03:10.735 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-09-17T17:03:10.735 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.735 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.735 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:10.735 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_number_of_namespaces": 1, 2024-09-17T17:03:10.735 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_pci_vendor": { 2024-09-17T17:03:10.735 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 32902, 2024-09-17T17:03:10.736 INFO:tasks.workunit.client.0.smithi031.stdout: "subsystem_id": 32902 2024-09-17T17:03:10.736 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.736 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_add_log": { 2024-09-17T17:03:10.736 INFO:tasks.workunit.client.0.smithi031.stdout: "Device stats": { 2024-09-17T17:03:10.736 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_fw_downgrades": { 2024-09-17T17:03:10.736 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:10.736 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.736 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.736 INFO:tasks.workunit.client.0.smithi031.stdout: "crc_error_count": { 2024-09-17T17:03:10.736 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.736 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.736 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.737 INFO:tasks.workunit.client.0.smithi031.stdout: "end_to_end_error_detection_count": { 2024-09-17T17:03:10.737 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.737 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.737 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.737 INFO:tasks.workunit.client.0.smithi031.stdout: "erase_fail_count": { 2024-09-17T17:03:10.737 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.737 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.737 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.737 INFO:tasks.workunit.client.0.smithi031.stdout: "host_bytes_written": { 2024-09-17T17:03:10.737 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.737 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 37304047 2024-09-17T17:03:10.737 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.737 INFO:tasks.workunit.client.0.smithi031.stdout: "host_ctx_wear_used": { 2024-09-17T17:03:10.738 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.738 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 1 2024-09-17T17:03:10.738 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.738 INFO:tasks.workunit.client.0.smithi031.stdout: "media_bytes_read": { 2024-09-17T17:03:10.738 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:10.738 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.738 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.738 INFO:tasks.workunit.client.0.smithi031.stdout: "nand_bytes_written": { 2024-09-17T17:03:10.738 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.738 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 57162084 2024-09-17T17:03:10.738 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.738 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_stat_indicator": { 2024-09-17T17:03:10.739 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:10.739 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.739 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.739 INFO:tasks.workunit.client.0.smithi031.stdout: "pll_lock_loss_count": { 2024-09-17T17:03:10.739 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.739 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.739 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.739 INFO:tasks.workunit.client.0.smithi031.stdout: "program_fail_count": { 2024-09-17T17:03:10.739 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.739 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.739 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.739 INFO:tasks.workunit.client.0.smithi031.stdout: "re_alloc_sectr_cnt": { 2024-09-17T17:03:10.739 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:10.740 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.740 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.740 INFO:tasks.workunit.client.0.smithi031.stdout: "retry_buffer_overflow_count": { 2024-09-17T17:03:10.740 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.740 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.740 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.740 INFO:tasks.workunit.client.0.smithi031.stdout: "soft_ecc_err_rate": { 2024-09-17T17:03:10.740 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:10.740 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.740 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.740 INFO:tasks.workunit.client.0.smithi031.stdout: "thermal_throttle_status": { 2024-09-17T17:03:10.740 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.741 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-09-17T17:03:10.741 INFO:tasks.workunit.client.0.smithi031.stdout: "cnt": 0, 2024-09-17T17:03:10.741 INFO:tasks.workunit.client.0.smithi031.stdout: "pct": 0 2024-09-17T17:03:10.741 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.741 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.741 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_host_reads": { 2024-09-17T17:03:10.741 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.741 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-09-17T17:03:10.741 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.741 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_media_wear": { 2024-09-17T17:03:10.741 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.741 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": "63.999023" 2024-09-17T17:03:10.741 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.742 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_timer": { 2024-09-17T17:03:10.742 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.742 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-09-17T17:03:10.742 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.742 INFO:tasks.workunit.client.0.smithi031.stdout: "unexp_power_loss": { 2024-09-17T17:03:10.742 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:10.742 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.742 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.742 INFO:tasks.workunit.client.0.smithi031.stdout: "wear_leveling": { 2024-09-17T17:03:10.742 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 88, 2024-09-17T17:03:10.742 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-09-17T17:03:10.742 INFO:tasks.workunit.client.0.smithi031.stdout: "avg": 3764, 2024-09-17T17:03:10.742 INFO:tasks.workunit.client.0.smithi031.stdout: "max": 3788, 2024-09-17T17:03:10.743 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 3741 2024-09-17T17:03:10.743 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.743 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.743 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.743 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel Smart log": "nvme0n1" 2024-09-17T17:03:10.743 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.743 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_log": { 2024-09-17T17:03:10.743 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare": 100, 2024-09-17T17:03:10.743 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare_threshold": 10, 2024-09-17T17:03:10.743 INFO:tasks.workunit.client.0.smithi031.stdout: "controller_busy_time": 2, 2024-09-17T17:03:10.743 INFO:tasks.workunit.client.0.smithi031.stdout: "critical_warning": 0, 2024-09-17T17:03:10.743 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_read": 443482787, 2024-09-17T17:03:10.744 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_written": 2444758078, 2024-09-17T17:03:10.744 INFO:tasks.workunit.client.0.smithi031.stdout: "host_reads": 6362926520, 2024-09-17T17:03:10.744 INFO:tasks.workunit.client.0.smithi031.stdout: "host_writes": 38389434661, 2024-09-17T17:03:10.744 INFO:tasks.workunit.client.0.smithi031.stdout: "media_errors": 0, 2024-09-17T17:03:10.744 INFO:tasks.workunit.client.0.smithi031.stdout: "num_err_log_entries": 0, 2024-09-17T17:03:10.744 INFO:tasks.workunit.client.0.smithi031.stdout: "percentage_used": 12, 2024-09-17T17:03:10.744 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycles": 46307, 2024-09-17T17:03:10.744 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_hours": 68320, 2024-09-17T17:03:10.744 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": 25, 2024-09-17T17:03:10.744 INFO:tasks.workunit.client.0.smithi031.stdout: "unsafe_shutdowns": 84 2024-09-17T17:03:10.744 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.744 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_vendor": "intel", 2024-09-17T17:03:10.745 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_version": { 2024-09-17T17:03:10.745 INFO:tasks.workunit.client.0.smithi031.stdout: "string": "<1.2", 2024-09-17T17:03:10.745 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:10.745 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.745 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycle_count": 46307, 2024-09-17T17:03:10.745 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_time": { 2024-09-17T17:03:10.745 INFO:tasks.workunit.client.0.smithi031.stdout: "hours": 68320 2024-09-17T17:03:10.745 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.745 INFO:tasks.workunit.client.0.smithi031.stdout: "serial_number": "deleted", 2024-09-17T17:03:10.745 INFO:tasks.workunit.client.0.smithi031.stdout: "smart_status": { 2024-09-17T17:03:10.745 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme": { 2024-09-17T17:03:10.745 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:10.745 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.745 INFO:tasks.workunit.client.0.smithi031.stdout: "passed": true 2024-09-17T17:03:10.746 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.746 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl": { 2024-09-17T17:03:10.746 INFO:tasks.workunit.client.0.smithi031.stdout: "argv": [ 2024-09-17T17:03:10.746 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl", 2024-09-17T17:03:10.746 INFO:tasks.workunit.client.0.smithi031.stdout: "-x", 2024-09-17T17:03:10.746 INFO:tasks.workunit.client.0.smithi031.stdout: "--json=o", 2024-09-17T17:03:10.746 INFO:tasks.workunit.client.0.smithi031.stdout: "/dev/nvme0n1" 2024-09-17T17:03:10.746 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:10.746 INFO:tasks.workunit.client.0.smithi031.stdout: "build_info": "(local build)", 2024-09-17T17:03:10.746 INFO:tasks.workunit.client.0.smithi031.stdout: "exit_status": 0, 2024-09-17T17:03:10.746 INFO:tasks.workunit.client.0.smithi031.stdout: "output": [ 2024-09-17T17:03:10.746 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-508.el9.x86_64] (local build)", 2024-09-17T17:03:10.746 INFO:tasks.workunit.client.0.smithi031.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-17T17:03:10.746 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:10.747 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-17T17:03:10.747 INFO:tasks.workunit.client.0.smithi031.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-17T17:03:10.747 INFO:tasks.workunit.client.0.smithi031.stdout: "Serial Number: deleted", 2024-09-17T17:03:10.747 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Version: 8DV101H0", 2024-09-17T17:03:10.747 INFO:tasks.workunit.client.0.smithi031.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-17T17:03:10.747 INFO:tasks.workunit.client.0.smithi031.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-17T17:03:10.747 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller ID: 0", 2024-09-17T17:03:10.747 INFO:tasks.workunit.client.0.smithi031.stdout: "NVMe Version: <1.2", 2024-09-17T17:03:10.747 INFO:tasks.workunit.client.0.smithi031.stdout: "Number of Namespaces: 1", 2024-09-17T17:03:10.747 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-17T17:03:10.747 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-17T17:03:10.747 INFO:tasks.workunit.client.0.smithi031.stdout: "Local Time is: Tue Sep 17 16:57:27 2024 UTC", 2024-09-17T17:03:10.747 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-17T17:03:10.748 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-17T17:03:10.748 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-17T17:03:10.748 INFO:tasks.workunit.client.0.smithi031.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-17T17:03:10.748 INFO:tasks.workunit.client.0.smithi031.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-17T17:03:10.748 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:10.748 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported Power States", 2024-09-17T17:03:10.748 INFO:tasks.workunit.client.0.smithi031.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-17T17:03:10.748 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-17T17:03:10.748 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:10.748 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-17T17:03:10.748 INFO:tasks.workunit.client.0.smithi031.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-17T17:03:10.748 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 512 0 2", 2024-09-17T17:03:10.748 INFO:tasks.workunit.client.0.smithi031.stdout: " 1 - 512 8 2", 2024-09-17T17:03:10.749 INFO:tasks.workunit.client.0.smithi031.stdout: " 2 - 512 16 2", 2024-09-17T17:03:10.749 INFO:tasks.workunit.client.0.smithi031.stdout: " 3 - 4096 0 0", 2024-09-17T17:03:10.749 INFO:tasks.workunit.client.0.smithi031.stdout: " 4 - 4096 8 0", 2024-09-17T17:03:10.749 INFO:tasks.workunit.client.0.smithi031.stdout: " 5 - 4096 64 0", 2024-09-17T17:03:10.749 INFO:tasks.workunit.client.0.smithi031.stdout: " 6 - 4096 128 0", 2024-09-17T17:03:10.749 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:10.749 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-17T17:03:10.749 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-17T17:03:10.749 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:10.749 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-17T17:03:10.749 INFO:tasks.workunit.client.0.smithi031.stdout: "Critical Warning: 0x00", 2024-09-17T17:03:10.749 INFO:tasks.workunit.client.0.smithi031.stdout: "Temperature: 25 Celsius", 2024-09-17T17:03:10.749 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare: 100%", 2024-09-17T17:03:10.749 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare Threshold: 10%", 2024-09-17T17:03:10.750 INFO:tasks.workunit.client.0.smithi031.stdout: "Percentage Used: 12%", 2024-09-17T17:03:10.750 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Read: 443,482,787 [227 TB]", 2024-09-17T17:03:10.750 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Written: 2,444,758,078 [1.25 PB]", 2024-09-17T17:03:10.750 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Read Commands: 6,362,926,520", 2024-09-17T17:03:10.750 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Write Commands: 38,389,434,661", 2024-09-17T17:03:10.750 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller Busy Time: 2", 2024-09-17T17:03:10.750 INFO:tasks.workunit.client.0.smithi031.stdout: "Power Cycles: 46,307", 2024-09-17T17:03:10.750 INFO:tasks.workunit.client.0.smithi031.stdout: "Power On Hours: 68,320", 2024-09-17T17:03:10.750 INFO:tasks.workunit.client.0.smithi031.stdout: "Unsafe Shutdowns: 84", 2024-09-17T17:03:10.750 INFO:tasks.workunit.client.0.smithi031.stdout: "Media and Data Integrity Errors: 0", 2024-09-17T17:03:10.750 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information Log Entries: 0", 2024-09-17T17:03:10.750 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:10.750 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-17T17:03:10.750 INFO:tasks.workunit.client.0.smithi031.stdout: "No Errors Logged", 2024-09-17T17:03:10.751 INFO:tasks.workunit.client.0.smithi031.stdout: "" 2024-09-17T17:03:10.751 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:10.751 INFO:tasks.workunit.client.0.smithi031.stdout: "platform_info": "x86_64-linux-5.14.0-508.el9.x86_64", 2024-09-17T17:03:10.751 INFO:tasks.workunit.client.0.smithi031.stdout: "svn_revision": "5155", 2024-09-17T17:03:10.751 INFO:tasks.workunit.client.0.smithi031.stdout: "version": [ 2024-09-17T17:03:10.751 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:10.751 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:10.751 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:10.751 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.751 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": { 2024-09-17T17:03:10.751 INFO:tasks.workunit.client.0.smithi031.stdout: "current": 25 2024-09-17T17:03:10.751 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.751 INFO:tasks.workunit.client.0.smithi031.stdout: "user_capacity": { 2024-09-17T17:03:10.752 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-09-17T17:03:10.752 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-09-17T17:03:10.752 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.752 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.752 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.752 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.752 INFO:tasks.workunit.client.0.smithi031.stdout: "b784b802-7516-11ef-b3ea-ac1f6ba5caba": { 2024-09-17T17:03:10.752 INFO:tasks.workunit.client.0.smithi031.stdout: "INTEL_SSDPEDMD400G4_b785385e-7516-11ef-b3ea-ac1f6ba5caba": { 2024-09-17T17:03:10.752 INFO:tasks.workunit.client.0.smithi031.stdout: "20240917-165732": { 2024-09-17T17:03:10.752 INFO:tasks.workunit.client.0.smithi031.stdout: "device": { 2024-09-17T17:03:10.752 INFO:tasks.workunit.client.0.smithi031.stdout: "info_name": "/dev/nvme0n1", 2024-09-17T17:03:10.752 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "/dev/nvme0n1", 2024-09-17T17:03:10.752 INFO:tasks.workunit.client.0.smithi031.stdout: "protocol": "NVMe", 2024-09-17T17:03:10.752 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "nvme" 2024-09-17T17:03:10.753 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.753 INFO:tasks.workunit.client.0.smithi031.stdout: "firmware_version": "8DV101H0", 2024-09-17T17:03:10.753 INFO:tasks.workunit.client.0.smithi031.stdout: "host_id": "b784b802-7516-11ef-b3ea-ac1f6ba5caba", 2024-09-17T17:03:10.753 INFO:tasks.workunit.client.0.smithi031.stdout: "json_format_version": [ 2024-09-17T17:03:10.753 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:10.753 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:10.753 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:10.753 INFO:tasks.workunit.client.0.smithi031.stdout: "local_time": { 2024-09-17T17:03:10.753 INFO:tasks.workunit.client.0.smithi031.stdout: "asctime": "Tue Sep 17 16:57:31 2024 UTC", 2024-09-17T17:03:10.753 INFO:tasks.workunit.client.0.smithi031.stdout: "time_t": 1726592251 2024-09-17T17:03:10.753 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.753 INFO:tasks.workunit.client.0.smithi031.stdout: "logical_block_size": 512, 2024-09-17T17:03:10.753 INFO:tasks.workunit.client.0.smithi031.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-17T17:03:10.754 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_controller_id": 0, 2024-09-17T17:03:10.754 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-17T17:03:10.754 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_namespaces": [ 2024-09-17T17:03:10.754 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:10.754 INFO:tasks.workunit.client.0.smithi031.stdout: "capacity": { 2024-09-17T17:03:10.754 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-09-17T17:03:10.754 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-09-17T17:03:10.754 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.754 INFO:tasks.workunit.client.0.smithi031.stdout: "formatted_lba_size": 512, 2024-09-17T17:03:10.754 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 1, 2024-09-17T17:03:10.754 INFO:tasks.workunit.client.0.smithi031.stdout: "size": { 2024-09-17T17:03:10.754 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-09-17T17:03:10.754 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-09-17T17:03:10.754 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.755 INFO:tasks.workunit.client.0.smithi031.stdout: "utilization": { 2024-09-17T17:03:10.755 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-09-17T17:03:10.755 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-09-17T17:03:10.755 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.755 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.755 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:10.755 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_number_of_namespaces": 1, 2024-09-17T17:03:10.755 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_pci_vendor": { 2024-09-17T17:03:10.755 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 32902, 2024-09-17T17:03:10.755 INFO:tasks.workunit.client.0.smithi031.stdout: "subsystem_id": 32902 2024-09-17T17:03:10.755 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.755 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_add_log": { 2024-09-17T17:03:10.755 INFO:tasks.workunit.client.0.smithi031.stdout: "Device stats": { 2024-09-17T17:03:10.755 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_fw_downgrades": { 2024-09-17T17:03:10.755 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:10.756 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.756 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.756 INFO:tasks.workunit.client.0.smithi031.stdout: "crc_error_count": { 2024-09-17T17:03:10.756 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.756 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.756 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.756 INFO:tasks.workunit.client.0.smithi031.stdout: "end_to_end_error_detection_count": { 2024-09-17T17:03:10.756 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.756 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.756 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.756 INFO:tasks.workunit.client.0.smithi031.stdout: "erase_fail_count": { 2024-09-17T17:03:10.756 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.756 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.756 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.757 INFO:tasks.workunit.client.0.smithi031.stdout: "host_bytes_written": { 2024-09-17T17:03:10.757 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.757 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 32247134 2024-09-17T17:03:10.757 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.757 INFO:tasks.workunit.client.0.smithi031.stdout: "host_ctx_wear_used": { 2024-09-17T17:03:10.757 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.757 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 1 2024-09-17T17:03:10.757 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.757 INFO:tasks.workunit.client.0.smithi031.stdout: "media_bytes_read": { 2024-09-17T17:03:10.757 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:10.757 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.757 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.757 INFO:tasks.workunit.client.0.smithi031.stdout: "nand_bytes_written": { 2024-09-17T17:03:10.757 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.757 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 51697308 2024-09-17T17:03:10.758 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.758 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_stat_indicator": { 2024-09-17T17:03:10.758 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:10.758 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.758 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.758 INFO:tasks.workunit.client.0.smithi031.stdout: "pll_lock_loss_count": { 2024-09-17T17:03:10.758 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.758 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.758 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.758 INFO:tasks.workunit.client.0.smithi031.stdout: "program_fail_count": { 2024-09-17T17:03:10.759 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.759 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.759 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.759 INFO:tasks.workunit.client.0.smithi031.stdout: "re_alloc_sectr_cnt": { 2024-09-17T17:03:10.759 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:10.759 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.759 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.759 INFO:tasks.workunit.client.0.smithi031.stdout: "retry_buffer_overflow_count": { 2024-09-17T17:03:10.759 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.759 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.759 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.760 INFO:tasks.workunit.client.0.smithi031.stdout: "soft_ecc_err_rate": { 2024-09-17T17:03:10.760 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:10.760 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.760 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.760 INFO:tasks.workunit.client.0.smithi031.stdout: "thermal_throttle_status": { 2024-09-17T17:03:10.760 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.760 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-09-17T17:03:10.760 INFO:tasks.workunit.client.0.smithi031.stdout: "cnt": 0, 2024-09-17T17:03:10.760 INFO:tasks.workunit.client.0.smithi031.stdout: "pct": 0 2024-09-17T17:03:10.760 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.760 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.760 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_host_reads": { 2024-09-17T17:03:10.760 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.761 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-09-17T17:03:10.761 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.761 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_media_wear": { 2024-09-17T17:03:10.761 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.761 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": "63.999023" 2024-09-17T17:03:10.761 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.761 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_timer": { 2024-09-17T17:03:10.761 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:10.761 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-09-17T17:03:10.761 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.762 INFO:tasks.workunit.client.0.smithi031.stdout: "unexp_power_loss": { 2024-09-17T17:03:10.762 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:10.762 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:10.762 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.762 INFO:tasks.workunit.client.0.smithi031.stdout: "wear_leveling": { 2024-09-17T17:03:10.762 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 89, 2024-09-17T17:03:10.762 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-09-17T17:03:10.762 INFO:tasks.workunit.client.0.smithi031.stdout: "avg": 3459, 2024-09-17T17:03:10.762 INFO:tasks.workunit.client.0.smithi031.stdout: "max": 3475, 2024-09-17T17:03:10.762 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 3442 2024-09-17T17:03:10.762 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.762 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.762 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.762 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel Smart log": "nvme0n1" 2024-09-17T17:03:10.763 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.763 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_log": { 2024-09-17T17:03:10.763 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare": 100, 2024-09-17T17:03:10.763 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare_threshold": 10, 2024-09-17T17:03:10.763 INFO:tasks.workunit.client.0.smithi031.stdout: "controller_busy_time": 182, 2024-09-17T17:03:10.763 INFO:tasks.workunit.client.0.smithi031.stdout: "critical_warning": 0, 2024-09-17T17:03:10.763 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_read": 428346370, 2024-09-17T17:03:10.763 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_written": 2113348193, 2024-09-17T17:03:10.763 INFO:tasks.workunit.client.0.smithi031.stdout: "host_reads": 6747861343, 2024-09-17T17:03:10.763 INFO:tasks.workunit.client.0.smithi031.stdout: "host_writes": 35902548262, 2024-09-17T17:03:10.763 INFO:tasks.workunit.client.0.smithi031.stdout: "media_errors": 0, 2024-09-17T17:03:10.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_err_log_entries": 0, 2024-09-17T17:03:10.763 INFO:tasks.workunit.client.0.smithi031.stdout: "percentage_used": 11, 2024-09-17T17:03:10.763 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycles": 48660, 2024-09-17T17:03:10.764 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_hours": 60290, 2024-09-17T17:03:10.764 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": 24, 2024-09-17T17:03:10.764 INFO:tasks.workunit.client.0.smithi031.stdout: "unsafe_shutdowns": 14080 2024-09-17T17:03:10.764 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.764 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_vendor": "intel", 2024-09-17T17:03:10.764 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_version": { 2024-09-17T17:03:10.764 INFO:tasks.workunit.client.0.smithi031.stdout: "string": "<1.2", 2024-09-17T17:03:10.764 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:10.764 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.764 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycle_count": 48660, 2024-09-17T17:03:10.764 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_time": { 2024-09-17T17:03:10.764 INFO:tasks.workunit.client.0.smithi031.stdout: "hours": 60290 2024-09-17T17:03:10.764 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.764 INFO:tasks.workunit.client.0.smithi031.stdout: "serial_number": "deleted", 2024-09-17T17:03:10.765 INFO:tasks.workunit.client.0.smithi031.stdout: "smart_status": { 2024-09-17T17:03:10.765 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme": { 2024-09-17T17:03:10.765 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:10.765 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.765 INFO:tasks.workunit.client.0.smithi031.stdout: "passed": true 2024-09-17T17:03:10.765 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.765 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl": { 2024-09-17T17:03:10.765 INFO:tasks.workunit.client.0.smithi031.stdout: "argv": [ 2024-09-17T17:03:10.765 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl", 2024-09-17T17:03:10.765 INFO:tasks.workunit.client.0.smithi031.stdout: "-x", 2024-09-17T17:03:10.765 INFO:tasks.workunit.client.0.smithi031.stdout: "--json=o", 2024-09-17T17:03:10.765 INFO:tasks.workunit.client.0.smithi031.stdout: "/dev/nvme0n1" 2024-09-17T17:03:10.765 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:10.765 INFO:tasks.workunit.client.0.smithi031.stdout: "build_info": "(local build)", 2024-09-17T17:03:10.766 INFO:tasks.workunit.client.0.smithi031.stdout: "exit_status": 0, 2024-09-17T17:03:10.766 INFO:tasks.workunit.client.0.smithi031.stdout: "output": [ 2024-09-17T17:03:10.766 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-508.el9.x86_64] (local build)", 2024-09-17T17:03:10.766 INFO:tasks.workunit.client.0.smithi031.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-17T17:03:10.766 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:10.766 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-17T17:03:10.766 INFO:tasks.workunit.client.0.smithi031.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-17T17:03:10.766 INFO:tasks.workunit.client.0.smithi031.stdout: "Serial Number: deleted", 2024-09-17T17:03:10.766 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Version: 8DV101H0", 2024-09-17T17:03:10.766 INFO:tasks.workunit.client.0.smithi031.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-17T17:03:10.766 INFO:tasks.workunit.client.0.smithi031.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-17T17:03:10.766 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller ID: 0", 2024-09-17T17:03:10.766 INFO:tasks.workunit.client.0.smithi031.stdout: "NVMe Version: <1.2", 2024-09-17T17:03:10.766 INFO:tasks.workunit.client.0.smithi031.stdout: "Number of Namespaces: 1", 2024-09-17T17:03:10.766 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-17T17:03:10.767 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-17T17:03:10.767 INFO:tasks.workunit.client.0.smithi031.stdout: "Local Time is: Tue Sep 17 16:57:31 2024 UTC", 2024-09-17T17:03:10.767 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-17T17:03:10.767 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-17T17:03:10.767 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-17T17:03:10.767 INFO:tasks.workunit.client.0.smithi031.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-17T17:03:10.767 INFO:tasks.workunit.client.0.smithi031.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-17T17:03:10.767 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:10.767 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported Power States", 2024-09-17T17:03:10.767 INFO:tasks.workunit.client.0.smithi031.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-17T17:03:10.767 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-17T17:03:10.767 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:10.767 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-17T17:03:10.768 INFO:tasks.workunit.client.0.smithi031.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-17T17:03:10.768 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 512 0 2", 2024-09-17T17:03:10.768 INFO:tasks.workunit.client.0.smithi031.stdout: " 1 - 512 8 2", 2024-09-17T17:03:10.768 INFO:tasks.workunit.client.0.smithi031.stdout: " 2 - 512 16 2", 2024-09-17T17:03:10.768 INFO:tasks.workunit.client.0.smithi031.stdout: " 3 - 4096 0 0", 2024-09-17T17:03:10.768 INFO:tasks.workunit.client.0.smithi031.stdout: " 4 - 4096 8 0", 2024-09-17T17:03:10.768 INFO:tasks.workunit.client.0.smithi031.stdout: " 5 - 4096 64 0", 2024-09-17T17:03:10.768 INFO:tasks.workunit.client.0.smithi031.stdout: " 6 - 4096 128 0", 2024-09-17T17:03:10.768 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:10.768 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-17T17:03:10.768 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-17T17:03:10.768 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:10.768 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-17T17:03:10.769 INFO:tasks.workunit.client.0.smithi031.stdout: "Critical Warning: 0x00", 2024-09-17T17:03:10.769 INFO:tasks.workunit.client.0.smithi031.stdout: "Temperature: 24 Celsius", 2024-09-17T17:03:10.769 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare: 100%", 2024-09-17T17:03:10.769 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare Threshold: 10%", 2024-09-17T17:03:10.769 INFO:tasks.workunit.client.0.smithi031.stdout: "Percentage Used: 11%", 2024-09-17T17:03:10.769 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Read: 428,346,370 [219 TB]", 2024-09-17T17:03:10.769 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Written: 2,113,348,193 [1.08 PB]", 2024-09-17T17:03:10.769 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Read Commands: 6,747,861,343", 2024-09-17T17:03:10.769 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Write Commands: 35,902,548,262", 2024-09-17T17:03:10.769 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller Busy Time: 182", 2024-09-17T17:03:10.769 INFO:tasks.workunit.client.0.smithi031.stdout: "Power Cycles: 48,660", 2024-09-17T17:03:10.769 INFO:tasks.workunit.client.0.smithi031.stdout: "Power On Hours: 60,290", 2024-09-17T17:03:10.769 INFO:tasks.workunit.client.0.smithi031.stdout: "Unsafe Shutdowns: 14,080", 2024-09-17T17:03:10.769 INFO:tasks.workunit.client.0.smithi031.stdout: "Media and Data Integrity Errors: 0", 2024-09-17T17:03:10.769 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information Log Entries: 0", 2024-09-17T17:03:10.770 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:10.770 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-17T17:03:10.770 INFO:tasks.workunit.client.0.smithi031.stdout: "No Errors Logged", 2024-09-17T17:03:10.770 INFO:tasks.workunit.client.0.smithi031.stdout: "" 2024-09-17T17:03:10.770 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:10.770 INFO:tasks.workunit.client.0.smithi031.stdout: "platform_info": "x86_64-linux-5.14.0-508.el9.x86_64", 2024-09-17T17:03:10.770 INFO:tasks.workunit.client.0.smithi031.stdout: "svn_revision": "5155", 2024-09-17T17:03:10.770 INFO:tasks.workunit.client.0.smithi031.stdout: "version": [ 2024-09-17T17:03:10.770 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:10.770 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:10.770 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:10.770 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.771 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": { 2024-09-17T17:03:10.771 INFO:tasks.workunit.client.0.smithi031.stdout: "current": 24 2024-09-17T17:03:10.771 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.771 INFO:tasks.workunit.client.0.smithi031.stdout: "user_capacity": { 2024-09-17T17:03:10.771 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-09-17T17:03:10.771 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-09-17T17:03:10.771 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.771 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.771 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.771 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.771 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.771 INFO:tasks.workunit.client.0.smithi031.stdout: "report": { 2024-09-17T17:03:10.771 INFO:tasks.workunit.client.0.smithi031.stdout: "balancer": { 2024-09-17T17:03:10.771 INFO:tasks.workunit.client.0.smithi031.stdout: "active": true, 2024-09-17T17:03:10.772 INFO:tasks.workunit.client.0.smithi031.stdout: "mode": "" 2024-09-17T17:03:10.772 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.772 INFO:tasks.workunit.client.0.smithi031.stdout: "channels": [ 2024-09-17T17:03:10.772 INFO:tasks.workunit.client.0.smithi031.stdout: "basic", 2024-09-17T17:03:10.772 INFO:tasks.workunit.client.0.smithi031.stdout: "crash", 2024-09-17T17:03:10.772 INFO:tasks.workunit.client.0.smithi031.stdout: "device", 2024-09-17T17:03:10.772 INFO:tasks.workunit.client.0.smithi031.stdout: "ident" 2024-09-17T17:03:10.772 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:10.772 INFO:tasks.workunit.client.0.smithi031.stdout: "channels_available": [ 2024-09-17T17:03:10.772 INFO:tasks.workunit.client.0.smithi031.stdout: "basic", 2024-09-17T17:03:10.772 INFO:tasks.workunit.client.0.smithi031.stdout: "ident", 2024-09-17T17:03:10.772 INFO:tasks.workunit.client.0.smithi031.stdout: "crash", 2024-09-17T17:03:10.772 INFO:tasks.workunit.client.0.smithi031.stdout: "device", 2024-09-17T17:03:10.772 INFO:tasks.workunit.client.0.smithi031.stdout: "perf" 2024-09-17T17:03:10.773 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:10.773 INFO:tasks.workunit.client.0.smithi031.stdout: "collections_available": [ 2024-09-17T17:03:10.773 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_base", 2024-09-17T17:03:10.773 INFO:tasks.workunit.client.0.smithi031.stdout: "device_base", 2024-09-17T17:03:10.773 INFO:tasks.workunit.client.0.smithi031.stdout: "crash_base", 2024-09-17T17:03:10.773 INFO:tasks.workunit.client.0.smithi031.stdout: "ident_base", 2024-09-17T17:03:10.773 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_perf", 2024-09-17T17:03:10.773 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_mds_metadata", 2024-09-17T17:03:10.773 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_usage", 2024-09-17T17:03:10.773 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_usage_by_class", 2024-09-17T17:03:10.773 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_rook_v01", 2024-09-17T17:03:10.773 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_memory_metrics", 2024-09-17T17:03:10.773 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_options_bluestore" 2024-09-17T17:03:10.774 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:10.774 INFO:tasks.workunit.client.0.smithi031.stdout: "collections_opted_in": [ 2024-09-17T17:03:10.774 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_base", 2024-09-17T17:03:10.774 INFO:tasks.workunit.client.0.smithi031.stdout: "device_base", 2024-09-17T17:03:10.774 INFO:tasks.workunit.client.0.smithi031.stdout: "crash_base", 2024-09-17T17:03:10.774 INFO:tasks.workunit.client.0.smithi031.stdout: "ident_base", 2024-09-17T17:03:10.774 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_perf", 2024-09-17T17:03:10.774 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_mds_metadata", 2024-09-17T17:03:10.774 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_usage", 2024-09-17T17:03:10.774 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_usage_by_class", 2024-09-17T17:03:10.774 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_rook_v01", 2024-09-17T17:03:10.774 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_memory_metrics", 2024-09-17T17:03:10.774 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_options_bluestore" 2024-09-17T17:03:10.774 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:10.775 INFO:tasks.workunit.client.0.smithi031.stdout: "config": { 2024-09-17T17:03:10.775 INFO:tasks.workunit.client.0.smithi031.stdout: "active_changed": [ 2024-09-17T17:03:10.775 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-17T17:03:10.775 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_debug", 2024-09-17T17:03:10.775 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_mon_ticket_ttl", 2024-09-17T17:03:10.775 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_service_ticket_ttl", 2024-09-17T17:03:10.775 INFO:tasks.workunit.client.0.smithi031.stdout: "bdev_debug_aio", 2024-09-17T17:03:10.775 INFO:tasks.workunit.client.0.smithi031.stdout: "client_check_pool_perm", 2024-09-17T17:03:10.775 INFO:tasks.workunit.client.0.smithi031.stdout: "client_mount_gid", 2024-09-17T17:03:10.775 INFO:tasks.workunit.client.0.smithi031.stdout: "client_mount_uid", 2024-09-17T17:03:10.775 INFO:tasks.workunit.client.0.smithi031.stdout: "client_quota", 2024-09-17T17:03:10.775 INFO:tasks.workunit.client.0.smithi031.stdout: "container_image", 2024-09-17T17:03:10.775 INFO:tasks.workunit.client.0.smithi031.stdout: "daemonize", 2024-09-17T17:03:10.775 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_asserts_on_shutdown", 2024-09-17T17:03:10.775 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mgr", 2024-09-17T17:03:10.776 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mon", 2024-09-17T17:03:10.776 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_ms", 2024-09-17T17:03:10.776 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_osd", 2024-09-17T17:03:10.776 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_paxos", 2024-09-17T17:03:10.776 INFO:tasks.workunit.client.0.smithi031.stdout: "keyring", 2024-09-17T17:03:10.776 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_block_size", 2024-09-17T17:03:10.776 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_cache_size", 2024-09-17T17:03:10.776 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_compression", 2024-09-17T17:03:10.776 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_log", 2024-09-17T17:03:10.776 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_write_buffer_size", 2024-09-17T17:03:10.776 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_file", 2024-09-17T17:03:10.776 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_journald", 2024-09-17T17:03:10.776 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_stderr", 2024-09-17T17:03:10.776 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_allow_pool_delete", 2024-09-17T17:03:10.777 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_clock_drift_allowed", 2024-09-17T17:03:10.777 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_file_level", 2024-09-17T17:03:10.777 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_file", 2024-09-17T17:03:10.777 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_journald", 2024-09-17T17:03:10.777 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_stderr", 2024-09-17T17:03:10.777 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_data_avail_warn", 2024-09-17T17:03:10.777 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_election_default_strategy", 2024-09-17T17:03:10.777 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_host", 2024-09-17T17:03:10.777 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_max_pg_per_osd", 2024-09-17T17:03:10.777 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_mgr_mkfs_grace", 2024-09-17T17:03:10.777 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_prime_pg_temp", 2024-09-17T17:03:10.777 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_reporter_subtree_level", 2024-09-17T17:03:10.777 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_pg_warn_max_object_skew", 2024-09-17T17:03:10.778 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-17T17:03:10.778 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-17T17:03:10.778 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-17T17:03:10.778 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-17T17:03:10.778 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-17T17:03:10.778 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-17T17:03:10.778 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-17T17:03:10.778 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-17T17:03:10.778 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_too_few_osds", 2024-09-17T17:03:10.778 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_bug", 2024-09-17T17:03:10.778 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_old_message", 2024-09-17T17:03:10.778 INFO:tasks.workunit.client.0.smithi031.stdout: "no_config_file", 2024-09-17T17:03:10.778 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_default_list", 2024-09-17T17:03:10.778 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_load_list", 2024-09-17T17:03:10.779 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_crush_chooseleaf_type", 2024-09-17T17:03:10.779 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_misdirected_ops", 2024-09-17T17:03:10.779 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_op_order", 2024-09-17T17:03:10.779 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_pg_log_writeout", 2024-09-17T17:03:10.779 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_shutdown", 2024-09-17T17:03:10.779 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_cached_snaps", 2024-09-17T17:03:10.779 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_missing_on_start", 2024-09-17T17:03:10.779 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_stray_on_activate", 2024-09-17T17:03:10.779 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-17T17:03:10.779 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_delete_sleep", 2024-09-17T17:03:10.779 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_delete_sleep_hdd", 2024-09-17T17:03:10.779 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_delete_sleep_hybrid", 2024-09-17T17:03:10.780 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_delete_sleep_ssd", 2024-09-17T17:03:10.780 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_max_backfills", 2024-09-17T17:03:10.780 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-17T17:03:10.780 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_profile", 2024-09-17T17:03:10.780 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-17T17:03:10.780 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-17T17:03:10.780 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-17T17:03:10.780 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-17T17:03:10.780 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-17T17:03:10.780 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-17T17:03:10.780 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_client_lim", 2024-09-17T17:03:10.781 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_client_res", 2024-09-17T17:03:10.781 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-17T17:03:10.781 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target", 2024-09-17T17:03:10.781 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target_autotune", 2024-09-17T17:03:10.781 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue", 2024-09-17T17:03:10.781 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue_cut_off", 2024-09-17T17:03:10.781 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pg_delete_cost", 2024-09-17T17:03:10.781 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_erasure_code_profile", 2024-09-17T17:03:10.781 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-17T17:03:10.781 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recover_clone_overlap", 2024-09-17T17:03:10.781 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_active", 2024-09-17T17:03:10.781 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_active_hdd", 2024-09-17T17:03:10.781 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_active_ssd", 2024-09-17T17:03:10.781 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_chunk", 2024-09-17T17:03:10.782 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_sleep", 2024-09-17T17:03:10.782 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_sleep_hdd", 2024-09-17T17:03:10.782 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_sleep_hybrid", 2024-09-17T17:03:10.782 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_sleep_ssd", 2024-09-17T17:03:10.782 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_load_threshold", 2024-09-17T17:03:10.782 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_max_interval", 2024-09-17T17:03:10.782 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_sleep", 2024-09-17T17:03:10.782 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_shutdown_pgref_assert", 2024-09-17T17:03:10.782 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_snap_trim_sleep", 2024-09-17T17:03:10.782 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_snap_trim_sleep_hdd", 2024-09-17T17:03:10.782 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_snap_trim_sleep_hybrid", 2024-09-17T17:03:10.782 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_snap_trim_sleep_ssd", 2024-09-17T17:03:10.782 INFO:tasks.workunit.client.0.smithi031.stdout: "public_addr", 2024-09-17T17:03:10.782 INFO:tasks.workunit.client.0.smithi031.stdout: "public_addrv", 2024-09-17T17:03:10.783 INFO:tasks.workunit.client.0.smithi031.stdout: "public_network", 2024-09-17T17:03:10.783 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd_default_features", 2024-09-17T17:03:10.783 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd_qos_exclude_ops", 2024-09-17T17:03:10.783 INFO:tasks.workunit.client.0.smithi031.stdout: "setgroup", 2024-09-17T17:03:10.783 INFO:tasks.workunit.client.0.smithi031.stdout: "setuser" 2024-09-17T17:03:10.783 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:10.783 INFO:tasks.workunit.client.0.smithi031.stdout: "cluster_changed": [ 2024-09-17T17:03:10.783 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-17T17:03:10.783 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_debug", 2024-09-17T17:03:10.783 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_mon_ticket_ttl", 2024-09-17T17:03:10.783 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_service_ticket_ttl", 2024-09-17T17:03:10.783 INFO:tasks.workunit.client.0.smithi031.stdout: "bdev_debug_aio", 2024-09-17T17:03:10.783 INFO:tasks.workunit.client.0.smithi031.stdout: "container_image", 2024-09-17T17:03:10.783 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_asserts_on_shutdown", 2024-09-17T17:03:10.783 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mgr", 2024-09-17T17:03:10.784 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mon", 2024-09-17T17:03:10.784 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_ms", 2024-09-17T17:03:10.784 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_osd", 2024-09-17T17:03:10.784 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_paxos", 2024-09-17T17:03:10.784 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_file", 2024-09-17T17:03:10.784 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_journald", 2024-09-17T17:03:10.784 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_stderr", 2024-09-17T17:03:10.784 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_join_fs", 2024-09-17T17:03:10.784 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/allow_ptrace", 2024-09-17T17:03:10.784 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/container_init", 2024-09-17T17:03:10.784 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/migration_current", 2024-09-17T17:03:10.784 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/use_repo_digest", 2024-09-17T17:03:10.784 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-17T17:03:10.785 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-17T17:03:10.785 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-17T17:03:10.785 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-17T17:03:10.785 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/ssl_server_port", 2024-09-17T17:03:10.785 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/orchestrator/orchestrator", 2024-09-17T17:03:10.785 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/channel_ident", 2024-09-17T17:03:10.785 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/description", 2024-09-17T17:03:10.785 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/organization", 2024-09-17T17:03:10.785 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_allow_pool_delete", 2024-09-17T17:03:10.785 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_clock_drift_allowed", 2024-09-17T17:03:10.785 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_file_level", 2024-09-17T17:03:10.785 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_file", 2024-09-17T17:03:10.785 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_data_avail_warn", 2024-09-17T17:03:10.785 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_election_default_strategy", 2024-09-17T17:03:10.786 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_max_pg_per_osd", 2024-09-17T17:03:10.786 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_mgr_mkfs_grace", 2024-09-17T17:03:10.786 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_prime_pg_temp", 2024-09-17T17:03:10.786 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_reporter_subtree_level", 2024-09-17T17:03:10.786 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_pg_warn_max_object_skew", 2024-09-17T17:03:10.786 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-17T17:03:10.786 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-17T17:03:10.786 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-17T17:03:10.786 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-17T17:03:10.786 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-17T17:03:10.786 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-17T17:03:10.786 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-17T17:03:10.786 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-17T17:03:10.787 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_too_few_osds", 2024-09-17T17:03:10.787 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_bug", 2024-09-17T17:03:10.787 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_old_message", 2024-09-17T17:03:10.787 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_default_list", 2024-09-17T17:03:10.787 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_load_list", 2024-09-17T17:03:10.787 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_misdirected_ops", 2024-09-17T17:03:10.787 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_op_order", 2024-09-17T17:03:10.787 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_pg_log_writeout", 2024-09-17T17:03:10.787 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_shutdown", 2024-09-17T17:03:10.787 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_cached_snaps", 2024-09-17T17:03:10.787 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_missing_on_start", 2024-09-17T17:03:10.787 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_stray_on_activate", 2024-09-17T17:03:10.787 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-17T17:03:10.787 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-17T17:03:10.787 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_profile", 2024-09-17T17:03:10.788 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target", 2024-09-17T17:03:10.788 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target_autotune", 2024-09-17T17:03:10.788 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue", 2024-09-17T17:03:10.788 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue_cut_off", 2024-09-17T17:03:10.788 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_erasure_code_profile", 2024-09-17T17:03:10.788 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-17T17:03:10.788 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recover_clone_overlap", 2024-09-17T17:03:10.788 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_chunk", 2024-09-17T17:03:10.788 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_load_threshold", 2024-09-17T17:03:10.788 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_max_interval", 2024-09-17T17:03:10.788 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_shutdown_pgref_assert", 2024-09-17T17:03:10.788 INFO:tasks.workunit.client.0.smithi031.stdout: "public_network", 2024-09-17T17:03:10.788 INFO:tasks.workunit.client.0.smithi031.stdout: "rgw_cache_enabled", 2024-09-17T17:03:10.788 INFO:tasks.workunit.client.0.smithi031.stdout: "rgw_enable_ops_log", 2024-09-17T17:03:10.789 INFO:tasks.workunit.client.0.smithi031.stdout: "rgw_enable_usage_log" 2024-09-17T17:03:10.789 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:10.789 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.789 INFO:tasks.workunit.client.0.smithi031.stdout: "contact": null, 2024-09-17T17:03:10.789 INFO:tasks.workunit.client.0.smithi031.stdout: "crashes": [], 2024-09-17T17:03:10.789 INFO:tasks.workunit.client.0.smithi031.stdout: "created": "2024-09-17T16:54:09.970307Z", 2024-09-17T17:03:10.789 INFO:tasks.workunit.client.0.smithi031.stdout: "crush": { 2024-09-17T17:03:10.789 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_algs": { 2024-09-17T17:03:10.789 INFO:tasks.workunit.client.0.smithi031.stdout: "straw2": 3 2024-09-17T17:03:10.789 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.789 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_sizes": { 2024-09-17T17:03:10.789 INFO:tasks.workunit.client.0.smithi031.stdout: "2": 1, 2024-09-17T17:03:10.789 INFO:tasks.workunit.client.0.smithi031.stdout: "4": 2 2024-09-17T17:03:10.790 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.790 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_types": { 2024-09-17T17:03:10.790 INFO:tasks.workunit.client.0.smithi031.stdout: "1": 2, 2024-09-17T17:03:10.790 INFO:tasks.workunit.client.0.smithi031.stdout: "11": 1 2024-09-17T17:03:10.790 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.790 INFO:tasks.workunit.client.0.smithi031.stdout: "compat_weight_set": false, 2024-09-17T17:03:10.790 INFO:tasks.workunit.client.0.smithi031.stdout: "device_classes": [ 2024-09-17T17:03:10.790 INFO:tasks.workunit.client.0.smithi031.stdout: 8 2024-09-17T17:03:10.790 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:10.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_buckets": 6, 2024-09-17T17:03:10.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_devices": 8, 2024-09-17T17:03:10.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_rules": 1, 2024-09-17T17:03:10.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_types": 12, 2024-09-17T17:03:10.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_weight_sets": 0, 2024-09-17T17:03:10.791 INFO:tasks.workunit.client.0.smithi031.stdout: "tunables": { 2024-09-17T17:03:10.791 INFO:tasks.workunit.client.0.smithi031.stdout: "allowed_bucket_algs": 54, 2024-09-17T17:03:10.791 INFO:tasks.workunit.client.0.smithi031.stdout: "choose_local_fallback_tries": 0, 2024-09-17T17:03:10.791 INFO:tasks.workunit.client.0.smithi031.stdout: "choose_local_tries": 0, 2024-09-17T17:03:10.791 INFO:tasks.workunit.client.0.smithi031.stdout: "choose_total_tries": 50, 2024-09-17T17:03:10.791 INFO:tasks.workunit.client.0.smithi031.stdout: "chooseleaf_descend_once": 1, 2024-09-17T17:03:10.791 INFO:tasks.workunit.client.0.smithi031.stdout: "chooseleaf_stable": 1, 2024-09-17T17:03:10.791 INFO:tasks.workunit.client.0.smithi031.stdout: "chooseleaf_vary_r": 1, 2024-09-17T17:03:10.791 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v2_rules": 0, 2024-09-17T17:03:10.791 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v3_rules": 0, 2024-09-17T17:03:10.791 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v4_buckets": 1, 2024-09-17T17:03:10.792 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v5_rules": 0, 2024-09-17T17:03:10.792 INFO:tasks.workunit.client.0.smithi031.stdout: "legacy_tunables": 0, 2024-09-17T17:03:10.792 INFO:tasks.workunit.client.0.smithi031.stdout: "minimum_required_version": "jewel", 2024-09-17T17:03:10.792 INFO:tasks.workunit.client.0.smithi031.stdout: "optimal_tunables": 1, 2024-09-17T17:03:10.792 INFO:tasks.workunit.client.0.smithi031.stdout: "profile": "jewel", 2024-09-17T17:03:10.792 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables": 1, 2024-09-17T17:03:10.792 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables2": 1, 2024-09-17T17:03:10.792 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables3": 1, 2024-09-17T17:03:10.792 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables5": 1, 2024-09-17T17:03:10.792 INFO:tasks.workunit.client.0.smithi031.stdout: "straw_calc_version": 1 2024-09-17T17:03:10.792 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.792 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.792 INFO:tasks.workunit.client.0.smithi031.stdout: "description": "upgrade test cluster", 2024-09-17T17:03:10.792 INFO:tasks.workunit.client.0.smithi031.stdout: "fs": { 2024-09-17T17:03:10.793 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-09-17T17:03:10.793 INFO:tasks.workunit.client.0.smithi031.stdout: "feature_flags": { 2024-09-17T17:03:10.793 INFO:tasks.workunit.client.0.smithi031.stdout: "enable_multiple": true, 2024-09-17T17:03:10.793 INFO:tasks.workunit.client.0.smithi031.stdout: "ever_enabled_multiple": true 2024-09-17T17:03:10.793 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.793 INFO:tasks.workunit.client.0.smithi031.stdout: "filesystems": [ 2024-09-17T17:03:10.793 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:10.793 INFO:tasks.workunit.client.0.smithi031.stdout: "approx_ctime": "2024-09", 2024-09-17T17:03:10.793 INFO:tasks.workunit.client.0.smithi031.stdout: "balancer_enabled": false, 2024-09-17T17:03:10.793 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:10.793 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_caps": 0, 2024-09-17T17:03:10.793 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_dns": 10, 2024-09-17T17:03:10.793 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_inos": 13, 2024-09-17T17:03:10.794 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_subtrees": 2, 2024-09-17T17:03:10.794 INFO:tasks.workunit.client.0.smithi031.stdout: "ever_allowed_features": 0, 2024-09-17T17:03:10.794 INFO:tasks.workunit.client.0.smithi031.stdout: "explicitly_allowed_features": 0, 2024-09-17T17:03:10.794 INFO:tasks.workunit.client.0.smithi031.stdout: "files": 0, 2024-09-17T17:03:10.794 INFO:tasks.workunit.client.0.smithi031.stdout: "max_mds": 1, 2024-09-17T17:03:10.794 INFO:tasks.workunit.client.0.smithi031.stdout: "num_data_pools": 1, 2024-09-17T17:03:10.794 INFO:tasks.workunit.client.0.smithi031.stdout: "num_in": 1, 2024-09-17T17:03:10.794 INFO:tasks.workunit.client.0.smithi031.stdout: "num_mds": 1, 2024-09-17T17:03:10.794 INFO:tasks.workunit.client.0.smithi031.stdout: "num_sessions": 0, 2024-09-17T17:03:10.794 INFO:tasks.workunit.client.0.smithi031.stdout: "num_standby_replay": 0, 2024-09-17T17:03:10.794 INFO:tasks.workunit.client.0.smithi031.stdout: "num_up": 1, 2024-09-17T17:03:10.794 INFO:tasks.workunit.client.0.smithi031.stdout: "snaps": 0, 2024-09-17T17:03:10.794 INFO:tasks.workunit.client.0.smithi031.stdout: "standby_count_wanted": 0 2024-09-17T17:03:10.794 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.795 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:10.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_standby_mds": 1, 2024-09-17T17:03:10.795 INFO:tasks.workunit.client.0.smithi031.stdout: "total_num_mds": 2 2024-09-17T17:03:10.795 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.795 INFO:tasks.workunit.client.0.smithi031.stdout: "hosts": { 2024-09-17T17:03:10.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num": 2, 2024-09-17T17:03:10.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_mds": 2, 2024-09-17T17:03:10.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_mgr": 2, 2024-09-17T17:03:10.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_mon": 2, 2024-09-17T17:03:10.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_osd": 2 2024-09-17T17:03:10.795 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.795 INFO:tasks.workunit.client.0.smithi031.stdout: "leaderboard": false, 2024-09-17T17:03:10.795 INFO:tasks.workunit.client.0.smithi031.stdout: "leaderboard_description": null, 2024-09-17T17:03:10.796 INFO:tasks.workunit.client.0.smithi031.stdout: "license": "sharing-1-0", 2024-09-17T17:03:10.796 INFO:tasks.workunit.client.0.smithi031.stdout: "metadata": { 2024-09-17T17:03:10.796 INFO:tasks.workunit.client.0.smithi031.stdout: "mds": { 2024-09-17T17:03:10.796 INFO:tasks.workunit.client.0.smithi031.stdout: "arch": { 2024-09-17T17:03:10.796 INFO:tasks.workunit.client.0.smithi031.stdout: "x86_64": 2 2024-09-17T17:03:10.796 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.796 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_version": { 2024-09-17T17:03:10.796 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T17:03:10.796 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.796 INFO:tasks.workunit.client.0.smithi031.stdout: "cpu": { 2024-09-17T17:03:10.796 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-09-17T17:03:10.796 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.796 INFO:tasks.workunit.client.0.smithi031.stdout: "distro": { 2024-09-17T17:03:10.797 INFO:tasks.workunit.client.0.smithi031.stdout: "centos": 2 2024-09-17T17:03:10.797 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.797 INFO:tasks.workunit.client.0.smithi031.stdout: "distro_description": { 2024-09-17T17:03:10.797 INFO:tasks.workunit.client.0.smithi031.stdout: "CentOS Stream 9": 2 2024-09-17T17:03:10.797 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.797 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_description": { 2024-09-17T17:03:10.797 INFO:tasks.workunit.client.0.smithi031.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 2 2024-09-17T17:03:10.797 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.797 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_version": { 2024-09-17T17:03:10.797 INFO:tasks.workunit.client.0.smithi031.stdout: "5.14.0-508.el9.x86_64": 2 2024-09-17T17:03:10.797 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.797 INFO:tasks.workunit.client.0.smithi031.stdout: "os": { 2024-09-17T17:03:10.798 INFO:tasks.workunit.client.0.smithi031.stdout: "Linux": 2 2024-09-17T17:03:10.798 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.798 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.798 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-09-17T17:03:10.798 INFO:tasks.workunit.client.0.smithi031.stdout: "arch": { 2024-09-17T17:03:10.798 INFO:tasks.workunit.client.0.smithi031.stdout: "x86_64": 3 2024-09-17T17:03:10.798 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.798 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_version": { 2024-09-17T17:03:10.798 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-17T17:03:10.798 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.798 INFO:tasks.workunit.client.0.smithi031.stdout: "cpu": { 2024-09-17T17:03:10.798 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-09-17T17:03:10.798 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.799 INFO:tasks.workunit.client.0.smithi031.stdout: "distro": { 2024-09-17T17:03:10.799 INFO:tasks.workunit.client.0.smithi031.stdout: "centos": 3 2024-09-17T17:03:10.799 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.799 INFO:tasks.workunit.client.0.smithi031.stdout: "distro_description": { 2024-09-17T17:03:10.799 INFO:tasks.workunit.client.0.smithi031.stdout: "CentOS Stream 9": 3 2024-09-17T17:03:10.799 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.799 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_description": { 2024-09-17T17:03:10.799 INFO:tasks.workunit.client.0.smithi031.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 3 2024-09-17T17:03:10.799 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.799 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_version": { 2024-09-17T17:03:10.799 INFO:tasks.workunit.client.0.smithi031.stdout: "5.14.0-508.el9.x86_64": 3 2024-09-17T17:03:10.799 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.800 INFO:tasks.workunit.client.0.smithi031.stdout: "os": { 2024-09-17T17:03:10.800 INFO:tasks.workunit.client.0.smithi031.stdout: "Linux": 3 2024-09-17T17:03:10.800 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.800 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.800 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:10.800 INFO:tasks.workunit.client.0.smithi031.stdout: "arch": { 2024-09-17T17:03:10.800 INFO:tasks.workunit.client.0.smithi031.stdout: "x86_64": 8 2024-09-17T17:03:10.800 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.800 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_version": { 2024-09-17T17:03:10.800 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 8 2024-09-17T17:03:10.800 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.800 INFO:tasks.workunit.client.0.smithi031.stdout: "cpu": { 2024-09-17T17:03:10.800 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-09-17T17:03:10.801 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.801 INFO:tasks.workunit.client.0.smithi031.stdout: "distro": { 2024-09-17T17:03:10.801 INFO:tasks.workunit.client.0.smithi031.stdout: "centos": 8 2024-09-17T17:03:10.801 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.801 INFO:tasks.workunit.client.0.smithi031.stdout: "distro_description": { 2024-09-17T17:03:10.801 INFO:tasks.workunit.client.0.smithi031.stdout: "CentOS Stream 9": 8 2024-09-17T17:03:10.801 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.801 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_description": { 2024-09-17T17:03:10.801 INFO:tasks.workunit.client.0.smithi031.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 8 2024-09-17T17:03:10.801 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.801 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_version": { 2024-09-17T17:03:10.801 INFO:tasks.workunit.client.0.smithi031.stdout: "5.14.0-508.el9.x86_64": 8 2024-09-17T17:03:10.801 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.801 INFO:tasks.workunit.client.0.smithi031.stdout: "os": { 2024-09-17T17:03:10.802 INFO:tasks.workunit.client.0.smithi031.stdout: "Linux": 8 2024-09-17T17:03:10.802 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.802 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_objectstore": { 2024-09-17T17:03:10.802 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": 8 2024-09-17T17:03:10.802 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.802 INFO:tasks.workunit.client.0.smithi031.stdout: "rotational": { 2024-09-17T17:03:10.802 INFO:tasks.workunit.client.0.smithi031.stdout: "0": 8 2024-09-17T17:03:10.802 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.802 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.802 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.802 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-09-17T17:03:10.802 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-09-17T17:03:10.802 INFO:tasks.workunit.client.0.smithi031.stdout: "features": { 2024-09-17T17:03:10.802 INFO:tasks.workunit.client.0.smithi031.stdout: "optional": [], 2024-09-17T17:03:10.803 INFO:tasks.workunit.client.0.smithi031.stdout: "persistent": [ 2024-09-17T17:03:10.803 INFO:tasks.workunit.client.0.smithi031.stdout: "kraken", 2024-09-17T17:03:10.803 INFO:tasks.workunit.client.0.smithi031.stdout: "luminous", 2024-09-17T17:03:10.803 INFO:tasks.workunit.client.0.smithi031.stdout: "mimic", 2024-09-17T17:03:10.803 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap-prune", 2024-09-17T17:03:10.803 INFO:tasks.workunit.client.0.smithi031.stdout: "nautilus", 2024-09-17T17:03:10.803 INFO:tasks.workunit.client.0.smithi031.stdout: "octopus", 2024-09-17T17:03:10.803 INFO:tasks.workunit.client.0.smithi031.stdout: "pacific", 2024-09-17T17:03:10.803 INFO:tasks.workunit.client.0.smithi031.stdout: "elector-pinging", 2024-09-17T17:03:10.803 INFO:tasks.workunit.client.0.smithi031.stdout: "quincy", 2024-09-17T17:03:10.803 INFO:tasks.workunit.client.0.smithi031.stdout: "reef" 2024-09-17T17:03:10.803 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:10.803 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.803 INFO:tasks.workunit.client.0.smithi031.stdout: "ipv4_addr_mons": 6, 2024-09-17T17:03:10.804 INFO:tasks.workunit.client.0.smithi031.stdout: "ipv6_addr_mons": 0, 2024-09-17T17:03:10.804 INFO:tasks.workunit.client.0.smithi031.stdout: "min_mon_release": 18, 2024-09-17T17:03:10.804 INFO:tasks.workunit.client.0.smithi031.stdout: "v1_addr_mons": 3, 2024-09-17T17:03:10.804 INFO:tasks.workunit.client.0.smithi031.stdout: "v2_addr_mons": 3 2024-09-17T17:03:10.804 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.804 INFO:tasks.workunit.client.0.smithi031.stdout: "organization": "ceph-qa", 2024-09-17T17:03:10.804 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:10.804 INFO:tasks.workunit.client.0.smithi031.stdout: "cluster_network": false, 2024-09-17T17:03:10.804 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 8, 2024-09-17T17:03:10.804 INFO:tasks.workunit.client.0.smithi031.stdout: "require_min_compat_client": "luminous", 2024-09-17T17:03:10.804 INFO:tasks.workunit.client.0.smithi031.stdout: "require_osd_release": "reef" 2024-09-17T17:03:10.804 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.804 INFO:tasks.workunit.client.0.smithi031.stdout: "pools": [ 2024-09-17T17:03:10.805 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:10.805 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-09-17T17:03:10.805 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr" 2024-09-17T17:03:10.805 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:10.805 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-09-17T17:03:10.805 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-09-17T17:03:10.805 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-09-17T17:03:10.805 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-09-17T17:03:10.805 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-09-17T17:03:10.805 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 1, 2024-09-17T17:03:10.805 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 1, 2024-09-17T17:03:10.805 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 1, 2024-09-17T17:03:10.805 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-09-17T17:03:10.805 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-09-17T17:03:10.806 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 729296218378, 2024-09-17T17:03:10.806 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 1781760, 2024-09-17T17:03:10.806 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-09-17T17:03:10.806 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-09-17T17:03:10.806 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 1781760, 2024-09-17T17:03:10.806 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-09-17T17:03:10.806 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 243098730496, 2024-09-17T17:03:10.806 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 2, 2024-09-17T17:03:10.806 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-09-17T17:03:10.806 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 2.443116500217002e-06, 2024-09-17T17:03:10.806 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-09-17T17:03:10.806 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-09-17T17:03:10.806 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 212, 2024-09-17T17:03:10.807 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 313344, 2024-09-17T17:03:10.807 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 590368, 2024-09-17T17:03:10.807 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 590368, 2024-09-17T17:03:10.807 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-09-17T17:03:10.807 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 1771104, 2024-09-17T17:03:10.807 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 179, 2024-09-17T17:03:10.807 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 2473984 2024-09-17T17:03:10.807 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.807 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-09-17T17:03:10.807 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-09-17T17:03:10.807 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-09-17T17:03:10.807 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.807 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:10.807 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-09-17T17:03:10.808 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-09-17T17:03:10.808 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:10.808 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-09-17T17:03:10.808 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-09-17T17:03:10.808 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-09-17T17:03:10.808 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-09-17T17:03:10.808 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-09-17T17:03:10.808 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 32, 2024-09-17T17:03:10.808 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 32, 2024-09-17T17:03:10.808 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 2, 2024-09-17T17:03:10.808 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-09-17T17:03:10.808 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-09-17T17:03:10.808 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 729296218378, 2024-09-17T17:03:10.809 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 98304, 2024-09-17T17:03:10.809 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-09-17T17:03:10.809 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-09-17T17:03:10.809 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 98304, 2024-09-17T17:03:10.809 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-09-17T17:03:10.809 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 243098730496, 2024-09-17T17:03:10.809 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 22, 2024-09-17T17:03:10.809 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-09-17T17:03:10.809 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 1.347929554640359e-07, 2024-09-17T17:03:10.809 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-09-17T17:03:10.809 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-09-17T17:03:10.809 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 0, 2024-09-17T17:03:10.809 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 0, 2024-09-17T17:03:10.810 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 3428, 2024-09-17T17:03:10.810 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 3428, 2024-09-17T17:03:10.810 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-09-17T17:03:10.810 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 10284, 2024-09-17T17:03:10.810 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 51, 2024-09-17T17:03:10.810 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 20480 2024-09-17T17:03:10.810 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.810 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-09-17T17:03:10.810 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-09-17T17:03:10.810 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-09-17T17:03:10.810 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.810 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:10.810 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-09-17T17:03:10.810 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-09-17T17:03:10.810 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:10.811 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-09-17T17:03:10.811 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-09-17T17:03:10.811 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-09-17T17:03:10.811 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-09-17T17:03:10.811 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-09-17T17:03:10.811 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 64, 2024-09-17T17:03:10.811 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 64, 2024-09-17T17:03:10.811 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 3, 2024-09-17T17:03:10.811 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-09-17T17:03:10.811 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-09-17T17:03:10.811 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 729296218378, 2024-09-17T17:03:10.811 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 0, 2024-09-17T17:03:10.811 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-09-17T17:03:10.812 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-09-17T17:03:10.812 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 0, 2024-09-17T17:03:10.812 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-09-17T17:03:10.812 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 243098730496, 2024-09-17T17:03:10.812 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 0, 2024-09-17T17:03:10.812 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-09-17T17:03:10.812 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 0.0, 2024-09-17T17:03:10.812 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-09-17T17:03:10.812 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-09-17T17:03:10.812 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 0, 2024-09-17T17:03:10.812 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 0, 2024-09-17T17:03:10.812 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 0, 2024-09-17T17:03:10.813 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 0, 2024-09-17T17:03:10.813 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-09-17T17:03:10.813 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 0, 2024-09-17T17:03:10.813 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 0, 2024-09-17T17:03:10.813 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 0 2024-09-17T17:03:10.813 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.813 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-09-17T17:03:10.813 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-09-17T17:03:10.813 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-09-17T17:03:10.813 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.813 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:10.813 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-09-17T17:03:10.813 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd" 2024-09-17T17:03:10.814 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:10.814 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-09-17T17:03:10.814 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-09-17T17:03:10.814 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-09-17T17:03:10.814 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-09-17T17:03:10.814 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-09-17T17:03:10.814 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 8, 2024-09-17T17:03:10.814 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 8, 2024-09-17T17:03:10.814 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 4, 2024-09-17T17:03:10.814 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-09-17T17:03:10.814 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-09-17T17:03:10.814 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 729296218378, 2024-09-17T17:03:10.814 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 12288, 2024-09-17T17:03:10.814 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-09-17T17:03:10.815 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-09-17T17:03:10.815 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 12288, 2024-09-17T17:03:10.815 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-09-17T17:03:10.815 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 243098730496, 2024-09-17T17:03:10.815 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 2, 2024-09-17T17:03:10.815 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-09-17T17:03:10.815 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 1.684912120936133e-08, 2024-09-17T17:03:10.815 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-09-17T17:03:10.815 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-09-17T17:03:10.815 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 0, 2024-09-17T17:03:10.815 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 0, 2024-09-17T17:03:10.815 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 19, 2024-09-17T17:03:10.815 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 19, 2024-09-17T17:03:10.816 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-09-17T17:03:10.816 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 57, 2024-09-17T17:03:10.816 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 2, 2024-09-17T17:03:10.816 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 2048 2024-09-17T17:03:10.816 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.816 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-09-17T17:03:10.816 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-09-17T17:03:10.816 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-09-17T17:03:10.816 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.816 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:10.816 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd": { 2024-09-17T17:03:10.816 INFO:tasks.workunit.client.0.smithi031.stdout: "mirroring_by_pool": [ 2024-09-17T17:03:10.816 INFO:tasks.workunit.client.0.smithi031.stdout: false 2024-09-17T17:03:10.817 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:10.817 INFO:tasks.workunit.client.0.smithi031.stdout: "num_images_by_pool": [ 2024-09-17T17:03:10.817 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:10.817 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:10.817 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pools": 1 2024-09-17T17:03:10.817 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.817 INFO:tasks.workunit.client.0.smithi031.stdout: "report_id": "70e3a9d8-0e83-4abe-a882-642539cabc96", 2024-09-17T17:03:10.817 INFO:tasks.workunit.client.0.smithi031.stdout: "report_timestamp": "2024-09-17T17:03:10.711771", 2024-09-17T17:03:10.817 INFO:tasks.workunit.client.0.smithi031.stdout: "report_version": 1, 2024-09-17T17:03:10.817 INFO:tasks.workunit.client.0.smithi031.stdout: "rook": { 2024-09-17T17:03:10.817 INFO:tasks.workunit.client.0.smithi031.stdout: "cluster": { 2024-09-17T17:03:10.817 INFO:tasks.workunit.client.0.smithi031.stdout: "external-mode": null, 2024-09-17T17:03:10.817 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-09-17T17:03:10.817 INFO:tasks.workunit.client.0.smithi031.stdout: "allow-multiple-per-node": null, 2024-09-17T17:03:10.818 INFO:tasks.workunit.client.0.smithi031.stdout: "count": null, 2024-09-17T17:03:10.818 INFO:tasks.workunit.client.0.smithi031.stdout: "max-id": null, 2024-09-17T17:03:10.818 INFO:tasks.workunit.client.0.smithi031.stdout: "pvc": { 2024-09-17T17:03:10.818 INFO:tasks.workunit.client.0.smithi031.stdout: "enabled": null 2024-09-17T17:03:10.818 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.818 INFO:tasks.workunit.client.0.smithi031.stdout: "stretch": { 2024-09-17T17:03:10.818 INFO:tasks.workunit.client.0.smithi031.stdout: "enabled": null 2024-09-17T17:03:10.818 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.818 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.818 INFO:tasks.workunit.client.0.smithi031.stdout: "network": { 2024-09-17T17:03:10.818 INFO:tasks.workunit.client.0.smithi031.stdout: "provider": null 2024-09-17T17:03:10.818 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.818 INFO:tasks.workunit.client.0.smithi031.stdout: "storage": { 2024-09-17T17:03:10.818 INFO:tasks.workunit.client.0.smithi031.stdout: "device-set": { 2024-09-17T17:03:10.819 INFO:tasks.workunit.client.0.smithi031.stdout: "count": { 2024-09-17T17:03:10.819 INFO:tasks.workunit.client.0.smithi031.stdout: "non-portable": null, 2024-09-17T17:03:10.819 INFO:tasks.workunit.client.0.smithi031.stdout: "portable": null, 2024-09-17T17:03:10.819 INFO:tasks.workunit.client.0.smithi031.stdout: "total": null 2024-09-17T17:03:10.819 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.819 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.819 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.819 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.819 INFO:tasks.workunit.client.0.smithi031.stdout: "csi": { 2024-09-17T17:03:10.819 INFO:tasks.workunit.client.0.smithi031.stdout: "version": null 2024-09-17T17:03:10.819 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.819 INFO:tasks.workunit.client.0.smithi031.stdout: "kubernetes": { 2024-09-17T17:03:10.819 INFO:tasks.workunit.client.0.smithi031.stdout: "version": null 2024-09-17T17:03:10.819 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.820 INFO:tasks.workunit.client.0.smithi031.stdout: "node": { 2024-09-17T17:03:10.820 INFO:tasks.workunit.client.0.smithi031.stdout: "count": { 2024-09-17T17:03:10.820 INFO:tasks.workunit.client.0.smithi031.stdout: "kubernetes-total": null, 2024-09-17T17:03:10.820 INFO:tasks.workunit.client.0.smithi031.stdout: "with-ceph-daemons": null, 2024-09-17T17:03:10.820 INFO:tasks.workunit.client.0.smithi031.stdout: "with-csi-cephfs-plugin": null, 2024-09-17T17:03:10.820 INFO:tasks.workunit.client.0.smithi031.stdout: "with-csi-nfs-plugin": null, 2024-09-17T17:03:10.820 INFO:tasks.workunit.client.0.smithi031.stdout: "with-csi-rbd-plugin": null 2024-09-17T17:03:10.820 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.820 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.820 INFO:tasks.workunit.client.0.smithi031.stdout: "usage": { 2024-09-17T17:03:10.820 INFO:tasks.workunit.client.0.smithi031.stdout: "storage-class": { 2024-09-17T17:03:10.820 INFO:tasks.workunit.client.0.smithi031.stdout: "count": { 2024-09-17T17:03:10.820 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": null, 2024-09-17T17:03:10.820 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs": null, 2024-09-17T17:03:10.820 INFO:tasks.workunit.client.0.smithi031.stdout: "nfs": null, 2024-09-17T17:03:10.821 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd": null, 2024-09-17T17:03:10.821 INFO:tasks.workunit.client.0.smithi031.stdout: "total": null 2024-09-17T17:03:10.821 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.821 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.821 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.821 INFO:tasks.workunit.client.0.smithi031.stdout: "version": null 2024-09-17T17:03:10.821 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.821 INFO:tasks.workunit.client.0.smithi031.stdout: "services": {}, 2024-09-17T17:03:10.821 INFO:tasks.workunit.client.0.smithi031.stdout: "usage": { 2024-09-17T17:03:10.821 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 105, 2024-09-17T17:03:10.821 INFO:tasks.workunit.client.0.smithi031.stdout: "pools": 4, 2024-09-17T17:03:10.821 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_by_class": { 2024-09-17T17:03:10.821 INFO:tasks.workunit.client.0.smithi031.stdout: "ssd": { 2024-09-17T17:03:10.821 INFO:tasks.workunit.client.0.smithi031.stdout: "total_avail_bytes": 767718219776, 2024-09-17T17:03:10.822 INFO:tasks.workunit.client.0.smithi031.stdout: "total_bytes": 767960285184, 2024-09-17T17:03:10.822 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_bytes": 242065408, 2024-09-17T17:03:10.822 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_raw_bytes": 242065408, 2024-09-17T17:03:10.822 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_raw_ratio": 0.00031520563061349094 2024-09-17T17:03:10.822 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.822 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:10.822 INFO:tasks.workunit.client.0.smithi031.stdout: "total_avail_bytes": 767718219776, 2024-09-17T17:03:10.822 INFO:tasks.workunit.client.0.smithi031.stdout: "total_bytes": 767960285184, 2024-09-17T17:03:10.822 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_bytes": 242065408 2024-09-17T17:03:10.822 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.822 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:10.822 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-17T17:03:10.823 INFO:tasks.workunit.client.0.smithi031.stderr:++ ceph telemetry collection ls 2024-09-17T17:03:11.219 INFO:tasks.workunit.client.0.smithi031.stderr:+ COLLECTIONS='New collections are available: 2024-09-17T17:03:11.219 INFO:tasks.workunit.client.0.smithi031.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-09-17T17:03:11.220 INFO:tasks.workunit.client.0.smithi031.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-17T17:03:11.220 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-17T17:03:11.220 INFO:tasks.workunit.client.0.smithi031.stderr:NAME STATUS DESC 2024-09-17T17:03:11.220 INFO:tasks.workunit.client.0.smithi031.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-17T17:03:11.220 INFO:tasks.workunit.client.0.smithi031.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-17T17:03:11.220 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-17T17:03:11.220 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-17T17:03:11.220 INFO:tasks.workunit.client.0.smithi031.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-17T17:03:11.220 INFO:tasks.workunit.client.0.smithi031.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-17T17:03:11.220 INFO:tasks.workunit.client.0.smithi031.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-17T17:03:11.220 INFO:tasks.workunit.client.0.smithi031.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-17T17:03:11.220 INFO:tasks.workunit.client.0.smithi031.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-17T17:03:11.220 INFO:tasks.workunit.client.0.smithi031.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-17T17:03:11.220 INFO:tasks.workunit.client.0.smithi031.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-09-17T17:03:11.221 INFO:tasks.workunit.client.0.smithi031.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2024-09-17T17:03:11.221 INFO:tasks.workunit.client.0.smithi031.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-17T17:03:11.221 INFO:tasks.workunit.client.0.smithi031.stderr:+ [[ New collections are available: 2024-09-17T17:03:11.221 INFO:tasks.workunit.client.0.smithi031.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-17T17:03:11.221 INFO:tasks.workunit.client.0.smithi031.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-17T17:03:11.221 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-17T17:03:11.221 INFO:tasks.workunit.client.0.smithi031.stderr:NAME STATUS DESC 2024-09-17T17:03:11.221 INFO:tasks.workunit.client.0.smithi031.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-17T17:03:11.221 INFO:tasks.workunit.client.0.smithi031.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-17T17:03:11.221 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-17T17:03:11.221 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-17T17:03:11.221 INFO:tasks.workunit.client.0.smithi031.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-17T17:03:11.221 INFO:tasks.workunit.client.0.smithi031.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-17T17:03:11.222 INFO:tasks.workunit.client.0.smithi031.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-17T17:03:11.222 INFO:tasks.workunit.client.0.smithi031.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-17T17:03:11.222 INFO:tasks.workunit.client.0.smithi031.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-17T17:03:11.222 INFO:tasks.workunit.client.0.smithi031.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-17T17:03:11.222 INFO:tasks.workunit.client.0.smithi031.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-09-17T17:03:11.222 INFO:tasks.workunit.client.0.smithi031.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-17T17:03:11.222 INFO:tasks.workunit.client.0.smithi031.stderr:+ [[ New collections are available: 2024-09-17T17:03:11.222 INFO:tasks.workunit.client.0.smithi031.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-17T17:03:11.222 INFO:tasks.workunit.client.0.smithi031.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-17T17:03:11.222 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-17T17:03:11.222 INFO:tasks.workunit.client.0.smithi031.stderr:NAME STATUS DESC 2024-09-17T17:03:11.222 INFO:tasks.workunit.client.0.smithi031.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-17T17:03:11.222 INFO:tasks.workunit.client.0.smithi031.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-17T17:03:11.223 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-17T17:03:11.223 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-17T17:03:11.223 INFO:tasks.workunit.client.0.smithi031.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-17T17:03:11.223 INFO:tasks.workunit.client.0.smithi031.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-17T17:03:11.223 INFO:tasks.workunit.client.0.smithi031.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-17T17:03:11.223 INFO:tasks.workunit.client.0.smithi031.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-17T17:03:11.223 INFO:tasks.workunit.client.0.smithi031.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-17T17:03:11.223 INFO:tasks.workunit.client.0.smithi031.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-17T17:03:11.223 INFO:tasks.workunit.client.0.smithi031.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-09-17T17:03:11.223 INFO:tasks.workunit.client.0.smithi031.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-17T17:03:11.223 INFO:tasks.workunit.client.0.smithi031.stderr:+ [[ New collections are available: 2024-09-17T17:03:11.223 INFO:tasks.workunit.client.0.smithi031.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-17T17:03:11.223 INFO:tasks.workunit.client.0.smithi031.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-17T17:03:11.224 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-17T17:03:11.224 INFO:tasks.workunit.client.0.smithi031.stderr:NAME STATUS DESC 2024-09-17T17:03:11.224 INFO:tasks.workunit.client.0.smithi031.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-17T17:03:11.224 INFO:tasks.workunit.client.0.smithi031.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-17T17:03:11.224 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-17T17:03:11.224 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-17T17:03:11.224 INFO:tasks.workunit.client.0.smithi031.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-17T17:03:11.224 INFO:tasks.workunit.client.0.smithi031.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-17T17:03:11.224 INFO:tasks.workunit.client.0.smithi031.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-17T17:03:11.224 INFO:tasks.workunit.client.0.smithi031.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-17T17:03:11.224 INFO:tasks.workunit.client.0.smithi031.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-17T17:03:11.224 INFO:tasks.workunit.client.0.smithi031.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-17T17:03:11.225 INFO:tasks.workunit.client.0.smithi031.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-09-17T17:03:11.225 INFO:tasks.workunit.client.0.smithi031.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-17T17:03:11.225 INFO:tasks.workunit.client.0.smithi031.stderr:+ [[ New collections are available: 2024-09-17T17:03:11.225 INFO:tasks.workunit.client.0.smithi031.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-17T17:03:11.225 INFO:tasks.workunit.client.0.smithi031.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-17T17:03:11.225 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-17T17:03:11.225 INFO:tasks.workunit.client.0.smithi031.stderr:NAME STATUS DESC 2024-09-17T17:03:11.225 INFO:tasks.workunit.client.0.smithi031.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-17T17:03:11.225 INFO:tasks.workunit.client.0.smithi031.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-17T17:03:11.225 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-17T17:03:11.225 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-17T17:03:11.225 INFO:tasks.workunit.client.0.smithi031.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-17T17:03:11.226 INFO:tasks.workunit.client.0.smithi031.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-17T17:03:11.226 INFO:tasks.workunit.client.0.smithi031.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-17T17:03:11.226 INFO:tasks.workunit.client.0.smithi031.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-17T17:03:11.226 INFO:tasks.workunit.client.0.smithi031.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-17T17:03:11.226 INFO:tasks.workunit.client.0.smithi031.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-17T17:03:11.226 INFO:tasks.workunit.client.0.smithi031.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-09-17T17:03:11.226 INFO:tasks.workunit.client.0.smithi031.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-17T17:03:11.226 INFO:tasks.workunit.client.0.smithi031.stderr:+ [[ New collections are available: 2024-09-17T17:03:11.226 INFO:tasks.workunit.client.0.smithi031.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-17T17:03:11.226 INFO:tasks.workunit.client.0.smithi031.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-17T17:03:11.226 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-17T17:03:11.226 INFO:tasks.workunit.client.0.smithi031.stderr:NAME STATUS DESC 2024-09-17T17:03:11.226 INFO:tasks.workunit.client.0.smithi031.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-17T17:03:11.227 INFO:tasks.workunit.client.0.smithi031.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-17T17:03:11.227 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-17T17:03:11.227 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-17T17:03:11.227 INFO:tasks.workunit.client.0.smithi031.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-17T17:03:11.227 INFO:tasks.workunit.client.0.smithi031.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-17T17:03:11.227 INFO:tasks.workunit.client.0.smithi031.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-17T17:03:11.227 INFO:tasks.workunit.client.0.smithi031.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-17T17:03:11.227 INFO:tasks.workunit.client.0.smithi031.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-17T17:03:11.227 INFO:tasks.workunit.client.0.smithi031.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-17T17:03:11.227 INFO:tasks.workunit.client.0.smithi031.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-09-17T17:03:11.227 INFO:tasks.workunit.client.0.smithi031.stderr:+ ceph telemetry on --license sharing-1-0 2024-09-17T17:03:11.544 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:11 smithi031 ceph-mon[39468]: from='client.24719 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:11.544 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:11 smithi031 ceph-mon[39468]: from='client.24719 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:11.544 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:11 smithi031 ceph-mon[39468]: mgrmap e22: y(active, since 2m), standbys: x 2024-09-17T17:03:11.544 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:11 smithi031 ceph-mon[39468]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:11.544 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:11 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:11.544 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:11 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:03:11.544 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:11 smithi031 ceph-mon[39468]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:11.544 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:11 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:11.544 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:11 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:03:11.545 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:11 smithi031 ceph-mon[27768]: from='client.24719 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:11.545 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:11 smithi031 ceph-mon[27768]: from='client.24719 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:11.545 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:11 smithi031 ceph-mon[27768]: mgrmap e22: y(active, since 2m), standbys: x 2024-09-17T17:03:11.545 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:11 smithi031 ceph-mon[27768]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:11.545 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:11 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:11.545 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:11 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:03:11.545 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:11 smithi031 ceph-mon[27768]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:11.545 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:11 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:11.545 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:11 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:03:11.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:11 smithi066 ceph-mon[31354]: from='client.24719 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:11.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:11 smithi066 ceph-mon[31354]: from='client.24719 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:11.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:11 smithi066 ceph-mon[31354]: mgrmap e22: y(active, since 2m), standbys: x 2024-09-17T17:03:11.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:11 smithi066 ceph-mon[31354]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:11.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:11 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:11.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:11 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:03:11.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:11 smithi066 ceph-mon[31354]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:11.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:11 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:11.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:11 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:03:11.765 INFO:tasks.workunit.client.0.smithi031.stdout:Telemetry is on. 2024-09-17T17:03:11.766 INFO:tasks.workunit.client.0.smithi031.stdout:Some channels are disabled, please enable with: 2024-09-17T17:03:11.766 INFO:tasks.workunit.client.0.smithi031.stdout:`ceph telemetry enable channel perf` 2024-09-17T17:03:11.777 INFO:tasks.workunit.client.0.smithi031.stderr:+ ceph telemetry enable channel perf 2024-09-17T17:03:11.843 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:03:11 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:03:11] ENGINE Bus STOPPING 2024-09-17T17:03:11.843 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:03:11 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:03:11] "GET /metrics HTTP/1.1" 200 33660 "" "Prometheus/2.43.0" 2024-09-17T17:03:11.843 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:03:11 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:03:11] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-17T17:03:11.843 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:03:11 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:03:11] ENGINE Bus STOPPED 2024-09-17T17:03:11.844 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:03:11 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:03:11] ENGINE Bus STARTING 2024-09-17T17:03:11.844 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:03:11 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:03:11] ENGINE Serving on http://:::9283 2024-09-17T17:03:11.844 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:03:11 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:03:11] ENGINE Bus STARTED 2024-09-17T17:03:12.287 INFO:tasks.workunit.client.0.smithi031.stdout:channel_perf is enabled 2024-09-17T17:03:12.298 INFO:tasks.workunit.client.0.smithi031.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-09-17T17:03:12.539 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:03:12] ENGINE Bus STOPPING 2024-09-17T17:03:12.539 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:03:12] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-17T17:03:12.539 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:03:12] ENGINE Bus STOPPED 2024-09-17T17:03:12.539 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:03:12] ENGINE Bus STARTING 2024-09-17T17:03:12.539 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:03:12] ENGINE Serving on http://:::9283 2024-09-17T17:03:12.539 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:03:12] ENGINE Bus STARTED 2024-09-17T17:03:12.677 INFO:tasks.workunit.client.0.smithi031.stderr:+ LAST_OPT_REVISION=1 2024-09-17T17:03:12.677 INFO:tasks.workunit.client.0.smithi031.stderr:+ '[' 1 -ne 1 ']' 2024-09-17T17:03:12.677 INFO:tasks.workunit.client.0.smithi031.stderr:+ ceph telemetry show 2024-09-17T17:03:12.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:12.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:12.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:12.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:12.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:12.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:12.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:03:12.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:12.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:12.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:03:12.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:03:12.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:12.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:12.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:03:12.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:12.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:12.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-17T17:03:12.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:12.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:12.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:03:12.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:12.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:12.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:12.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:03:12.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:03:12.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:03:12.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:12.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:12.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:12.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:12.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:12.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:12.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:12.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:12.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:12.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:12.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:12.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:12.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:12.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:12.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:12.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:12.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:12.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:12.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:12.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:12.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:12.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:12.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:12.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:12.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:12.849 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:12.849 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:12.849 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:12.849 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:12.849 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:12.849 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:12.849 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:03:12.849 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:12.849 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:12.849 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:03:12.849 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:03:12.849 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:12.849 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:12.850 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:03:12.850 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:12.850 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:12.850 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-17T17:03:12.850 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:12.850 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:12.850 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:03:12.850 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:12.850 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:12.850 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:12.850 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:03:12.850 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:03:12.850 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:03:12.851 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:12.851 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:12.851 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:12.851 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:12.851 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:12.851 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:12.851 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:12.851 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:12.851 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:12.851 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:12.851 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:12.851 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:12.851 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:12.852 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:12.852 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:12.852 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:12.852 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:12.852 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:12.852 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:12.852 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:12.852 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:12.852 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:12.852 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:12.852 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:12.852 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:12 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:12.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:12.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:12.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:12.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:12.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:12.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:12.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:03:12.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:12.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:12.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:03:12.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:03:12.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:12.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:12.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:03:12.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:12.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:12.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-17T17:03:12.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:12.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:12.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:03:12.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:12.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:12.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:12.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:03:12.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:03:12.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:03:12.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:12.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:12.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:12.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:12.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:12.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:12.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:12.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:12.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:12.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:12.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:12.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:12.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:12.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:12.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:12.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:12.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:12.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:12.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:12.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:12.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:12.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:12.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:12.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:12.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:12 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:13.363 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-17T17:03:13.363 INFO:tasks.workunit.client.0.smithi031.stdout: "balancer": { 2024-09-17T17:03:13.363 INFO:tasks.workunit.client.0.smithi031.stdout: "active": true, 2024-09-17T17:03:13.363 INFO:tasks.workunit.client.0.smithi031.stdout: "mode": "" 2024-09-17T17:03:13.364 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.364 INFO:tasks.workunit.client.0.smithi031.stdout: "channels": [ 2024-09-17T17:03:13.364 INFO:tasks.workunit.client.0.smithi031.stdout: "basic", 2024-09-17T17:03:13.364 INFO:tasks.workunit.client.0.smithi031.stdout: "crash", 2024-09-17T17:03:13.364 INFO:tasks.workunit.client.0.smithi031.stdout: "device", 2024-09-17T17:03:13.364 INFO:tasks.workunit.client.0.smithi031.stdout: "ident", 2024-09-17T17:03:13.364 INFO:tasks.workunit.client.0.smithi031.stdout: "perf" 2024-09-17T17:03:13.364 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:13.364 INFO:tasks.workunit.client.0.smithi031.stdout: "channels_available": [ 2024-09-17T17:03:13.364 INFO:tasks.workunit.client.0.smithi031.stdout: "basic", 2024-09-17T17:03:13.364 INFO:tasks.workunit.client.0.smithi031.stdout: "ident", 2024-09-17T17:03:13.364 INFO:tasks.workunit.client.0.smithi031.stdout: "crash", 2024-09-17T17:03:13.364 INFO:tasks.workunit.client.0.smithi031.stdout: "device", 2024-09-17T17:03:13.364 INFO:tasks.workunit.client.0.smithi031.stdout: "perf" 2024-09-17T17:03:13.364 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:13.365 INFO:tasks.workunit.client.0.smithi031.stdout: "collections_available": [ 2024-09-17T17:03:13.365 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_base", 2024-09-17T17:03:13.365 INFO:tasks.workunit.client.0.smithi031.stdout: "device_base", 2024-09-17T17:03:13.365 INFO:tasks.workunit.client.0.smithi031.stdout: "crash_base", 2024-09-17T17:03:13.365 INFO:tasks.workunit.client.0.smithi031.stdout: "ident_base", 2024-09-17T17:03:13.365 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_perf", 2024-09-17T17:03:13.365 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_mds_metadata", 2024-09-17T17:03:13.365 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_usage", 2024-09-17T17:03:13.365 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_usage_by_class", 2024-09-17T17:03:13.365 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_rook_v01", 2024-09-17T17:03:13.365 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_memory_metrics", 2024-09-17T17:03:13.365 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_options_bluestore" 2024-09-17T17:03:13.365 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:13.365 INFO:tasks.workunit.client.0.smithi031.stdout: "collections_opted_in": [ 2024-09-17T17:03:13.365 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_base", 2024-09-17T17:03:13.366 INFO:tasks.workunit.client.0.smithi031.stdout: "device_base", 2024-09-17T17:03:13.366 INFO:tasks.workunit.client.0.smithi031.stdout: "crash_base", 2024-09-17T17:03:13.366 INFO:tasks.workunit.client.0.smithi031.stdout: "ident_base", 2024-09-17T17:03:13.366 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_perf", 2024-09-17T17:03:13.366 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_mds_metadata", 2024-09-17T17:03:13.366 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_usage", 2024-09-17T17:03:13.366 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_usage_by_class", 2024-09-17T17:03:13.366 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_rook_v01", 2024-09-17T17:03:13.366 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_memory_metrics", 2024-09-17T17:03:13.366 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_options_bluestore" 2024-09-17T17:03:13.366 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:13.366 INFO:tasks.workunit.client.0.smithi031.stdout: "config": { 2024-09-17T17:03:13.366 INFO:tasks.workunit.client.0.smithi031.stdout: "active_changed": [ 2024-09-17T17:03:13.367 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-17T17:03:13.367 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_debug", 2024-09-17T17:03:13.367 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_mon_ticket_ttl", 2024-09-17T17:03:13.367 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_service_ticket_ttl", 2024-09-17T17:03:13.367 INFO:tasks.workunit.client.0.smithi031.stdout: "bdev_debug_aio", 2024-09-17T17:03:13.367 INFO:tasks.workunit.client.0.smithi031.stdout: "client_check_pool_perm", 2024-09-17T17:03:13.367 INFO:tasks.workunit.client.0.smithi031.stdout: "client_mount_gid", 2024-09-17T17:03:13.367 INFO:tasks.workunit.client.0.smithi031.stdout: "client_mount_uid", 2024-09-17T17:03:13.367 INFO:tasks.workunit.client.0.smithi031.stdout: "client_quota", 2024-09-17T17:03:13.367 INFO:tasks.workunit.client.0.smithi031.stdout: "container_image", 2024-09-17T17:03:13.367 INFO:tasks.workunit.client.0.smithi031.stdout: "daemonize", 2024-09-17T17:03:13.367 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_asserts_on_shutdown", 2024-09-17T17:03:13.367 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mgr", 2024-09-17T17:03:13.368 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mon", 2024-09-17T17:03:13.368 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_ms", 2024-09-17T17:03:13.368 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_osd", 2024-09-17T17:03:13.368 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_paxos", 2024-09-17T17:03:13.368 INFO:tasks.workunit.client.0.smithi031.stdout: "keyring", 2024-09-17T17:03:13.368 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_block_size", 2024-09-17T17:03:13.368 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_cache_size", 2024-09-17T17:03:13.368 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_compression", 2024-09-17T17:03:13.368 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_log", 2024-09-17T17:03:13.368 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_write_buffer_size", 2024-09-17T17:03:13.368 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_file", 2024-09-17T17:03:13.368 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_journald", 2024-09-17T17:03:13.368 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_stderr", 2024-09-17T17:03:13.369 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_allow_pool_delete", 2024-09-17T17:03:13.369 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_clock_drift_allowed", 2024-09-17T17:03:13.369 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_file_level", 2024-09-17T17:03:13.369 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_file", 2024-09-17T17:03:13.369 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_journald", 2024-09-17T17:03:13.369 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_stderr", 2024-09-17T17:03:13.369 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_data_avail_warn", 2024-09-17T17:03:13.369 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_election_default_strategy", 2024-09-17T17:03:13.369 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_host", 2024-09-17T17:03:13.369 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_max_pg_per_osd", 2024-09-17T17:03:13.369 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_mgr_mkfs_grace", 2024-09-17T17:03:13.369 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_prime_pg_temp", 2024-09-17T17:03:13.369 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_reporter_subtree_level", 2024-09-17T17:03:13.370 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_pg_warn_max_object_skew", 2024-09-17T17:03:13.370 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-17T17:03:13.370 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-17T17:03:13.370 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-17T17:03:13.370 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-17T17:03:13.370 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-17T17:03:13.370 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-17T17:03:13.370 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-17T17:03:13.370 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-17T17:03:13.370 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_too_few_osds", 2024-09-17T17:03:13.370 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_bug", 2024-09-17T17:03:13.370 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_old_message", 2024-09-17T17:03:13.370 INFO:tasks.workunit.client.0.smithi031.stdout: "no_config_file", 2024-09-17T17:03:13.371 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_default_list", 2024-09-17T17:03:13.371 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_load_list", 2024-09-17T17:03:13.371 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_crush_chooseleaf_type", 2024-09-17T17:03:13.371 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_misdirected_ops", 2024-09-17T17:03:13.371 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_op_order", 2024-09-17T17:03:13.371 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_pg_log_writeout", 2024-09-17T17:03:13.371 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_shutdown", 2024-09-17T17:03:13.371 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_cached_snaps", 2024-09-17T17:03:13.371 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_missing_on_start", 2024-09-17T17:03:13.371 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_stray_on_activate", 2024-09-17T17:03:13.371 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-17T17:03:13.371 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_delete_sleep", 2024-09-17T17:03:13.371 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_delete_sleep_hdd", 2024-09-17T17:03:13.372 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_delete_sleep_hybrid", 2024-09-17T17:03:13.372 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_delete_sleep_ssd", 2024-09-17T17:03:13.372 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_max_backfills", 2024-09-17T17:03:13.372 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-17T17:03:13.372 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_profile", 2024-09-17T17:03:13.372 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-17T17:03:13.372 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-17T17:03:13.372 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-17T17:03:13.372 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-17T17:03:13.372 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-17T17:03:13.372 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-17T17:03:13.372 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_client_lim", 2024-09-17T17:03:13.372 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_client_res", 2024-09-17T17:03:13.372 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-17T17:03:13.373 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target", 2024-09-17T17:03:13.373 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target_autotune", 2024-09-17T17:03:13.373 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue", 2024-09-17T17:03:13.373 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue_cut_off", 2024-09-17T17:03:13.373 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pg_delete_cost", 2024-09-17T17:03:13.373 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_erasure_code_profile", 2024-09-17T17:03:13.373 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-17T17:03:13.373 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recover_clone_overlap", 2024-09-17T17:03:13.373 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_active", 2024-09-17T17:03:13.373 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_active_hdd", 2024-09-17T17:03:13.373 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_active_ssd", 2024-09-17T17:03:13.373 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_chunk", 2024-09-17T17:03:13.373 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_sleep", 2024-09-17T17:03:13.373 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_sleep_hdd", 2024-09-17T17:03:13.374 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_sleep_hybrid", 2024-09-17T17:03:13.374 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_sleep_ssd", 2024-09-17T17:03:13.374 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_load_threshold", 2024-09-17T17:03:13.374 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_max_interval", 2024-09-17T17:03:13.374 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_sleep", 2024-09-17T17:03:13.374 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_shutdown_pgref_assert", 2024-09-17T17:03:13.374 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_snap_trim_sleep", 2024-09-17T17:03:13.374 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_snap_trim_sleep_hdd", 2024-09-17T17:03:13.374 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_snap_trim_sleep_hybrid", 2024-09-17T17:03:13.374 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_snap_trim_sleep_ssd", 2024-09-17T17:03:13.374 INFO:tasks.workunit.client.0.smithi031.stdout: "public_addr", 2024-09-17T17:03:13.374 INFO:tasks.workunit.client.0.smithi031.stdout: "public_addrv", 2024-09-17T17:03:13.374 INFO:tasks.workunit.client.0.smithi031.stdout: "public_network", 2024-09-17T17:03:13.375 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd_default_features", 2024-09-17T17:03:13.375 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd_qos_exclude_ops", 2024-09-17T17:03:13.375 INFO:tasks.workunit.client.0.smithi031.stdout: "setgroup", 2024-09-17T17:03:13.375 INFO:tasks.workunit.client.0.smithi031.stdout: "setuser" 2024-09-17T17:03:13.375 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:13.375 INFO:tasks.workunit.client.0.smithi031.stdout: "cluster_changed": [ 2024-09-17T17:03:13.375 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-17T17:03:13.375 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_debug", 2024-09-17T17:03:13.375 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_mon_ticket_ttl", 2024-09-17T17:03:13.375 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_service_ticket_ttl", 2024-09-17T17:03:13.375 INFO:tasks.workunit.client.0.smithi031.stdout: "bdev_debug_aio", 2024-09-17T17:03:13.375 INFO:tasks.workunit.client.0.smithi031.stdout: "container_image", 2024-09-17T17:03:13.375 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_asserts_on_shutdown", 2024-09-17T17:03:13.375 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mgr", 2024-09-17T17:03:13.376 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mon", 2024-09-17T17:03:13.376 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_ms", 2024-09-17T17:03:13.376 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_osd", 2024-09-17T17:03:13.376 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_paxos", 2024-09-17T17:03:13.376 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_file", 2024-09-17T17:03:13.376 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_journald", 2024-09-17T17:03:13.376 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_stderr", 2024-09-17T17:03:13.376 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_join_fs", 2024-09-17T17:03:13.376 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/allow_ptrace", 2024-09-17T17:03:13.376 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/container_init", 2024-09-17T17:03:13.376 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/migration_current", 2024-09-17T17:03:13.376 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/use_repo_digest", 2024-09-17T17:03:13.376 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-17T17:03:13.376 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-17T17:03:13.377 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-17T17:03:13.377 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-17T17:03:13.377 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/ssl_server_port", 2024-09-17T17:03:13.377 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/orchestrator/orchestrator", 2024-09-17T17:03:13.377 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/channel_ident", 2024-09-17T17:03:13.377 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/channel_perf", 2024-09-17T17:03:13.377 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/description", 2024-09-17T17:03:13.377 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/enabled", 2024-09-17T17:03:13.377 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/organization", 2024-09-17T17:03:13.377 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_allow_pool_delete", 2024-09-17T17:03:13.377 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_clock_drift_allowed", 2024-09-17T17:03:13.377 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_file_level", 2024-09-17T17:03:13.377 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_file", 2024-09-17T17:03:13.377 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_data_avail_warn", 2024-09-17T17:03:13.378 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_election_default_strategy", 2024-09-17T17:03:13.378 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_max_pg_per_osd", 2024-09-17T17:03:13.378 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_mgr_mkfs_grace", 2024-09-17T17:03:13.378 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_prime_pg_temp", 2024-09-17T17:03:13.378 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_reporter_subtree_level", 2024-09-17T17:03:13.378 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_pg_warn_max_object_skew", 2024-09-17T17:03:13.378 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-17T17:03:13.378 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-17T17:03:13.378 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-17T17:03:13.378 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-17T17:03:13.378 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-17T17:03:13.378 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-17T17:03:13.378 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-17T17:03:13.379 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-17T17:03:13.379 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_too_few_osds", 2024-09-17T17:03:13.379 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_bug", 2024-09-17T17:03:13.379 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_old_message", 2024-09-17T17:03:13.379 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_default_list", 2024-09-17T17:03:13.379 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_load_list", 2024-09-17T17:03:13.379 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_misdirected_ops", 2024-09-17T17:03:13.379 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_op_order", 2024-09-17T17:03:13.379 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_pg_log_writeout", 2024-09-17T17:03:13.379 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_shutdown", 2024-09-17T17:03:13.379 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_cached_snaps", 2024-09-17T17:03:13.379 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_missing_on_start", 2024-09-17T17:03:13.379 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_stray_on_activate", 2024-09-17T17:03:13.379 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-17T17:03:13.380 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-17T17:03:13.380 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_profile", 2024-09-17T17:03:13.380 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target", 2024-09-17T17:03:13.380 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target_autotune", 2024-09-17T17:03:13.380 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue", 2024-09-17T17:03:13.380 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue_cut_off", 2024-09-17T17:03:13.380 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_erasure_code_profile", 2024-09-17T17:03:13.380 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-17T17:03:13.380 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recover_clone_overlap", 2024-09-17T17:03:13.380 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_chunk", 2024-09-17T17:03:13.380 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_load_threshold", 2024-09-17T17:03:13.380 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_max_interval", 2024-09-17T17:03:13.380 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_shutdown_pgref_assert", 2024-09-17T17:03:13.381 INFO:tasks.workunit.client.0.smithi031.stdout: "public_network", 2024-09-17T17:03:13.381 INFO:tasks.workunit.client.0.smithi031.stdout: "rgw_cache_enabled", 2024-09-17T17:03:13.381 INFO:tasks.workunit.client.0.smithi031.stdout: "rgw_enable_ops_log", 2024-09-17T17:03:13.381 INFO:tasks.workunit.client.0.smithi031.stdout: "rgw_enable_usage_log" 2024-09-17T17:03:13.381 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:13.381 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.381 INFO:tasks.workunit.client.0.smithi031.stdout: "contact": null, 2024-09-17T17:03:13.381 INFO:tasks.workunit.client.0.smithi031.stdout: "crashes": [], 2024-09-17T17:03:13.381 INFO:tasks.workunit.client.0.smithi031.stdout: "created": "2024-09-17T16:54:09.970307Z", 2024-09-17T17:03:13.381 INFO:tasks.workunit.client.0.smithi031.stdout: "crush": { 2024-09-17T17:03:13.381 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_algs": { 2024-09-17T17:03:13.382 INFO:tasks.workunit.client.0.smithi031.stdout: "straw2": 3 2024-09-17T17:03:13.382 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.382 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_sizes": { 2024-09-17T17:03:13.382 INFO:tasks.workunit.client.0.smithi031.stdout: "2": 1, 2024-09-17T17:03:13.382 INFO:tasks.workunit.client.0.smithi031.stdout: "4": 2 2024-09-17T17:03:13.382 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.382 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_types": { 2024-09-17T17:03:13.382 INFO:tasks.workunit.client.0.smithi031.stdout: "1": 2, 2024-09-17T17:03:13.382 INFO:tasks.workunit.client.0.smithi031.stdout: "11": 1 2024-09-17T17:03:13.382 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.382 INFO:tasks.workunit.client.0.smithi031.stdout: "compat_weight_set": false, 2024-09-17T17:03:13.382 INFO:tasks.workunit.client.0.smithi031.stdout: "device_classes": [ 2024-09-17T17:03:13.382 INFO:tasks.workunit.client.0.smithi031.stdout: 8 2024-09-17T17:03:13.382 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:13.382 INFO:tasks.workunit.client.0.smithi031.stdout: "num_buckets": 6, 2024-09-17T17:03:13.382 INFO:tasks.workunit.client.0.smithi031.stdout: "num_devices": 8, 2024-09-17T17:03:13.383 INFO:tasks.workunit.client.0.smithi031.stdout: "num_rules": 1, 2024-09-17T17:03:13.383 INFO:tasks.workunit.client.0.smithi031.stdout: "num_types": 12, 2024-09-17T17:03:13.383 INFO:tasks.workunit.client.0.smithi031.stdout: "num_weight_sets": 0, 2024-09-17T17:03:13.383 INFO:tasks.workunit.client.0.smithi031.stdout: "tunables": { 2024-09-17T17:03:13.383 INFO:tasks.workunit.client.0.smithi031.stdout: "allowed_bucket_algs": 54, 2024-09-17T17:03:13.383 INFO:tasks.workunit.client.0.smithi031.stdout: "choose_local_fallback_tries": 0, 2024-09-17T17:03:13.383 INFO:tasks.workunit.client.0.smithi031.stdout: "choose_local_tries": 0, 2024-09-17T17:03:13.383 INFO:tasks.workunit.client.0.smithi031.stdout: "choose_total_tries": 50, 2024-09-17T17:03:13.383 INFO:tasks.workunit.client.0.smithi031.stdout: "chooseleaf_descend_once": 1, 2024-09-17T17:03:13.383 INFO:tasks.workunit.client.0.smithi031.stdout: "chooseleaf_stable": 1, 2024-09-17T17:03:13.383 INFO:tasks.workunit.client.0.smithi031.stdout: "chooseleaf_vary_r": 1, 2024-09-17T17:03:13.383 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v2_rules": 0, 2024-09-17T17:03:13.383 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v3_rules": 0, 2024-09-17T17:03:13.383 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v4_buckets": 1, 2024-09-17T17:03:13.383 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v5_rules": 0, 2024-09-17T17:03:13.384 INFO:tasks.workunit.client.0.smithi031.stdout: "legacy_tunables": 0, 2024-09-17T17:03:13.384 INFO:tasks.workunit.client.0.smithi031.stdout: "minimum_required_version": "jewel", 2024-09-17T17:03:13.384 INFO:tasks.workunit.client.0.smithi031.stdout: "optimal_tunables": 1, 2024-09-17T17:03:13.384 INFO:tasks.workunit.client.0.smithi031.stdout: "profile": "jewel", 2024-09-17T17:03:13.384 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables": 1, 2024-09-17T17:03:13.384 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables2": 1, 2024-09-17T17:03:13.384 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables3": 1, 2024-09-17T17:03:13.384 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables5": 1, 2024-09-17T17:03:13.384 INFO:tasks.workunit.client.0.smithi031.stdout: "straw_calc_version": 1 2024-09-17T17:03:13.384 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.384 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.384 INFO:tasks.workunit.client.0.smithi031.stdout: "description": "upgrade test cluster", 2024-09-17T17:03:13.384 INFO:tasks.workunit.client.0.smithi031.stdout: "fs": { 2024-09-17T17:03:13.384 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-09-17T17:03:13.384 INFO:tasks.workunit.client.0.smithi031.stdout: "feature_flags": { 2024-09-17T17:03:13.385 INFO:tasks.workunit.client.0.smithi031.stdout: "enable_multiple": true, 2024-09-17T17:03:13.385 INFO:tasks.workunit.client.0.smithi031.stdout: "ever_enabled_multiple": true 2024-09-17T17:03:13.385 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.385 INFO:tasks.workunit.client.0.smithi031.stdout: "filesystems": [ 2024-09-17T17:03:13.385 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.385 INFO:tasks.workunit.client.0.smithi031.stdout: "approx_ctime": "2024-09", 2024-09-17T17:03:13.385 INFO:tasks.workunit.client.0.smithi031.stdout: "balancer_enabled": false, 2024-09-17T17:03:13.385 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.385 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_caps": 0, 2024-09-17T17:03:13.385 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_dns": 10, 2024-09-17T17:03:13.385 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_inos": 13, 2024-09-17T17:03:13.385 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_subtrees": 2, 2024-09-17T17:03:13.385 INFO:tasks.workunit.client.0.smithi031.stdout: "ever_allowed_features": 0, 2024-09-17T17:03:13.386 INFO:tasks.workunit.client.0.smithi031.stdout: "explicitly_allowed_features": 0, 2024-09-17T17:03:13.386 INFO:tasks.workunit.client.0.smithi031.stdout: "files": 0, 2024-09-17T17:03:13.386 INFO:tasks.workunit.client.0.smithi031.stdout: "max_mds": 1, 2024-09-17T17:03:13.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_data_pools": 1, 2024-09-17T17:03:13.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_in": 1, 2024-09-17T17:03:13.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_mds": 1, 2024-09-17T17:03:13.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_sessions": 0, 2024-09-17T17:03:13.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_standby_replay": 0, 2024-09-17T17:03:13.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_up": 1, 2024-09-17T17:03:13.386 INFO:tasks.workunit.client.0.smithi031.stdout: "snaps": 0, 2024-09-17T17:03:13.386 INFO:tasks.workunit.client.0.smithi031.stdout: "standby_count_wanted": 0 2024-09-17T17:03:13.386 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.386 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:13.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_standby_mds": 1, 2024-09-17T17:03:13.386 INFO:tasks.workunit.client.0.smithi031.stdout: "total_num_mds": 2 2024-09-17T17:03:13.386 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.387 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_stats": { 2024-09-17T17:03:13.387 INFO:tasks.workunit.client.0.smithi031.stdout: "mds": { 2024-09-17T17:03:13.387 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.6c81d056dcbb33d144797d5496b87a8d82620ff4": { 2024-09-17T17:03:13.387 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 20135936, 2024-09-17T17:03:13.387 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 427320, 2024-09-17T17:03:13.387 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2621440, 2024-09-17T17:03:13.387 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 1122304, 2024-09-17T17:03:13.387 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 0, 2024-09-17T17:03:13.387 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 337, 2024-09-17T17:03:13.387 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-09-17T17:03:13.387 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 825864, 2024-09-17T17:03:13.387 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 12, 2024-09-17T17:03:13.387 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 431104, 2024-09-17T17:03:13.387 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 14707904, 2024-09-17T17:03:13.388 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 20135936 2024-09-17T17:03:13.388 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.388 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.7593658e28b8cc0566210bfd5191173983912138": { 2024-09-17T17:03:13.388 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 20561920, 2024-09-17T17:03:13.388 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 449872, 2024-09-17T17:03:13.388 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2621440, 2024-09-17T17:03:13.388 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-09-17T17:03:13.388 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 622592, 2024-09-17T17:03:13.388 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 423, 2024-09-17T17:03:13.388 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-09-17T17:03:13.388 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 1380584, 2024-09-17T17:03:13.388 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 20, 2024-09-17T17:03:13.389 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 955392, 2024-09-17T17:03:13.389 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 15154632, 2024-09-17T17:03:13.389 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 21184512 2024-09-17T17:03:13.389 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.389 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.389 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-09-17T17:03:13.389 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.6c81d056dcbb33d144797d5496b87a8d82620ff4": { 2024-09-17T17:03:13.389 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 45260800, 2024-09-17T17:03:13.389 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 1360544, 2024-09-17T17:03:13.389 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2621440, 2024-09-17T17:03:13.389 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 811008, 2024-09-17T17:03:13.389 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 3203072, 2024-09-17T17:03:13.389 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1639, 2024-09-17T17:03:13.389 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-09-17T17:03:13.390 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 10679464, 2024-09-17T17:03:13.390 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 22, 2024-09-17T17:03:13.390 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 3143424, 2024-09-17T17:03:13.390 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 26644920, 2024-09-17T17:03:13.390 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 48463872 2024-09-17T17:03:13.390 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.390 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.7593658e28b8cc0566210bfd5191173983912138": { 2024-09-17T17:03:13.390 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 38756352, 2024-09-17T17:03:13.390 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 1003624, 2024-09-17T17:03:13.390 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2621440, 2024-09-17T17:03:13.390 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-09-17T17:03:13.391 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 8765440, 2024-09-17T17:03:13.391 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1245, 2024-09-17T17:03:13.391 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-09-17T17:03:13.391 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 8862832, 2024-09-17T17:03:13.391 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 22, 2024-09-17T17:03:13.391 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 1542656, 2024-09-17T17:03:13.391 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 24725800, 2024-09-17T17:03:13.391 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 47521792 2024-09-17T17:03:13.391 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.391 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.dbec285588536534803732da089d3b563408fd5f": { 2024-09-17T17:03:13.392 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 36937728, 2024-09-17T17:03:13.392 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 940304, 2024-09-17T17:03:13.392 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2621440, 2024-09-17T17:03:13.392 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 548864, 2024-09-17T17:03:13.392 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 8486912, 2024-09-17T17:03:13.392 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1023, 2024-09-17T17:03:13.392 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-09-17T17:03:13.392 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 7282616, 2024-09-17T17:03:13.392 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 21, 2024-09-17T17:03:13.392 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 1932800, 2024-09-17T17:03:13.392 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 23611704, 2024-09-17T17:03:13.392 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 45424640 2024-09-17T17:03:13.392 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.392 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.392 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:13.393 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.0": { 2024-09-17T17:03:13.393 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 51347456, 2024-09-17T17:03:13.393 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 1712992, 2024-09-17T17:03:13.393 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2752512, 2024-09-17T17:03:13.393 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-09-17T17:03:13.393 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 294912, 2024-09-17T17:03:13.393 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1787, 2024-09-17T17:03:13.393 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-09-17T17:03:13.393 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 6224696, 2024-09-17T17:03:13.393 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 47, 2024-09-17T17:03:13.393 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 3521536, 2024-09-17T17:03:13.393 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 37135720, 2024-09-17T17:03:13.393 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 51642368 2024-09-17T17:03:13.393 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.393 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.1": { 2024-09-17T17:03:13.394 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 45735936, 2024-09-17T17:03:13.394 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 797536, 2024-09-17T17:03:13.394 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2752512, 2024-09-17T17:03:13.394 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-09-17T17:03:13.394 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 598016, 2024-09-17T17:03:13.394 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1376, 2024-09-17T17:03:13.394 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-09-17T17:03:13.394 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 5295328, 2024-09-17T17:03:13.394 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 47, 2024-09-17T17:03:13.394 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 2542592, 2024-09-17T17:03:13.394 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 34347968, 2024-09-17T17:03:13.394 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 46333952 2024-09-17T17:03:13.394 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.394 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.2": { 2024-09-17T17:03:13.394 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 49758208, 2024-09-17T17:03:13.395 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 1786968, 2024-09-17T17:03:13.395 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2752512, 2024-09-17T17:03:13.395 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-09-17T17:03:13.395 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 770048, 2024-09-17T17:03:13.395 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1650, 2024-09-17T17:03:13.395 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-09-17T17:03:13.395 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 5844040, 2024-09-17T17:03:13.395 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 47, 2024-09-17T17:03:13.395 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 3716096, 2024-09-17T17:03:13.395 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 35658592, 2024-09-17T17:03:13.395 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 50528256 2024-09-17T17:03:13.395 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.395 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.3": { 2024-09-17T17:03:13.395 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 47120384, 2024-09-17T17:03:13.395 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 1768664, 2024-09-17T17:03:13.395 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2752512, 2024-09-17T17:03:13.396 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-09-17T17:03:13.396 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 262144, 2024-09-17T17:03:13.396 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1657, 2024-09-17T17:03:13.396 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-09-17T17:03:13.396 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 5478520, 2024-09-17T17:03:13.396 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 47, 2024-09-17T17:03:13.396 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 2909952, 2024-09-17T17:03:13.396 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 34210736, 2024-09-17T17:03:13.396 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 47382528 2024-09-17T17:03:13.396 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.396 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.4": { 2024-09-17T17:03:13.396 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 48611328, 2024-09-17T17:03:13.396 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 1838984, 2024-09-17T17:03:13.397 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2752512, 2024-09-17T17:03:13.397 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-09-17T17:03:13.397 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 868352, 2024-09-17T17:03:13.397 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1667, 2024-09-17T17:03:13.397 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-09-17T17:03:13.397 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 5791568, 2024-09-17T17:03:13.397 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 47, 2024-09-17T17:03:13.397 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 3459840, 2024-09-17T17:03:13.397 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 34768424, 2024-09-17T17:03:13.397 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 49479680 2024-09-17T17:03:13.397 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.397 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.5": { 2024-09-17T17:03:13.397 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 45645824, 2024-09-17T17:03:13.398 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 825360, 2024-09-17T17:03:13.398 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2752512, 2024-09-17T17:03:13.398 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-09-17T17:03:13.398 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 753664, 2024-09-17T17:03:13.398 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1295, 2024-09-17T17:03:13.398 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-09-17T17:03:13.398 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 4999760, 2024-09-17T17:03:13.398 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 48, 2024-09-17T17:03:13.398 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 1901568, 2024-09-17T17:03:13.398 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 35166624, 2024-09-17T17:03:13.398 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 46399488 2024-09-17T17:03:13.398 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.398 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.6": { 2024-09-17T17:03:13.398 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 48234496, 2024-09-17T17:03:13.399 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 1986440, 2024-09-17T17:03:13.399 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2752512, 2024-09-17T17:03:13.399 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-09-17T17:03:13.399 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 1310720, 2024-09-17T17:03:13.399 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1628, 2024-09-17T17:03:13.399 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-09-17T17:03:13.399 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 5128736, 2024-09-17T17:03:13.399 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 47, 2024-09-17T17:03:13.399 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 3586048, 2024-09-17T17:03:13.399 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 34780760, 2024-09-17T17:03:13.399 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 49545216 2024-09-17T17:03:13.399 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.400 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.7": { 2024-09-17T17:03:13.400 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 45391872, 2024-09-17T17:03:13.400 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 1122976, 2024-09-17T17:03:13.400 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2752512, 2024-09-17T17:03:13.400 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 16384, 2024-09-17T17:03:13.400 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 1007616, 2024-09-17T17:03:13.400 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1299, 2024-09-17T17:03:13.400 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-09-17T17:03:13.400 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 4933672, 2024-09-17T17:03:13.400 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 46, 2024-09-17T17:03:13.400 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 1771008, 2024-09-17T17:03:13.400 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 34795320, 2024-09-17T17:03:13.401 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 46399488 2024-09-17T17:03:13.401 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.401 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.401 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.401 INFO:tasks.workunit.client.0.smithi031.stdout: "hosts": { 2024-09-17T17:03:13.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num": 2, 2024-09-17T17:03:13.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_mds": 2, 2024-09-17T17:03:13.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_mgr": 2, 2024-09-17T17:03:13.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_mon": 2, 2024-09-17T17:03:13.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_osd": 2 2024-09-17T17:03:13.401 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.401 INFO:tasks.workunit.client.0.smithi031.stdout: "io_rate": { 2024-09-17T17:03:13.401 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_stats_delta": { 2024-09-17T17:03:13.401 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 0, 2024-09-17T17:03:13.402 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:13.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 0, 2024-09-17T17:03:13.402 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:13.402 INFO:tasks.workunit.client.0.smithi031.stdout: "stamp_delta": "12.002535", 2024-09-17T17:03:13.402 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:13.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:13.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:13.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:13.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:13.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:13.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:13.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:13.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:13.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:13.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:13.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:13.403 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:13.403 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:13.403 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:13.403 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:13.403 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:13.403 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:13.403 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:13.403 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:13.403 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:13.403 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:13.403 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:13.403 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:13.403 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:13.403 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:13.404 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:13.404 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:13.404 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:13.404 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:13.404 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:13.404 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:13.404 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:13.404 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:13.404 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 146, 2024-09-17T17:03:13.404 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 248, 2024-09-17T17:03:13.404 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:13.404 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:13.404 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:13.404 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 32, 2024-09-17T17:03:13.404 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:13.405 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.405 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-09-17T17:03:13.405 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 0, 2024-09-17T17:03:13.405 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-09-17T17:03:13.405 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-09-17T17:03:13.405 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-09-17T17:03:13.405 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-09-17T17:03:13.405 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 0, 2024-09-17T17:03:13.405 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-09-17T17:03:13.405 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-09-17T17:03:13.405 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 0, 2024-09-17T17:03:13.405 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-09-17T17:03:13.405 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.406 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 0 2024-09-17T17:03:13.406 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.406 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.406 INFO:tasks.workunit.client.0.smithi031.stdout: "leaderboard": false, 2024-09-17T17:03:13.406 INFO:tasks.workunit.client.0.smithi031.stdout: "leaderboard_description": null, 2024-09-17T17:03:13.406 INFO:tasks.workunit.client.0.smithi031.stdout: "license": "sharing-1-0", 2024-09-17T17:03:13.406 INFO:tasks.workunit.client.0.smithi031.stdout: "mempool": { 2024-09-17T17:03:13.406 INFO:tasks.workunit.client.0.smithi031.stdout: "mds": { 2024-09-17T17:03:13.406 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.6c81d056dcbb33d144797d5496b87a8d82620ff4": { 2024-09-17T17:03:13.406 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-09-17T17:03:13.406 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.406 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.406 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.406 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:13.407 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.407 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.407 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.407 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-09-17T17:03:13.407 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.407 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.407 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.407 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-09-17T17:03:13.407 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.407 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.407 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.407 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-09-17T17:03:13.407 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.408 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.408 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.408 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-09-17T17:03:13.408 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.408 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.408 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.408 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-09-17T17:03:13.408 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.408 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.408 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.408 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-09-17T17:03:13.408 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.408 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.409 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.409 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-09-17T17:03:13.409 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.409 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.409 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.409 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-09-17T17:03:13.409 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.409 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.409 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.409 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-09-17T17:03:13.409 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.409 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.409 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.409 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-09-17T17:03:13.409 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.410 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.410 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.410 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-09-17T17:03:13.410 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.410 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.410 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.410 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-09-17T17:03:13.410 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.410 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.410 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.410 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-09-17T17:03:13.410 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.410 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.410 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.411 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-09-17T17:03:13.411 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.411 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.411 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.411 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-09-17T17:03:13.411 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.411 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.411 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.411 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-09-17T17:03:13.411 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.411 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.411 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.411 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-09-17T17:03:13.411 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 149137, 2024-09-17T17:03:13.411 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 32 2024-09-17T17:03:13.412 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.412 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-09-17T17:03:13.412 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.412 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.412 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.412 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-09-17T17:03:13.412 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 928, 2024-09-17T17:03:13.412 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2 2024-09-17T17:03:13.412 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.412 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:13.412 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.412 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.412 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.412 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-09-17T17:03:13.413 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.413 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.413 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.413 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-09-17T17:03:13.413 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.413 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.413 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.413 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-09-17T17:03:13.413 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.413 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.413 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.413 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-09-17T17:03:13.413 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.413 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.414 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.414 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-09-17T17:03:13.414 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.414 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.414 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.414 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-09-17T17:03:13.414 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.414 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.414 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.414 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-09-17T17:03:13.414 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.414 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.414 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.414 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.414 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.7593658e28b8cc0566210bfd5191173983912138": { 2024-09-17T17:03:13.414 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-09-17T17:03:13.415 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.415 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.415 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.415 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:13.415 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.415 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.415 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.415 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-09-17T17:03:13.415 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.415 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.415 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.415 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-09-17T17:03:13.415 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.416 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.416 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.416 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-09-17T17:03:13.416 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.416 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.416 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.416 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-09-17T17:03:13.416 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.416 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.416 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.416 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-09-17T17:03:13.416 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.416 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.416 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.417 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-09-17T17:03:13.417 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.417 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.417 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.417 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-09-17T17:03:13.417 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.417 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.417 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.417 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-09-17T17:03:13.417 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.417 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.417 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.417 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-09-17T17:03:13.418 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.418 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.418 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.418 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-09-17T17:03:13.418 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.418 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.418 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.418 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-09-17T17:03:13.418 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.418 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.418 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.418 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-09-17T17:03:13.418 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.419 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.419 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.419 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-09-17T17:03:13.419 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.419 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.419 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.419 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-09-17T17:03:13.419 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.419 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.419 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.419 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-09-17T17:03:13.419 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.419 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.419 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.420 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-09-17T17:03:13.420 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.420 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.420 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.420 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-09-17T17:03:13.420 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 222727, 2024-09-17T17:03:13.420 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 72 2024-09-17T17:03:13.420 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.420 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-09-17T17:03:13.420 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.420 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.420 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.420 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-09-17T17:03:13.420 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 51704, 2024-09-17T17:03:13.421 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 208 2024-09-17T17:03:13.421 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.421 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:13.421 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.421 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.421 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.421 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-09-17T17:03:13.421 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.421 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.421 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.421 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-09-17T17:03:13.421 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.421 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.421 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.422 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-09-17T17:03:13.422 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 8112, 2024-09-17T17:03:13.422 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 137 2024-09-17T17:03:13.422 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.422 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-09-17T17:03:13.422 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.422 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.422 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.422 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-09-17T17:03:13.422 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.422 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.422 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.422 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-09-17T17:03:13.422 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.422 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.423 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.423 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-09-17T17:03:13.423 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.423 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.423 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.423 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.423 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.423 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-09-17T17:03:13.423 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.6c81d056dcbb33d144797d5496b87a8d82620ff4": { 2024-09-17T17:03:13.423 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-09-17T17:03:13.423 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.423 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.423 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.424 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:13.424 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.424 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.424 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.424 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-09-17T17:03:13.424 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.424 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.424 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.424 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-09-17T17:03:13.424 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.424 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.424 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.424 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-09-17T17:03:13.424 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.424 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.425 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.425 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-09-17T17:03:13.425 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.425 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.425 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.425 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-09-17T17:03:13.425 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.425 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.425 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.425 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-09-17T17:03:13.425 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.425 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.425 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.425 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-09-17T17:03:13.426 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.426 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.426 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.426 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-09-17T17:03:13.426 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.426 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.426 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.426 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-09-17T17:03:13.426 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.426 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.426 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.426 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-09-17T17:03:13.426 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.426 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.426 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.426 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-09-17T17:03:13.427 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.427 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.427 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.427 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-09-17T17:03:13.427 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.427 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.427 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.427 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-09-17T17:03:13.427 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.427 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.427 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.427 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-09-17T17:03:13.427 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.427 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.427 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.428 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-09-17T17:03:13.428 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.428 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.428 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.428 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-09-17T17:03:13.428 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.428 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.428 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.428 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-09-17T17:03:13.428 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1221689, 2024-09-17T17:03:13.428 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 374 2024-09-17T17:03:13.428 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.428 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-09-17T17:03:13.428 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 352, 2024-09-17T17:03:13.429 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 4 2024-09-17T17:03:13.429 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.429 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-09-17T17:03:13.429 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.429 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.429 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.429 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:13.429 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.429 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.429 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.429 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-09-17T17:03:13.429 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.429 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.429 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.429 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-09-17T17:03:13.430 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.430 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.430 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.430 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-09-17T17:03:13.430 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6688, 2024-09-17T17:03:13.430 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 136 2024-09-17T17:03:13.430 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.430 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-09-17T17:03:13.430 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12744, 2024-09-17T17:03:13.430 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1546 2024-09-17T17:03:13.430 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.430 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-09-17T17:03:13.430 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 10624, 2024-09-17T17:03:13.430 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 206 2024-09-17T17:03:13.431 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.431 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-09-17T17:03:13.431 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.431 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.431 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.431 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-09-17T17:03:13.431 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.431 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.431 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.431 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.431 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.7593658e28b8cc0566210bfd5191173983912138": { 2024-09-17T17:03:13.431 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-09-17T17:03:13.431 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.431 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.431 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.432 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:13.432 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.432 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.432 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.432 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-09-17T17:03:13.432 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.432 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.432 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.432 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-09-17T17:03:13.432 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.432 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.432 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.432 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-09-17T17:03:13.432 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.433 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.433 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.433 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-09-17T17:03:13.433 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.433 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.433 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.433 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-09-17T17:03:13.433 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.433 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.433 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.433 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-09-17T17:03:13.433 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.433 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.433 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.434 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-09-17T17:03:13.434 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.434 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.434 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.434 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-09-17T17:03:13.434 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.434 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.434 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.434 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-09-17T17:03:13.434 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.434 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.434 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.434 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-09-17T17:03:13.434 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.434 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.435 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.435 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-09-17T17:03:13.435 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.435 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.435 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.435 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-09-17T17:03:13.435 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.435 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.435 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.435 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-09-17T17:03:13.435 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.435 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.435 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.435 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-09-17T17:03:13.435 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.436 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.436 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.436 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-09-17T17:03:13.436 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.436 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.436 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.436 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-09-17T17:03:13.436 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.436 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.436 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.436 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-09-17T17:03:13.436 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1426615, 2024-09-17T17:03:13.436 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 425 2024-09-17T17:03:13.436 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.436 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-09-17T17:03:13.437 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.437 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.437 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.437 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-09-17T17:03:13.437 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.437 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.437 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.437 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:13.437 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.437 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.437 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.437 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-09-17T17:03:13.437 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.437 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.438 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.438 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-09-17T17:03:13.438 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.438 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.438 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.438 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-09-17T17:03:13.438 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6688, 2024-09-17T17:03:13.438 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 136 2024-09-17T17:03:13.438 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.438 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-09-17T17:03:13.438 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12744, 2024-09-17T17:03:13.438 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1546 2024-09-17T17:03:13.439 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.439 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-09-17T17:03:13.439 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5312, 2024-09-17T17:03:13.439 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 103 2024-09-17T17:03:13.439 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.439 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-09-17T17:03:13.439 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.439 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.439 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.439 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-09-17T17:03:13.439 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.439 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.439 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.439 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.440 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.dbec285588536534803732da089d3b563408fd5f": { 2024-09-17T17:03:13.440 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-09-17T17:03:13.440 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.440 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.440 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.440 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:13.440 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.440 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.440 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.440 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-09-17T17:03:13.440 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.440 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.440 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.441 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-09-17T17:03:13.441 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.441 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.441 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.441 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-09-17T17:03:13.441 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.441 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.441 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.441 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-09-17T17:03:13.441 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.441 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.441 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.441 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-09-17T17:03:13.442 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.442 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.442 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.442 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-09-17T17:03:13.442 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.442 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.442 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.442 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-09-17T17:03:13.442 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.442 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.442 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.442 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-09-17T17:03:13.442 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.443 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.443 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.443 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-09-17T17:03:13.443 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.443 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.443 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.443 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-09-17T17:03:13.443 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.443 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.443 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.443 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-09-17T17:03:13.443 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.443 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.443 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.443 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-09-17T17:03:13.444 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.444 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.444 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.444 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-09-17T17:03:13.444 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.444 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.444 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.444 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-09-17T17:03:13.444 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.444 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.444 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.444 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-09-17T17:03:13.444 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.444 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.445 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.445 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-09-17T17:03:13.445 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.445 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.445 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.445 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-09-17T17:03:13.445 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1176295, 2024-09-17T17:03:13.445 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 371 2024-09-17T17:03:13.445 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.445 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-09-17T17:03:13.445 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.445 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.445 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.445 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-09-17T17:03:13.446 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.446 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.446 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.446 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:13.446 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.446 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.446 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.446 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-09-17T17:03:13.446 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.446 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.446 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.446 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-09-17T17:03:13.446 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.446 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.446 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.447 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-09-17T17:03:13.447 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6688, 2024-09-17T17:03:13.447 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 136 2024-09-17T17:03:13.447 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.447 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-09-17T17:03:13.447 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12744, 2024-09-17T17:03:13.447 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1546 2024-09-17T17:03:13.447 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.447 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-09-17T17:03:13.447 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5312, 2024-09-17T17:03:13.447 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 103 2024-09-17T17:03:13.447 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.448 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-09-17T17:03:13.448 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.448 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.448 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.448 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-09-17T17:03:13.448 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.448 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.448 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.448 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.448 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.448 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:13.448 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.0": { 2024-09-17T17:03:13.448 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-09-17T17:03:13.449 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.449 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.449 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.449 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:13.449 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6304, 2024-09-17T17:03:13.449 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 115 2024-09-17T17:03:13.449 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.449 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-09-17T17:03:13.449 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 16896, 2024-09-17T17:03:13.449 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-09-17T17:03:13.449 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.449 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-09-17T17:03:13.449 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 576, 2024-09-17T17:03:13.449 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-09-17T17:03:13.449 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.450 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-09-17T17:03:13.450 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6240, 2024-09-17T17:03:13.450 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 78 2024-09-17T17:03:13.450 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.450 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-09-17T17:03:13.450 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 22960, 2024-09-17T17:03:13.450 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 205 2024-09-17T17:03:13.450 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.450 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-09-17T17:03:13.450 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1712, 2024-09-17T17:03:13.450 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 45 2024-09-17T17:03:13.450 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.451 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-09-17T17:03:13.451 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 606208, 2024-09-17T17:03:13.451 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 17 2024-09-17T17:03:13.451 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.451 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-09-17T17:03:13.451 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 97490, 2024-09-17T17:03:13.451 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 16675 2024-09-17T17:03:13.451 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.451 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-09-17T17:03:13.451 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 213776, 2024-09-17T17:03:13.451 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 346 2024-09-17T17:03:13.451 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.451 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-09-17T17:03:13.451 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 11740, 2024-09-17T17:03:13.451 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 776 2024-09-17T17:03:13.452 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.452 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-09-17T17:03:13.452 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9840, 2024-09-17T17:03:13.452 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 205 2024-09-17T17:03:13.452 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.452 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-09-17T17:03:13.452 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.452 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.452 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.452 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-09-17T17:03:13.452 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 33650, 2024-09-17T17:03:13.452 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 214 2024-09-17T17:03:13.452 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.452 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-09-17T17:03:13.453 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 22960, 2024-09-17T17:03:13.453 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 205 2024-09-17T17:03:13.453 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.453 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-09-17T17:03:13.453 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.453 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.453 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.453 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-09-17T17:03:13.453 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 455205, 2024-09-17T17:03:13.453 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 99 2024-09-17T17:03:13.453 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.453 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-09-17T17:03:13.453 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.453 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.454 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.454 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-09-17T17:03:13.454 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2441396, 2024-09-17T17:03:13.454 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 193 2024-09-17T17:03:13.454 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.454 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-09-17T17:03:13.454 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6952, 2024-09-17T17:03:13.454 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 79 2024-09-17T17:03:13.454 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.454 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-09-17T17:03:13.454 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.454 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.454 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.454 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:13.455 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 521640, 2024-09-17T17:03:13.455 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 45 2024-09-17T17:03:13.455 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.455 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-09-17T17:03:13.455 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.455 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.455 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.455 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-09-17T17:03:13.455 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 95784, 2024-09-17T17:03:13.455 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 189 2024-09-17T17:03:13.455 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.455 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-09-17T17:03:13.455 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 240296, 2024-09-17T17:03:13.455 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3517 2024-09-17T17:03:13.456 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.456 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-09-17T17:03:13.456 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.456 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.456 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.456 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-09-17T17:03:13.456 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.456 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.456 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.456 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-09-17T17:03:13.456 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.456 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.456 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.456 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-09-17T17:03:13.457 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.457 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.457 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.457 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.457 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.1": { 2024-09-17T17:03:13.457 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-09-17T17:03:13.457 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.457 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.457 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.457 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:13.457 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6304, 2024-09-17T17:03:13.457 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 115 2024-09-17T17:03:13.457 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.457 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-09-17T17:03:13.457 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 16896, 2024-09-17T17:03:13.458 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-09-17T17:03:13.458 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.458 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-09-17T17:03:13.458 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 576, 2024-09-17T17:03:13.458 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-09-17T17:03:13.458 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.458 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-09-17T17:03:13.458 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5440, 2024-09-17T17:03:13.458 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 68 2024-09-17T17:03:13.458 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.458 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-09-17T17:03:13.458 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 21728, 2024-09-17T17:03:13.459 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 194 2024-09-17T17:03:13.459 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.459 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-09-17T17:03:13.459 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1376, 2024-09-17T17:03:13.459 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 42 2024-09-17T17:03:13.459 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.459 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-09-17T17:03:13.459 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 26475, 2024-09-17T17:03:13.459 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 6 2024-09-17T17:03:13.459 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.459 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-09-17T17:03:13.459 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 51754, 2024-09-17T17:03:13.459 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9567 2024-09-17T17:03:13.459 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.460 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-09-17T17:03:13.460 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 136256, 2024-09-17T17:03:13.460 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 232 2024-09-17T17:03:13.460 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.460 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-09-17T17:03:13.460 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9716, 2024-09-17T17:03:13.460 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 603 2024-09-17T17:03:13.460 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.460 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-09-17T17:03:13.460 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9312, 2024-09-17T17:03:13.460 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 194 2024-09-17T17:03:13.460 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.460 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-09-17T17:03:13.461 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.461 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.461 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.461 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-09-17T17:03:13.461 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 29294, 2024-09-17T17:03:13.461 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 200 2024-09-17T17:03:13.461 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.461 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-09-17T17:03:13.461 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 21728, 2024-09-17T17:03:13.461 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 194 2024-09-17T17:03:13.461 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.461 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-09-17T17:03:13.462 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 736, 2024-09-17T17:03:13.462 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1 2024-09-17T17:03:13.462 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.462 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-09-17T17:03:13.462 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 474461, 2024-09-17T17:03:13.462 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 104 2024-09-17T17:03:13.462 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.462 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-09-17T17:03:13.462 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12112, 2024-09-17T17:03:13.462 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-09-17T17:03:13.462 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.462 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-09-17T17:03:13.462 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2435578, 2024-09-17T17:03:13.462 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 187 2024-09-17T17:03:13.463 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.463 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-09-17T17:03:13.463 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5016, 2024-09-17T17:03:13.463 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 57 2024-09-17T17:03:13.463 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.463 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-09-17T17:03:13.463 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.463 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.463 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.463 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:13.463 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 428904, 2024-09-17T17:03:13.463 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 37 2024-09-17T17:03:13.463 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.464 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-09-17T17:03:13.464 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.464 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.464 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.464 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-09-17T17:03:13.464 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 8528, 2024-09-17T17:03:13.464 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 22 2024-09-17T17:03:13.464 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.464 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-09-17T17:03:13.464 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 240296, 2024-09-17T17:03:13.464 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3517 2024-09-17T17:03:13.464 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.465 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-09-17T17:03:13.465 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.465 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.465 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.465 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-09-17T17:03:13.465 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.465 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.465 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.465 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-09-17T17:03:13.465 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.465 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.465 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.466 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-09-17T17:03:13.466 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.466 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.466 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.466 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.466 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.2": { 2024-09-17T17:03:13.466 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-09-17T17:03:13.466 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.466 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.466 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.466 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:13.466 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6304, 2024-09-17T17:03:13.466 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 115 2024-09-17T17:03:13.467 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.467 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-09-17T17:03:13.467 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 16896, 2024-09-17T17:03:13.467 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-09-17T17:03:13.467 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.467 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-09-17T17:03:13.467 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 576, 2024-09-17T17:03:13.467 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-09-17T17:03:13.467 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.467 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-09-17T17:03:13.467 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4880, 2024-09-17T17:03:13.467 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 61 2024-09-17T17:03:13.468 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.468 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-09-17T17:03:13.468 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 21280, 2024-09-17T17:03:13.468 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 190 2024-09-17T17:03:13.468 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.468 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-09-17T17:03:13.468 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1152, 2024-09-17T17:03:13.468 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 40 2024-09-17T17:03:13.468 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.468 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-09-17T17:03:13.468 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12288, 2024-09-17T17:03:13.468 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-09-17T17:03:13.469 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.469 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-09-17T17:03:13.469 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 88047, 2024-09-17T17:03:13.469 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 15224 2024-09-17T17:03:13.469 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.469 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-09-17T17:03:13.469 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 198136, 2024-09-17T17:03:13.469 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 323 2024-09-17T17:03:13.469 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.469 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-09-17T17:03:13.469 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 8964, 2024-09-17T17:03:13.469 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 589 2024-09-17T17:03:13.469 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.470 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-09-17T17:03:13.470 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9120, 2024-09-17T17:03:13.470 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 190 2024-09-17T17:03:13.470 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.470 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-09-17T17:03:13.470 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.470 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.470 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.470 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-09-17T17:03:13.471 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 27662, 2024-09-17T17:03:13.471 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 191 2024-09-17T17:03:13.471 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.471 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-09-17T17:03:13.471 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 21280, 2024-09-17T17:03:13.471 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 190 2024-09-17T17:03:13.471 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.471 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-09-17T17:03:13.471 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 736, 2024-09-17T17:03:13.471 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1 2024-09-17T17:03:13.471 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.471 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-09-17T17:03:13.471 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 373109, 2024-09-17T17:03:13.471 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 79 2024-09-17T17:03:13.472 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.472 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-09-17T17:03:13.472 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12112, 2024-09-17T17:03:13.472 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-09-17T17:03:13.472 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.472 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-09-17T17:03:13.472 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2462584, 2024-09-17T17:03:13.472 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 190 2024-09-17T17:03:13.472 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.472 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-09-17T17:03:13.472 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4400, 2024-09-17T17:03:13.472 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 50 2024-09-17T17:03:13.473 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.473 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-09-17T17:03:13.473 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.473 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.473 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.473 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:13.473 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 359352, 2024-09-17T17:03:13.473 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 31 2024-09-17T17:03:13.473 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.473 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-09-17T17:03:13.473 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.473 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.473 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.474 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-09-17T17:03:13.474 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 8840, 2024-09-17T17:03:13.474 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 25 2024-09-17T17:03:13.474 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.474 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-09-17T17:03:13.474 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 240808, 2024-09-17T17:03:13.474 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3541 2024-09-17T17:03:13.474 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.474 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-09-17T17:03:13.474 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.474 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.474 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.475 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-09-17T17:03:13.475 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.475 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.475 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.475 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-09-17T17:03:13.475 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.475 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.475 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.475 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-09-17T17:03:13.475 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.475 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.475 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.475 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.475 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.3": { 2024-09-17T17:03:13.476 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-09-17T17:03:13.476 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.476 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.476 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.476 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:13.476 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6304, 2024-09-17T17:03:13.476 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 115 2024-09-17T17:03:13.476 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.476 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-09-17T17:03:13.476 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 16896, 2024-09-17T17:03:13.476 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-09-17T17:03:13.476 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.476 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-09-17T17:03:13.477 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 576, 2024-09-17T17:03:13.477 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-09-17T17:03:13.477 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.477 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-09-17T17:03:13.477 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4400, 2024-09-17T17:03:13.477 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 55 2024-09-17T17:03:13.477 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.477 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-09-17T17:03:13.477 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 21952, 2024-09-17T17:03:13.477 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 196 2024-09-17T17:03:13.477 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.477 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-09-17T17:03:13.477 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 480, 2024-09-17T17:03:13.477 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 34 2024-09-17T17:03:13.478 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.478 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-09-17T17:03:13.478 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.478 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.478 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.478 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-09-17T17:03:13.478 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 89878, 2024-09-17T17:03:13.478 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 15599 2024-09-17T17:03:13.478 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.478 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-09-17T17:03:13.478 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 203576, 2024-09-17T17:03:13.478 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 331 2024-09-17T17:03:13.478 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.478 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-09-17T17:03:13.479 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9788, 2024-09-17T17:03:13.479 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 609 2024-09-17T17:03:13.479 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.479 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-09-17T17:03:13.479 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9408, 2024-09-17T17:03:13.479 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 196 2024-09-17T17:03:13.479 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.479 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-09-17T17:03:13.479 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.479 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.479 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.479 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-09-17T17:03:13.479 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 28702, 2024-09-17T17:03:13.480 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 199 2024-09-17T17:03:13.480 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.480 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-09-17T17:03:13.480 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 21952, 2024-09-17T17:03:13.480 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 196 2024-09-17T17:03:13.480 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.480 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-09-17T17:03:13.480 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2208, 2024-09-17T17:03:13.480 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-09-17T17:03:13.480 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.480 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-09-17T17:03:13.480 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 346787, 2024-09-17T17:03:13.480 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 73 2024-09-17T17:03:13.480 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.481 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-09-17T17:03:13.481 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 26565, 2024-09-17T17:03:13.481 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9 2024-09-17T17:03:13.481 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.481 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-09-17T17:03:13.481 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2445646, 2024-09-17T17:03:13.481 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 185 2024-09-17T17:03:13.481 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.481 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-09-17T17:03:13.481 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4752, 2024-09-17T17:03:13.481 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 54 2024-09-17T17:03:13.481 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.481 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-09-17T17:03:13.481 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.482 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.482 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.482 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:13.482 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 428904, 2024-09-17T17:03:13.482 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 37 2024-09-17T17:03:13.482 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.482 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-09-17T17:03:13.482 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.482 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.482 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.482 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-09-17T17:03:13.482 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 10400, 2024-09-17T17:03:13.482 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 20 2024-09-17T17:03:13.483 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.483 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-09-17T17:03:13.483 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 240296, 2024-09-17T17:03:13.483 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3517 2024-09-17T17:03:13.483 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.483 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-09-17T17:03:13.483 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.483 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.483 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.483 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-09-17T17:03:13.483 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.483 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.484 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.484 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-09-17T17:03:13.484 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.484 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.484 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.484 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-09-17T17:03:13.484 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.484 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.484 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.484 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.484 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.4": { 2024-09-17T17:03:13.484 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-09-17T17:03:13.484 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.484 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.485 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.485 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:13.485 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6304, 2024-09-17T17:03:13.485 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 115 2024-09-17T17:03:13.485 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.485 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-09-17T17:03:13.485 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 16896, 2024-09-17T17:03:13.485 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-09-17T17:03:13.485 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.485 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-09-17T17:03:13.485 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 576, 2024-09-17T17:03:13.485 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-09-17T17:03:13.486 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.486 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-09-17T17:03:13.486 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4000, 2024-09-17T17:03:13.486 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 50 2024-09-17T17:03:13.486 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.486 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-09-17T17:03:13.486 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 21952, 2024-09-17T17:03:13.486 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 196 2024-09-17T17:03:13.486 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.486 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-09-17T17:03:13.486 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 928, 2024-09-17T17:03:13.486 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 38 2024-09-17T17:03:13.486 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.486 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-09-17T17:03:13.487 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4096, 2024-09-17T17:03:13.487 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1 2024-09-17T17:03:13.487 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.487 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-09-17T17:03:13.487 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 91080, 2024-09-17T17:03:13.487 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 15749 2024-09-17T17:03:13.487 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.487 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-09-17T17:03:13.487 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 205616, 2024-09-17T17:03:13.487 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 334 2024-09-17T17:03:13.487 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.488 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-09-17T17:03:13.488 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9980, 2024-09-17T17:03:13.488 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 609 2024-09-17T17:03:13.488 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.488 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-09-17T17:03:13.488 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9408, 2024-09-17T17:03:13.488 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 196 2024-09-17T17:03:13.488 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.488 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-09-17T17:03:13.488 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.488 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.488 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.488 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-09-17T17:03:13.489 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 29470, 2024-09-17T17:03:13.489 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 202 2024-09-17T17:03:13.489 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.489 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-09-17T17:03:13.489 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 21952, 2024-09-17T17:03:13.489 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 196 2024-09-17T17:03:13.489 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.489 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-09-17T17:03:13.489 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 736, 2024-09-17T17:03:13.489 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1 2024-09-17T17:03:13.489 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.489 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-09-17T17:03:13.489 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 966216, 2024-09-17T17:03:13.489 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 81 2024-09-17T17:03:13.490 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.490 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-09-17T17:03:13.490 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12112, 2024-09-17T17:03:13.490 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-09-17T17:03:13.490 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.490 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-09-17T17:03:13.490 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2446114, 2024-09-17T17:03:13.490 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 183 2024-09-17T17:03:13.490 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.490 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-09-17T17:03:13.490 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4840, 2024-09-17T17:03:13.490 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 55 2024-09-17T17:03:13.490 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.491 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-09-17T17:03:13.491 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.491 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.491 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.491 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:13.491 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 452088, 2024-09-17T17:03:13.491 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 39 2024-09-17T17:03:13.491 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.491 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-09-17T17:03:13.491 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.491 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.491 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.492 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-09-17T17:03:13.492 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 8944, 2024-09-17T17:03:13.492 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 18 2024-09-17T17:03:13.492 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.492 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-09-17T17:03:13.492 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 240552, 2024-09-17T17:03:13.492 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3529 2024-09-17T17:03:13.492 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.492 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-09-17T17:03:13.492 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.492 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.492 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.492 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-09-17T17:03:13.492 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.493 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.493 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.493 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-09-17T17:03:13.493 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.493 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.493 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.493 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-09-17T17:03:13.493 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.493 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.493 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.493 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.493 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.5": { 2024-09-17T17:03:13.493 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-09-17T17:03:13.494 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.494 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.494 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.494 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:13.494 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6304, 2024-09-17T17:03:13.494 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 115 2024-09-17T17:03:13.494 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.494 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-09-17T17:03:13.494 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 16896, 2024-09-17T17:03:13.494 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-09-17T17:03:13.494 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.494 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-09-17T17:03:13.495 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 576, 2024-09-17T17:03:13.495 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-09-17T17:03:13.495 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.495 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-09-17T17:03:13.495 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 3200, 2024-09-17T17:03:13.495 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 40 2024-09-17T17:03:13.495 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.495 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-09-17T17:03:13.495 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 21952, 2024-09-17T17:03:13.495 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 196 2024-09-17T17:03:13.495 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.495 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-09-17T17:03:13.495 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 480, 2024-09-17T17:03:13.495 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 34 2024-09-17T17:03:13.496 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.496 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-09-17T17:03:13.496 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.496 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.496 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.496 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-09-17T17:03:13.496 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 53230, 2024-09-17T17:03:13.496 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9843 2024-09-17T17:03:13.496 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.496 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-09-17T17:03:13.496 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 140336, 2024-09-17T17:03:13.496 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 238 2024-09-17T17:03:13.496 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.496 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-09-17T17:03:13.497 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 10348, 2024-09-17T17:03:13.497 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 614 2024-09-17T17:03:13.497 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.497 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-09-17T17:03:13.497 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9408, 2024-09-17T17:03:13.497 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 196 2024-09-17T17:03:13.497 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.497 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-09-17T17:03:13.497 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.497 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.497 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.497 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-09-17T17:03:13.497 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 30494, 2024-09-17T17:03:13.497 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 206 2024-09-17T17:03:13.498 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.498 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-09-17T17:03:13.498 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 21952, 2024-09-17T17:03:13.498 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 196 2024-09-17T17:03:13.498 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.498 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-09-17T17:03:13.498 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2208, 2024-09-17T17:03:13.498 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-09-17T17:03:13.498 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.498 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-09-17T17:03:13.498 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 879816, 2024-09-17T17:03:13.498 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 61 2024-09-17T17:03:13.498 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.498 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-09-17T17:03:13.499 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 26565, 2024-09-17T17:03:13.499 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9 2024-09-17T17:03:13.499 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.499 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-09-17T17:03:13.499 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2451385, 2024-09-17T17:03:13.499 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 184 2024-09-17T17:03:13.499 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.499 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-09-17T17:03:13.499 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5544, 2024-09-17T17:03:13.499 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 63 2024-09-17T17:03:13.499 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.499 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-09-17T17:03:13.499 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.499 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.499 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.500 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:13.500 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 486864, 2024-09-17T17:03:13.500 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 42 2024-09-17T17:03:13.500 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.500 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-09-17T17:03:13.500 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.500 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.500 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.500 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-09-17T17:03:13.500 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 13520, 2024-09-17T17:03:13.500 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 26 2024-09-17T17:03:13.500 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.500 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-09-17T17:03:13.500 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 240808, 2024-09-17T17:03:13.500 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3541 2024-09-17T17:03:13.501 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.501 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-09-17T17:03:13.501 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.501 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.501 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.501 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-09-17T17:03:13.501 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.501 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.501 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.501 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-09-17T17:03:13.501 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.501 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.501 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.502 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-09-17T17:03:13.502 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.502 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.502 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.502 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.502 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.6": { 2024-09-17T17:03:13.502 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-09-17T17:03:13.502 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.502 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.502 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.502 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:13.502 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6304, 2024-09-17T17:03:13.502 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 115 2024-09-17T17:03:13.502 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.502 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-09-17T17:03:13.503 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 16896, 2024-09-17T17:03:13.503 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-09-17T17:03:13.503 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.503 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-09-17T17:03:13.503 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 576, 2024-09-17T17:03:13.503 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-09-17T17:03:13.503 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.503 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-09-17T17:03:13.503 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2720, 2024-09-17T17:03:13.503 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 34 2024-09-17T17:03:13.503 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.504 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-09-17T17:03:13.505 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 22848, 2024-09-17T17:03:13.505 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 204 2024-09-17T17:03:13.505 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.505 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-09-17T17:03:13.505 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 592, 2024-09-17T17:03:13.505 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 35 2024-09-17T17:03:13.505 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.505 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-09-17T17:03:13.505 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 18815, 2024-09-17T17:03:13.505 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 4 2024-09-17T17:03:13.505 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.505 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-09-17T17:03:13.505 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 91448, 2024-09-17T17:03:13.505 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 16033 2024-09-17T17:03:13.506 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.506 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-09-17T17:03:13.506 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 204936, 2024-09-17T17:03:13.506 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 333 2024-09-17T17:03:13.506 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.506 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-09-17T17:03:13.506 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 11128, 2024-09-17T17:03:13.506 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 767 2024-09-17T17:03:13.506 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.506 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-09-17T17:03:13.506 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9792, 2024-09-17T17:03:13.506 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 204 2024-09-17T17:03:13.506 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.506 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-09-17T17:03:13.506 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.507 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.507 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.507 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-09-17T17:03:13.507 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 30410, 2024-09-17T17:03:13.507 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 201 2024-09-17T17:03:13.507 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.507 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-09-17T17:03:13.507 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 22848, 2024-09-17T17:03:13.507 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 204 2024-09-17T17:03:13.507 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.507 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-09-17T17:03:13.507 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.507 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.507 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.508 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-09-17T17:03:13.508 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 511344, 2024-09-17T17:03:13.508 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 51 2024-09-17T17:03:13.508 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.508 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-09-17T17:03:13.508 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.508 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.508 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.508 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-09-17T17:03:13.508 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2411426, 2024-09-17T17:03:13.508 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 165 2024-09-17T17:03:13.508 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.508 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-09-17T17:03:13.509 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4752, 2024-09-17T17:03:13.509 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 54 2024-09-17T17:03:13.509 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.509 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-09-17T17:03:13.509 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.509 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.509 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.509 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:13.509 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 440496, 2024-09-17T17:03:13.509 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 38 2024-09-17T17:03:13.509 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.509 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-09-17T17:03:13.509 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.510 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.510 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.510 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-09-17T17:03:13.510 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 94952, 2024-09-17T17:03:13.510 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 193 2024-09-17T17:03:13.510 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.510 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-09-17T17:03:13.510 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 241064, 2024-09-17T17:03:13.510 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3553 2024-09-17T17:03:13.510 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.510 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-09-17T17:03:13.510 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.511 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.511 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.511 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-09-17T17:03:13.511 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.511 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.511 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.511 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-09-17T17:03:13.511 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.511 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.511 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.511 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-09-17T17:03:13.511 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.511 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.511 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.512 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.512 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.7": { 2024-09-17T17:03:13.512 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-09-17T17:03:13.512 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.512 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.512 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.512 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:13.512 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6304, 2024-09-17T17:03:13.512 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 115 2024-09-17T17:03:13.512 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.512 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-09-17T17:03:13.512 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 16896, 2024-09-17T17:03:13.512 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-09-17T17:03:13.513 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.513 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-09-17T17:03:13.513 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 576, 2024-09-17T17:03:13.513 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-09-17T17:03:13.513 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.513 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-09-17T17:03:13.513 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2080, 2024-09-17T17:03:13.513 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 26 2024-09-17T17:03:13.513 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.513 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-09-17T17:03:13.513 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 22736, 2024-09-17T17:03:13.513 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 203 2024-09-17T17:03:13.513 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.514 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-09-17T17:03:13.514 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1152, 2024-09-17T17:03:13.514 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 40 2024-09-17T17:03:13.514 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.514 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-09-17T17:03:13.514 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 274432, 2024-09-17T17:03:13.514 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-09-17T17:03:13.514 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.514 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-09-17T17:03:13.514 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 56022, 2024-09-17T17:03:13.514 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10430 2024-09-17T17:03:13.514 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.514 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-09-17T17:03:13.514 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 143736, 2024-09-17T17:03:13.514 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 243 2024-09-17T17:03:13.514 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.514 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-09-17T17:03:13.515 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12004, 2024-09-17T17:03:13.515 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 773 2024-09-17T17:03:13.515 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.515 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-09-17T17:03:13.515 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9744, 2024-09-17T17:03:13.515 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 203 2024-09-17T17:03:13.515 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.515 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-09-17T17:03:13.515 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.515 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.515 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.515 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-09-17T17:03:13.515 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 33138, 2024-09-17T17:03:13.516 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 211 2024-09-17T17:03:13.516 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.516 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-09-17T17:03:13.516 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 22736, 2024-09-17T17:03:13.516 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 203 2024-09-17T17:03:13.516 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.516 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-09-17T17:03:13.516 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.516 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.516 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.516 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-09-17T17:03:13.516 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 201924, 2024-09-17T17:03:13.517 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 40 2024-09-17T17:03:13.517 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.517 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-09-17T17:03:13.517 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.517 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.517 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.517 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-09-17T17:03:13.517 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2407698, 2024-09-17T17:03:13.517 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 197 2024-09-17T17:03:13.517 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.517 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-09-17T17:03:13.517 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6072, 2024-09-17T17:03:13.517 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 69 2024-09-17T17:03:13.517 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.518 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-09-17T17:03:13.518 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.518 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.518 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.518 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:13.518 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 533232, 2024-09-17T17:03:13.518 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 46 2024-09-17T17:03:13.518 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.518 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-09-17T17:03:13.518 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.518 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.518 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.518 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-09-17T17:03:13.518 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 98488, 2024-09-17T17:03:13.519 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 227 2024-09-17T17:03:13.519 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.519 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-09-17T17:03:13.519 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 240296, 2024-09-17T17:03:13.519 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3517 2024-09-17T17:03:13.519 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.519 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-09-17T17:03:13.519 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.519 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.519 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.519 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-09-17T17:03:13.519 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.519 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.519 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.520 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-09-17T17:03:13.520 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.520 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.520 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.520 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-09-17T17:03:13.520 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:13.520 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:13.520 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.520 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.520 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.520 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.520 INFO:tasks.workunit.client.0.smithi031.stdout: "metadata": { 2024-09-17T17:03:13.520 INFO:tasks.workunit.client.0.smithi031.stdout: "mds": { 2024-09-17T17:03:13.521 INFO:tasks.workunit.client.0.smithi031.stdout: "arch": { 2024-09-17T17:03:13.521 INFO:tasks.workunit.client.0.smithi031.stdout: "x86_64": 2 2024-09-17T17:03:13.521 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.521 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_version": { 2024-09-17T17:03:13.521 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T17:03:13.521 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.521 INFO:tasks.workunit.client.0.smithi031.stdout: "cpu": { 2024-09-17T17:03:13.521 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-09-17T17:03:13.521 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.521 INFO:tasks.workunit.client.0.smithi031.stdout: "distro": { 2024-09-17T17:03:13.521 INFO:tasks.workunit.client.0.smithi031.stdout: "centos": 2 2024-09-17T17:03:13.521 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.521 INFO:tasks.workunit.client.0.smithi031.stdout: "distro_description": { 2024-09-17T17:03:13.521 INFO:tasks.workunit.client.0.smithi031.stdout: "CentOS Stream 9": 2 2024-09-17T17:03:13.522 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.522 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_description": { 2024-09-17T17:03:13.522 INFO:tasks.workunit.client.0.smithi031.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 2 2024-09-17T17:03:13.522 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.522 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_version": { 2024-09-17T17:03:13.522 INFO:tasks.workunit.client.0.smithi031.stdout: "5.14.0-508.el9.x86_64": 2 2024-09-17T17:03:13.522 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.522 INFO:tasks.workunit.client.0.smithi031.stdout: "os": { 2024-09-17T17:03:13.522 INFO:tasks.workunit.client.0.smithi031.stdout: "Linux": 2 2024-09-17T17:03:13.522 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.522 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.522 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-09-17T17:03:13.522 INFO:tasks.workunit.client.0.smithi031.stdout: "arch": { 2024-09-17T17:03:13.522 INFO:tasks.workunit.client.0.smithi031.stdout: "x86_64": 3 2024-09-17T17:03:13.523 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.523 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_version": { 2024-09-17T17:03:13.523 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-17T17:03:13.523 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.523 INFO:tasks.workunit.client.0.smithi031.stdout: "cpu": { 2024-09-17T17:03:13.523 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-09-17T17:03:13.523 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.523 INFO:tasks.workunit.client.0.smithi031.stdout: "distro": { 2024-09-17T17:03:13.523 INFO:tasks.workunit.client.0.smithi031.stdout: "centos": 3 2024-09-17T17:03:13.523 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.523 INFO:tasks.workunit.client.0.smithi031.stdout: "distro_description": { 2024-09-17T17:03:13.523 INFO:tasks.workunit.client.0.smithi031.stdout: "CentOS Stream 9": 3 2024-09-17T17:03:13.523 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.523 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_description": { 2024-09-17T17:03:13.524 INFO:tasks.workunit.client.0.smithi031.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 3 2024-09-17T17:03:13.524 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.524 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_version": { 2024-09-17T17:03:13.524 INFO:tasks.workunit.client.0.smithi031.stdout: "5.14.0-508.el9.x86_64": 3 2024-09-17T17:03:13.524 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.524 INFO:tasks.workunit.client.0.smithi031.stdout: "os": { 2024-09-17T17:03:13.524 INFO:tasks.workunit.client.0.smithi031.stdout: "Linux": 3 2024-09-17T17:03:13.524 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.524 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.524 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:13.524 INFO:tasks.workunit.client.0.smithi031.stdout: "arch": { 2024-09-17T17:03:13.524 INFO:tasks.workunit.client.0.smithi031.stdout: "x86_64": 8 2024-09-17T17:03:13.524 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.524 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_version": { 2024-09-17T17:03:13.524 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 8 2024-09-17T17:03:13.525 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.525 INFO:tasks.workunit.client.0.smithi031.stdout: "cpu": { 2024-09-17T17:03:13.525 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-09-17T17:03:13.525 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.525 INFO:tasks.workunit.client.0.smithi031.stdout: "distro": { 2024-09-17T17:03:13.525 INFO:tasks.workunit.client.0.smithi031.stdout: "centos": 8 2024-09-17T17:03:13.525 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.525 INFO:tasks.workunit.client.0.smithi031.stdout: "distro_description": { 2024-09-17T17:03:13.525 INFO:tasks.workunit.client.0.smithi031.stdout: "CentOS Stream 9": 8 2024-09-17T17:03:13.525 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.525 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_description": { 2024-09-17T17:03:13.525 INFO:tasks.workunit.client.0.smithi031.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 8 2024-09-17T17:03:13.525 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.525 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_version": { 2024-09-17T17:03:13.526 INFO:tasks.workunit.client.0.smithi031.stdout: "5.14.0-508.el9.x86_64": 8 2024-09-17T17:03:13.526 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.526 INFO:tasks.workunit.client.0.smithi031.stdout: "os": { 2024-09-17T17:03:13.526 INFO:tasks.workunit.client.0.smithi031.stdout: "Linux": 8 2024-09-17T17:03:13.526 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.526 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_objectstore": { 2024-09-17T17:03:13.526 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": 8 2024-09-17T17:03:13.526 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.526 INFO:tasks.workunit.client.0.smithi031.stdout: "rotational": { 2024-09-17T17:03:13.526 INFO:tasks.workunit.client.0.smithi031.stdout: "0": 8 2024-09-17T17:03:13.526 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.526 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.526 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.526 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-09-17T17:03:13.527 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-09-17T17:03:13.527 INFO:tasks.workunit.client.0.smithi031.stdout: "features": { 2024-09-17T17:03:13.527 INFO:tasks.workunit.client.0.smithi031.stdout: "optional": [], 2024-09-17T17:03:13.527 INFO:tasks.workunit.client.0.smithi031.stdout: "persistent": [ 2024-09-17T17:03:13.527 INFO:tasks.workunit.client.0.smithi031.stdout: "kraken", 2024-09-17T17:03:13.527 INFO:tasks.workunit.client.0.smithi031.stdout: "luminous", 2024-09-17T17:03:13.527 INFO:tasks.workunit.client.0.smithi031.stdout: "mimic", 2024-09-17T17:03:13.527 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap-prune", 2024-09-17T17:03:13.527 INFO:tasks.workunit.client.0.smithi031.stdout: "nautilus", 2024-09-17T17:03:13.527 INFO:tasks.workunit.client.0.smithi031.stdout: "octopus", 2024-09-17T17:03:13.527 INFO:tasks.workunit.client.0.smithi031.stdout: "pacific", 2024-09-17T17:03:13.527 INFO:tasks.workunit.client.0.smithi031.stdout: "elector-pinging", 2024-09-17T17:03:13.527 INFO:tasks.workunit.client.0.smithi031.stdout: "quincy", 2024-09-17T17:03:13.527 INFO:tasks.workunit.client.0.smithi031.stdout: "reef" 2024-09-17T17:03:13.528 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:13.528 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.528 INFO:tasks.workunit.client.0.smithi031.stdout: "ipv4_addr_mons": 6, 2024-09-17T17:03:13.528 INFO:tasks.workunit.client.0.smithi031.stdout: "ipv6_addr_mons": 0, 2024-09-17T17:03:13.528 INFO:tasks.workunit.client.0.smithi031.stdout: "min_mon_release": 18, 2024-09-17T17:03:13.528 INFO:tasks.workunit.client.0.smithi031.stdout: "v1_addr_mons": 3, 2024-09-17T17:03:13.528 INFO:tasks.workunit.client.0.smithi031.stdout: "v2_addr_mons": 3 2024-09-17T17:03:13.528 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.528 INFO:tasks.workunit.client.0.smithi031.stdout: "organization": "ceph-qa", 2024-09-17T17:03:13.528 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:13.528 INFO:tasks.workunit.client.0.smithi031.stdout: "cluster_network": false, 2024-09-17T17:03:13.528 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 8, 2024-09-17T17:03:13.528 INFO:tasks.workunit.client.0.smithi031.stdout: "require_min_compat_client": "luminous", 2024-09-17T17:03:13.528 INFO:tasks.workunit.client.0.smithi031.stdout: "require_osd_release": "reef" 2024-09-17T17:03:13.529 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.529 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_perf_histograms": [ 2024-09-17T17:03:13.529 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.529 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-17T17:03:13.529 INFO:tasks.workunit.client.0.smithi031.stdout: "axes": [ 2024-09-17T17:03:13.529 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.529 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-09-17T17:03:13.529 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-09-17T17:03:13.529 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Latency (usec)", 2024-09-17T17:03:13.529 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 100000, 2024-09-17T17:03:13.529 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-09-17T17:03:13.529 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-09-17T17:03:13.529 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 99999]", 2024-09-17T17:03:13.530 INFO:tasks.workunit.client.0.smithi031.stdout: "[100000, 199999]", 2024-09-17T17:03:13.530 INFO:tasks.workunit.client.0.smithi031.stdout: "[200000, 399999]", 2024-09-17T17:03:13.530 INFO:tasks.workunit.client.0.smithi031.stdout: "[400000, 799999]", 2024-09-17T17:03:13.530 INFO:tasks.workunit.client.0.smithi031.stdout: "[800000, 1599999]", 2024-09-17T17:03:13.530 INFO:tasks.workunit.client.0.smithi031.stdout: "[1600000, 3199999]", 2024-09-17T17:03:13.530 INFO:tasks.workunit.client.0.smithi031.stdout: "[3200000, 6399999]", 2024-09-17T17:03:13.530 INFO:tasks.workunit.client.0.smithi031.stdout: "[6400000, 12799999]", 2024-09-17T17:03:13.530 INFO:tasks.workunit.client.0.smithi031.stdout: "[12800000, 25599999]", 2024-09-17T17:03:13.530 INFO:tasks.workunit.client.0.smithi031.stdout: "[25600000, 51199999]", 2024-09-17T17:03:13.530 INFO:tasks.workunit.client.0.smithi031.stdout: "[51200000, 102399999]", 2024-09-17T17:03:13.530 INFO:tasks.workunit.client.0.smithi031.stdout: "[102400000, 204799999]", 2024-09-17T17:03:13.530 INFO:tasks.workunit.client.0.smithi031.stdout: "[204800000, 409599999]", 2024-09-17T17:03:13.530 INFO:tasks.workunit.client.0.smithi031.stdout: "[409600000, 819199999]", 2024-09-17T17:03:13.530 INFO:tasks.workunit.client.0.smithi031.stdout: "[819200000, 1638399999]", 2024-09-17T17:03:13.530 INFO:tasks.workunit.client.0.smithi031.stdout: "[1638400000, 3276799999]", 2024-09-17T17:03:13.531 INFO:tasks.workunit.client.0.smithi031.stdout: "[3276800000, 6553599999]", 2024-09-17T17:03:13.531 INFO:tasks.workunit.client.0.smithi031.stdout: "[6553600000, 13107199999]", 2024-09-17T17:03:13.531 INFO:tasks.workunit.client.0.smithi031.stdout: "[13107200000, 26214399999]", 2024-09-17T17:03:13.531 INFO:tasks.workunit.client.0.smithi031.stdout: "[26214400000, 52428799999]", 2024-09-17T17:03:13.531 INFO:tasks.workunit.client.0.smithi031.stdout: "[52428800000, 104857599999]", 2024-09-17T17:03:13.531 INFO:tasks.workunit.client.0.smithi031.stdout: "[104857600000, 209715199999]", 2024-09-17T17:03:13.531 INFO:tasks.workunit.client.0.smithi031.stdout: "[209715200000, 419430399999]", 2024-09-17T17:03:13.531 INFO:tasks.workunit.client.0.smithi031.stdout: "[419430400000, 838860799999]", 2024-09-17T17:03:13.531 INFO:tasks.workunit.client.0.smithi031.stdout: "[838860800000, 1677721599999]", 2024-09-17T17:03:13.531 INFO:tasks.workunit.client.0.smithi031.stdout: "[1677721600000, 3355443199999]", 2024-09-17T17:03:13.531 INFO:tasks.workunit.client.0.smithi031.stdout: "[3355443200000, 6710886399999]", 2024-09-17T17:03:13.531 INFO:tasks.workunit.client.0.smithi031.stdout: "[6710886400000, 13421772799999]", 2024-09-17T17:03:13.531 INFO:tasks.workunit.client.0.smithi031.stdout: "[13421772800000, 26843545599999]", 2024-09-17T17:03:13.531 INFO:tasks.workunit.client.0.smithi031.stdout: "[26843545600000, 53687091199999]", 2024-09-17T17:03:13.532 INFO:tasks.workunit.client.0.smithi031.stdout: "[53687091200000, None]" 2024-09-17T17:03:13.532 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:13.532 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-09-17T17:03:13.532 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.532 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.532 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-09-17T17:03:13.532 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-09-17T17:03:13.532 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Request size (bytes)", 2024-09-17T17:03:13.532 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 512, 2024-09-17T17:03:13.532 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-09-17T17:03:13.532 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-09-17T17:03:13.532 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 511]", 2024-09-17T17:03:13.532 INFO:tasks.workunit.client.0.smithi031.stdout: "[512, 1023]", 2024-09-17T17:03:13.533 INFO:tasks.workunit.client.0.smithi031.stdout: "[1024, 2047]", 2024-09-17T17:03:13.533 INFO:tasks.workunit.client.0.smithi031.stdout: "[2048, 4095]", 2024-09-17T17:03:13.533 INFO:tasks.workunit.client.0.smithi031.stdout: "[4096, 8191]", 2024-09-17T17:03:13.533 INFO:tasks.workunit.client.0.smithi031.stdout: "[8192, 16383]", 2024-09-17T17:03:13.533 INFO:tasks.workunit.client.0.smithi031.stdout: "[16384, 32767]", 2024-09-17T17:03:13.533 INFO:tasks.workunit.client.0.smithi031.stdout: "[32768, 65535]", 2024-09-17T17:03:13.533 INFO:tasks.workunit.client.0.smithi031.stdout: "[65536, 131071]", 2024-09-17T17:03:13.533 INFO:tasks.workunit.client.0.smithi031.stdout: "[131072, 262143]", 2024-09-17T17:03:13.533 INFO:tasks.workunit.client.0.smithi031.stdout: "[262144, 524287]", 2024-09-17T17:03:13.533 INFO:tasks.workunit.client.0.smithi031.stdout: "[524288, 1048575]", 2024-09-17T17:03:13.533 INFO:tasks.workunit.client.0.smithi031.stdout: "[1048576, 2097151]", 2024-09-17T17:03:13.533 INFO:tasks.workunit.client.0.smithi031.stdout: "[2097152, 4194303]", 2024-09-17T17:03:13.533 INFO:tasks.workunit.client.0.smithi031.stdout: "[4194304, 8388607]", 2024-09-17T17:03:13.534 INFO:tasks.workunit.client.0.smithi031.stdout: "[8388608, 16777215]", 2024-09-17T17:03:13.534 INFO:tasks.workunit.client.0.smithi031.stdout: "[16777216, 33554431]", 2024-09-17T17:03:13.534 INFO:tasks.workunit.client.0.smithi031.stdout: "[33554432, 67108863]", 2024-09-17T17:03:13.534 INFO:tasks.workunit.client.0.smithi031.stdout: "[67108864, 134217727]", 2024-09-17T17:03:13.534 INFO:tasks.workunit.client.0.smithi031.stdout: "[134217728, 268435455]", 2024-09-17T17:03:13.534 INFO:tasks.workunit.client.0.smithi031.stdout: "[268435456, 536870911]", 2024-09-17T17:03:13.534 INFO:tasks.workunit.client.0.smithi031.stdout: "[536870912, 1073741823]", 2024-09-17T17:03:13.534 INFO:tasks.workunit.client.0.smithi031.stdout: "[1073741824, 2147483647]", 2024-09-17T17:03:13.534 INFO:tasks.workunit.client.0.smithi031.stdout: "[2147483648, 4294967295]", 2024-09-17T17:03:13.534 INFO:tasks.workunit.client.0.smithi031.stdout: "[4294967296, 8589934591]", 2024-09-17T17:03:13.534 INFO:tasks.workunit.client.0.smithi031.stdout: "[8589934592, 17179869183]", 2024-09-17T17:03:13.534 INFO:tasks.workunit.client.0.smithi031.stdout: "[17179869184, 34359738367]", 2024-09-17T17:03:13.534 INFO:tasks.workunit.client.0.smithi031.stdout: "[34359738368, 68719476735]", 2024-09-17T17:03:13.534 INFO:tasks.workunit.client.0.smithi031.stdout: "[68719476736, 137438953471]", 2024-09-17T17:03:13.534 INFO:tasks.workunit.client.0.smithi031.stdout: "[137438953472, 274877906943]", 2024-09-17T17:03:13.535 INFO:tasks.workunit.client.0.smithi031.stdout: "[274877906944, None]" 2024-09-17T17:03:13.535 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:13.535 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-09-17T17:03:13.535 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.535 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:13.535 INFO:tasks.workunit.client.0.smithi031.stdout: "osds": [ 2024-09-17T17:03:13.535 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.535 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 0, 2024-09-17T17:03:13.535 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:13.535 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.535 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.535 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.536 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.536 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.536 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.536 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.536 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.536 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.536 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.536 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.536 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.536 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.536 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.536 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.536 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.537 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.537 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.537 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.537 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.537 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.537 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.537 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.537 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.537 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.537 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.537 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.537 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.537 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.538 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.538 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.538 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:13.538 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:13.538 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.538 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.538 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 1, 2024-09-17T17:03:13.538 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:13.538 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.538 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.538 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.538 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.538 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.538 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.538 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.539 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.539 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.539 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.539 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.539 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.539 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.539 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.539 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.539 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.539 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.539 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.539 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.539 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.539 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.539 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.540 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.540 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.540 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.540 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.540 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.540 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.540 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.540 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.540 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.540 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:13.540 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:13.540 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.540 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.541 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 2, 2024-09-17T17:03:13.541 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:13.541 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.541 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.541 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.541 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.541 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.541 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.541 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.541 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.541 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.541 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.541 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.542 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.542 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.542 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.542 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.542 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.542 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.542 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.542 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.542 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.542 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.542 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.542 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.542 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.543 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.543 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.543 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.543 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.543 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.543 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.543 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.543 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:13.543 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:13.543 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.543 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.543 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 3, 2024-09-17T17:03:13.543 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:13.543 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.543 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.544 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.544 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.544 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.544 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.544 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.544 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.544 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.544 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.544 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.544 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.544 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.544 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.544 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.545 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.545 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.545 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.545 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.545 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.545 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.545 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.545 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.545 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.545 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.545 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.545 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.546 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.546 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.546 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.546 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.546 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:13.546 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:13.546 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.546 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.546 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 4, 2024-09-17T17:03:13.546 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:13.546 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.546 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.546 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.547 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.547 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.547 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.547 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.547 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.547 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.547 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.547 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.547 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.547 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.547 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.547 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.547 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.548 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.548 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.548 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.548 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.548 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.548 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.548 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.548 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.548 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.548 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.548 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.549 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.549 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.549 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.549 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.549 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:13.549 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:13.549 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.549 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.549 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 5, 2024-09-17T17:03:13.549 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:13.549 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.549 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.549 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.549 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.550 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.550 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.550 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.550 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.550 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.550 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.550 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.550 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.550 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.550 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.551 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.551 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.551 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.551 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.551 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.551 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.551 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.551 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.551 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.551 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.551 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.551 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.552 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.552 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.552 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.552 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.552 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.552 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:13.552 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:13.552 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.552 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.552 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 6, 2024-09-17T17:03:13.552 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:13.552 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.552 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.552 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.553 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.553 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.553 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.553 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.553 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.553 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.553 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.553 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.553 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.553 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.553 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.553 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.553 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.554 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.554 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.554 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.554 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.554 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.554 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.554 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.554 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.554 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.554 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.554 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.554 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.554 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.554 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.554 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.555 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:13.555 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:13.555 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.555 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.555 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 7, 2024-09-17T17:03:13.555 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:13.555 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.555 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.555 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.555 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.555 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.555 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.555 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.555 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.555 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.556 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.556 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.556 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.556 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.556 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.556 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.556 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.556 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.556 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.556 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.556 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.556 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.556 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.557 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.557 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.557 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.557 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.557 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.557 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.557 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.557 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.557 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.557 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:13.557 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:13.557 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.557 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:13.557 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.558 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-17T17:03:13.558 INFO:tasks.workunit.client.0.smithi031.stdout: "axes": [ 2024-09-17T17:03:13.558 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.558 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-09-17T17:03:13.558 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-09-17T17:03:13.558 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Latency (usec)", 2024-09-17T17:03:13.558 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 100000, 2024-09-17T17:03:13.558 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-09-17T17:03:13.558 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-09-17T17:03:13.558 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 99999]", 2024-09-17T17:03:13.558 INFO:tasks.workunit.client.0.smithi031.stdout: "[100000, 199999]", 2024-09-17T17:03:13.558 INFO:tasks.workunit.client.0.smithi031.stdout: "[200000, 399999]", 2024-09-17T17:03:13.558 INFO:tasks.workunit.client.0.smithi031.stdout: "[400000, 799999]", 2024-09-17T17:03:13.558 INFO:tasks.workunit.client.0.smithi031.stdout: "[800000, 1599999]", 2024-09-17T17:03:13.559 INFO:tasks.workunit.client.0.smithi031.stdout: "[1600000, 3199999]", 2024-09-17T17:03:13.559 INFO:tasks.workunit.client.0.smithi031.stdout: "[3200000, 6399999]", 2024-09-17T17:03:13.559 INFO:tasks.workunit.client.0.smithi031.stdout: "[6400000, 12799999]", 2024-09-17T17:03:13.559 INFO:tasks.workunit.client.0.smithi031.stdout: "[12800000, 25599999]", 2024-09-17T17:03:13.559 INFO:tasks.workunit.client.0.smithi031.stdout: "[25600000, 51199999]", 2024-09-17T17:03:13.559 INFO:tasks.workunit.client.0.smithi031.stdout: "[51200000, 102399999]", 2024-09-17T17:03:13.559 INFO:tasks.workunit.client.0.smithi031.stdout: "[102400000, 204799999]", 2024-09-17T17:03:13.559 INFO:tasks.workunit.client.0.smithi031.stdout: "[204800000, 409599999]", 2024-09-17T17:03:13.559 INFO:tasks.workunit.client.0.smithi031.stdout: "[409600000, 819199999]", 2024-09-17T17:03:13.559 INFO:tasks.workunit.client.0.smithi031.stdout: "[819200000, 1638399999]", 2024-09-17T17:03:13.559 INFO:tasks.workunit.client.0.smithi031.stdout: "[1638400000, 3276799999]", 2024-09-17T17:03:13.559 INFO:tasks.workunit.client.0.smithi031.stdout: "[3276800000, 6553599999]", 2024-09-17T17:03:13.559 INFO:tasks.workunit.client.0.smithi031.stdout: "[6553600000, 13107199999]", 2024-09-17T17:03:13.559 INFO:tasks.workunit.client.0.smithi031.stdout: "[13107200000, 26214399999]", 2024-09-17T17:03:13.559 INFO:tasks.workunit.client.0.smithi031.stdout: "[26214400000, 52428799999]", 2024-09-17T17:03:13.560 INFO:tasks.workunit.client.0.smithi031.stdout: "[52428800000, 104857599999]", 2024-09-17T17:03:13.560 INFO:tasks.workunit.client.0.smithi031.stdout: "[104857600000, 209715199999]", 2024-09-17T17:03:13.560 INFO:tasks.workunit.client.0.smithi031.stdout: "[209715200000, 419430399999]", 2024-09-17T17:03:13.560 INFO:tasks.workunit.client.0.smithi031.stdout: "[419430400000, 838860799999]", 2024-09-17T17:03:13.560 INFO:tasks.workunit.client.0.smithi031.stdout: "[838860800000, 1677721599999]", 2024-09-17T17:03:13.560 INFO:tasks.workunit.client.0.smithi031.stdout: "[1677721600000, 3355443199999]", 2024-09-17T17:03:13.560 INFO:tasks.workunit.client.0.smithi031.stdout: "[3355443200000, 6710886399999]", 2024-09-17T17:03:13.560 INFO:tasks.workunit.client.0.smithi031.stdout: "[6710886400000, 13421772799999]", 2024-09-17T17:03:13.560 INFO:tasks.workunit.client.0.smithi031.stdout: "[13421772800000, 26843545599999]", 2024-09-17T17:03:13.560 INFO:tasks.workunit.client.0.smithi031.stdout: "[26843545600000, 53687091199999]", 2024-09-17T17:03:13.560 INFO:tasks.workunit.client.0.smithi031.stdout: "[53687091200000, None]" 2024-09-17T17:03:13.560 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:13.560 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-09-17T17:03:13.560 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.561 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.561 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-09-17T17:03:13.561 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-09-17T17:03:13.561 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Request size (bytes)", 2024-09-17T17:03:13.561 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 512, 2024-09-17T17:03:13.561 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-09-17T17:03:13.561 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-09-17T17:03:13.561 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 511]", 2024-09-17T17:03:13.561 INFO:tasks.workunit.client.0.smithi031.stdout: "[512, 1023]", 2024-09-17T17:03:13.561 INFO:tasks.workunit.client.0.smithi031.stdout: "[1024, 2047]", 2024-09-17T17:03:13.561 INFO:tasks.workunit.client.0.smithi031.stdout: "[2048, 4095]", 2024-09-17T17:03:13.561 INFO:tasks.workunit.client.0.smithi031.stdout: "[4096, 8191]", 2024-09-17T17:03:13.561 INFO:tasks.workunit.client.0.smithi031.stdout: "[8192, 16383]", 2024-09-17T17:03:13.561 INFO:tasks.workunit.client.0.smithi031.stdout: "[16384, 32767]", 2024-09-17T17:03:13.562 INFO:tasks.workunit.client.0.smithi031.stdout: "[32768, 65535]", 2024-09-17T17:03:13.562 INFO:tasks.workunit.client.0.smithi031.stdout: "[65536, 131071]", 2024-09-17T17:03:13.562 INFO:tasks.workunit.client.0.smithi031.stdout: "[131072, 262143]", 2024-09-17T17:03:13.562 INFO:tasks.workunit.client.0.smithi031.stdout: "[262144, 524287]", 2024-09-17T17:03:13.562 INFO:tasks.workunit.client.0.smithi031.stdout: "[524288, 1048575]", 2024-09-17T17:03:13.562 INFO:tasks.workunit.client.0.smithi031.stdout: "[1048576, 2097151]", 2024-09-17T17:03:13.562 INFO:tasks.workunit.client.0.smithi031.stdout: "[2097152, 4194303]", 2024-09-17T17:03:13.562 INFO:tasks.workunit.client.0.smithi031.stdout: "[4194304, 8388607]", 2024-09-17T17:03:13.562 INFO:tasks.workunit.client.0.smithi031.stdout: "[8388608, 16777215]", 2024-09-17T17:03:13.562 INFO:tasks.workunit.client.0.smithi031.stdout: "[16777216, 33554431]", 2024-09-17T17:03:13.562 INFO:tasks.workunit.client.0.smithi031.stdout: "[33554432, 67108863]", 2024-09-17T17:03:13.562 INFO:tasks.workunit.client.0.smithi031.stdout: "[67108864, 134217727]", 2024-09-17T17:03:13.562 INFO:tasks.workunit.client.0.smithi031.stdout: "[134217728, 268435455]", 2024-09-17T17:03:13.562 INFO:tasks.workunit.client.0.smithi031.stdout: "[268435456, 536870911]", 2024-09-17T17:03:13.562 INFO:tasks.workunit.client.0.smithi031.stdout: "[536870912, 1073741823]", 2024-09-17T17:03:13.562 INFO:tasks.workunit.client.0.smithi031.stdout: "[1073741824, 2147483647]", 2024-09-17T17:03:13.562 INFO:tasks.workunit.client.0.smithi031.stdout: "[2147483648, 4294967295]", 2024-09-17T17:03:13.563 INFO:tasks.workunit.client.0.smithi031.stdout: "[4294967296, 8589934591]", 2024-09-17T17:03:13.563 INFO:tasks.workunit.client.0.smithi031.stdout: "[8589934592, 17179869183]", 2024-09-17T17:03:13.563 INFO:tasks.workunit.client.0.smithi031.stdout: "[17179869184, 34359738367]", 2024-09-17T17:03:13.563 INFO:tasks.workunit.client.0.smithi031.stdout: "[34359738368, 68719476735]", 2024-09-17T17:03:13.563 INFO:tasks.workunit.client.0.smithi031.stdout: "[68719476736, 137438953471]", 2024-09-17T17:03:13.563 INFO:tasks.workunit.client.0.smithi031.stdout: "[137438953472, 274877906943]", 2024-09-17T17:03:13.563 INFO:tasks.workunit.client.0.smithi031.stdout: "[274877906944, None]" 2024-09-17T17:03:13.563 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:13.563 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-09-17T17:03:13.563 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.563 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:13.563 INFO:tasks.workunit.client.0.smithi031.stdout: "osds": [ 2024-09-17T17:03:13.563 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.563 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 0, 2024-09-17T17:03:13.563 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:13.564 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.564 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.564 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.564 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.564 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.564 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.564 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.564 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.564 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.564 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.564 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.565 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.565 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.565 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.565 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.565 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.565 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.565 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.565 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.565 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.565 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.565 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.565 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.566 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.566 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.566 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.566 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.566 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.566 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.566 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.566 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.566 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:13.566 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:13.566 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.566 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.566 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 1, 2024-09-17T17:03:13.567 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:13.567 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.567 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.567 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.567 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.567 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.567 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.567 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.567 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.567 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.567 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.567 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.567 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.567 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.567 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.567 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.568 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.568 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.568 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.568 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.568 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.568 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.568 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.568 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.568 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.568 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.568 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.568 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.568 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.568 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.569 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.569 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.569 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:13.569 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:13.569 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.569 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.569 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 2, 2024-09-17T17:03:13.569 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:13.569 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.569 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.570 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.570 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.570 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.570 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.570 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.570 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.570 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.570 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.570 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.570 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.570 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.570 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.570 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.571 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.571 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.571 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.571 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.571 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.571 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.571 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.571 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.571 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.571 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.571 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.571 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.572 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.572 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.572 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.572 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.572 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:13.572 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:13.572 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.572 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.572 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 3, 2024-09-17T17:03:13.572 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:13.572 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.572 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.572 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.572 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.573 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.573 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.573 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.573 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.573 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.573 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.573 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.573 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.573 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.573 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.573 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.573 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.573 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.574 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.574 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.574 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.574 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.574 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.574 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.574 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.574 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.574 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.574 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.574 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.575 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.575 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.575 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.575 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:13.575 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:13.575 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.575 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.575 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 4, 2024-09-17T17:03:13.575 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:13.575 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.575 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.575 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.575 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.575 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.575 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.576 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.576 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.576 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.576 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.576 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.576 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.576 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.576 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.576 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.576 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.577 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.577 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.577 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.577 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.577 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.577 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.577 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.577 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.577 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.577 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.577 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.577 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.577 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.578 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.578 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.578 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:13.578 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:13.578 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.578 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.578 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 5, 2024-09-17T17:03:13.578 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:13.578 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.578 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.578 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.578 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.578 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.579 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.579 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.579 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.579 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.579 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.579 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.579 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.579 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.579 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.579 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.579 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.579 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.579 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.579 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.579 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.579 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.580 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.580 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.580 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.580 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.580 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.580 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.580 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.580 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.580 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.580 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.580 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:13.580 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:13.580 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.580 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.580 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 6, 2024-09-17T17:03:13.581 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:13.581 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.581 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.581 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.581 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.581 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.581 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.581 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.581 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.581 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.581 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.581 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.581 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.581 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.582 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.582 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.582 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.582 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.582 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.582 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.582 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.582 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.582 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.582 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.582 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.582 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.582 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.582 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.582 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.582 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.583 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.583 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.583 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:13.583 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:13.583 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.583 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.583 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 7, 2024-09-17T17:03:13.583 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:13.583 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.583 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.583 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.583 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.583 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.583 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.584 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.584 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.584 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.584 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.584 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.584 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.584 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.584 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.584 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.584 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.584 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.584 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.585 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.585 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.585 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.585 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.585 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.585 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.585 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.585 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.585 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.585 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.585 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.585 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.585 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.585 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:13.585 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:13.586 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.586 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:13.586 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.586 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-17T17:03:13.586 INFO:tasks.workunit.client.0.smithi031.stdout: "axes": [ 2024-09-17T17:03:13.586 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.586 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-09-17T17:03:13.586 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-09-17T17:03:13.586 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Latency (usec)", 2024-09-17T17:03:13.586 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 100000, 2024-09-17T17:03:13.586 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-09-17T17:03:13.586 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-09-17T17:03:13.586 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 99999]", 2024-09-17T17:03:13.586 INFO:tasks.workunit.client.0.smithi031.stdout: "[100000, 199999]", 2024-09-17T17:03:13.587 INFO:tasks.workunit.client.0.smithi031.stdout: "[200000, 399999]", 2024-09-17T17:03:13.587 INFO:tasks.workunit.client.0.smithi031.stdout: "[400000, 799999]", 2024-09-17T17:03:13.587 INFO:tasks.workunit.client.0.smithi031.stdout: "[800000, 1599999]", 2024-09-17T17:03:13.587 INFO:tasks.workunit.client.0.smithi031.stdout: "[1600000, 3199999]", 2024-09-17T17:03:13.587 INFO:tasks.workunit.client.0.smithi031.stdout: "[3200000, 6399999]", 2024-09-17T17:03:13.587 INFO:tasks.workunit.client.0.smithi031.stdout: "[6400000, 12799999]", 2024-09-17T17:03:13.587 INFO:tasks.workunit.client.0.smithi031.stdout: "[12800000, 25599999]", 2024-09-17T17:03:13.587 INFO:tasks.workunit.client.0.smithi031.stdout: "[25600000, 51199999]", 2024-09-17T17:03:13.587 INFO:tasks.workunit.client.0.smithi031.stdout: "[51200000, 102399999]", 2024-09-17T17:03:13.587 INFO:tasks.workunit.client.0.smithi031.stdout: "[102400000, 204799999]", 2024-09-17T17:03:13.587 INFO:tasks.workunit.client.0.smithi031.stdout: "[204800000, 409599999]", 2024-09-17T17:03:13.587 INFO:tasks.workunit.client.0.smithi031.stdout: "[409600000, 819199999]", 2024-09-17T17:03:13.587 INFO:tasks.workunit.client.0.smithi031.stdout: "[819200000, 1638399999]", 2024-09-17T17:03:13.587 INFO:tasks.workunit.client.0.smithi031.stdout: "[1638400000, 3276799999]", 2024-09-17T17:03:13.588 INFO:tasks.workunit.client.0.smithi031.stdout: "[3276800000, 6553599999]", 2024-09-17T17:03:13.588 INFO:tasks.workunit.client.0.smithi031.stdout: "[6553600000, 13107199999]", 2024-09-17T17:03:13.588 INFO:tasks.workunit.client.0.smithi031.stdout: "[13107200000, 26214399999]", 2024-09-17T17:03:13.588 INFO:tasks.workunit.client.0.smithi031.stdout: "[26214400000, 52428799999]", 2024-09-17T17:03:13.588 INFO:tasks.workunit.client.0.smithi031.stdout: "[52428800000, 104857599999]", 2024-09-17T17:03:13.588 INFO:tasks.workunit.client.0.smithi031.stdout: "[104857600000, 209715199999]", 2024-09-17T17:03:13.588 INFO:tasks.workunit.client.0.smithi031.stdout: "[209715200000, 419430399999]", 2024-09-17T17:03:13.588 INFO:tasks.workunit.client.0.smithi031.stdout: "[419430400000, 838860799999]", 2024-09-17T17:03:13.588 INFO:tasks.workunit.client.0.smithi031.stdout: "[838860800000, 1677721599999]", 2024-09-17T17:03:13.588 INFO:tasks.workunit.client.0.smithi031.stdout: "[1677721600000, 3355443199999]", 2024-09-17T17:03:13.588 INFO:tasks.workunit.client.0.smithi031.stdout: "[3355443200000, 6710886399999]", 2024-09-17T17:03:13.588 INFO:tasks.workunit.client.0.smithi031.stdout: "[6710886400000, 13421772799999]", 2024-09-17T17:03:13.588 INFO:tasks.workunit.client.0.smithi031.stdout: "[13421772800000, 26843545599999]", 2024-09-17T17:03:13.589 INFO:tasks.workunit.client.0.smithi031.stdout: "[26843545600000, 53687091199999]", 2024-09-17T17:03:13.589 INFO:tasks.workunit.client.0.smithi031.stdout: "[53687091200000, None]" 2024-09-17T17:03:13.589 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:13.589 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-09-17T17:03:13.589 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.589 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.589 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-09-17T17:03:13.589 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-09-17T17:03:13.589 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Request size (bytes)", 2024-09-17T17:03:13.589 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 512, 2024-09-17T17:03:13.589 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-09-17T17:03:13.589 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-09-17T17:03:13.589 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 511]", 2024-09-17T17:03:13.589 INFO:tasks.workunit.client.0.smithi031.stdout: "[512, 1023]", 2024-09-17T17:03:13.590 INFO:tasks.workunit.client.0.smithi031.stdout: "[1024, 2047]", 2024-09-17T17:03:13.590 INFO:tasks.workunit.client.0.smithi031.stdout: "[2048, 4095]", 2024-09-17T17:03:13.590 INFO:tasks.workunit.client.0.smithi031.stdout: "[4096, 8191]", 2024-09-17T17:03:13.590 INFO:tasks.workunit.client.0.smithi031.stdout: "[8192, 16383]", 2024-09-17T17:03:13.590 INFO:tasks.workunit.client.0.smithi031.stdout: "[16384, 32767]", 2024-09-17T17:03:13.590 INFO:tasks.workunit.client.0.smithi031.stdout: "[32768, 65535]", 2024-09-17T17:03:13.590 INFO:tasks.workunit.client.0.smithi031.stdout: "[65536, 131071]", 2024-09-17T17:03:13.590 INFO:tasks.workunit.client.0.smithi031.stdout: "[131072, 262143]", 2024-09-17T17:03:13.590 INFO:tasks.workunit.client.0.smithi031.stdout: "[262144, 524287]", 2024-09-17T17:03:13.590 INFO:tasks.workunit.client.0.smithi031.stdout: "[524288, 1048575]", 2024-09-17T17:03:13.590 INFO:tasks.workunit.client.0.smithi031.stdout: "[1048576, 2097151]", 2024-09-17T17:03:13.590 INFO:tasks.workunit.client.0.smithi031.stdout: "[2097152, 4194303]", 2024-09-17T17:03:13.590 INFO:tasks.workunit.client.0.smithi031.stdout: "[4194304, 8388607]", 2024-09-17T17:03:13.590 INFO:tasks.workunit.client.0.smithi031.stdout: "[8388608, 16777215]", 2024-09-17T17:03:13.591 INFO:tasks.workunit.client.0.smithi031.stdout: "[16777216, 33554431]", 2024-09-17T17:03:13.591 INFO:tasks.workunit.client.0.smithi031.stdout: "[33554432, 67108863]", 2024-09-17T17:03:13.591 INFO:tasks.workunit.client.0.smithi031.stdout: "[67108864, 134217727]", 2024-09-17T17:03:13.591 INFO:tasks.workunit.client.0.smithi031.stdout: "[134217728, 268435455]", 2024-09-17T17:03:13.591 INFO:tasks.workunit.client.0.smithi031.stdout: "[268435456, 536870911]", 2024-09-17T17:03:13.591 INFO:tasks.workunit.client.0.smithi031.stdout: "[536870912, 1073741823]", 2024-09-17T17:03:13.591 INFO:tasks.workunit.client.0.smithi031.stdout: "[1073741824, 2147483647]", 2024-09-17T17:03:13.591 INFO:tasks.workunit.client.0.smithi031.stdout: "[2147483648, 4294967295]", 2024-09-17T17:03:13.591 INFO:tasks.workunit.client.0.smithi031.stdout: "[4294967296, 8589934591]", 2024-09-17T17:03:13.591 INFO:tasks.workunit.client.0.smithi031.stdout: "[8589934592, 17179869183]", 2024-09-17T17:03:13.591 INFO:tasks.workunit.client.0.smithi031.stdout: "[17179869184, 34359738367]", 2024-09-17T17:03:13.591 INFO:tasks.workunit.client.0.smithi031.stdout: "[34359738368, 68719476735]", 2024-09-17T17:03:13.591 INFO:tasks.workunit.client.0.smithi031.stdout: "[68719476736, 137438953471]", 2024-09-17T17:03:13.592 INFO:tasks.workunit.client.0.smithi031.stdout: "[137438953472, 274877906943]", 2024-09-17T17:03:13.592 INFO:tasks.workunit.client.0.smithi031.stdout: "[274877906944, None]" 2024-09-17T17:03:13.592 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:13.592 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-09-17T17:03:13.592 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.592 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:13.592 INFO:tasks.workunit.client.0.smithi031.stdout: "osds": [ 2024-09-17T17:03:13.592 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.592 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 0, 2024-09-17T17:03:13.592 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:13.592 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.592 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.592 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.592 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.592 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.593 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.593 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.593 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.593 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.593 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.593 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.593 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.593 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.593 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.593 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.593 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.593 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.593 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.594 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.594 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.594 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.594 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.594 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.594 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.594 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.594 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.594 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.594 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.594 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.594 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.594 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.595 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:13.595 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:13.595 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.595 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.595 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 1, 2024-09-17T17:03:13.595 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:13.595 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.595 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.595 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.595 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.595 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.595 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.595 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.596 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.596 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.596 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.596 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.596 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.596 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.596 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.596 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.596 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.596 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.596 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.596 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.597 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.597 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.597 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.597 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.597 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.597 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.597 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.597 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.597 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.597 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.597 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.597 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.597 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:13.598 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:13.598 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.598 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.598 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 2, 2024-09-17T17:03:13.598 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:13.598 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.598 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.598 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.598 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.598 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.598 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.598 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.598 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.598 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.598 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.599 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.599 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.599 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.599 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.599 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.599 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.599 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.599 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.599 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.599 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.599 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.599 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.600 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.600 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.600 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.600 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.600 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.600 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.600 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.600 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.600 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.600 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:13.600 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:13.600 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.600 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.601 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 3, 2024-09-17T17:03:13.601 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:13.601 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.601 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.601 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.601 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.601 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.601 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.601 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.601 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.601 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.601 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.601 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.602 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.602 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.602 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.602 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.602 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.602 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.602 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.602 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.602 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.602 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.602 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.602 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.602 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.603 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.603 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.603 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.603 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.603 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.603 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.603 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.603 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:13.603 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:13.603 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.603 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.603 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 4, 2024-09-17T17:03:13.603 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:13.603 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.604 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.604 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.604 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.604 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.604 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.604 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.604 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.604 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.604 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.604 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.604 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.604 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.604 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.604 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.605 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.605 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.605 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.605 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.605 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.605 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.605 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.605 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.605 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.605 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.605 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.605 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.605 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.606 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.606 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.606 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.606 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:13.606 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:13.606 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.606 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.606 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 5, 2024-09-17T17:03:13.606 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:13.606 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.606 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.606 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.607 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.607 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.607 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.607 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.607 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.607 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.607 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.607 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.607 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.607 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.607 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.607 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.608 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.608 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.608 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.608 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.608 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.608 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.608 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.608 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.608 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.608 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.608 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.608 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.608 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.609 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.609 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.609 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.609 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:13.609 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:13.609 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.609 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.609 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 6, 2024-09-17T17:03:13.609 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:13.609 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.609 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.609 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.609 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.610 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.610 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.610 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.610 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.610 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.610 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.610 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.610 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.610 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.610 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.610 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.610 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.610 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.610 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.610 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.611 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.611 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.611 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.611 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.611 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.611 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.611 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.611 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.611 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.611 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.611 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.611 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.611 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:13.611 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:13.612 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.612 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.612 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 7, 2024-09-17T17:03:13.612 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:13.612 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.612 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.612 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.612 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.612 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.612 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.612 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.612 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.613 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.613 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.613 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.613 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.613 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.613 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.613 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.613 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.613 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.613 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.613 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.613 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.613 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.613 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.614 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.614 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.614 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.614 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.614 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.614 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.614 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.614 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.614 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.614 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:13.614 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:13.614 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.614 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:13.614 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.614 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-17T17:03:13.614 INFO:tasks.workunit.client.0.smithi031.stdout: "axes": [ 2024-09-17T17:03:13.615 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.615 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-09-17T17:03:13.615 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-09-17T17:03:13.615 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Latency (usec)", 2024-09-17T17:03:13.615 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 100000, 2024-09-17T17:03:13.615 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-09-17T17:03:13.615 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-09-17T17:03:13.615 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 99999]", 2024-09-17T17:03:13.615 INFO:tasks.workunit.client.0.smithi031.stdout: "[100000, 199999]", 2024-09-17T17:03:13.615 INFO:tasks.workunit.client.0.smithi031.stdout: "[200000, 399999]", 2024-09-17T17:03:13.615 INFO:tasks.workunit.client.0.smithi031.stdout: "[400000, 799999]", 2024-09-17T17:03:13.615 INFO:tasks.workunit.client.0.smithi031.stdout: "[800000, 1599999]", 2024-09-17T17:03:13.615 INFO:tasks.workunit.client.0.smithi031.stdout: "[1600000, 3199999]", 2024-09-17T17:03:13.615 INFO:tasks.workunit.client.0.smithi031.stdout: "[3200000, 6399999]", 2024-09-17T17:03:13.615 INFO:tasks.workunit.client.0.smithi031.stdout: "[6400000, 12799999]", 2024-09-17T17:03:13.616 INFO:tasks.workunit.client.0.smithi031.stdout: "[12800000, 25599999]", 2024-09-17T17:03:13.616 INFO:tasks.workunit.client.0.smithi031.stdout: "[25600000, 51199999]", 2024-09-17T17:03:13.616 INFO:tasks.workunit.client.0.smithi031.stdout: "[51200000, 102399999]", 2024-09-17T17:03:13.616 INFO:tasks.workunit.client.0.smithi031.stdout: "[102400000, 204799999]", 2024-09-17T17:03:13.616 INFO:tasks.workunit.client.0.smithi031.stdout: "[204800000, 409599999]", 2024-09-17T17:03:13.616 INFO:tasks.workunit.client.0.smithi031.stdout: "[409600000, 819199999]", 2024-09-17T17:03:13.616 INFO:tasks.workunit.client.0.smithi031.stdout: "[819200000, 1638399999]", 2024-09-17T17:03:13.616 INFO:tasks.workunit.client.0.smithi031.stdout: "[1638400000, 3276799999]", 2024-09-17T17:03:13.616 INFO:tasks.workunit.client.0.smithi031.stdout: "[3276800000, 6553599999]", 2024-09-17T17:03:13.616 INFO:tasks.workunit.client.0.smithi031.stdout: "[6553600000, 13107199999]", 2024-09-17T17:03:13.616 INFO:tasks.workunit.client.0.smithi031.stdout: "[13107200000, 26214399999]", 2024-09-17T17:03:13.616 INFO:tasks.workunit.client.0.smithi031.stdout: "[26214400000, 52428799999]", 2024-09-17T17:03:13.616 INFO:tasks.workunit.client.0.smithi031.stdout: "[52428800000, 104857599999]", 2024-09-17T17:03:13.616 INFO:tasks.workunit.client.0.smithi031.stdout: "[104857600000, 209715199999]", 2024-09-17T17:03:13.617 INFO:tasks.workunit.client.0.smithi031.stdout: "[209715200000, 419430399999]", 2024-09-17T17:03:13.617 INFO:tasks.workunit.client.0.smithi031.stdout: "[419430400000, 838860799999]", 2024-09-17T17:03:13.617 INFO:tasks.workunit.client.0.smithi031.stdout: "[838860800000, 1677721599999]", 2024-09-17T17:03:13.617 INFO:tasks.workunit.client.0.smithi031.stdout: "[1677721600000, 3355443199999]", 2024-09-17T17:03:13.617 INFO:tasks.workunit.client.0.smithi031.stdout: "[3355443200000, 6710886399999]", 2024-09-17T17:03:13.617 INFO:tasks.workunit.client.0.smithi031.stdout: "[6710886400000, 13421772799999]", 2024-09-17T17:03:13.617 INFO:tasks.workunit.client.0.smithi031.stdout: "[13421772800000, 26843545599999]", 2024-09-17T17:03:13.617 INFO:tasks.workunit.client.0.smithi031.stdout: "[26843545600000, 53687091199999]", 2024-09-17T17:03:13.617 INFO:tasks.workunit.client.0.smithi031.stdout: "[53687091200000, None]" 2024-09-17T17:03:13.617 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:13.617 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-09-17T17:03:13.617 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.617 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.618 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-09-17T17:03:13.618 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-09-17T17:03:13.618 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Request size (bytes)", 2024-09-17T17:03:13.618 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 512, 2024-09-17T17:03:13.618 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-09-17T17:03:13.618 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-09-17T17:03:13.618 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 511]", 2024-09-17T17:03:13.618 INFO:tasks.workunit.client.0.smithi031.stdout: "[512, 1023]", 2024-09-17T17:03:13.618 INFO:tasks.workunit.client.0.smithi031.stdout: "[1024, 2047]", 2024-09-17T17:03:13.618 INFO:tasks.workunit.client.0.smithi031.stdout: "[2048, 4095]", 2024-09-17T17:03:13.618 INFO:tasks.workunit.client.0.smithi031.stdout: "[4096, 8191]", 2024-09-17T17:03:13.618 INFO:tasks.workunit.client.0.smithi031.stdout: "[8192, 16383]", 2024-09-17T17:03:13.618 INFO:tasks.workunit.client.0.smithi031.stdout: "[16384, 32767]", 2024-09-17T17:03:13.618 INFO:tasks.workunit.client.0.smithi031.stdout: "[32768, 65535]", 2024-09-17T17:03:13.619 INFO:tasks.workunit.client.0.smithi031.stdout: "[65536, 131071]", 2024-09-17T17:03:13.619 INFO:tasks.workunit.client.0.smithi031.stdout: "[131072, 262143]", 2024-09-17T17:03:13.619 INFO:tasks.workunit.client.0.smithi031.stdout: "[262144, 524287]", 2024-09-17T17:03:13.619 INFO:tasks.workunit.client.0.smithi031.stdout: "[524288, 1048575]", 2024-09-17T17:03:13.619 INFO:tasks.workunit.client.0.smithi031.stdout: "[1048576, 2097151]", 2024-09-17T17:03:13.619 INFO:tasks.workunit.client.0.smithi031.stdout: "[2097152, 4194303]", 2024-09-17T17:03:13.619 INFO:tasks.workunit.client.0.smithi031.stdout: "[4194304, 8388607]", 2024-09-17T17:03:13.619 INFO:tasks.workunit.client.0.smithi031.stdout: "[8388608, 16777215]", 2024-09-17T17:03:13.619 INFO:tasks.workunit.client.0.smithi031.stdout: "[16777216, 33554431]", 2024-09-17T17:03:13.619 INFO:tasks.workunit.client.0.smithi031.stdout: "[33554432, 67108863]", 2024-09-17T17:03:13.619 INFO:tasks.workunit.client.0.smithi031.stdout: "[67108864, 134217727]", 2024-09-17T17:03:13.620 INFO:tasks.workunit.client.0.smithi031.stdout: "[134217728, 268435455]", 2024-09-17T17:03:13.620 INFO:tasks.workunit.client.0.smithi031.stdout: "[268435456, 536870911]", 2024-09-17T17:03:13.620 INFO:tasks.workunit.client.0.smithi031.stdout: "[536870912, 1073741823]", 2024-09-17T17:03:13.620 INFO:tasks.workunit.client.0.smithi031.stdout: "[1073741824, 2147483647]", 2024-09-17T17:03:13.620 INFO:tasks.workunit.client.0.smithi031.stdout: "[2147483648, 4294967295]", 2024-09-17T17:03:13.620 INFO:tasks.workunit.client.0.smithi031.stdout: "[4294967296, 8589934591]", 2024-09-17T17:03:13.620 INFO:tasks.workunit.client.0.smithi031.stdout: "[8589934592, 17179869183]", 2024-09-17T17:03:13.620 INFO:tasks.workunit.client.0.smithi031.stdout: "[17179869184, 34359738367]", 2024-09-17T17:03:13.620 INFO:tasks.workunit.client.0.smithi031.stdout: "[34359738368, 68719476735]", 2024-09-17T17:03:13.620 INFO:tasks.workunit.client.0.smithi031.stdout: "[68719476736, 137438953471]", 2024-09-17T17:03:13.620 INFO:tasks.workunit.client.0.smithi031.stdout: "[137438953472, 274877906943]", 2024-09-17T17:03:13.620 INFO:tasks.workunit.client.0.smithi031.stdout: "[274877906944, None]" 2024-09-17T17:03:13.621 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:13.621 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-09-17T17:03:13.621 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.621 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:13.621 INFO:tasks.workunit.client.0.smithi031.stdout: "osds": [ 2024-09-17T17:03:13.621 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.621 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 0, 2024-09-17T17:03:13.621 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:13.621 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.621 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.621 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.621 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.622 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.622 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.622 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.622 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.622 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.622 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.622 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.622 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.622 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.622 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.622 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.622 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.622 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.623 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.623 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.623 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.623 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.623 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.623 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.623 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.623 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.623 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.623 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.623 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.623 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.623 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.623 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.624 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:13.624 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:13.624 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.624 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.624 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 1, 2024-09-17T17:03:13.624 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:13.624 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.624 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.624 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.624 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.624 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.625 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 6, 2, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.625 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 17, 6, 0, 0, 0, 0, 0, 0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.625 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.625 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.625 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.625 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.625 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.625 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.625 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.625 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.625 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.625 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.625 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.625 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.626 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.626 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.626 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.626 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.626 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.626 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.626 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.626 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.626 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.626 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.626 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.626 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.626 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:13.627 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:13.627 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.627 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.627 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 2, 2024-09-17T17:03:13.627 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:13.627 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.627 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.627 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.627 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.627 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.627 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.627 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.627 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.627 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.627 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.628 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.628 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.628 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.628 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.628 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.628 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.628 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.628 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.628 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.628 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.628 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.628 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.628 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.628 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.629 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.629 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.629 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.629 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.629 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.629 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.629 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.629 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:13.629 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:13.629 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.629 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.629 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 3, 2024-09-17T17:03:13.629 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:13.629 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.630 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.630 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.630 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.630 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.630 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.630 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.630 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.630 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.630 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.630 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.630 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.630 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.630 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.630 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.630 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.631 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.631 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.631 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.631 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.631 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.631 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.631 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.631 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.631 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.631 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.631 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.631 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.631 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.632 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.632 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.632 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:13.632 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:13.632 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.632 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.632 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 4, 2024-09-17T17:03:13.632 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:13.632 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.632 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.632 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.632 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.633 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.633 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.633 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.633 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.633 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.633 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.633 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.633 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.633 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.633 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.633 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.633 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.633 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.633 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.634 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.634 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.634 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.634 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.634 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.634 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.634 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.634 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.634 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.634 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.634 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.634 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.634 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.635 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:13.635 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:13.635 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.635 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.635 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 5, 2024-09-17T17:03:13.635 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:13.635 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.635 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.635 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.635 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.635 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.635 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.635 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.635 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.636 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.636 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.636 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.636 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.636 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.636 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.636 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.636 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.636 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.636 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.636 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.637 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.637 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.637 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.637 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.637 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.637 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.637 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.637 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.637 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.637 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.637 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.637 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.637 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:13.637 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:13.638 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.638 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.638 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 6, 2024-09-17T17:03:13.638 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:13.638 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.638 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.638 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.638 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.638 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.638 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.638 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.638 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.638 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.638 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.639 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.639 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.639 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.639 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.639 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.639 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.639 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.639 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.639 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.639 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.639 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.639 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.639 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.639 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.640 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.640 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.640 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.640 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.640 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.640 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.640 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.640 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:13.640 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:13.640 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.640 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:13.640 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 7, 2024-09-17T17:03:13.640 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:13.641 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.641 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.641 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.641 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.641 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.641 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.641 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.641 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.641 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.641 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.641 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.641 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.641 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.641 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.642 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.642 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.642 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.642 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.642 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.642 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.642 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.642 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.642 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.642 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.642 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.642 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.642 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.643 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.643 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.643 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.643 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:13.643 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:13.643 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:13.643 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.643 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:13.643 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.643 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.643 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:13.643 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_counters": { 2024-09-17T17:03:13.643 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.7593658e28b8cc0566210bfd5191173983912138": { 2024-09-17T17:03:13.644 INFO:tasks.workunit.client.0.smithi031.stdout: "mds": { 2024-09-17T17:03:13.644 INFO:tasks.workunit.client.0.smithi031.stdout: "caps": { 2024-09-17T17:03:13.644 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.644 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.644 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_flush_ack": { 2024-09-17T17:03:13.644 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.644 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.644 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-17T17:03:13.644 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.644 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.644 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_grant": { 2024-09-17T17:03:13.644 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.644 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.644 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_revoke": { 2024-09-17T17:03:13.644 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.645 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.645 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_trunc": { 2024-09-17T17:03:13.645 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.645 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.645 INFO:tasks.workunit.client.0.smithi031.stdout: "dir_commit": { 2024-09-17T17:03:13.645 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12 2024-09-17T17:03:13.645 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.645 INFO:tasks.workunit.client.0.smithi031.stdout: "dir_fetch_complete": { 2024-09-17T17:03:13.645 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.645 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.645 INFO:tasks.workunit.client.0.smithi031.stdout: "dir_fetch_keys": { 2024-09-17T17:03:13.645 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.646 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.646 INFO:tasks.workunit.client.0.smithi031.stdout: "dir_merge": { 2024-09-17T17:03:13.646 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.646 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.646 INFO:tasks.workunit.client.0.smithi031.stdout: "dir_split": { 2024-09-17T17:03:13.646 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.646 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.646 INFO:tasks.workunit.client.0.smithi031.stdout: "exported_inodes": { 2024-09-17T17:03:13.646 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.646 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.646 INFO:tasks.workunit.client.0.smithi031.stdout: "forward": { 2024-09-17T17:03:13.646 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.646 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.646 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_cap_release": { 2024-09-17T17:03:13.647 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.647 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.647 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_caps": { 2024-09-17T17:03:13.647 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.647 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.647 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_caps_dirty": { 2024-09-17T17:03:13.647 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.647 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.647 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_inode_file_caps": { 2024-09-17T17:03:13.647 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.647 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.647 INFO:tasks.workunit.client.0.smithi031.stdout: "imported_inodes": { 2024-09-17T17:03:13.647 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.647 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.647 INFO:tasks.workunit.client.0.smithi031.stdout: "inodes": { 2024-09-17T17:03:13.648 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-09-17T17:03:13.648 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.648 INFO:tasks.workunit.client.0.smithi031.stdout: "inodes_expired": { 2024-09-17T17:03:13.648 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.648 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.648 INFO:tasks.workunit.client.0.smithi031.stdout: "inodes_pinned": { 2024-09-17T17:03:13.648 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-09-17T17:03:13.648 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.648 INFO:tasks.workunit.client.0.smithi031.stdout: "inodes_with_caps": { 2024-09-17T17:03:13.648 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.648 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.648 INFO:tasks.workunit.client.0.smithi031.stdout: "load_cent": { 2024-09-17T17:03:13.648 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.648 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.649 INFO:tasks.workunit.client.0.smithi031.stdout: "openino_dir_fetch": { 2024-09-17T17:03:13.649 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.649 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.649 INFO:tasks.workunit.client.0.smithi031.stdout: "process_request_cap_release": { 2024-09-17T17:03:13.649 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.649 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.649 INFO:tasks.workunit.client.0.smithi031.stdout: "reply_latency": { 2024-09-17T17:03:13.649 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-09-17T17:03:13.649 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 161784 2024-09-17T17:03:13.649 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.649 INFO:tasks.workunit.client.0.smithi031.stdout: "request": { 2024-09-17T17:03:13.649 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-09-17T17:03:13.649 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.650 INFO:tasks.workunit.client.0.smithi031.stdout: "root_rbytes": { 2024-09-17T17:03:13.650 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.650 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.650 INFO:tasks.workunit.client.0.smithi031.stdout: "root_rfiles": { 2024-09-17T17:03:13.650 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.650 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.650 INFO:tasks.workunit.client.0.smithi031.stdout: "root_rsnaps": { 2024-09-17T17:03:13.650 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.650 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.650 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_reply": { 2024-09-17T17:03:13.650 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.650 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.650 INFO:tasks.workunit.client.0.smithi031.stdout: "subtrees": { 2024-09-17T17:03:13.651 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-09-17T17:03:13.651 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.651 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.651 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_cache": { 2024-09-17T17:03:13.651 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_enqueue_scrub": { 2024-09-17T17:03:13.651 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.651 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.651 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_exportdir": { 2024-09-17T17:03:13.651 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.651 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.651 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_flush": { 2024-09-17T17:03:13.651 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.651 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.651 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_fragmentdir": { 2024-09-17T17:03:13.652 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.652 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.652 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_fragstats": { 2024-09-17T17:03:13.652 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.652 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.652 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_inodestats": { 2024-09-17T17:03:13.652 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.652 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.652 INFO:tasks.workunit.client.0.smithi031.stdout: "num_recovering_enqueued": { 2024-09-17T17:03:13.652 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.652 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.652 INFO:tasks.workunit.client.0.smithi031.stdout: "num_recovering_prioritized": { 2024-09-17T17:03:13.652 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.653 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_recovering_processing": { 2024-09-17T17:03:13.653 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.653 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_strays": { 2024-09-17T17:03:13.653 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.653 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_strays_delayed": { 2024-09-17T17:03:13.653 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.653 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_strays_enqueuing": { 2024-09-17T17:03:13.653 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.653 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.653 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_completed": { 2024-09-17T17:03:13.653 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.654 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.654 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_started": { 2024-09-17T17:03:13.654 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.654 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.654 INFO:tasks.workunit.client.0.smithi031.stdout: "strays_created": { 2024-09-17T17:03:13.654 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.654 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.654 INFO:tasks.workunit.client.0.smithi031.stdout: "strays_enqueued": { 2024-09-17T17:03:13.654 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.654 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.654 INFO:tasks.workunit.client.0.smithi031.stdout: "strays_migrated": { 2024-09-17T17:03:13.654 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.654 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.654 INFO:tasks.workunit.client.0.smithi031.stdout: "strays_reintegrated": { 2024-09-17T17:03:13.655 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.655 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.655 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.655 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_log": { 2024-09-17T17:03:13.655 INFO:tasks.workunit.client.0.smithi031.stdout: "ev": { 2024-09-17T17:03:13.655 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-09-17T17:03:13.655 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.655 INFO:tasks.workunit.client.0.smithi031.stdout: "evadd": { 2024-09-17T17:03:13.655 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-09-17T17:03:13.655 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.655 INFO:tasks.workunit.client.0.smithi031.stdout: "evex": { 2024-09-17T17:03:13.655 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.655 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.655 INFO:tasks.workunit.client.0.smithi031.stdout: "evexd": { 2024-09-17T17:03:13.655 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.656 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.656 INFO:tasks.workunit.client.0.smithi031.stdout: "evexg": { 2024-09-17T17:03:13.656 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.656 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.656 INFO:tasks.workunit.client.0.smithi031.stdout: "evtrm": { 2024-09-17T17:03:13.656 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.656 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.656 INFO:tasks.workunit.client.0.smithi031.stdout: "jlat": { 2024-09-17T17:03:13.656 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5, 2024-09-17T17:03:13.656 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 54253531 2024-09-17T17:03:13.656 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.656 INFO:tasks.workunit.client.0.smithi031.stdout: "replayed": { 2024-09-17T17:03:13.656 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.657 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.657 INFO:tasks.workunit.client.0.smithi031.stdout: "seg": { 2024-09-17T17:03:13.657 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-09-17T17:03:13.657 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.657 INFO:tasks.workunit.client.0.smithi031.stdout: "segadd": { 2024-09-17T17:03:13.657 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-09-17T17:03:13.657 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.657 INFO:tasks.workunit.client.0.smithi031.stdout: "segex": { 2024-09-17T17:03:13.657 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.657 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.657 INFO:tasks.workunit.client.0.smithi031.stdout: "segexd": { 2024-09-17T17:03:13.657 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.657 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.657 INFO:tasks.workunit.client.0.smithi031.stdout: "segexg": { 2024-09-17T17:03:13.657 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.658 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.658 INFO:tasks.workunit.client.0.smithi031.stdout: "segtrm": { 2024-09-17T17:03:13.658 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.658 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.658 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.658 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_mem": { 2024-09-17T17:03:13.658 INFO:tasks.workunit.client.0.smithi031.stdout: "cap": { 2024-09-17T17:03:13.658 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.658 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.658 INFO:tasks.workunit.client.0.smithi031.stdout: "cap+": { 2024-09-17T17:03:13.658 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-09-17T17:03:13.658 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.658 INFO:tasks.workunit.client.0.smithi031.stdout: "cap-": { 2024-09-17T17:03:13.658 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-09-17T17:03:13.659 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.659 INFO:tasks.workunit.client.0.smithi031.stdout: "dir": { 2024-09-17T17:03:13.659 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12 2024-09-17T17:03:13.659 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.659 INFO:tasks.workunit.client.0.smithi031.stdout: "dir+": { 2024-09-17T17:03:13.659 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12 2024-09-17T17:03:13.659 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.659 INFO:tasks.workunit.client.0.smithi031.stdout: "dir-": { 2024-09-17T17:03:13.659 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.659 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.659 INFO:tasks.workunit.client.0.smithi031.stdout: "dn": { 2024-09-17T17:03:13.659 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-09-17T17:03:13.659 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.659 INFO:tasks.workunit.client.0.smithi031.stdout: "dn+": { 2024-09-17T17:03:13.660 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-09-17T17:03:13.660 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.660 INFO:tasks.workunit.client.0.smithi031.stdout: "dn-": { 2024-09-17T17:03:13.660 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.660 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.660 INFO:tasks.workunit.client.0.smithi031.stdout: "heap": { 2024-09-17T17:03:13.660 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 207124 2024-09-17T17:03:13.660 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.660 INFO:tasks.workunit.client.0.smithi031.stdout: "ino": { 2024-09-17T17:03:13.660 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13 2024-09-17T17:03:13.660 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.660 INFO:tasks.workunit.client.0.smithi031.stdout: "ino+": { 2024-09-17T17:03:13.660 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13 2024-09-17T17:03:13.660 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.660 INFO:tasks.workunit.client.0.smithi031.stdout: "ino-": { 2024-09-17T17:03:13.661 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.661 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.661 INFO:tasks.workunit.client.0.smithi031.stdout: "rss": { 2024-09-17T17:03:13.661 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 39680 2024-09-17T17:03:13.661 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.661 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.661 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_server": { 2024-09-17T17:03:13.661 INFO:tasks.workunit.client.0.smithi031.stdout: "cap_acquisition_throttle": { 2024-09-17T17:03:13.661 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.661 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.661 INFO:tasks.workunit.client.0.smithi031.stdout: "cap_revoke_eviction": { 2024-09-17T17:03:13.661 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.661 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.662 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_request": { 2024-09-17T17:03:13.662 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-09-17T17:03:13.662 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.662 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_session": { 2024-09-17T17:03:13.662 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16 2024-09-17T17:03:13.662 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.662 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_peer_request": { 2024-09-17T17:03:13.662 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.662 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.662 INFO:tasks.workunit.client.0.smithi031.stdout: "req_create_latency": { 2024-09-17T17:03:13.662 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.662 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.662 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.662 INFO:tasks.workunit.client.0.smithi031.stdout: "req_getattr_latency": { 2024-09-17T17:03:13.663 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-09-17T17:03:13.663 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 161784 2024-09-17T17:03:13.663 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.663 INFO:tasks.workunit.client.0.smithi031.stdout: "req_getfilelock_latency": { 2024-09-17T17:03:13.663 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.663 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.663 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.663 INFO:tasks.workunit.client.0.smithi031.stdout: "req_getvxattr_latency": { 2024-09-17T17:03:13.663 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.663 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.663 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.663 INFO:tasks.workunit.client.0.smithi031.stdout: "req_link_latency": { 2024-09-17T17:03:13.663 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.663 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.663 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.664 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookup_latency": { 2024-09-17T17:03:13.664 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.664 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.664 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.664 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookuphash_latency": { 2024-09-17T17:03:13.664 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.664 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.664 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.664 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookupino_latency": { 2024-09-17T17:03:13.664 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.664 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.664 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.664 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookupname_latency": { 2024-09-17T17:03:13.664 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.665 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.665 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.665 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookupparent_latency": { 2024-09-17T17:03:13.665 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.665 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.665 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.665 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookupsnap_latency": { 2024-09-17T17:03:13.665 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.665 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.665 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.665 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lssnap_latency": { 2024-09-17T17:03:13.665 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.665 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.665 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.666 INFO:tasks.workunit.client.0.smithi031.stdout: "req_mkdir_latency": { 2024-09-17T17:03:13.666 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.666 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.666 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.666 INFO:tasks.workunit.client.0.smithi031.stdout: "req_mknod_latency": { 2024-09-17T17:03:13.666 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.666 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.666 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.666 INFO:tasks.workunit.client.0.smithi031.stdout: "req_mksnap_latency": { 2024-09-17T17:03:13.666 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.666 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.666 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.666 INFO:tasks.workunit.client.0.smithi031.stdout: "req_open_latency": { 2024-09-17T17:03:13.666 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.666 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.667 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.667 INFO:tasks.workunit.client.0.smithi031.stdout: "req_readdir_latency": { 2024-09-17T17:03:13.667 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.667 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.667 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.667 INFO:tasks.workunit.client.0.smithi031.stdout: "req_rename_latency": { 2024-09-17T17:03:13.667 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.667 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.667 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.667 INFO:tasks.workunit.client.0.smithi031.stdout: "req_renamesnap_latency": { 2024-09-17T17:03:13.667 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.667 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.667 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.667 INFO:tasks.workunit.client.0.smithi031.stdout: "req_rmdir_latency": { 2024-09-17T17:03:13.667 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.668 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.668 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.668 INFO:tasks.workunit.client.0.smithi031.stdout: "req_rmsnap_latency": { 2024-09-17T17:03:13.668 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.668 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.668 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.668 INFO:tasks.workunit.client.0.smithi031.stdout: "req_rmxattr_latency": { 2024-09-17T17:03:13.668 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.668 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.668 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.668 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setattr_latency": { 2024-09-17T17:03:13.668 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.668 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.668 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.669 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setdirlayout_latency": { 2024-09-17T17:03:13.669 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.669 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.669 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.669 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setfilelock_latency": { 2024-09-17T17:03:13.669 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.669 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.669 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.669 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setlayout_latency": { 2024-09-17T17:03:13.669 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.669 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.669 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.669 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setxattr_latency": { 2024-09-17T17:03:13.669 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.669 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.670 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.670 INFO:tasks.workunit.client.0.smithi031.stdout: "req_snapdiff_latency": { 2024-09-17T17:03:13.670 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.670 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.670 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.670 INFO:tasks.workunit.client.0.smithi031.stdout: "req_symlink_latency": { 2024-09-17T17:03:13.670 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.670 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.670 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.670 INFO:tasks.workunit.client.0.smithi031.stdout: "req_unlink_latency": { 2024-09-17T17:03:13.670 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.670 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.670 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.671 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.671 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_sessions": { 2024-09-17T17:03:13.671 INFO:tasks.workunit.client.0.smithi031.stdout: "average_load": { 2024-09-17T17:03:13.671 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-09-17T17:03:13.671 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.671 INFO:tasks.workunit.client.0.smithi031.stdout: "avg_session_uptime": { 2024-09-17T17:03:13.671 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 89 2024-09-17T17:03:13.671 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.671 INFO:tasks.workunit.client.0.smithi031.stdout: "mdthresh_evicted": { 2024-09-17T17:03:13.671 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.671 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.671 INFO:tasks.workunit.client.0.smithi031.stdout: "session_add": { 2024-09-17T17:03:13.671 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-09-17T17:03:13.671 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.671 INFO:tasks.workunit.client.0.smithi031.stdout: "session_count": { 2024-09-17T17:03:13.672 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.672 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.672 INFO:tasks.workunit.client.0.smithi031.stdout: "session_remove": { 2024-09-17T17:03:13.672 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-09-17T17:03:13.672 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.672 INFO:tasks.workunit.client.0.smithi031.stdout: "sessions_open": { 2024-09-17T17:03:13.672 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.672 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.672 INFO:tasks.workunit.client.0.smithi031.stdout: "sessions_stale": { 2024-09-17T17:03:13.672 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.672 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.672 INFO:tasks.workunit.client.0.smithi031.stdout: "total_load": { 2024-09-17T17:03:13.672 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-09-17T17:03:13.672 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.672 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.673 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-09-17T17:03:13.673 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-09-17T17:03:13.673 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.673 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.673 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-09-17T17:03:13.673 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.673 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.673 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-09-17T17:03:13.673 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.673 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.673 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-09-17T17:03:13.673 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 45 2024-09-17T17:03:13.673 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.674 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.674 INFO:tasks.workunit.client.0.smithi031.stdout: "purge_queue": { 2024-09-17T17:03:13.674 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executed": { 2024-09-17T17:03:13.674 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.674 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.674 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executed_ops": { 2024-09-17T17:03:13.674 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.674 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.674 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executing": { 2024-09-17T17:03:13.674 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.674 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.674 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executing_high_water": { 2024-09-17T17:03:13.674 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.674 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.674 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executing_ops": { 2024-09-17T17:03:13.675 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.675 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.675 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executing_ops_high_water": { 2024-09-17T17:03:13.675 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.675 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.675 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_item_in_journal": { 2024-09-17T17:03:13.675 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.675 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.675 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.675 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.675 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.6c81d056dcbb33d144797d5496b87a8d82620ff4": { 2024-09-17T17:03:13.675 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-09-17T17:03:13.675 INFO:tasks.workunit.client.0.smithi031.stdout: "election_call": { 2024-09-17T17:03:13.675 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-09-17T17:03:13.675 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.676 INFO:tasks.workunit.client.0.smithi031.stdout: "election_lose": { 2024-09-17T17:03:13.676 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.676 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.676 INFO:tasks.workunit.client.0.smithi031.stdout: "election_win": { 2024-09-17T17:03:13.676 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-09-17T17:03:13.676 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.676 INFO:tasks.workunit.client.0.smithi031.stdout: "num_elections": { 2024-09-17T17:03:13.676 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9 2024-09-17T17:03:13.676 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.676 INFO:tasks.workunit.client.0.smithi031.stdout: "num_sessions": { 2024-09-17T17:03:13.676 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8 2024-09-17T17:03:13.676 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.676 INFO:tasks.workunit.client.0.smithi031.stdout: "session_add": { 2024-09-17T17:03:13.676 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-09-17T17:03:13.676 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.677 INFO:tasks.workunit.client.0.smithi031.stdout: "session_rm": { 2024-09-17T17:03:13.677 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 189 2024-09-17T17:03:13.677 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.677 INFO:tasks.workunit.client.0.smithi031.stdout: "session_trim": { 2024-09-17T17:03:13.677 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.677 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.677 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.677 INFO:tasks.workunit.client.0.smithi031.stdout: "paxos": { 2024-09-17T17:03:13.677 INFO:tasks.workunit.client.0.smithi031.stdout: "accept_timeout": { 2024-09-17T17:03:13.677 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.677 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.677 INFO:tasks.workunit.client.0.smithi031.stdout: "begin": { 2024-09-17T17:03:13.677 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 980 2024-09-17T17:03:13.677 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.678 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_bytes": { 2024-09-17T17:03:13.678 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 980, 2024-09-17T17:03:13.678 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5090668 2024-09-17T17:03:13.678 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.678 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_keys": { 2024-09-17T17:03:13.678 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 980, 2024-09-17T17:03:13.678 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2940 2024-09-17T17:03:13.678 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.678 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_latency": { 2024-09-17T17:03:13.678 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 980, 2024-09-17T17:03:13.678 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 165997231 2024-09-17T17:03:13.679 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.679 INFO:tasks.workunit.client.0.smithi031.stdout: "collect": { 2024-09-17T17:03:13.679 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.679 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.679 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_bytes": { 2024-09-17T17:03:13.679 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.679 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.679 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.679 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_keys": { 2024-09-17T17:03:13.679 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.679 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.679 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.679 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_latency": { 2024-09-17T17:03:13.680 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.680 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.680 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.680 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_timeout": { 2024-09-17T17:03:13.680 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.680 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.680 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_uncommitted": { 2024-09-17T17:03:13.680 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.680 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.680 INFO:tasks.workunit.client.0.smithi031.stdout: "commit": { 2024-09-17T17:03:13.680 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 980 2024-09-17T17:03:13.680 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.680 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_bytes": { 2024-09-17T17:03:13.681 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 980, 2024-09-17T17:03:13.681 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5020166 2024-09-17T17:03:13.681 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.681 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_keys": { 2024-09-17T17:03:13.681 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 980, 2024-09-17T17:03:13.681 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5572 2024-09-17T17:03:13.681 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.681 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_latency": { 2024-09-17T17:03:13.681 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 980, 2024-09-17T17:03:13.681 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 389719524 2024-09-17T17:03:13.681 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.681 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_ack_timeout": { 2024-09-17T17:03:13.682 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.682 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.682 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_timeout": { 2024-09-17T17:03:13.682 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.682 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.682 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn": { 2024-09-17T17:03:13.682 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-09-17T17:03:13.682 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.682 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn_latency": { 2024-09-17T17:03:13.682 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-09-17T17:03:13.682 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.682 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.682 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh": { 2024-09-17T17:03:13.682 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 982 2024-09-17T17:03:13.683 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.683 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh_latency": { 2024-09-17T17:03:13.683 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 982, 2024-09-17T17:03:13.683 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2674955640 2024-09-17T17:03:13.683 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.683 INFO:tasks.workunit.client.0.smithi031.stdout: "restart": { 2024-09-17T17:03:13.683 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12 2024-09-17T17:03:13.683 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.683 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state": { 2024-09-17T17:03:13.683 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-09-17T17:03:13.683 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.683 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_bytes": { 2024-09-17T17:03:13.684 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-09-17T17:03:13.684 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1627 2024-09-17T17:03:13.684 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.684 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_keys": { 2024-09-17T17:03:13.684 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-09-17T17:03:13.684 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-09-17T17:03:13.684 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.684 INFO:tasks.workunit.client.0.smithi031.stdout: "start_leader": { 2024-09-17T17:03:13.684 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-09-17T17:03:13.684 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.684 INFO:tasks.workunit.client.0.smithi031.stdout: "start_peon": { 2024-09-17T17:03:13.684 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.684 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.685 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state": { 2024-09-17T17:03:13.685 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.685 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.685 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_bytes": { 2024-09-17T17:03:13.685 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.685 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.685 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.685 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_keys": { 2024-09-17T17:03:13.685 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.685 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.685 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.686 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_latency": { 2024-09-17T17:03:13.686 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.686 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.686 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.686 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.686 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache": { 2024-09-17T17:03:13.686 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-09-17T17:03:13.686 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1020054731 2024-09-17T17:03:13.686 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.686 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-09-17T17:03:13.686 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 45842432 2024-09-17T17:03:13.686 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.686 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-09-17T17:03:13.687 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 40370176 2024-09-17T17:03:13.687 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.687 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-09-17T17:03:13.687 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2147483648 2024-09-17T17:03:13.687 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.687 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-09-17T17:03:13.687 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5472256 2024-09-17T17:03:13.687 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.687 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.687 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:full": { 2024-09-17T17:03:13.687 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:13.687 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 348127232 2024-09-17T17:03:13.687 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.688 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:13.688 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.688 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.688 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:13.688 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.688 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.688 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:13.688 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 277007546 2024-09-17T17:03:13.688 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.688 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:13.688 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 308096 2024-09-17T17:03:13.688 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.689 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:13.689 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.689 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.689 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:13.689 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.689 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.689 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:13.689 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.689 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.689 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:13.689 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.689 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.689 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:13.689 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.689 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.690 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:13.690 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.690 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.690 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:13.690 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.690 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.690 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:13.690 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.690 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.690 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:13.690 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70811590 2024-09-17T17:03:13.690 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.690 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.690 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:inc": { 2024-09-17T17:03:13.691 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:13.691 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 348127232 2024-09-17T17:03:13.691 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.691 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:13.691 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.691 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.691 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:13.691 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.691 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.691 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:13.691 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 277007546 2024-09-17T17:03:13.691 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.691 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:13.691 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 41477 2024-09-17T17:03:13.692 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.692 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:13.692 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.692 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.692 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:13.692 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.692 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.692 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:13.692 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.692 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.692 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:13.692 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.693 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.693 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:13.693 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.693 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.693 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:13.693 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.693 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.693 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:13.693 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.693 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.693 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:13.693 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.694 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.694 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:13.694 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71078209 2024-09-17T17:03:13.694 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.694 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.694 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:kv": { 2024-09-17T17:03:13.694 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:13.694 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 322961408 2024-09-17T17:03:13.694 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.694 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:13.694 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-09-17T17:03:13.694 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.694 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:13.695 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.695 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.695 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:13.695 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 184671697 2024-09-17T17:03:13.695 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.695 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:13.695 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.695 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.695 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:13.695 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.695 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.695 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:13.695 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.696 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.696 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:13.696 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.696 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.696 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:13.696 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.696 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.696 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:13.696 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.696 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.696 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:13.696 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.696 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.697 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:13.697 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.697 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.697 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:13.697 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.697 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.697 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:13.697 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71180847 2024-09-17T17:03:13.697 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.697 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.697 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb": { 2024-09-17T17:03:13.697 INFO:tasks.workunit.client.0.smithi031.stdout: "compact": { 2024-09-17T17:03:13.698 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.698 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.698 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_len": { 2024-09-17T17:03:13.698 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.698 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.698 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_merge": { 2024-09-17T17:03:13.698 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.698 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.698 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_range": { 2024-09-17T17:03:13.698 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-09-17T17:03:13.698 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.698 INFO:tasks.workunit.client.0.smithi031.stdout: "get_latency": { 2024-09-17T17:03:13.698 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 43833, 2024-09-17T17:03:13.699 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 184601753 2024-09-17T17:03:13.699 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.699 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_delay_time": { 2024-09-17T17:03:13.699 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.699 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.699 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.699 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_memtable_time": { 2024-09-17T17:03:13.699 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.699 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.699 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.699 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-17T17:03:13.699 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.699 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.699 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.700 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_wal_time": { 2024-09-17T17:03:13.700 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.700 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.700 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.700 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_latency": { 2024-09-17T17:03:13.700 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.700 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.700 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.700 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_sync_latency": { 2024-09-17T17:03:13.700 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2133, 2024-09-17T17:03:13.700 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 656709014 2024-09-17T17:03:13.700 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.700 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.700 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.701 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.7593658e28b8cc0566210bfd5191173983912138": { 2024-09-17T17:03:13.701 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-09-17T17:03:13.701 INFO:tasks.workunit.client.0.smithi031.stdout: "election_call": { 2024-09-17T17:03:13.701 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-09-17T17:03:13.701 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.701 INFO:tasks.workunit.client.0.smithi031.stdout: "election_lose": { 2024-09-17T17:03:13.701 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-09-17T17:03:13.701 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.701 INFO:tasks.workunit.client.0.smithi031.stdout: "election_win": { 2024-09-17T17:03:13.701 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.701 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_elections": { 2024-09-17T17:03:13.702 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7 2024-09-17T17:03:13.702 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_sessions": { 2024-09-17T17:03:13.702 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11 2024-09-17T17:03:13.702 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.702 INFO:tasks.workunit.client.0.smithi031.stdout: "session_add": { 2024-09-17T17:03:13.702 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-09-17T17:03:13.702 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.702 INFO:tasks.workunit.client.0.smithi031.stdout: "session_rm": { 2024-09-17T17:03:13.702 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 55 2024-09-17T17:03:13.702 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.702 INFO:tasks.workunit.client.0.smithi031.stdout: "session_trim": { 2024-09-17T17:03:13.702 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.703 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.703 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.703 INFO:tasks.workunit.client.0.smithi031.stdout: "paxos": { 2024-09-17T17:03:13.703 INFO:tasks.workunit.client.0.smithi031.stdout: "accept_timeout": { 2024-09-17T17:03:13.703 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.703 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.703 INFO:tasks.workunit.client.0.smithi031.stdout: "begin": { 2024-09-17T17:03:13.703 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 850 2024-09-17T17:03:13.703 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.703 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_bytes": { 2024-09-17T17:03:13.703 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 850, 2024-09-17T17:03:13.703 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4034301 2024-09-17T17:03:13.703 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.703 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_keys": { 2024-09-17T17:03:13.704 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.704 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.704 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.704 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_latency": { 2024-09-17T17:03:13.704 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 850, 2024-09-17T17:03:13.704 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 136998861 2024-09-17T17:03:13.704 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.704 INFO:tasks.workunit.client.0.smithi031.stdout: "collect": { 2024-09-17T17:03:13.704 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-09-17T17:03:13.704 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.704 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_bytes": { 2024-09-17T17:03:13.704 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-09-17T17:03:13.704 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 146 2024-09-17T17:03:13.704 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.705 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_keys": { 2024-09-17T17:03:13.705 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-09-17T17:03:13.705 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-09-17T17:03:13.705 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.705 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_latency": { 2024-09-17T17:03:13.705 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-09-17T17:03:13.705 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.705 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.705 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_timeout": { 2024-09-17T17:03:13.705 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.705 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.705 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_uncommitted": { 2024-09-17T17:03:13.705 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.705 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.705 INFO:tasks.workunit.client.0.smithi031.stdout: "commit": { 2024-09-17T17:03:13.706 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 851 2024-09-17T17:03:13.706 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.706 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_bytes": { 2024-09-17T17:03:13.706 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.706 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.706 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.706 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_keys": { 2024-09-17T17:03:13.706 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.708 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.708 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.708 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_latency": { 2024-09-17T17:03:13.708 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.708 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.708 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.708 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_ack_timeout": { 2024-09-17T17:03:13.708 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.708 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.708 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_timeout": { 2024-09-17T17:03:13.708 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.709 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.709 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn": { 2024-09-17T17:03:13.709 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.709 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.709 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn_latency": { 2024-09-17T17:03:13.709 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.709 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.709 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.709 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh": { 2024-09-17T17:03:13.709 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 851 2024-09-17T17:03:13.709 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.709 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh_latency": { 2024-09-17T17:03:13.709 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 851, 2024-09-17T17:03:13.710 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1871984531 2024-09-17T17:03:13.710 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.710 INFO:tasks.workunit.client.0.smithi031.stdout: "restart": { 2024-09-17T17:03:13.710 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13 2024-09-17T17:03:13.710 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.710 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state": { 2024-09-17T17:03:13.710 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.710 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.710 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_bytes": { 2024-09-17T17:03:13.710 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.710 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.710 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.710 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_keys": { 2024-09-17T17:03:13.711 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.711 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.711 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.711 INFO:tasks.workunit.client.0.smithi031.stdout: "start_leader": { 2024-09-17T17:03:13.711 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.711 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.711 INFO:tasks.workunit.client.0.smithi031.stdout: "start_peon": { 2024-09-17T17:03:13.711 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-09-17T17:03:13.711 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.711 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state": { 2024-09-17T17:03:13.711 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 851 2024-09-17T17:03:13.711 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.711 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_bytes": { 2024-09-17T17:03:13.712 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 851, 2024-09-17T17:03:13.712 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7908941 2024-09-17T17:03:13.712 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.712 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_keys": { 2024-09-17T17:03:13.712 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 851, 2024-09-17T17:03:13.712 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5722 2024-09-17T17:03:13.712 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.712 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_latency": { 2024-09-17T17:03:13.712 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 851, 2024-09-17T17:03:13.712 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 305997485 2024-09-17T17:03:13.712 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.712 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.712 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache": { 2024-09-17T17:03:13.713 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-09-17T17:03:13.713 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1020054731 2024-09-17T17:03:13.713 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.713 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-09-17T17:03:13.713 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 44900352 2024-09-17T17:03:13.713 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.713 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-09-17T17:03:13.713 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 34439168 2024-09-17T17:03:13.713 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.713 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-09-17T17:03:13.713 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2147483648 2024-09-17T17:03:13.713 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.713 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-09-17T17:03:13.713 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10461184 2024-09-17T17:03:13.714 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.714 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.714 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:full": { 2024-09-17T17:03:13.714 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:13.714 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 348127232 2024-09-17T17:03:13.714 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.714 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:13.714 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.714 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.714 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:13.714 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.714 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.714 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:13.714 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 277006470 2024-09-17T17:03:13.715 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.715 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:13.715 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 308526 2024-09-17T17:03:13.715 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.715 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:13.715 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.715 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.715 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:13.715 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.715 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.715 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:13.715 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.715 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.715 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:13.715 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.716 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.716 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:13.716 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.716 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.716 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:13.716 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.716 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.716 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:13.716 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.716 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.716 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:13.716 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.716 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.716 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:13.717 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70812236 2024-09-17T17:03:13.717 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.717 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.717 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:inc": { 2024-09-17T17:03:13.717 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:13.717 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 348127232 2024-09-17T17:03:13.717 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.717 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:13.717 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.717 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.717 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:13.717 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.717 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.717 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:13.717 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 277006470 2024-09-17T17:03:13.718 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.718 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:13.718 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 43916 2024-09-17T17:03:13.718 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.718 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:13.718 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.718 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.718 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:13.718 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.718 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.718 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:13.718 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.718 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.718 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:13.718 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.719 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.719 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:13.719 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.719 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.719 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:13.719 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.719 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.719 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:13.719 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.719 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.719 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:13.719 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.719 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.719 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:13.719 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71076846 2024-09-17T17:03:13.720 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.720 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.720 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:kv": { 2024-09-17T17:03:13.720 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:13.720 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 322961408 2024-09-17T17:03:13.720 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.720 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:13.720 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-09-17T17:03:13.720 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.720 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:13.720 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.720 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.720 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:13.720 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 184670980 2024-09-17T17:03:13.721 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.721 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:13.721 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.721 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.721 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:13.721 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.721 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.721 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:13.721 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.721 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.721 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:13.721 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.721 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.721 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:13.722 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.722 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.722 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:13.722 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.722 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.722 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:13.722 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.722 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.722 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:13.722 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.722 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.722 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:13.722 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.722 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.723 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:13.723 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71181564 2024-09-17T17:03:13.723 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.723 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.723 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb": { 2024-09-17T17:03:13.723 INFO:tasks.workunit.client.0.smithi031.stdout: "compact": { 2024-09-17T17:03:13.723 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.723 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.723 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_len": { 2024-09-17T17:03:13.723 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.723 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.723 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_merge": { 2024-09-17T17:03:13.724 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.724 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.724 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_range": { 2024-09-17T17:03:13.724 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-09-17T17:03:13.724 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.724 INFO:tasks.workunit.client.0.smithi031.stdout: "get_latency": { 2024-09-17T17:03:13.724 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 36611, 2024-09-17T17:03:13.724 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85039144 2024-09-17T17:03:13.724 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.724 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_delay_time": { 2024-09-17T17:03:13.724 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.724 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.724 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.725 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_memtable_time": { 2024-09-17T17:03:13.725 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.725 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.725 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.725 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-17T17:03:13.725 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.725 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.725 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.725 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_wal_time": { 2024-09-17T17:03:13.725 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.725 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.725 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.725 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_latency": { 2024-09-17T17:03:13.726 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.726 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.726 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.726 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_sync_latency": { 2024-09-17T17:03:13.726 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1854, 2024-09-17T17:03:13.726 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 543394577 2024-09-17T17:03:13.726 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.726 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.726 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.726 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.dbec285588536534803732da089d3b563408fd5f": { 2024-09-17T17:03:13.726 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-09-17T17:03:13.726 INFO:tasks.workunit.client.0.smithi031.stdout: "election_call": { 2024-09-17T17:03:13.726 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-09-17T17:03:13.726 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.726 INFO:tasks.workunit.client.0.smithi031.stdout: "election_lose": { 2024-09-17T17:03:13.727 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-09-17T17:03:13.727 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.727 INFO:tasks.workunit.client.0.smithi031.stdout: "election_win": { 2024-09-17T17:03:13.727 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.727 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.727 INFO:tasks.workunit.client.0.smithi031.stdout: "num_elections": { 2024-09-17T17:03:13.727 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-09-17T17:03:13.727 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.727 INFO:tasks.workunit.client.0.smithi031.stdout: "num_sessions": { 2024-09-17T17:03:13.727 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-09-17T17:03:13.727 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.727 INFO:tasks.workunit.client.0.smithi031.stdout: "session_add": { 2024-09-17T17:03:13.727 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-09-17T17:03:13.727 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.728 INFO:tasks.workunit.client.0.smithi031.stdout: "session_rm": { 2024-09-17T17:03:13.728 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68 2024-09-17T17:03:13.728 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.728 INFO:tasks.workunit.client.0.smithi031.stdout: "session_trim": { 2024-09-17T17:03:13.728 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.728 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.728 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.728 INFO:tasks.workunit.client.0.smithi031.stdout: "paxos": { 2024-09-17T17:03:13.728 INFO:tasks.workunit.client.0.smithi031.stdout: "accept_timeout": { 2024-09-17T17:03:13.728 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.728 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.728 INFO:tasks.workunit.client.0.smithi031.stdout: "begin": { 2024-09-17T17:03:13.728 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 840 2024-09-17T17:03:13.729 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.729 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_bytes": { 2024-09-17T17:03:13.729 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 840, 2024-09-17T17:03:13.729 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4007461 2024-09-17T17:03:13.729 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.729 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_keys": { 2024-09-17T17:03:13.729 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.729 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.729 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.729 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_latency": { 2024-09-17T17:03:13.729 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 840, 2024-09-17T17:03:13.729 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 320994668 2024-09-17T17:03:13.729 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.729 INFO:tasks.workunit.client.0.smithi031.stdout: "collect": { 2024-09-17T17:03:13.730 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-09-17T17:03:13.730 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.730 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_bytes": { 2024-09-17T17:03:13.730 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-09-17T17:03:13.730 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73 2024-09-17T17:03:13.730 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.730 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_keys": { 2024-09-17T17:03:13.730 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-09-17T17:03:13.730 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-09-17T17:03:13.730 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.730 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_latency": { 2024-09-17T17:03:13.730 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-09-17T17:03:13.731 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.731 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.731 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_timeout": { 2024-09-17T17:03:13.731 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.731 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.731 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_uncommitted": { 2024-09-17T17:03:13.731 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.731 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.731 INFO:tasks.workunit.client.0.smithi031.stdout: "commit": { 2024-09-17T17:03:13.731 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 842 2024-09-17T17:03:13.731 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.731 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_bytes": { 2024-09-17T17:03:13.731 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.732 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.732 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.732 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_keys": { 2024-09-17T17:03:13.732 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.732 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.732 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.732 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_latency": { 2024-09-17T17:03:13.732 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.732 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.732 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.732 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_ack_timeout": { 2024-09-17T17:03:13.732 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.732 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.732 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_timeout": { 2024-09-17T17:03:13.733 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.733 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.733 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn": { 2024-09-17T17:03:13.733 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.733 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.733 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn_latency": { 2024-09-17T17:03:13.733 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.733 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.733 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.733 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh": { 2024-09-17T17:03:13.733 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 842 2024-09-17T17:03:13.733 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.733 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh_latency": { 2024-09-17T17:03:13.733 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 842, 2024-09-17T17:03:13.734 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2022966467 2024-09-17T17:03:13.734 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.734 INFO:tasks.workunit.client.0.smithi031.stdout: "restart": { 2024-09-17T17:03:13.734 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8 2024-09-17T17:03:13.734 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.734 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state": { 2024-09-17T17:03:13.734 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.734 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.734 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_bytes": { 2024-09-17T17:03:13.734 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.734 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.734 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.735 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_keys": { 2024-09-17T17:03:13.735 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.735 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.735 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.735 INFO:tasks.workunit.client.0.smithi031.stdout: "start_leader": { 2024-09-17T17:03:13.735 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.735 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.735 INFO:tasks.workunit.client.0.smithi031.stdout: "start_peon": { 2024-09-17T17:03:13.735 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-09-17T17:03:13.735 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.735 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state": { 2024-09-17T17:03:13.735 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 841 2024-09-17T17:03:13.735 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.736 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_bytes": { 2024-09-17T17:03:13.736 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 841, 2024-09-17T17:03:13.736 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7857359 2024-09-17T17:03:13.736 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.736 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_keys": { 2024-09-17T17:03:13.736 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 841, 2024-09-17T17:03:13.736 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5647 2024-09-17T17:03:13.736 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.736 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_latency": { 2024-09-17T17:03:13.736 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 841, 2024-09-17T17:03:13.736 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 468992225 2024-09-17T17:03:13.736 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.736 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.737 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache": { 2024-09-17T17:03:13.737 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-09-17T17:03:13.737 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1020054731 2024-09-17T17:03:13.737 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.737 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-09-17T17:03:13.737 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 42803200 2024-09-17T17:03:13.737 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.737 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-09-17T17:03:13.737 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 32464896 2024-09-17T17:03:13.737 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.737 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-09-17T17:03:13.737 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2147483648 2024-09-17T17:03:13.737 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.737 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-09-17T17:03:13.737 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10338304 2024-09-17T17:03:13.738 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.738 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.738 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:full": { 2024-09-17T17:03:13.738 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:13.738 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 348127232 2024-09-17T17:03:13.738 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.738 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:13.738 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.738 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.738 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:13.738 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.738 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.738 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:13.738 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 277006470 2024-09-17T17:03:13.738 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.739 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:13.739 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 308526 2024-09-17T17:03:13.739 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.739 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:13.739 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.739 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.739 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:13.739 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.739 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.739 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:13.739 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.739 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.739 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:13.739 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.739 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.740 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:13.740 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.740 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.740 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:13.740 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.740 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.740 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:13.740 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.740 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.740 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:13.740 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.740 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.740 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:13.741 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70812236 2024-09-17T17:03:13.741 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.741 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.741 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:inc": { 2024-09-17T17:03:13.741 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:13.741 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 348127232 2024-09-17T17:03:13.741 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.741 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:13.741 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.741 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.741 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:13.741 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.741 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.742 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:13.742 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 277006470 2024-09-17T17:03:13.742 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.742 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:13.742 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 43916 2024-09-17T17:03:13.742 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.742 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:13.742 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.742 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.742 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:13.742 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.742 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.742 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:13.742 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.742 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.742 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:13.743 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.743 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.743 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:13.743 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.743 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.743 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:13.743 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.743 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.743 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:13.743 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.743 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.743 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:13.743 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.744 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.744 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:13.744 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71076846 2024-09-17T17:03:13.744 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.744 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.744 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:kv": { 2024-09-17T17:03:13.744 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:13.744 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 322961408 2024-09-17T17:03:13.744 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.744 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:13.744 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-09-17T17:03:13.744 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.744 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:13.744 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.745 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.745 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:13.745 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 184670980 2024-09-17T17:03:13.745 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.745 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:13.745 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.745 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.745 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:13.745 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.745 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.745 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:13.745 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.746 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.746 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:13.746 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.746 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.746 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:13.746 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.746 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.746 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:13.746 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.746 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.746 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:13.746 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.747 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.747 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:13.747 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.747 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.747 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:13.747 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.747 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.747 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:13.747 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71181564 2024-09-17T17:03:13.747 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.747 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.747 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb": { 2024-09-17T17:03:13.747 INFO:tasks.workunit.client.0.smithi031.stdout: "compact": { 2024-09-17T17:03:13.748 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.748 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.748 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_len": { 2024-09-17T17:03:13.748 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.748 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.748 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_merge": { 2024-09-17T17:03:13.748 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.748 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.748 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_range": { 2024-09-17T17:03:13.748 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-09-17T17:03:13.748 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.748 INFO:tasks.workunit.client.0.smithi031.stdout: "get_latency": { 2024-09-17T17:03:13.749 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 35899, 2024-09-17T17:03:13.749 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 94825337 2024-09-17T17:03:13.749 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.749 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_delay_time": { 2024-09-17T17:03:13.749 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.749 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.749 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.749 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_memtable_time": { 2024-09-17T17:03:13.749 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.749 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.749 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.750 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-17T17:03:13.750 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.750 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.750 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.750 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_wal_time": { 2024-09-17T17:03:13.750 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.750 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.750 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.750 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_latency": { 2024-09-17T17:03:13.750 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.750 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.751 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.751 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_sync_latency": { 2024-09-17T17:03:13.751 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1808, 2024-09-17T17:03:13.751 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 846307661 2024-09-17T17:03:13.751 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.751 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.751 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.751 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.0": { 2024-09-17T17:03:13.751 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:13.751 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-09-17T17:03:13.751 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.751 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.752 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-09-17T17:03:13.752 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.752 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.752 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-09-17T17:03:13.752 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-09-17T17:03:13.752 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.752 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_main": { 2024-09-17T17:03:13.752 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.752 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.752 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-09-17T17:03:13.752 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.753 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.753 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-09-17T17:03:13.753 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.753 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.753 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-09-17T17:03:13.753 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-09-17T17:03:13.753 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.753 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-09-17T17:03:13.753 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7614464 2024-09-17T17:03:13.753 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.753 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-09-17T17:03:13.753 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.754 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.754 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.754 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-09-17T17:03:13.754 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.754 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.754 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.754 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-09-17T17:03:13.754 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-09-17T17:03:13.754 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.754 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-09-17T17:03:13.754 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31850496 2024-09-17T17:03:13.754 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.754 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-09-17T17:03:13.755 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3866624 2024-09-17T17:03:13.755 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.755 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-09-17T17:03:13.755 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3727360 2024-09-17T17:03:13.755 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.755 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-09-17T17:03:13.755 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31850496 2024-09-17T17:03:13.755 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.755 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-09-17T17:03:13.755 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.755 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.755 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-09-17T17:03:13.756 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.756 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.756 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-09-17T17:03:13.756 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14 2024-09-17T17:03:13.756 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.756 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-09-17T17:03:13.756 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 206480 2024-09-17T17:03:13.756 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.756 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-09-17T17:03:13.756 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23 2024-09-17T17:03:13.756 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.756 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-09-17T17:03:13.756 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1282048 2024-09-17T17:03:13.756 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.757 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-09-17T17:03:13.757 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1286144 2024-09-17T17:03:13.757 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.757 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-09-17T17:03:13.757 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.757 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.757 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-09-17T17:03:13.757 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.757 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.757 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-09-17T17:03:13.757 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15 2024-09-17T17:03:13.757 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.758 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-09-17T17:03:13.758 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4991 2024-09-17T17:03:13.758 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.758 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-09-17T17:03:13.758 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-09-17T17:03:13.758 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.758 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-09-17T17:03:13.758 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5557 2024-09-17T17:03:13.758 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.758 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-09-17T17:03:13.758 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-09-17T17:03:13.758 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.759 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-09-17T17:03:13.759 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5557 2024-09-17T17:03:13.759 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.759 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-09-17T17:03:13.759 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-09-17T17:03:13.759 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.759 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-09-17T17:03:13.759 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.759 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.759 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-09-17T17:03:13.759 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.759 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.760 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-09-17T17:03:13.760 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.760 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.760 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-09-17T17:03:13.760 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.760 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.760 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-09-17T17:03:13.760 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.760 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.760 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-09-17T17:03:13.760 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.760 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.760 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-09-17T17:03:13.761 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.761 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.761 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-09-17T17:03:13.761 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.761 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.761 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-09-17T17:03:13.761 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.761 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.761 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-09-17T17:03:13.761 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11419648 2024-09-17T17:03:13.761 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.761 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.761 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-09-17T17:03:13.762 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-09-17T17:03:13.762 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-09-17T17:03:13.762 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.762 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-09-17T17:03:13.762 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1392640 2024-09-17T17:03:13.762 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.762 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-09-17T17:03:13.762 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-09-17T17:03:13.762 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 185897 2024-09-17T17:03:13.762 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.762 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-09-17T17:03:13.762 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.762 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.762 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.762 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-09-17T17:03:13.762 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.763 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.763 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-09-17T17:03:13.763 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.763 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.763 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-09-17T17:03:13.763 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.763 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.763 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-09-17T17:03:13.763 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 25, 2024-09-17T17:03:13.763 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 53585 2024-09-17T17:03:13.763 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.763 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-09-17T17:03:13.763 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.764 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.764 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.764 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-09-17T17:03:13.764 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.764 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.764 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-09-17T17:03:13.764 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 897, 2024-09-17T17:03:13.764 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 529397251 2024-09-17T17:03:13.764 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.764 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-09-17T17:03:13.764 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 891, 2024-09-17T17:03:13.764 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 28114215 2024-09-17T17:03:13.764 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.764 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-09-17T17:03:13.765 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 897, 2024-09-17T17:03:13.765 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 952410 2024-09-17T17:03:13.765 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.765 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-09-17T17:03:13.765 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 897, 2024-09-17T17:03:13.765 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 530349661 2024-09-17T17:03:13.765 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.765 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-09-17T17:03:13.765 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.765 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.765 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.765 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-09-17T17:03:13.765 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-09-17T17:03:13.766 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 41570 2024-09-17T17:03:13.766 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.766 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-09-17T17:03:13.766 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 8, 2024-09-17T17:03:13.766 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 19109 2024-09-17T17:03:13.766 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.766 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-09-17T17:03:13.766 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.766 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.766 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.766 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-09-17T17:03:13.766 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.766 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.766 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.767 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-09-17T17:03:13.767 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-09-17T17:03:13.767 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9095 2024-09-17T17:03:13.767 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.767 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-09-17T17:03:13.767 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3980 2024-09-17T17:03:13.767 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.767 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-09-17T17:03:13.767 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 338 2024-09-17T17:03:13.767 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.767 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-09-17T17:03:13.767 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 131, 2024-09-17T17:03:13.767 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2696502 2024-09-17T17:03:13.767 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.768 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-09-17T17:03:13.768 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 349, 2024-09-17T17:03:13.768 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 295184 2024-09-17T17:03:13.768 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.768 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-09-17T17:03:13.768 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 218, 2024-09-17T17:03:13.768 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4337136 2024-09-17T17:03:13.768 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.768 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-09-17T17:03:13.768 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.768 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.768 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-09-17T17:03:13.769 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 102, 2024-09-17T17:03:13.769 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6434620 2024-09-17T17:03:13.769 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.769 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-09-17T17:03:13.769 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3598, 2024-09-17T17:03:13.769 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3556799650 2024-09-17T17:03:13.769 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.769 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-09-17T17:03:13.769 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 133, 2024-09-17T17:03:13.769 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 146815465 2024-09-17T17:03:13.769 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.770 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-09-17T17:03:13.770 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 133, 2024-09-17T17:03:13.770 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 462737226353 2024-09-17T17:03:13.770 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.770 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-09-17T17:03:13.770 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 133, 2024-09-17T17:03:13.770 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 193408584362 2024-09-17T17:03:13.770 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.770 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-09-17T17:03:13.770 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3598, 2024-09-17T17:03:13.770 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 82387863854 2024-09-17T17:03:13.771 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.771 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-09-17T17:03:13.771 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3598, 2024-09-17T17:03:13.771 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 252890 2024-09-17T17:03:13.771 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.771 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-09-17T17:03:13.771 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3598, 2024-09-17T17:03:13.771 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 353810337 2024-09-17T17:03:13.771 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.771 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-09-17T17:03:13.771 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3598, 2024-09-17T17:03:13.771 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2681775773 2024-09-17T17:03:13.771 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.772 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-09-17T17:03:13.772 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3598, 2024-09-17T17:03:13.772 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 587640 2024-09-17T17:03:13.772 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.772 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-09-17T17:03:13.772 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3598, 2024-09-17T17:03:13.772 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1596956920 2024-09-17T17:03:13.772 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.772 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-09-17T17:03:13.772 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3598, 2024-09-17T17:03:13.772 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 389168679 2024-09-17T17:03:13.772 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.773 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-09-17T17:03:13.773 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 940680 2024-09-17T17:03:13.773 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.773 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-09-17T17:03:13.773 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 67, 2024-09-17T17:03:13.773 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 310714 2024-09-17T17:03:13.773 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.773 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-09-17T17:03:13.773 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3598, 2024-09-17T17:03:13.773 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8578768616 2024-09-17T17:03:13.773 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.773 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-09-17T17:03:13.773 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3598, 2024-09-17T17:03:13.773 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 424799916 2024-09-17T17:03:13.774 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.774 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-09-17T17:03:13.774 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3598, 2024-09-17T17:03:13.774 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 282040242 2024-09-17T17:03:13.774 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.774 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.774 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-09-17T17:03:13.774 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-09-17T17:03:13.774 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1862399129 2024-09-17T17:03:13.774 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.774 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-09-17T17:03:13.774 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 48889856 2024-09-17T17:03:13.775 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.775 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-09-17T17:03:13.775 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 48472064 2024-09-17T17:03:13.775 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.775 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-09-17T17:03:13.775 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3138477056 2024-09-17T17:03:13.775 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.775 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-09-17T17:03:13.775 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 417792 2024-09-17T17:03:13.775 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.775 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.775 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-09-17T17:03:13.775 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:13.775 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 159383552 2024-09-17T17:03:13.776 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.776 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:13.776 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.776 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.776 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:13.776 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.776 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.776 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:13.776 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85510066 2024-09-17T17:03:13.776 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.776 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:13.776 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.776 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.776 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:13.777 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.777 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.777 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:13.777 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.777 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.777 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:13.777 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.777 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.777 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:13.777 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.777 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.777 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:13.777 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 606208 2024-09-17T17:03:13.778 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.778 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:13.778 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.778 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.778 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:13.778 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.778 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.778 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:13.778 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.778 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.778 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:13.778 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73267278 2024-09-17T17:03:13.778 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.778 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.779 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-09-17T17:03:13.779 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:13.779 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 780140544 2024-09-17T17:03:13.779 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.779 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:13.779 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-09-17T17:03:13.779 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.779 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:13.779 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.779 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.779 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:13.779 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641325496 2024-09-17T17:03:13.779 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.779 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:13.779 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.780 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.780 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:13.780 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.780 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.780 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:13.780 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.780 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.780 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:13.780 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.780 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.780 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:13.780 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.780 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.780 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:13.781 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2128 2024-09-17T17:03:13.781 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.781 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:13.781 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.781 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.781 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:13.781 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.781 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.781 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:13.781 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.781 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.781 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:13.781 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71704056 2024-09-17T17:03:13.781 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.781 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.782 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-09-17T17:03:13.782 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:13.782 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 192937984 2024-09-17T17:03:13.782 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.782 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:13.782 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-09-17T17:03:13.782 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.782 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:13.782 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 464 2024-09-17T17:03:13.782 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.782 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:13.782 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57006710 2024-09-17T17:03:13.783 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.783 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:13.783 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.783 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.783 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:13.783 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.783 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.783 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:13.783 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.783 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.783 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:13.783 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.783 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.784 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:13.784 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.784 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.784 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:13.784 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.784 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.784 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:13.784 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.784 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.784 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:13.784 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.784 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.784 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:13.784 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.785 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.785 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:13.785 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68821946 2024-09-17T17:03:13.785 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.785 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.785 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-09-17T17:03:13.785 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:13.785 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 713031680 2024-09-17T17:03:13.785 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.785 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:13.785 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.785 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.786 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:13.786 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.786 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.786 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:13.786 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641325496 2024-09-17T17:03:13.786 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.786 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:13.786 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.786 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.786 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:13.786 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.786 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.786 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:13.787 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.787 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.787 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:13.787 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.787 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.787 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:13.787 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.787 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.787 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:13.787 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 374169 2024-09-17T17:03:13.787 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.787 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:13.788 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.788 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.788 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:13.788 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.788 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.788 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:13.788 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.788 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.788 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:13.788 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71332015 2024-09-17T17:03:13.788 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.788 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.788 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-09-17T17:03:13.788 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-09-17T17:03:13.789 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.789 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.789 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-09-17T17:03:13.789 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.789 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.789 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-09-17T17:03:13.789 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.789 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.789 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-09-17T17:03:13.789 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.789 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.789 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.789 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:13.790 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-09-17T17:03:13.790 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 45 2024-09-17T17:03:13.790 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.790 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-09-17T17:03:13.790 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.790 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.790 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-09-17T17:03:13.790 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6 2024-09-17T17:03:13.790 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.790 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-09-17T17:03:13.790 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.790 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.790 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-09-17T17:03:13.790 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.791 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.791 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-09-17T17:03:13.791 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 616 2024-09-17T17:03:13.791 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.791 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-09-17T17:03:13.791 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 6, 2024-09-17T17:03:13.791 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 37323098 2024-09-17T17:03:13.791 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.791 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-09-17T17:03:13.791 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.791 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.791 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-09-17T17:03:13.791 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7, 2024-09-17T17:03:13.791 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3259378 2024-09-17T17:03:13.791 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.792 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-09-17T17:03:13.792 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 6, 2024-09-17T17:03:13.792 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31574242 2024-09-17T17:03:13.792 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.792 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-09-17T17:03:13.792 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.792 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.792 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-09-17T17:03:13.792 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.792 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.792 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.792 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-17T17:03:13.792 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.792 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.792 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-09-17T17:03:13.793 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.793 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.793 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-09-17T17:03:13.793 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.793 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.793 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.793 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-09-17T17:03:13.793 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.793 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.793 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.793 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-09-17T17:03:13.793 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.793 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.793 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-09-17T17:03:13.794 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.794 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.794 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-09-17T17:03:13.794 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.794 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.794 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.794 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-17T17:03:13.794 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.794 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.794 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-17T17:03:13.794 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.794 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.794 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-09-17T17:03:13.794 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.794 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.794 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-09-17T17:03:13.795 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.795 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.795 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.795 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-09-17T17:03:13.795 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.795 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.795 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.795 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-09-17T17:03:13.795 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6 2024-09-17T17:03:13.795 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.795 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-09-17T17:03:13.795 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 616 2024-09-17T17:03:13.795 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.795 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-09-17T17:03:13.795 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 6, 2024-09-17T17:03:13.796 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 37323098 2024-09-17T17:03:13.796 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.796 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-17T17:03:13.796 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.796 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.796 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-09-17T17:03:13.796 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7, 2024-09-17T17:03:13.796 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3259378 2024-09-17T17:03:13.796 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.796 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-09-17T17:03:13.796 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 6, 2024-09-17T17:03:13.796 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31574242 2024-09-17T17:03:13.796 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.796 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-09-17T17:03:13.796 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.796 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.797 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-09-17T17:03:13.797 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1771104 2024-09-17T17:03:13.797 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.797 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-09-17T17:03:13.797 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6 2024-09-17T17:03:13.797 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.797 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-09-17T17:03:13.797 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-09-17T17:03:13.797 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.797 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-09-17T17:03:13.797 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 33251328 2024-09-17T17:03:13.797 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.797 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.797 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.798 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.1": { 2024-09-17T17:03:13.798 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:13.798 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-09-17T17:03:13.798 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.798 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.798 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-09-17T17:03:13.798 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.798 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.798 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-09-17T17:03:13.798 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-09-17T17:03:13.798 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.798 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_main": { 2024-09-17T17:03:13.798 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.798 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.799 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-09-17T17:03:13.799 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.799 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.799 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-09-17T17:03:13.799 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.799 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.799 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-09-17T17:03:13.799 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-09-17T17:03:13.799 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.799 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-09-17T17:03:13.799 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2584576 2024-09-17T17:03:13.799 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.800 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-09-17T17:03:13.800 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.800 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.800 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.800 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-09-17T17:03:13.800 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.800 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.800 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.800 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-09-17T17:03:13.800 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-09-17T17:03:13.800 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.800 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-09-17T17:03:13.800 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27656192 2024-09-17T17:03:13.800 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.801 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-09-17T17:03:13.801 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1642496 2024-09-17T17:03:13.801 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.801 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-09-17T17:03:13.801 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1503232 2024-09-17T17:03:13.801 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.801 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-09-17T17:03:13.801 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31850496 2024-09-17T17:03:13.801 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.801 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-09-17T17:03:13.801 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.801 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.801 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-09-17T17:03:13.801 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.801 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.802 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-09-17T17:03:13.802 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14 2024-09-17T17:03:13.802 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.802 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-09-17T17:03:13.802 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 206480 2024-09-17T17:03:13.802 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.802 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-09-17T17:03:13.802 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23 2024-09-17T17:03:13.802 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.802 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-09-17T17:03:13.802 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1282048 2024-09-17T17:03:13.802 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.802 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-09-17T17:03:13.803 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1286144 2024-09-17T17:03:13.803 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.803 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-09-17T17:03:13.803 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.803 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.803 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-09-17T17:03:13.803 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.803 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.803 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-09-17T17:03:13.803 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15 2024-09-17T17:03:13.803 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.803 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-09-17T17:03:13.803 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4991 2024-09-17T17:03:13.803 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.803 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-09-17T17:03:13.804 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-09-17T17:03:13.804 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.804 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-09-17T17:03:13.804 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5557 2024-09-17T17:03:13.804 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.804 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-09-17T17:03:13.804 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-09-17T17:03:13.804 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.804 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-09-17T17:03:13.804 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5557 2024-09-17T17:03:13.804 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.804 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-09-17T17:03:13.804 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-09-17T17:03:13.804 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.804 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-09-17T17:03:13.804 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.804 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.805 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-09-17T17:03:13.805 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.805 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.805 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-09-17T17:03:13.805 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.805 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.805 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-09-17T17:03:13.805 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.805 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.805 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-09-17T17:03:13.805 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.805 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.805 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-09-17T17:03:13.806 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.806 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.806 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-09-17T17:03:13.806 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.806 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.806 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-09-17T17:03:13.806 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.806 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.806 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-09-17T17:03:13.806 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.806 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.806 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-09-17T17:03:13.807 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4165632 2024-09-17T17:03:13.807 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.807 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.807 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-09-17T17:03:13.807 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-09-17T17:03:13.807 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-09-17T17:03:13.807 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.807 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-09-17T17:03:13.807 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 794624 2024-09-17T17:03:13.807 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.807 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-09-17T17:03:13.807 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5, 2024-09-17T17:03:13.807 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 215099 2024-09-17T17:03:13.807 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.808 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-09-17T17:03:13.808 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.808 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.808 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.808 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-09-17T17:03:13.808 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.808 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.808 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-09-17T17:03:13.808 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.808 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.808 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-09-17T17:03:13.808 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.808 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.808 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-09-17T17:03:13.809 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 32, 2024-09-17T17:03:13.809 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 69150 2024-09-17T17:03:13.809 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.809 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-09-17T17:03:13.809 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.809 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.809 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.809 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-09-17T17:03:13.809 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.809 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.809 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-09-17T17:03:13.809 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 354, 2024-09-17T17:03:13.809 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 86038608 2024-09-17T17:03:13.809 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.809 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-09-17T17:03:13.810 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 353, 2024-09-17T17:03:13.810 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8902131 2024-09-17T17:03:13.810 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.810 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-09-17T17:03:13.810 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 354, 2024-09-17T17:03:13.810 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 416791 2024-09-17T17:03:13.810 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.810 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-09-17T17:03:13.810 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 354, 2024-09-17T17:03:13.810 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 86455399 2024-09-17T17:03:13.810 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.810 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-09-17T17:03:13.810 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.810 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.810 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.811 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-09-17T17:03:13.811 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-09-17T17:03:13.811 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 40279 2024-09-17T17:03:13.811 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.811 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-09-17T17:03:13.811 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-09-17T17:03:13.811 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6641 2024-09-17T17:03:13.811 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.811 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-09-17T17:03:13.811 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.811 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.811 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.811 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-09-17T17:03:13.812 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.812 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.812 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.812 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-09-17T17:03:13.812 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5, 2024-09-17T17:03:13.812 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13823 2024-09-17T17:03:13.812 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.812 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-09-17T17:03:13.812 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 867 2024-09-17T17:03:13.812 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.812 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-09-17T17:03:13.812 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 247 2024-09-17T17:03:13.812 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.812 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-09-17T17:03:13.812 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 146, 2024-09-17T17:03:13.813 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3907240 2024-09-17T17:03:13.813 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.813 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-09-17T17:03:13.813 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 375, 2024-09-17T17:03:13.813 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 339456 2024-09-17T17:03:13.813 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.813 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-09-17T17:03:13.813 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 229, 2024-09-17T17:03:13.813 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3825257 2024-09-17T17:03:13.813 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.813 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-09-17T17:03:13.813 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.813 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.813 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-09-17T17:03:13.813 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-09-17T17:03:13.814 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 132100 2024-09-17T17:03:13.814 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.814 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-09-17T17:03:13.814 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 425, 2024-09-17T17:03:13.814 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13830269 2024-09-17T17:03:13.814 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.814 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-09-17T17:03:13.814 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 130, 2024-09-17T17:03:13.814 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8927768 2024-09-17T17:03:13.814 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.814 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-09-17T17:03:13.814 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 129, 2024-09-17T17:03:13.814 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 284297493817 2024-09-17T17:03:13.814 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.814 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-09-17T17:03:13.815 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 130, 2024-09-17T17:03:13.815 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 179903298572 2024-09-17T17:03:13.815 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.815 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-09-17T17:03:13.815 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 424, 2024-09-17T17:03:13.815 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 82529226438 2024-09-17T17:03:13.815 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.815 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-09-17T17:03:13.815 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 424, 2024-09-17T17:03:13.815 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 42475 2024-09-17T17:03:13.815 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.815 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-09-17T17:03:13.815 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 425, 2024-09-17T17:03:13.815 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 460173 2024-09-17T17:03:13.815 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.815 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-09-17T17:03:13.815 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 425, 2024-09-17T17:03:13.816 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 134017842 2024-09-17T17:03:13.816 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.816 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-09-17T17:03:13.816 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 425, 2024-09-17T17:03:13.816 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 145316 2024-09-17T17:03:13.816 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.816 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-09-17T17:03:13.816 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 425, 2024-09-17T17:03:13.816 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 62798304 2024-09-17T17:03:13.816 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.816 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-09-17T17:03:13.816 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 425, 2024-09-17T17:03:13.816 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24514465 2024-09-17T17:03:13.816 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.816 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-09-17T17:03:13.817 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 349763 2024-09-17T17:03:13.817 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.817 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-09-17T17:03:13.817 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 63, 2024-09-17T17:03:13.817 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 340712 2024-09-17T17:03:13.817 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.817 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-09-17T17:03:13.817 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 425, 2024-09-17T17:03:13.817 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 235682699 2024-09-17T17:03:13.817 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.817 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-09-17T17:03:13.817 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 425, 2024-09-17T17:03:13.817 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 28892256 2024-09-17T17:03:13.817 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.817 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-09-17T17:03:13.817 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 425, 2024-09-17T17:03:13.818 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2739132 2024-09-17T17:03:13.818 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.818 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.818 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-09-17T17:03:13.818 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-09-17T17:03:13.818 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1862399129 2024-09-17T17:03:13.818 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.818 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-09-17T17:03:13.818 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 43581440 2024-09-17T17:03:13.818 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.818 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-09-17T17:03:13.818 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 42852352 2024-09-17T17:03:13.818 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.818 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-09-17T17:03:13.818 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3138477056 2024-09-17T17:03:13.819 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.819 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-09-17T17:03:13.819 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 729088 2024-09-17T17:03:13.819 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.819 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.819 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-09-17T17:03:13.819 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:13.819 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 159383552 2024-09-17T17:03:13.819 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.819 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:13.819 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.819 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.819 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:13.819 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.819 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.819 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:13.820 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85553236 2024-09-17T17:03:13.820 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.820 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:13.820 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.820 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.820 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:13.820 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.820 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.820 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:13.820 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.820 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.820 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:13.820 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.820 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.820 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:13.821 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.821 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.821 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:13.821 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 20480 2024-09-17T17:03:13.821 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.821 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:13.821 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.821 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.821 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:13.821 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.821 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.821 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:13.821 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.822 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.822 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:13.822 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73809836 2024-09-17T17:03:13.822 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.822 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.822 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-09-17T17:03:13.822 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:13.822 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 780140544 2024-09-17T17:03:13.822 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.822 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:13.822 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-09-17T17:03:13.822 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.822 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:13.822 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.822 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.823 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:13.823 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641649274 2024-09-17T17:03:13.823 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.823 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:13.823 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.823 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.823 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:13.823 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.823 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.823 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:13.823 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.823 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.823 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:13.823 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.823 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.823 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:13.824 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.824 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.824 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:13.824 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2128 2024-09-17T17:03:13.824 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.824 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:13.824 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.824 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.824 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:13.824 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.824 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.824 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:13.824 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.824 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.824 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:13.825 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71380278 2024-09-17T17:03:13.825 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.825 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.825 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-09-17T17:03:13.825 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:13.825 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 192937984 2024-09-17T17:03:13.825 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.825 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:13.825 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-09-17T17:03:13.825 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.825 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:13.825 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 464 2024-09-17T17:03:13.825 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.825 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:13.826 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57035491 2024-09-17T17:03:13.826 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.826 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:13.826 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.826 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.826 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:13.826 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.826 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.826 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:13.826 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.826 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.826 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:13.826 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.826 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.826 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:13.826 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.827 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.827 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:13.827 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.827 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.827 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:13.827 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.827 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.827 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:13.827 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.827 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.827 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:13.827 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.827 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.827 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:13.827 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68793165 2024-09-17T17:03:13.828 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.828 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.828 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-09-17T17:03:13.828 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:13.828 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 713031680 2024-09-17T17:03:13.828 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.828 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:13.828 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.828 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.828 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:13.828 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.828 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.828 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:13.829 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641649274 2024-09-17T17:03:13.829 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.829 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:13.829 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.829 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.829 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:13.829 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.829 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.829 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:13.829 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.829 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.829 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:13.829 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.829 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.829 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:13.830 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.830 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.830 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:13.830 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 239958 2024-09-17T17:03:13.830 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.830 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:13.830 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.830 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.830 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:13.830 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.830 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.830 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:13.830 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.830 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.830 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:13.830 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71142448 2024-09-17T17:03:13.831 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.831 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.831 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-09-17T17:03:13.831 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-09-17T17:03:13.831 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.831 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.831 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-09-17T17:03:13.831 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.831 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.831 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-09-17T17:03:13.831 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.831 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.831 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-09-17T17:03:13.831 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.832 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.832 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.832 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:13.832 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-09-17T17:03:13.832 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 37 2024-09-17T17:03:13.832 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.832 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-09-17T17:03:13.832 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.832 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.832 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-09-17T17:03:13.832 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 157 2024-09-17T17:03:13.832 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.832 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-09-17T17:03:13.832 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.832 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.833 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-09-17T17:03:13.833 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.833 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.833 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-09-17T17:03:13.833 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2429467 2024-09-17T17:03:13.833 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.833 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-09-17T17:03:13.833 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 157, 2024-09-17T17:03:13.833 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1030605784 2024-09-17T17:03:13.833 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.833 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-09-17T17:03:13.833 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1030 2024-09-17T17:03:13.833 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.833 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-09-17T17:03:13.834 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 157, 2024-09-17T17:03:13.834 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 54227179 2024-09-17T17:03:13.834 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.834 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-09-17T17:03:13.834 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 157, 2024-09-17T17:03:13.834 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 174468904 2024-09-17T17:03:13.834 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.834 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-09-17T17:03:13.834 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 33 2024-09-17T17:03:13.834 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.834 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-09-17T17:03:13.834 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 33, 2024-09-17T17:03:13.834 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5879204 2024-09-17T17:03:13.834 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.835 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-17T17:03:13.835 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.835 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.835 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-09-17T17:03:13.835 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1030 2024-09-17T17:03:13.835 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.835 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-09-17T17:03:13.835 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 33, 2024-09-17T17:03:13.835 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5197866 2024-09-17T17:03:13.835 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.835 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-09-17T17:03:13.835 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 33, 2024-09-17T17:03:13.835 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4384483 2024-09-17T17:03:13.836 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.836 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-09-17T17:03:13.836 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22 2024-09-17T17:03:13.836 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.836 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-09-17T17:03:13.836 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.836 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.836 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-09-17T17:03:13.836 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 22, 2024-09-17T17:03:13.836 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 19177854 2024-09-17T17:03:13.836 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.836 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-17T17:03:13.836 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.836 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.837 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-17T17:03:13.837 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.837 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.837 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-09-17T17:03:13.837 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.837 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.837 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-09-17T17:03:13.837 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 22, 2024-09-17T17:03:13.837 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7911509 2024-09-17T17:03:13.837 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.837 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-09-17T17:03:13.837 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 22, 2024-09-17T17:03:13.837 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18038979 2024-09-17T17:03:13.837 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.838 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-09-17T17:03:13.838 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 102 2024-09-17T17:03:13.838 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.838 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-09-17T17:03:13.838 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2429467 2024-09-17T17:03:13.838 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.838 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-09-17T17:03:13.838 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 102, 2024-09-17T17:03:13.838 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1005548726 2024-09-17T17:03:13.838 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.838 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-17T17:03:13.838 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.838 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.838 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-09-17T17:03:13.838 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 102, 2024-09-17T17:03:13.838 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 41117804 2024-09-17T17:03:13.839 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.839 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-09-17T17:03:13.839 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 102, 2024-09-17T17:03:13.839 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 152045442 2024-09-17T17:03:13.839 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.839 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-09-17T17:03:13.839 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.839 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.839 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-09-17T17:03:13.839 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 590368 2024-09-17T17:03:13.839 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.839 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-09-17T17:03:13.839 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-09-17T17:03:13.839 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.839 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-09-17T17:03:13.839 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-09-17T17:03:13.839 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.840 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-09-17T17:03:13.840 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 28463104 2024-09-17T17:03:13.840 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.840 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.840 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.840 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.2": { 2024-09-17T17:03:13.840 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:13.840 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-09-17T17:03:13.840 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.840 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.840 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-09-17T17:03:13.840 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.840 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.840 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-09-17T17:03:13.840 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-09-17T17:03:13.841 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.841 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_main": { 2024-09-17T17:03:13.841 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.841 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.841 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-09-17T17:03:13.841 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.841 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.841 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-09-17T17:03:13.841 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.841 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.841 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-09-17T17:03:13.841 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-09-17T17:03:13.841 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.841 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-09-17T17:03:13.841 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6950912 2024-09-17T17:03:13.842 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.842 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-09-17T17:03:13.842 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.842 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.842 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.842 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-09-17T17:03:13.842 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.842 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.842 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.842 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-09-17T17:03:13.842 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-09-17T17:03:13.842 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.842 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-09-17T17:03:13.842 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31850496 2024-09-17T17:03:13.843 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.843 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-09-17T17:03:13.843 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3428352 2024-09-17T17:03:13.843 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.843 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-09-17T17:03:13.843 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3289088 2024-09-17T17:03:13.843 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.843 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-09-17T17:03:13.843 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31850496 2024-09-17T17:03:13.843 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.843 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-09-17T17:03:13.843 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.843 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.844 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-09-17T17:03:13.844 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.844 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-09-17T17:03:13.844 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14 2024-09-17T17:03:13.844 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.844 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-09-17T17:03:13.844 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 206480 2024-09-17T17:03:13.844 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.844 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-09-17T17:03:13.844 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23 2024-09-17T17:03:13.845 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.845 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-09-17T17:03:13.845 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1282048 2024-09-17T17:03:13.845 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.845 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-09-17T17:03:13.845 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1286144 2024-09-17T17:03:13.845 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.845 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-09-17T17:03:13.845 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.845 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.845 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-09-17T17:03:13.845 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.846 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.846 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-09-17T17:03:13.846 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15 2024-09-17T17:03:13.846 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.846 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-09-17T17:03:13.846 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4991 2024-09-17T17:03:13.846 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.846 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-09-17T17:03:13.846 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-09-17T17:03:13.846 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.846 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-09-17T17:03:13.846 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5557 2024-09-17T17:03:13.847 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.847 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-09-17T17:03:13.847 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-09-17T17:03:13.847 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.847 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-09-17T17:03:13.847 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5557 2024-09-17T17:03:13.847 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.847 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-09-17T17:03:13.847 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-09-17T17:03:13.847 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.847 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-09-17T17:03:13.847 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.847 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.847 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-09-17T17:03:13.848 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.848 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.848 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-09-17T17:03:13.848 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.848 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.848 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-09-17T17:03:13.848 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.848 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.848 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-09-17T17:03:13.848 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.848 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.848 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-09-17T17:03:13.849 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.849 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.849 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-09-17T17:03:13.849 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.849 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.849 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-09-17T17:03:13.849 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.849 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.849 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-09-17T17:03:13.849 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.850 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.850 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-09-17T17:03:13.850 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10317824 2024-09-17T17:03:13.850 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.850 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.850 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-09-17T17:03:13.850 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-09-17T17:03:13.850 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-09-17T17:03:13.850 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.850 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-09-17T17:03:13.850 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 778240 2024-09-17T17:03:13.850 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.851 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-09-17T17:03:13.851 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-09-17T17:03:13.851 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 173762 2024-09-17T17:03:13.851 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.851 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-09-17T17:03:13.851 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.851 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.851 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.851 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-09-17T17:03:13.851 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.851 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.851 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-09-17T17:03:13.852 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.852 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.852 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-09-17T17:03:13.852 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.852 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.852 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-09-17T17:03:13.852 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13, 2024-09-17T17:03:13.852 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15290 2024-09-17T17:03:13.852 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.852 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-09-17T17:03:13.852 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.852 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.852 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.853 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-09-17T17:03:13.853 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.853 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.853 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-09-17T17:03:13.853 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 790, 2024-09-17T17:03:13.853 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 476118831 2024-09-17T17:03:13.853 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.853 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-09-17T17:03:13.853 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 786, 2024-09-17T17:03:13.853 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24084587 2024-09-17T17:03:13.853 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.853 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-09-17T17:03:13.853 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 790, 2024-09-17T17:03:13.853 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 981662 2024-09-17T17:03:13.854 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.854 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-09-17T17:03:13.854 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 790, 2024-09-17T17:03:13.854 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 477100493 2024-09-17T17:03:13.854 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.854 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-09-17T17:03:13.854 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.854 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.854 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.854 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-09-17T17:03:13.854 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-09-17T17:03:13.854 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 43309 2024-09-17T17:03:13.854 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.854 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-09-17T17:03:13.854 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-09-17T17:03:13.854 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1079 2024-09-17T17:03:13.855 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.855 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-09-17T17:03:13.855 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.855 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.855 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.855 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-09-17T17:03:13.855 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.855 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.855 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.855 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-09-17T17:03:13.855 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-09-17T17:03:13.855 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8676 2024-09-17T17:03:13.855 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.855 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-09-17T17:03:13.856 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3727 2024-09-17T17:03:13.856 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.856 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-09-17T17:03:13.856 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 321 2024-09-17T17:03:13.856 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.856 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-09-17T17:03:13.856 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 100, 2024-09-17T17:03:13.856 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1518562 2024-09-17T17:03:13.856 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.856 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-09-17T17:03:13.856 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 277, 2024-09-17T17:03:13.856 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 318825 2024-09-17T17:03:13.856 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.856 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-09-17T17:03:13.857 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 177, 2024-09-17T17:03:13.857 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2204779 2024-09-17T17:03:13.857 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.857 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-09-17T17:03:13.857 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.857 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.857 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-09-17T17:03:13.857 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 103, 2024-09-17T17:03:13.857 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5640640 2024-09-17T17:03:13.857 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.857 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-09-17T17:03:13.857 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3442, 2024-09-17T17:03:13.857 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3779991489 2024-09-17T17:03:13.858 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.858 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-09-17T17:03:13.858 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 123, 2024-09-17T17:03:13.858 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24119327 2024-09-17T17:03:13.858 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.858 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-09-17T17:03:13.858 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 122, 2024-09-17T17:03:13.858 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 269301113215 2024-09-17T17:03:13.858 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.858 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-09-17T17:03:13.858 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 123, 2024-09-17T17:03:13.858 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176323373657 2024-09-17T17:03:13.858 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.858 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-09-17T17:03:13.858 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3441, 2024-09-17T17:03:13.859 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 81201640542 2024-09-17T17:03:13.859 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.859 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-09-17T17:03:13.859 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3441, 2024-09-17T17:03:13.859 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 224112 2024-09-17T17:03:13.859 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.859 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-09-17T17:03:13.859 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3442, 2024-09-17T17:03:13.859 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 109746272 2024-09-17T17:03:13.859 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.859 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-09-17T17:03:13.859 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3442, 2024-09-17T17:03:13.859 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2418679807 2024-09-17T17:03:13.859 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.860 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-09-17T17:03:13.860 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3442, 2024-09-17T17:03:13.860 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 591323 2024-09-17T17:03:13.860 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.860 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-09-17T17:03:13.860 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3442, 2024-09-17T17:03:13.860 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1300346896 2024-09-17T17:03:13.860 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.860 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-09-17T17:03:13.860 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3442, 2024-09-17T17:03:13.860 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 360119406 2024-09-17T17:03:13.860 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.860 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-09-17T17:03:13.860 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 348915 2024-09-17T17:03:13.861 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.861 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-09-17T17:03:13.861 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 57, 2024-09-17T17:03:13.861 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 303197 2024-09-17T17:03:13.861 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.861 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-09-17T17:03:13.861 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3442, 2024-09-17T17:03:13.861 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7969142763 2024-09-17T17:03:13.861 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.861 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-09-17T17:03:13.861 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3442, 2024-09-17T17:03:13.861 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 396640465 2024-09-17T17:03:13.861 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.861 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-09-17T17:03:13.861 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3442, 2024-09-17T17:03:13.862 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 259459611 2024-09-17T17:03:13.862 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.862 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.862 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-09-17T17:03:13.862 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-09-17T17:03:13.862 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1862399129 2024-09-17T17:03:13.862 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.862 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-09-17T17:03:13.862 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 47775744 2024-09-17T17:03:13.862 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.862 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-09-17T17:03:13.862 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46915584 2024-09-17T17:03:13.862 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.862 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-09-17T17:03:13.863 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3138477056 2024-09-17T17:03:13.863 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.863 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-09-17T17:03:13.863 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 860160 2024-09-17T17:03:13.863 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.863 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.863 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-09-17T17:03:13.863 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:13.863 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 159383552 2024-09-17T17:03:13.863 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.863 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:13.863 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.863 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.863 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:13.863 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.864 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.864 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:13.864 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85548059 2024-09-17T17:03:13.864 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.864 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:13.864 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.864 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.864 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:13.864 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.864 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.864 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:13.864 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.865 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.865 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:13.865 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.865 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.865 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:13.865 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.865 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.865 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:13.865 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-09-17T17:03:13.865 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.865 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:13.865 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.865 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.866 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:13.866 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.866 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.866 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:13.866 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.866 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.866 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:13.866 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73823205 2024-09-17T17:03:13.866 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.866 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.866 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-09-17T17:03:13.866 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:13.866 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 780140544 2024-09-17T17:03:13.866 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.867 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:13.867 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-09-17T17:03:13.867 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.867 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:13.867 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.867 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.867 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:13.867 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641610446 2024-09-17T17:03:13.867 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.867 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:13.867 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.867 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.867 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:13.867 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.867 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.867 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:13.868 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.868 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.868 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:13.868 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.868 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.868 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:13.868 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.868 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.868 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:13.868 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2128 2024-09-17T17:03:13.868 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.868 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:13.868 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.868 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.869 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:13.869 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.869 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.869 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:13.869 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.869 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.869 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:13.869 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71419106 2024-09-17T17:03:13.869 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.869 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.869 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-09-17T17:03:13.869 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:13.869 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 192937984 2024-09-17T17:03:13.869 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.869 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:13.870 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-09-17T17:03:13.870 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.870 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:13.870 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 464 2024-09-17T17:03:13.870 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.870 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:13.870 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57032039 2024-09-17T17:03:13.870 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.870 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:13.870 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.870 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.870 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:13.870 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.870 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.871 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:13.871 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.871 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.871 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:13.871 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.871 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.871 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:13.871 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.871 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.871 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:13.871 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.872 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.872 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:13.872 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.872 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.872 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:13.872 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.872 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.872 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:13.872 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.872 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.872 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:13.872 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68796617 2024-09-17T17:03:13.873 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.873 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.873 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-09-17T17:03:13.873 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:13.873 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 713031680 2024-09-17T17:03:13.873 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.873 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:13.873 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.873 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.873 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:13.873 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.873 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.874 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:13.874 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641610446 2024-09-17T17:03:13.874 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.874 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:13.874 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.874 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.874 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:13.874 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.874 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.874 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:13.874 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.874 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.874 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:13.874 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.875 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.875 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:13.875 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.875 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.875 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:13.875 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 336099 2024-09-17T17:03:13.875 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.875 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:13.875 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.875 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.875 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:13.875 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.876 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.876 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:13.876 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.876 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.876 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:13.876 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71085135 2024-09-17T17:03:13.876 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.876 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.876 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-09-17T17:03:13.876 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-09-17T17:03:13.876 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.876 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.876 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-09-17T17:03:13.877 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.877 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.877 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-09-17T17:03:13.877 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.877 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.877 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-09-17T17:03:13.877 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.877 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.877 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.877 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:13.877 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-09-17T17:03:13.877 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31 2024-09-17T17:03:13.877 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.878 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-09-17T17:03:13.878 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.878 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.878 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-09-17T17:03:13.878 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-09-17T17:03:13.878 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.878 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-09-17T17:03:13.878 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.878 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.878 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-09-17T17:03:13.878 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.878 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.878 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-09-17T17:03:13.879 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.879 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.879 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-09-17T17:03:13.879 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10, 2024-09-17T17:03:13.879 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46375565 2024-09-17T17:03:13.879 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.879 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-09-17T17:03:13.879 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.879 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.879 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-09-17T17:03:13.879 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10, 2024-09-17T17:03:13.879 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4004664 2024-09-17T17:03:13.879 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.879 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-09-17T17:03:13.880 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10, 2024-09-17T17:03:13.880 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 41911823 2024-09-17T17:03:13.880 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.880 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-09-17T17:03:13.880 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.880 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.880 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-09-17T17:03:13.880 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.880 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.880 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.880 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-17T17:03:13.880 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.881 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.881 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-09-17T17:03:13.881 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.881 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.881 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-09-17T17:03:13.881 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.881 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.881 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.881 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-09-17T17:03:13.881 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.881 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.881 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.881 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-09-17T17:03:13.881 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.881 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.882 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-09-17T17:03:13.882 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.882 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.882 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-09-17T17:03:13.882 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.882 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.882 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.882 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-17T17:03:13.882 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.882 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.882 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-17T17:03:13.882 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.882 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.882 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-09-17T17:03:13.883 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.883 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.883 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-09-17T17:03:13.883 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.883 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.883 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.883 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-09-17T17:03:13.883 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.883 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.883 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.883 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-09-17T17:03:13.883 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-09-17T17:03:13.883 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.883 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-09-17T17:03:13.883 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.884 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.884 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-09-17T17:03:13.884 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10, 2024-09-17T17:03:13.884 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46375565 2024-09-17T17:03:13.884 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.884 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-17T17:03:13.884 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.884 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.884 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-09-17T17:03:13.884 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10, 2024-09-17T17:03:13.884 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4004664 2024-09-17T17:03:13.884 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.884 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-09-17T17:03:13.884 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10, 2024-09-17T17:03:13.884 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 41911823 2024-09-17T17:03:13.885 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.885 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-09-17T17:03:13.885 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.885 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.885 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-09-17T17:03:13.885 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.885 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.885 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-09-17T17:03:13.885 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.885 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.885 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-09-17T17:03:13.885 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-09-17T17:03:13.885 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.886 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-09-17T17:03:13.886 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 32641024 2024-09-17T17:03:13.886 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.886 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.886 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.886 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.3": { 2024-09-17T17:03:13.886 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:13.886 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-09-17T17:03:13.886 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.886 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.886 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-09-17T17:03:13.886 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.886 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.887 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-09-17T17:03:13.887 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-09-17T17:03:13.887 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.887 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_main": { 2024-09-17T17:03:13.887 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.887 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.887 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-09-17T17:03:13.887 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.887 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.887 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-09-17T17:03:13.887 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.887 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.888 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-09-17T17:03:13.888 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-09-17T17:03:13.888 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.888 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-09-17T17:03:13.888 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6258688 2024-09-17T17:03:13.888 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.888 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-09-17T17:03:13.888 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.888 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.888 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.888 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-09-17T17:03:13.888 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.888 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.889 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.889 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-09-17T17:03:13.889 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-09-17T17:03:13.889 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.889 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-09-17T17:03:13.889 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27656192 2024-09-17T17:03:13.889 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.889 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-09-17T17:03:13.889 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3235840 2024-09-17T17:03:13.889 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.889 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-09-17T17:03:13.889 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3096576 2024-09-17T17:03:13.890 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.890 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-09-17T17:03:13.890 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31850496 2024-09-17T17:03:13.890 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.890 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-09-17T17:03:13.890 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.890 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.890 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-09-17T17:03:13.890 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.890 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-09-17T17:03:13.890 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14 2024-09-17T17:03:13.890 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.891 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-09-17T17:03:13.891 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 206480 2024-09-17T17:03:13.891 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.891 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-09-17T17:03:13.891 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23 2024-09-17T17:03:13.891 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.891 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-09-17T17:03:13.891 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1282048 2024-09-17T17:03:13.891 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.891 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-09-17T17:03:13.891 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1286144 2024-09-17T17:03:13.892 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.892 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-09-17T17:03:13.892 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.892 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.892 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-09-17T17:03:13.892 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.892 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.892 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-09-17T17:03:13.892 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15 2024-09-17T17:03:13.892 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.892 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-09-17T17:03:13.892 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4991 2024-09-17T17:03:13.892 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.892 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-09-17T17:03:13.892 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-09-17T17:03:13.893 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.893 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-09-17T17:03:13.893 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5555 2024-09-17T17:03:13.893 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.893 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-09-17T17:03:13.893 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-09-17T17:03:13.893 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.893 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-09-17T17:03:13.893 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5555 2024-09-17T17:03:13.893 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.893 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-09-17T17:03:13.893 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-09-17T17:03:13.893 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.893 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-09-17T17:03:13.893 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.893 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.894 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-09-17T17:03:13.894 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.894 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.894 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-09-17T17:03:13.894 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.894 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.894 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-09-17T17:03:13.894 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.894 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.894 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-09-17T17:03:13.894 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.894 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.894 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-09-17T17:03:13.894 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.895 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.895 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-09-17T17:03:13.895 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.895 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.895 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-09-17T17:03:13.895 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.895 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.895 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-09-17T17:03:13.895 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.895 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.895 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-09-17T17:03:13.895 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9433088 2024-09-17T17:03:13.895 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.895 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.896 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-09-17T17:03:13.896 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-09-17T17:03:13.896 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-09-17T17:03:13.896 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.896 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-09-17T17:03:13.896 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 802816 2024-09-17T17:03:13.896 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.896 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-09-17T17:03:13.896 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.896 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.896 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.896 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-09-17T17:03:13.896 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.897 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.897 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.897 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-09-17T17:03:13.897 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.897 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.897 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-09-17T17:03:13.897 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.897 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.897 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-09-17T17:03:13.897 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.897 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.897 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-09-17T17:03:13.897 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-09-17T17:03:13.897 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7299 2024-09-17T17:03:13.898 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.898 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-09-17T17:03:13.898 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.898 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.898 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.898 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-09-17T17:03:13.898 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.898 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.898 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-09-17T17:03:13.898 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 743, 2024-09-17T17:03:13.898 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 489008929 2024-09-17T17:03:13.898 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.899 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-09-17T17:03:13.899 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 737, 2024-09-17T17:03:13.899 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 20316321 2024-09-17T17:03:13.899 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.899 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-09-17T17:03:13.899 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 743, 2024-09-17T17:03:13.899 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 750250 2024-09-17T17:03:13.899 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.899 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-09-17T17:03:13.899 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 743, 2024-09-17T17:03:13.899 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 489759179 2024-09-17T17:03:13.899 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.900 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-09-17T17:03:13.900 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.900 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.900 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.900 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-09-17T17:03:13.900 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-09-17T17:03:13.900 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 32914 2024-09-17T17:03:13.900 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.900 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-09-17T17:03:13.900 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-09-17T17:03:13.900 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1070 2024-09-17T17:03:13.900 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.901 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-09-17T17:03:13.901 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.901 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.901 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.901 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-09-17T17:03:13.901 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.901 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.901 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.901 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-09-17T17:03:13.901 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-09-17T17:03:13.901 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11186 2024-09-17T17:03:13.901 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.902 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-09-17T17:03:13.902 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3482 2024-09-17T17:03:13.902 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.902 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-09-17T17:03:13.902 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 330 2024-09-17T17:03:13.902 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.902 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-09-17T17:03:13.902 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 99, 2024-09-17T17:03:13.902 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1031975 2024-09-17T17:03:13.902 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.902 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-09-17T17:03:13.902 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 177, 2024-09-17T17:03:13.902 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 354757 2024-09-17T17:03:13.903 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.903 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-09-17T17:03:13.903 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 78, 2024-09-17T17:03:13.903 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 427142 2024-09-17T17:03:13.903 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.903 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-09-17T17:03:13.903 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.903 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.903 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-09-17T17:03:13.903 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 100, 2024-09-17T17:03:13.903 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5819022 2024-09-17T17:03:13.903 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.904 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-09-17T17:03:13.904 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3351, 2024-09-17T17:03:13.904 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4009411466 2024-09-17T17:03:13.904 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.904 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-09-17T17:03:13.904 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 59, 2024-09-17T17:03:13.904 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17453540 2024-09-17T17:03:13.904 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.904 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-09-17T17:03:13.904 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 56, 2024-09-17T17:03:13.904 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 272799378881 2024-09-17T17:03:13.904 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.905 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-09-17T17:03:13.905 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 59, 2024-09-17T17:03:13.905 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 81843839055 2024-09-17T17:03:13.905 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.905 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-09-17T17:03:13.905 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3348, 2024-09-17T17:03:13.905 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1136449397 2024-09-17T17:03:13.905 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.905 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-09-17T17:03:13.905 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3348, 2024-09-17T17:03:13.905 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 169245 2024-09-17T17:03:13.905 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.906 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-09-17T17:03:13.906 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3351, 2024-09-17T17:03:13.906 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3110165 2024-09-17T17:03:13.906 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.906 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-09-17T17:03:13.906 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3351, 2024-09-17T17:03:13.906 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2623794874 2024-09-17T17:03:13.906 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.906 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-09-17T17:03:13.906 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3351, 2024-09-17T17:03:13.907 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 444156 2024-09-17T17:03:13.907 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.907 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-09-17T17:03:13.907 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3351, 2024-09-17T17:03:13.907 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1434106737 2024-09-17T17:03:13.907 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.907 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-09-17T17:03:13.907 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3351, 2024-09-17T17:03:13.907 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 380289698 2024-09-17T17:03:13.907 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.907 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-09-17T17:03:13.907 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 352318 2024-09-17T17:03:13.907 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.907 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-09-17T17:03:13.908 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 50, 2024-09-17T17:03:13.908 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 237831 2024-09-17T17:03:13.908 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.908 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-09-17T17:03:13.908 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3351, 2024-09-17T17:03:13.908 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8450933017 2024-09-17T17:03:13.908 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.908 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-09-17T17:03:13.908 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3351, 2024-09-17T17:03:13.908 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 417406768 2024-09-17T17:03:13.908 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.909 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-09-17T17:03:13.909 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3351, 2024-09-17T17:03:13.909 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 285872276 2024-09-17T17:03:13.909 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.909 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.909 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-09-17T17:03:13.909 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-09-17T17:03:13.909 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1862399129 2024-09-17T17:03:13.909 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.909 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-09-17T17:03:13.909 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 44630016 2024-09-17T17:03:13.909 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.909 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-09-17T17:03:13.910 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 44326912 2024-09-17T17:03:13.910 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.910 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-09-17T17:03:13.910 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3138477056 2024-09-17T17:03:13.910 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.910 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-09-17T17:03:13.910 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 303104 2024-09-17T17:03:13.910 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.910 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.910 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-09-17T17:03:13.910 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:13.910 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 159383552 2024-09-17T17:03:13.910 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.911 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:13.911 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.911 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.911 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:13.911 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.911 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.911 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:13.911 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85548191 2024-09-17T17:03:13.911 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.911 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:13.911 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.911 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.911 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:13.911 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.912 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.912 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:13.912 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.912 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.912 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:13.912 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.912 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.912 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:13.912 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.912 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.912 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:13.912 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.912 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.912 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:13.913 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.913 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.913 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:13.913 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.913 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.913 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:13.913 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.913 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.916 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:13.916 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73835361 2024-09-17T17:03:13.916 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.917 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.917 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-09-17T17:03:13.917 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:13.917 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 780140544 2024-09-17T17:03:13.917 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.917 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:13.917 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-09-17T17:03:13.917 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.917 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:13.917 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.917 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.917 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:13.917 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641611433 2024-09-17T17:03:13.918 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.918 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:13.918 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.918 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.918 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:13.918 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.918 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.918 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:13.918 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.918 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.918 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:13.918 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.918 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.919 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:13.919 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.919 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.919 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:13.919 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2128 2024-09-17T17:03:13.919 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.919 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:13.919 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.919 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.919 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:13.919 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.919 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.919 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:13.920 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.920 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.920 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:13.920 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71418119 2024-09-17T17:03:13.920 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.920 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.920 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-09-17T17:03:13.920 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:13.920 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 192937984 2024-09-17T17:03:13.920 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.920 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:13.920 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-09-17T17:03:13.920 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.921 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:13.921 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 464 2024-09-17T17:03:13.921 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.921 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:13.921 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57032127 2024-09-17T17:03:13.921 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.921 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:13.921 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.921 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.921 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:13.921 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.921 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.922 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:13.922 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.922 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.922 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:13.922 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.922 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.922 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:13.922 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.922 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.922 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:13.922 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.922 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.922 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:13.922 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.923 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.923 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:13.923 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.923 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.923 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:13.923 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.923 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.923 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:13.923 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68796529 2024-09-17T17:03:13.923 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.923 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.923 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-09-17T17:03:13.923 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:13.923 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 713031680 2024-09-17T17:03:13.924 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.924 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:13.924 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.924 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.924 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:13.924 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.924 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.924 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:13.924 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641611433 2024-09-17T17:03:13.924 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.924 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:13.924 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.925 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.925 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:13.925 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.925 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.925 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:13.925 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.925 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.925 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:13.925 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.925 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.925 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:13.925 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5826 2024-09-17T17:03:13.925 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.925 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:13.926 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 342617 2024-09-17T17:03:13.926 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.926 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:13.926 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.926 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.926 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:13.926 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.926 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.926 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:13.926 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.926 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.926 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:13.926 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71071804 2024-09-17T17:03:13.926 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.926 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.927 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-09-17T17:03:13.927 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-09-17T17:03:13.927 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.927 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.927 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-09-17T17:03:13.927 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.927 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.927 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-09-17T17:03:13.927 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.927 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.927 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-09-17T17:03:13.927 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.927 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.927 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.927 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:13.928 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-09-17T17:03:13.928 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 37 2024-09-17T17:03:13.928 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.928 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-09-17T17:03:13.928 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.928 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.928 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-09-17T17:03:13.928 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.928 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.928 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-09-17T17:03:13.928 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.928 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.928 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-09-17T17:03:13.929 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.929 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.929 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-09-17T17:03:13.929 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.929 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.929 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-09-17T17:03:13.929 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.929 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.929 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.929 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-09-17T17:03:13.929 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.929 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.929 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-09-17T17:03:13.929 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-09-17T17:03:13.929 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 703913 2024-09-17T17:03:13.930 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.930 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-09-17T17:03:13.930 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.930 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.930 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.930 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-09-17T17:03:13.930 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.930 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.930 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-09-17T17:03:13.930 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.930 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.930 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.931 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-17T17:03:13.931 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.931 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.931 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-09-17T17:03:13.931 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.931 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.931 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-09-17T17:03:13.931 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.931 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.931 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.931 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-09-17T17:03:13.931 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.931 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.932 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.932 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-09-17T17:03:13.932 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.932 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.932 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-09-17T17:03:13.932 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.932 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.932 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-09-17T17:03:13.932 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.932 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.933 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.933 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-17T17:03:13.933 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.933 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.933 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-17T17:03:13.933 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.933 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.933 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-09-17T17:03:13.933 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.933 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.933 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-09-17T17:03:13.933 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.933 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.933 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.934 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-09-17T17:03:13.934 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.934 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.934 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.934 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-09-17T17:03:13.934 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.934 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.934 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-09-17T17:03:13.934 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.934 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.934 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-09-17T17:03:13.934 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.935 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.935 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.935 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-17T17:03:13.935 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.935 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.935 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-09-17T17:03:13.935 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-09-17T17:03:13.935 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 703913 2024-09-17T17:03:13.935 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.935 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-09-17T17:03:13.935 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.935 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.936 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.936 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-09-17T17:03:13.936 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.936 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.936 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-09-17T17:03:13.936 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.936 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.936 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-09-17T17:03:13.936 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.936 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.936 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-09-17T17:03:13.936 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-09-17T17:03:13.936 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.937 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-09-17T17:03:13.937 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 28467200 2024-09-17T17:03:13.937 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.937 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.937 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.937 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.4": { 2024-09-17T17:03:13.937 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:13.937 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-09-17T17:03:13.937 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.937 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.937 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-09-17T17:03:13.937 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.938 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.938 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-09-17T17:03:13.938 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-09-17T17:03:13.938 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.938 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_main": { 2024-09-17T17:03:13.938 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.938 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.938 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-09-17T17:03:13.938 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.938 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.938 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-09-17T17:03:13.938 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.938 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.939 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-09-17T17:03:13.939 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-09-17T17:03:13.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.939 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-09-17T17:03:13.939 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5918720 2024-09-17T17:03:13.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.939 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-09-17T17:03:13.939 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.939 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.939 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-09-17T17:03:13.939 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.939 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.939 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-09-17T17:03:13.939 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-09-17T17:03:13.940 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.940 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-09-17T17:03:13.940 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27656192 2024-09-17T17:03:13.940 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.940 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-09-17T17:03:13.940 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2850816 2024-09-17T17:03:13.940 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.940 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-09-17T17:03:13.940 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2711552 2024-09-17T17:03:13.940 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.940 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-09-17T17:03:13.940 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31850496 2024-09-17T17:03:13.940 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.940 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-09-17T17:03:13.941 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.941 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.941 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-09-17T17:03:13.941 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.941 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.941 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-09-17T17:03:13.941 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14 2024-09-17T17:03:13.941 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.941 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-09-17T17:03:13.941 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 206480 2024-09-17T17:03:13.941 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.941 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-09-17T17:03:13.941 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23 2024-09-17T17:03:13.942 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.942 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-09-17T17:03:13.942 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1282048 2024-09-17T17:03:13.942 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.942 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-09-17T17:03:13.942 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1286144 2024-09-17T17:03:13.942 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.942 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-09-17T17:03:13.942 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.942 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.942 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-09-17T17:03:13.942 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.942 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.942 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-09-17T17:03:13.943 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15 2024-09-17T17:03:13.943 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.943 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-09-17T17:03:13.943 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4991 2024-09-17T17:03:13.943 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.943 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-09-17T17:03:13.943 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-09-17T17:03:13.943 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.943 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-09-17T17:03:13.943 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5557 2024-09-17T17:03:13.943 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.943 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-09-17T17:03:13.943 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-09-17T17:03:13.943 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.944 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-09-17T17:03:13.944 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5557 2024-09-17T17:03:13.944 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.944 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-09-17T17:03:13.944 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-09-17T17:03:13.944 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.944 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-09-17T17:03:13.944 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.944 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.944 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-09-17T17:03:13.944 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.944 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.945 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-09-17T17:03:13.945 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.945 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.945 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-09-17T17:03:13.945 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.945 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.945 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-09-17T17:03:13.945 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.945 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.945 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-09-17T17:03:13.945 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.945 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.945 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-09-17T17:03:13.945 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.946 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.946 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-09-17T17:03:13.946 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.946 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.946 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-09-17T17:03:13.946 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.946 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.946 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-09-17T17:03:13.946 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8708096 2024-09-17T17:03:13.946 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.946 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.946 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-09-17T17:03:13.946 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-09-17T17:03:13.946 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-09-17T17:03:13.946 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.946 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-09-17T17:03:13.946 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 802816 2024-09-17T17:03:13.947 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.947 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-09-17T17:03:13.947 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 8, 2024-09-17T17:03:13.947 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 297046 2024-09-17T17:03:13.947 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.947 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-09-17T17:03:13.947 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.947 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.947 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.947 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-09-17T17:03:13.947 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.947 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.947 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-09-17T17:03:13.947 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.948 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.948 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-09-17T17:03:13.948 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.948 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.948 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-09-17T17:03:13.948 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-09-17T17:03:13.948 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4125 2024-09-17T17:03:13.948 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.948 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-09-17T17:03:13.948 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.948 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.948 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.948 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-09-17T17:03:13.948 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.948 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.948 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-09-17T17:03:13.949 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 649, 2024-09-17T17:03:13.949 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 461032502 2024-09-17T17:03:13.949 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.949 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-09-17T17:03:13.949 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 644, 2024-09-17T17:03:13.949 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24589936 2024-09-17T17:03:13.949 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.949 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-09-17T17:03:13.949 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 649, 2024-09-17T17:03:13.949 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 741355 2024-09-17T17:03:13.949 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.949 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-09-17T17:03:13.949 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 649, 2024-09-17T17:03:13.949 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 461773857 2024-09-17T17:03:13.949 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.950 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-09-17T17:03:13.950 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.950 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.950 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.950 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-09-17T17:03:13.950 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-09-17T17:03:13.950 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 34395 2024-09-17T17:03:13.950 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.950 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-09-17T17:03:13.950 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-09-17T17:03:13.950 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1043 2024-09-17T17:03:13.950 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.950 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-09-17T17:03:13.950 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.950 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.950 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.951 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-09-17T17:03:13.951 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.951 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.951 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.951 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-09-17T17:03:13.951 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-09-17T17:03:13.951 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8020 2024-09-17T17:03:13.951 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.951 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-09-17T17:03:13.951 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3502 2024-09-17T17:03:13.951 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.951 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-09-17T17:03:13.951 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 348 2024-09-17T17:03:13.951 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.951 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-09-17T17:03:13.952 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 106, 2024-09-17T17:03:13.952 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1181225 2024-09-17T17:03:13.952 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.952 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-09-17T17:03:13.952 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 182, 2024-09-17T17:03:13.952 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 318549 2024-09-17T17:03:13.952 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.952 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-09-17T17:03:13.952 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 76, 2024-09-17T17:03:13.952 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 321601 2024-09-17T17:03:13.952 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.952 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-09-17T17:03:13.952 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.953 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.953 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-09-17T17:03:13.953 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 105, 2024-09-17T17:03:13.953 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5656375 2024-09-17T17:03:13.953 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.953 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-09-17T17:03:13.953 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3375, 2024-09-17T17:03:13.953 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3375534482 2024-09-17T17:03:13.953 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.953 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-09-17T17:03:13.953 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 49, 2024-09-17T17:03:13.953 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 20657031 2024-09-17T17:03:13.954 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.954 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-09-17T17:03:13.954 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 48, 2024-09-17T17:03:13.954 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 209178106093 2024-09-17T17:03:13.954 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.954 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-09-17T17:03:13.954 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 49, 2024-09-17T17:03:13.954 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 74607475344 2024-09-17T17:03:13.954 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.954 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-09-17T17:03:13.954 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3374, 2024-09-17T17:03:13.954 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 874851558 2024-09-17T17:03:13.954 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.955 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-09-17T17:03:13.955 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3374, 2024-09-17T17:03:13.955 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 198411 2024-09-17T17:03:13.955 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.955 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-09-17T17:03:13.955 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3375, 2024-09-17T17:03:13.955 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 224876748 2024-09-17T17:03:13.955 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.955 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-09-17T17:03:13.955 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3375, 2024-09-17T17:03:13.955 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2311567272 2024-09-17T17:03:13.955 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.955 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-09-17T17:03:13.955 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3375, 2024-09-17T17:03:13.956 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 508594 2024-09-17T17:03:13.956 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.956 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-09-17T17:03:13.956 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3375, 2024-09-17T17:03:13.956 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1493418105 2024-09-17T17:03:13.956 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.956 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-09-17T17:03:13.956 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3375, 2024-09-17T17:03:13.956 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 361989084 2024-09-17T17:03:13.956 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.956 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-09-17T17:03:13.956 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 350311 2024-09-17T17:03:13.956 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.956 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-09-17T17:03:13.957 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 47, 2024-09-17T17:03:13.957 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 208457 2024-09-17T17:03:13.957 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.957 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-09-17T17:03:13.957 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3375, 2024-09-17T17:03:13.957 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7767613185 2024-09-17T17:03:13.957 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.957 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-09-17T17:03:13.957 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3375, 2024-09-17T17:03:13.957 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 396119361 2024-09-17T17:03:13.957 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.957 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-09-17T17:03:13.957 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3375, 2024-09-17T17:03:13.958 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 265927287 2024-09-17T17:03:13.958 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.958 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.958 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-09-17T17:03:13.958 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-09-17T17:03:13.958 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1861436467 2024-09-17T17:03:13.958 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.958 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-09-17T17:03:13.958 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46727168 2024-09-17T17:03:13.958 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.958 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-09-17T17:03:13.958 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 45719552 2024-09-17T17:03:13.958 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.959 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-09-17T17:03:13.959 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3137344512 2024-09-17T17:03:13.959 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.959 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-09-17T17:03:13.959 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1007616 2024-09-17T17:03:13.959 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.959 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.959 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-09-17T17:03:13.959 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:13.959 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 159383552 2024-09-17T17:03:13.959 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.959 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:13.959 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.959 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.959 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:13.960 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.960 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.960 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:13.960 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85489906 2024-09-17T17:03:13.960 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.960 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:13.960 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.960 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.960 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:13.960 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.960 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.961 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:13.961 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.961 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.961 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:13.961 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.961 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.961 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:13.961 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.961 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.961 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:13.961 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-09-17T17:03:13.961 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.961 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:13.961 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.962 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.962 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:13.962 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.962 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.962 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:13.962 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.962 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.962 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:13.962 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73889550 2024-09-17T17:03:13.962 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.962 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.962 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-09-17T17:03:13.963 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:13.963 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 780140544 2024-09-17T17:03:13.963 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.963 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:13.963 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-09-17T17:03:13.963 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.963 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:13.963 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.963 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.963 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:13.963 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641174299 2024-09-17T17:03:13.964 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.964 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:13.964 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.964 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.964 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:13.964 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.964 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.964 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:13.964 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.964 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.964 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:13.964 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.964 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.965 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:13.965 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.965 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.965 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:13.965 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2128 2024-09-17T17:03:13.965 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.965 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:13.965 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.965 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.965 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:13.965 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.965 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.965 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:13.966 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.966 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.966 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:13.966 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71855253 2024-09-17T17:03:13.966 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.966 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.966 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-09-17T17:03:13.966 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:13.966 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 192937984 2024-09-17T17:03:13.966 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.966 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:13.966 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-09-17T17:03:13.966 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.966 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:13.967 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 464 2024-09-17T17:03:13.967 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.967 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:13.967 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56993271 2024-09-17T17:03:13.967 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.967 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:13.967 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.967 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.967 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:13.967 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.967 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.967 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:13.967 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.967 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.968 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:13.968 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.968 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.968 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:13.968 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.968 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.968 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:13.968 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.968 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.968 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:13.968 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.969 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.969 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:13.969 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.969 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.969 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:13.969 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.969 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.969 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:13.969 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68835385 2024-09-17T17:03:13.969 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.969 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.969 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-09-17T17:03:13.969 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:13.969 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 713031680 2024-09-17T17:03:13.969 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.970 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:13.970 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.970 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.970 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:13.970 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.970 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.970 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:13.970 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641174299 2024-09-17T17:03:13.970 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.970 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:13.970 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.970 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.970 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:13.970 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.970 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.970 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:13.971 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.971 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.971 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:13.971 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.971 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.971 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:13.971 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.971 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.971 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:13.971 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 349477 2024-09-17T17:03:13.971 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.971 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:13.971 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.972 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.972 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:13.972 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.972 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.972 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:13.972 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.972 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.972 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:13.972 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71507904 2024-09-17T17:03:13.972 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.972 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.972 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-09-17T17:03:13.972 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-09-17T17:03:13.972 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.973 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.973 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-09-17T17:03:13.973 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.973 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.973 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-09-17T17:03:13.973 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.973 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.973 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-09-17T17:03:13.973 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.973 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.973 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.973 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:13.973 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-09-17T17:03:13.973 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 39 2024-09-17T17:03:13.973 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.974 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-09-17T17:03:13.974 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.974 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.974 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-09-17T17:03:13.974 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-09-17T17:03:13.974 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.974 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-09-17T17:03:13.974 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.974 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.974 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-09-17T17:03:13.974 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.974 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.974 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-09-17T17:03:13.975 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22 2024-09-17T17:03:13.975 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.975 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-09-17T17:03:13.975 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-09-17T17:03:13.975 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7746120 2024-09-17T17:03:13.975 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.975 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-09-17T17:03:13.975 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.975 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.975 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-09-17T17:03:13.975 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-09-17T17:03:13.976 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 795670 2024-09-17T17:03:13.976 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.976 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-09-17T17:03:13.976 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-09-17T17:03:13.976 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7656332 2024-09-17T17:03:13.976 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.976 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-09-17T17:03:13.976 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.976 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.976 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-09-17T17:03:13.976 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.976 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.977 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.977 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-17T17:03:13.977 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.977 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.977 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-09-17T17:03:13.977 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.977 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.977 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-09-17T17:03:13.977 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.977 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.977 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.977 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-09-17T17:03:13.977 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.978 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.978 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.978 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-09-17T17:03:13.978 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.978 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.978 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-09-17T17:03:13.978 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.978 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.978 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-09-17T17:03:13.978 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.978 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.978 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.978 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-17T17:03:13.978 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.978 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.979 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-17T17:03:13.979 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.979 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.979 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-09-17T17:03:13.979 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.979 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.979 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-09-17T17:03:13.979 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.979 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.979 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.979 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-09-17T17:03:13.979 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.979 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.979 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.979 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-09-17T17:03:13.979 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-09-17T17:03:13.980 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.980 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-09-17T17:03:13.980 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22 2024-09-17T17:03:13.980 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.980 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-09-17T17:03:13.980 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-09-17T17:03:13.980 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7746120 2024-09-17T17:03:13.980 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.980 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-17T17:03:13.980 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.980 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.980 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-09-17T17:03:13.980 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-09-17T17:03:13.981 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 795670 2024-09-17T17:03:13.981 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.981 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-09-17T17:03:13.981 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-09-17T17:03:13.981 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7656332 2024-09-17T17:03:13.981 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.981 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-09-17T17:03:13.981 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.981 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.981 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-09-17T17:03:13.981 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.981 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.981 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-09-17T17:03:13.981 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.982 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.982 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-09-17T17:03:13.982 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-09-17T17:03:13.982 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.982 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-09-17T17:03:13.982 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 28471296 2024-09-17T17:03:13.982 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.982 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.982 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.982 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.5": { 2024-09-17T17:03:13.982 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:13.982 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-09-17T17:03:13.983 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.983 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.983 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-09-17T17:03:13.983 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.983 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.983 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-09-17T17:03:13.983 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-09-17T17:03:13.983 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.983 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_main": { 2024-09-17T17:03:13.983 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.983 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.984 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-09-17T17:03:13.984 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.984 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.984 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-09-17T17:03:13.984 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.984 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.984 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-09-17T17:03:13.984 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-09-17T17:03:13.984 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.984 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-09-17T17:03:13.984 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1335296 2024-09-17T17:03:13.985 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.985 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-09-17T17:03:13.985 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.985 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.985 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.985 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-09-17T17:03:13.985 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.985 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.985 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.985 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-09-17T17:03:13.985 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-09-17T17:03:13.985 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.986 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-09-17T17:03:13.986 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27656192 2024-09-17T17:03:13.986 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.986 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-09-17T17:03:13.986 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 974848 2024-09-17T17:03:13.986 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.986 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-09-17T17:03:13.986 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 835584 2024-09-17T17:03:13.986 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.986 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-09-17T17:03:13.986 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31850496 2024-09-17T17:03:13.987 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.987 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-09-17T17:03:13.987 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.987 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.987 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-09-17T17:03:13.987 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.987 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.987 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-09-17T17:03:13.987 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14 2024-09-17T17:03:13.987 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.987 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-09-17T17:03:13.987 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 206480 2024-09-17T17:03:13.987 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.988 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-09-17T17:03:13.988 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23 2024-09-17T17:03:13.988 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.988 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-09-17T17:03:13.988 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1282048 2024-09-17T17:03:13.988 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.988 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-09-17T17:03:13.988 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1286144 2024-09-17T17:03:13.988 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.988 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-09-17T17:03:13.988 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.988 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.988 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-09-17T17:03:13.988 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.989 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.989 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-09-17T17:03:13.989 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15 2024-09-17T17:03:13.989 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.989 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-09-17T17:03:13.989 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4991 2024-09-17T17:03:13.989 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.989 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-09-17T17:03:13.989 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-09-17T17:03:13.989 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.989 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-09-17T17:03:13.989 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5557 2024-09-17T17:03:13.989 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.989 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-09-17T17:03:13.990 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-09-17T17:03:13.990 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.990 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-09-17T17:03:13.990 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5557 2024-09-17T17:03:13.990 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.990 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-09-17T17:03:13.990 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-09-17T17:03:13.990 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.990 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-09-17T17:03:13.990 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.990 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.990 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-09-17T17:03:13.990 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.990 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.991 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-09-17T17:03:13.991 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.991 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.991 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-09-17T17:03:13.991 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.991 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.991 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-09-17T17:03:13.991 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.991 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.991 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-09-17T17:03:13.991 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.991 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.991 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-09-17T17:03:13.991 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.991 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.991 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-09-17T17:03:13.992 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.992 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.992 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-09-17T17:03:13.992 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.992 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.992 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-09-17T17:03:13.992 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2248704 2024-09-17T17:03:13.992 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:13.992 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.992 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-09-17T17:03:13.992 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-09-17T17:03:13.992 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-09-17T17:03:13.992 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.992 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-09-17T17:03:13.993 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 802816 2024-09-17T17:03:13.993 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.993 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-09-17T17:03:13.993 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-09-17T17:03:13.993 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 174297 2024-09-17T17:03:13.993 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.993 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-09-17T17:03:13.993 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.993 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.993 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.993 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-09-17T17:03:13.993 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.993 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.994 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-09-17T17:03:13.994 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.994 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.994 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-09-17T17:03:13.994 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.994 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.994 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-09-17T17:03:13.994 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-09-17T17:03:13.994 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5790 2024-09-17T17:03:13.994 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.994 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-09-17T17:03:13.994 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.995 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.995 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.995 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-09-17T17:03:13.995 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.995 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.995 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-09-17T17:03:13.995 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 191, 2024-09-17T17:03:13.995 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57238541 2024-09-17T17:03:13.995 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.995 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-09-17T17:03:13.995 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 177, 2024-09-17T17:03:13.995 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14218141 2024-09-17T17:03:13.995 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.996 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-09-17T17:03:13.996 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 191, 2024-09-17T17:03:13.996 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 165382 2024-09-17T17:03:13.996 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.996 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-09-17T17:03:13.996 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 191, 2024-09-17T17:03:13.996 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57403923 2024-09-17T17:03:13.996 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.996 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-09-17T17:03:13.996 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.996 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.996 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.996 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-09-17T17:03:13.997 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-09-17T17:03:13.997 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 42690 2024-09-17T17:03:13.997 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.997 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-09-17T17:03:13.997 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-09-17T17:03:13.997 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 976 2024-09-17T17:03:13.997 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.997 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-09-17T17:03:13.997 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.997 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.997 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.997 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-09-17T17:03:13.997 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:13.997 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.998 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.998 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-09-17T17:03:13.998 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-09-17T17:03:13.998 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4129 2024-09-17T17:03:13.998 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.998 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-09-17T17:03:13.998 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 369 2024-09-17T17:03:13.998 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.998 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-09-17T17:03:13.998 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 257 2024-09-17T17:03:13.998 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.998 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-09-17T17:03:13.998 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 100, 2024-09-17T17:03:13.999 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 872258 2024-09-17T17:03:13.999 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.999 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-09-17T17:03:13.999 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 164, 2024-09-17T17:03:13.999 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 316260 2024-09-17T17:03:13.999 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.999 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-09-17T17:03:13.999 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 64, 2024-09-17T17:03:13.999 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 440281 2024-09-17T17:03:13.999 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.999 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-09-17T17:03:13.999 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:13.999 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:13.999 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-09-17T17:03:13.999 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-09-17T17:03:13.999 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 128245 2024-09-17T17:03:14.000 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.000 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-09-17T17:03:14.000 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-09-17T17:03:14.000 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2981092 2024-09-17T17:03:14.000 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.000 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-09-17T17:03:14.000 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 45, 2024-09-17T17:03:14.000 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3416124 2024-09-17T17:03:14.000 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.000 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-09-17T17:03:14.000 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 42, 2024-09-17T17:03:14.000 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 280895515578 2024-09-17T17:03:14.000 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.000 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-09-17T17:03:14.001 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 45, 2024-09-17T17:03:14.001 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 74815359324 2024-09-17T17:03:14.001 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.001 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-09-17T17:03:14.001 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 281, 2024-09-17T17:03:14.001 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6508109090 2024-09-17T17:03:14.001 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.001 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-09-17T17:03:14.001 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 281, 2024-09-17T17:03:14.001 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 29273 2024-09-17T17:03:14.001 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.001 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-09-17T17:03:14.001 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-09-17T17:03:14.002 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 259977 2024-09-17T17:03:14.002 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.002 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-09-17T17:03:14.002 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-09-17T17:03:14.002 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 253006686 2024-09-17T17:03:14.002 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.002 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-09-17T17:03:14.002 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-09-17T17:03:14.002 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 93552 2024-09-17T17:03:14.002 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.002 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-09-17T17:03:14.002 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-09-17T17:03:14.002 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 135042620 2024-09-17T17:03:14.002 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.002 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-09-17T17:03:14.003 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-09-17T17:03:14.003 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14285690 2024-09-17T17:03:14.003 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.003 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-09-17T17:03:14.003 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 352323 2024-09-17T17:03:14.003 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.003 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-09-17T17:03:14.003 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 37, 2024-09-17T17:03:14.003 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 153712 2024-09-17T17:03:14.003 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.003 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-09-17T17:03:14.003 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-09-17T17:03:14.003 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 405617035 2024-09-17T17:03:14.003 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.003 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-09-17T17:03:14.004 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-09-17T17:03:14.004 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16719239 2024-09-17T17:03:14.004 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.004 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-09-17T17:03:14.004 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-09-17T17:03:14.004 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1865090 2024-09-17T17:03:14.004 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.004 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.004 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-09-17T17:03:14.004 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-09-17T17:03:14.004 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1861436467 2024-09-17T17:03:14.004 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.004 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-09-17T17:03:14.005 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 43646976 2024-09-17T17:03:14.005 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.005 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-09-17T17:03:14.005 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 42721280 2024-09-17T17:03:14.005 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.005 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-09-17T17:03:14.005 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3137344512 2024-09-17T17:03:14.005 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.005 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-09-17T17:03:14.005 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 925696 2024-09-17T17:03:14.005 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.005 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.005 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-09-17T17:03:14.005 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:14.005 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 159383552 2024-09-17T17:03:14.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.006 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:14.006 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.006 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:14.006 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.006 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:14.006 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85496283 2024-09-17T17:03:14.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.006 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:14.006 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.006 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:14.006 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.007 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:14.007 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.007 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:14.007 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.007 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:14.007 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.007 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:14.007 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.007 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:14.007 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.008 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:14.008 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.008 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.008 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:14.008 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.008 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.008 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:14.008 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73887269 2024-09-17T17:03:14.008 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.008 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.008 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-09-17T17:03:14.008 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:14.008 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 780140544 2024-09-17T17:03:14.009 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.009 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:14.009 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-09-17T17:03:14.009 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.009 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:14.009 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.009 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.009 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:14.009 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641222127 2024-09-17T17:03:14.009 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.009 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:14.009 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.009 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.009 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:14.009 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.009 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.010 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:14.010 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.010 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.010 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:14.010 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.010 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.010 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:14.010 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.010 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.010 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:14.010 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2128 2024-09-17T17:03:14.010 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.010 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:14.010 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.010 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.010 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:14.010 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.011 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.011 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:14.011 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.011 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.011 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:14.011 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71807425 2024-09-17T17:03:14.011 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.011 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.011 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-09-17T17:03:14.011 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:14.011 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 192937984 2024-09-17T17:03:14.011 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.011 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:14.011 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-09-17T17:03:14.011 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.012 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:14.012 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 464 2024-09-17T17:03:14.012 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.012 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:14.012 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56997522 2024-09-17T17:03:14.012 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.012 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:14.012 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.012 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.012 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:14.012 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.012 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.012 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:14.012 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.013 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.013 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:14.013 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.013 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.013 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:14.013 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.013 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.013 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:14.013 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.013 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.013 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:14.013 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.013 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.013 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:14.013 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.014 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.014 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:14.014 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.014 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.014 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:14.014 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68831134 2024-09-17T17:03:14.014 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.014 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.014 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-09-17T17:03:14.014 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:14.014 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 713031680 2024-09-17T17:03:14.014 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.014 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:14.014 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.014 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.014 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:14.015 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.015 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.015 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:14.015 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641222127 2024-09-17T17:03:14.015 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.015 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:14.015 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.015 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.015 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:14.015 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.015 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.015 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:14.015 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.015 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.015 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:14.015 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.016 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.016 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:14.016 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6054 2024-09-17T17:03:14.016 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.016 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:14.016 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 243395 2024-09-17T17:03:14.016 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.016 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:14.016 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.016 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.016 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:14.016 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.016 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.017 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:14.017 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.017 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.017 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:14.017 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71560104 2024-09-17T17:03:14.017 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.017 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.017 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-09-17T17:03:14.017 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-09-17T17:03:14.017 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.017 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.017 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-09-17T17:03:14.017 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.017 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.018 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-09-17T17:03:14.018 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.018 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.018 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-09-17T17:03:14.018 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.018 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.018 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.018 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:14.018 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-09-17T17:03:14.018 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 42 2024-09-17T17:03:14.018 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.018 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-09-17T17:03:14.018 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.019 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.019 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-09-17T17:03:14.019 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.019 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.019 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-09-17T17:03:14.019 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.019 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.019 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-09-17T17:03:14.019 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.019 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.019 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-09-17T17:03:14.019 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.019 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.019 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-09-17T17:03:14.019 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:14.020 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.020 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.020 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-09-17T17:03:14.020 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.020 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.020 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-09-17T17:03:14.020 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:14.020 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.020 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.020 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-09-17T17:03:14.020 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:14.020 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.020 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.020 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-09-17T17:03:14.020 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.021 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.021 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-09-17T17:03:14.021 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:14.021 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.021 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.021 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-17T17:03:14.021 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.021 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.021 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-09-17T17:03:14.021 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.021 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.021 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-09-17T17:03:14.021 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:14.021 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.021 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.022 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-09-17T17:03:14.022 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:14.022 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.022 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.022 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-09-17T17:03:14.022 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.022 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.022 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-09-17T17:03:14.022 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.022 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.022 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-09-17T17:03:14.022 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:14.022 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.022 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.022 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-17T17:03:14.022 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.022 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.023 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-17T17:03:14.023 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.023 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.023 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-09-17T17:03:14.023 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.023 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.023 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-09-17T17:03:14.023 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:14.023 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.023 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.023 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-09-17T17:03:14.024 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:14.024 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.024 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.024 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-09-17T17:03:14.024 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.024 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.024 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-09-17T17:03:14.024 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.024 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.024 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-09-17T17:03:14.024 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:14.024 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.024 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.024 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-17T17:03:14.024 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.025 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.025 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-09-17T17:03:14.025 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:14.025 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.025 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.025 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-09-17T17:03:14.025 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:14.025 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.025 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.025 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-09-17T17:03:14.025 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.025 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.025 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-09-17T17:03:14.025 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.025 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.026 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-09-17T17:03:14.026 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.026 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.026 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-09-17T17:03:14.026 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-09-17T17:03:14.026 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.026 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-09-17T17:03:14.026 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 28467200 2024-09-17T17:03:14.026 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.026 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.026 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.026 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.6": { 2024-09-17T17:03:14.026 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:14.026 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-09-17T17:03:14.026 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.026 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.027 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-09-17T17:03:14.027 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.027 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.027 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-09-17T17:03:14.027 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-09-17T17:03:14.027 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.027 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_main": { 2024-09-17T17:03:14.027 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.027 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.027 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-09-17T17:03:14.027 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.027 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.027 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-09-17T17:03:14.027 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.027 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.028 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-09-17T17:03:14.028 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-09-17T17:03:14.028 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.028 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-09-17T17:03:14.028 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6397952 2024-09-17T17:03:14.028 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.028 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-09-17T17:03:14.028 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:14.028 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.028 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.028 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-09-17T17:03:14.028 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:14.028 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.028 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.028 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-09-17T17:03:14.029 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-09-17T17:03:14.029 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.029 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-09-17T17:03:14.029 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31850496 2024-09-17T17:03:14.029 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.029 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-09-17T17:03:14.029 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3354624 2024-09-17T17:03:14.029 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.029 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-09-17T17:03:14.029 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3215360 2024-09-17T17:03:14.029 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.029 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-09-17T17:03:14.029 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31850496 2024-09-17T17:03:14.029 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.029 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-09-17T17:03:14.030 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.030 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.030 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-09-17T17:03:14.030 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.030 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.030 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-09-17T17:03:14.030 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14 2024-09-17T17:03:14.030 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.030 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-09-17T17:03:14.030 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 206480 2024-09-17T17:03:14.030 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.030 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-09-17T17:03:14.030 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23 2024-09-17T17:03:14.030 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.030 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-09-17T17:03:14.030 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1282048 2024-09-17T17:03:14.031 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.031 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-09-17T17:03:14.031 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1286144 2024-09-17T17:03:14.031 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.031 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-09-17T17:03:14.031 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.031 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.031 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-09-17T17:03:14.031 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.031 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.031 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-09-17T17:03:14.031 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15 2024-09-17T17:03:14.031 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.031 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-09-17T17:03:14.032 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4991 2024-09-17T17:03:14.032 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.032 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-09-17T17:03:14.032 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-09-17T17:03:14.032 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.032 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-09-17T17:03:14.032 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5556 2024-09-17T17:03:14.032 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.032 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-09-17T17:03:14.032 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-09-17T17:03:14.032 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.032 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-09-17T17:03:14.032 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5556 2024-09-17T17:03:14.032 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.033 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-09-17T17:03:14.033 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-09-17T17:03:14.033 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.033 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-09-17T17:03:14.033 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.033 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.033 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-09-17T17:03:14.033 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.033 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.033 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-09-17T17:03:14.033 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.033 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.033 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-09-17T17:03:14.033 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.034 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.034 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-09-17T17:03:14.034 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.034 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.034 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-09-17T17:03:14.034 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.034 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.034 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-09-17T17:03:14.034 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.034 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.034 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-09-17T17:03:14.034 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.034 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.034 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-09-17T17:03:14.034 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.035 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.035 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-09-17T17:03:14.035 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9691136 2024-09-17T17:03:14.035 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.035 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.035 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-09-17T17:03:14.035 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-09-17T17:03:14.035 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-09-17T17:03:14.035 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.035 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-09-17T17:03:14.035 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1388544 2024-09-17T17:03:14.035 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.035 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-09-17T17:03:14.035 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-09-17T17:03:14.036 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 111425 2024-09-17T17:03:14.036 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.036 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-09-17T17:03:14.036 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:14.036 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.036 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.036 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-09-17T17:03:14.036 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.036 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.036 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-09-17T17:03:14.036 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.036 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.036 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-09-17T17:03:14.036 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.037 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.037 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-09-17T17:03:14.037 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 6, 2024-09-17T17:03:14.037 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11155 2024-09-17T17:03:14.037 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.037 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-09-17T17:03:14.037 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:14.037 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.037 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.037 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-09-17T17:03:14.037 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.037 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.037 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-09-17T17:03:14.037 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 772, 2024-09-17T17:03:14.038 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 505046632 2024-09-17T17:03:14.038 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.038 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-09-17T17:03:14.038 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 766, 2024-09-17T17:03:14.038 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23688532 2024-09-17T17:03:14.038 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.038 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-09-17T17:03:14.038 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 772, 2024-09-17T17:03:14.038 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 753556 2024-09-17T17:03:14.038 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.038 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-09-17T17:03:14.038 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 772, 2024-09-17T17:03:14.038 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 505800188 2024-09-17T17:03:14.038 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.038 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-09-17T17:03:14.039 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:14.039 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.039 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.039 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-09-17T17:03:14.039 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-09-17T17:03:14.039 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35286 2024-09-17T17:03:14.039 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.039 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-09-17T17:03:14.039 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-09-17T17:03:14.039 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1126 2024-09-17T17:03:14.039 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.039 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-09-17T17:03:14.039 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:14.039 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.039 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.039 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-09-17T17:03:14.040 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:14.040 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.040 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.040 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-09-17T17:03:14.040 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-09-17T17:03:14.040 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10208 2024-09-17T17:03:14.040 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.040 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-09-17T17:03:14.040 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3482 2024-09-17T17:03:14.040 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.040 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-09-17T17:03:14.040 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 362 2024-09-17T17:03:14.040 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.040 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-09-17T17:03:14.040 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 99, 2024-09-17T17:03:14.041 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1270092 2024-09-17T17:03:14.041 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.041 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-09-17T17:03:14.041 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 156, 2024-09-17T17:03:14.041 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 333630 2024-09-17T17:03:14.041 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.041 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-09-17T17:03:14.041 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 57, 2024-09-17T17:03:14.041 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 849930 2024-09-17T17:03:14.041 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.041 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-09-17T17:03:14.041 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.041 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.042 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-09-17T17:03:14.042 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101, 2024-09-17T17:03:14.042 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5520906 2024-09-17T17:03:14.042 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.042 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-09-17T17:03:14.042 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3388, 2024-09-17T17:03:14.042 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3959977810 2024-09-17T17:03:14.042 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.042 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-09-17T17:03:14.042 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 38, 2024-09-17T17:03:14.042 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5557216 2024-09-17T17:03:14.042 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.042 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-09-17T17:03:14.043 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 38, 2024-09-17T17:03:14.043 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 430192931387 2024-09-17T17:03:14.043 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.043 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-09-17T17:03:14.043 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 38, 2024-09-17T17:03:14.043 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70390228345 2024-09-17T17:03:14.043 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.043 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-09-17T17:03:14.043 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3388, 2024-09-17T17:03:14.043 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1102350411 2024-09-17T17:03:14.043 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.043 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-09-17T17:03:14.043 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3388, 2024-09-17T17:03:14.043 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 207064 2024-09-17T17:03:14.043 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.044 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-09-17T17:03:14.044 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3388, 2024-09-17T17:03:14.044 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5391825 2024-09-17T17:03:14.044 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.044 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-09-17T17:03:14.044 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3388, 2024-09-17T17:03:14.044 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2579960264 2024-09-17T17:03:14.044 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.044 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-09-17T17:03:14.044 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3388, 2024-09-17T17:03:14.044 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 533683 2024-09-17T17:03:14.044 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.045 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-09-17T17:03:14.045 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3388, 2024-09-17T17:03:14.045 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1426795050 2024-09-17T17:03:14.045 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.045 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-09-17T17:03:14.045 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3388, 2024-09-17T17:03:14.045 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 365087530 2024-09-17T17:03:14.045 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.045 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-09-17T17:03:14.045 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 942582 2024-09-17T17:03:14.045 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.045 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-09-17T17:03:14.045 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 31, 2024-09-17T17:03:14.045 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 143088 2024-09-17T17:03:14.046 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.046 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-09-17T17:03:14.046 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3388, 2024-09-17T17:03:14.046 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8337479332 2024-09-17T17:03:14.046 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.046 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-09-17T17:03:14.046 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3388, 2024-09-17T17:03:14.046 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 401238930 2024-09-17T17:03:14.046 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.046 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-09-17T17:03:14.046 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3388, 2024-09-17T17:03:14.046 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 270646603 2024-09-17T17:03:14.046 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.046 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.047 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-09-17T17:03:14.047 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-09-17T17:03:14.047 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1861436467 2024-09-17T17:03:14.047 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.047 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-09-17T17:03:14.047 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46792704 2024-09-17T17:03:14.047 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.047 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-09-17T17:03:14.047 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 45301760 2024-09-17T17:03:14.047 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.047 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-09-17T17:03:14.047 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3137344512 2024-09-17T17:03:14.047 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.047 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-09-17T17:03:14.047 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1490944 2024-09-17T17:03:14.047 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.048 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.048 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-09-17T17:03:14.048 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:14.048 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 159383552 2024-09-17T17:03:14.048 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.048 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:14.048 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.048 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.048 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:14.048 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.048 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.048 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:14.048 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85489176 2024-09-17T17:03:14.048 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.049 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:14.049 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.049 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.049 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:14.049 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.049 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.049 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:14.049 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.049 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.049 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:14.049 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.049 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.049 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:14.050 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.050 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.050 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:14.050 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-09-17T17:03:14.050 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.050 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:14.050 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.050 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.050 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:14.050 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.050 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.050 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:14.050 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.051 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.051 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:14.051 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73882088 2024-09-17T17:03:14.051 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.051 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.051 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-09-17T17:03:14.051 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:14.051 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 780140544 2024-09-17T17:03:14.051 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.051 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:14.051 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-09-17T17:03:14.051 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.051 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:14.051 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.051 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.051 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:14.052 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641168820 2024-09-17T17:03:14.052 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.052 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:14.052 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.052 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.052 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:14.052 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.052 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.052 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:14.052 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.052 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.052 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:14.052 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.052 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.052 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:14.053 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.053 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.053 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:14.053 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2128 2024-09-17T17:03:14.053 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.053 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:14.053 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.053 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.053 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:14.053 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.053 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.053 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:14.053 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.053 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.053 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:14.054 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71860732 2024-09-17T17:03:14.054 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.054 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.054 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-09-17T17:03:14.054 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:14.054 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 192937984 2024-09-17T17:03:14.054 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.054 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:14.054 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-09-17T17:03:14.054 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.054 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:14.054 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 464 2024-09-17T17:03:14.054 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.054 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:14.055 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56992784 2024-09-17T17:03:14.055 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.055 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:14.055 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.055 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.055 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:14.055 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.055 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.055 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:14.055 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.055 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.055 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:14.055 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.055 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.055 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:14.055 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.056 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.056 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:14.056 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.056 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.056 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:14.056 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.056 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.056 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:14.056 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.056 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.056 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:14.056 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.056 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.056 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:14.057 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68835872 2024-09-17T17:03:14.057 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.057 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.057 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-09-17T17:03:14.057 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:14.057 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 713031680 2024-09-17T17:03:14.057 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.057 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:14.057 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.057 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.057 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:14.057 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.057 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.057 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:14.058 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641168820 2024-09-17T17:03:14.058 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.058 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:14.058 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.058 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.058 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:14.058 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.058 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.058 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:14.058 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.058 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.058 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:14.058 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.058 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.059 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:14.059 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5921 2024-09-17T17:03:14.059 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.059 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:14.059 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 350551 2024-09-17T17:03:14.059 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.059 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:14.059 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.059 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.059 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:14.059 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.059 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.059 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:14.059 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.059 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.060 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:14.060 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71506388 2024-09-17T17:03:14.060 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.060 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.060 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-09-17T17:03:14.060 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-09-17T17:03:14.060 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.060 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.060 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-09-17T17:03:14.060 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.060 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.060 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-09-17T17:03:14.060 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.060 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.061 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-09-17T17:03:14.061 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.061 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.061 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.061 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:14.061 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-09-17T17:03:14.061 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38 2024-09-17T17:03:14.061 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.061 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-09-17T17:03:14.061 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.061 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.061 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-09-17T17:03:14.061 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13 2024-09-17T17:03:14.061 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.062 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-09-17T17:03:14.062 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.062 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.062 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-09-17T17:03:14.062 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.062 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.062 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-09-17T17:03:14.062 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2810 2024-09-17T17:03:14.062 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.062 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-09-17T17:03:14.062 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13, 2024-09-17T17:03:14.062 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 137130500 2024-09-17T17:03:14.062 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.062 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-09-17T17:03:14.062 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.062 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.062 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-09-17T17:03:14.063 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15, 2024-09-17T17:03:14.063 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 30849050 2024-09-17T17:03:14.063 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.063 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-09-17T17:03:14.063 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13, 2024-09-17T17:03:14.063 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 63156333 2024-09-17T17:03:14.063 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.063 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-09-17T17:03:14.063 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.063 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.063 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-09-17T17:03:14.063 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:14.063 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.064 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.064 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-17T17:03:14.064 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.064 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.064 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-09-17T17:03:14.064 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.064 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.064 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-09-17T17:03:14.064 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:14.064 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.064 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.064 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-09-17T17:03:14.064 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:14.064 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.064 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.065 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-09-17T17:03:14.065 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.065 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.065 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-09-17T17:03:14.065 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.065 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.065 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-09-17T17:03:14.065 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:14.065 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.065 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.065 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-17T17:03:14.065 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.065 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.065 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-17T17:03:14.065 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.066 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.066 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-09-17T17:03:14.066 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.066 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.066 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-09-17T17:03:14.066 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:14.066 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.066 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.066 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-09-17T17:03:14.066 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:14.066 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.066 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.066 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-09-17T17:03:14.066 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13 2024-09-17T17:03:14.066 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.067 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-09-17T17:03:14.067 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2810 2024-09-17T17:03:14.067 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.067 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-09-17T17:03:14.067 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13, 2024-09-17T17:03:14.067 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 137130500 2024-09-17T17:03:14.067 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.067 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-17T17:03:14.067 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.067 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.067 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-09-17T17:03:14.067 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15, 2024-09-17T17:03:14.067 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 30849050 2024-09-17T17:03:14.068 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.068 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-09-17T17:03:14.068 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13, 2024-09-17T17:03:14.068 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 63156333 2024-09-17T17:03:14.068 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.068 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-09-17T17:03:14.068 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.068 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.068 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-09-17T17:03:14.068 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.068 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.068 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-09-17T17:03:14.068 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.068 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.069 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-09-17T17:03:14.069 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-09-17T17:03:14.069 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.069 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-09-17T17:03:14.069 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 33247232 2024-09-17T17:03:14.069 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.069 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.069 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.069 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.7": { 2024-09-17T17:03:14.069 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:14.069 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-09-17T17:03:14.069 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.069 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.070 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-09-17T17:03:14.070 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.070 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.070 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-09-17T17:03:14.070 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-09-17T17:03:14.070 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.070 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_main": { 2024-09-17T17:03:14.070 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.070 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.070 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-09-17T17:03:14.070 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.070 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.070 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-09-17T17:03:14.071 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.071 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.071 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-09-17T17:03:14.071 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-09-17T17:03:14.071 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.071 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-09-17T17:03:14.071 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1228800 2024-09-17T17:03:14.071 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.071 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-09-17T17:03:14.071 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:14.071 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.071 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.071 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-09-17T17:03:14.072 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:14.072 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.072 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.072 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-09-17T17:03:14.072 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-09-17T17:03:14.072 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.072 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-09-17T17:03:14.072 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27656192 2024-09-17T17:03:14.072 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.072 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-09-17T17:03:14.072 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 925696 2024-09-17T17:03:14.072 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.073 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-09-17T17:03:14.073 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 786432 2024-09-17T17:03:14.073 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.073 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-09-17T17:03:14.073 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31850496 2024-09-17T17:03:14.073 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.073 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-09-17T17:03:14.073 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.073 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.073 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-09-17T17:03:14.073 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.073 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-09-17T17:03:14.074 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14 2024-09-17T17:03:14.074 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.074 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-09-17T17:03:14.074 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 206480 2024-09-17T17:03:14.074 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.074 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-09-17T17:03:14.074 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23 2024-09-17T17:03:14.074 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.074 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-09-17T17:03:14.074 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1282048 2024-09-17T17:03:14.074 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.074 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-09-17T17:03:14.074 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1286144 2024-09-17T17:03:14.074 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.074 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-09-17T17:03:14.075 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.075 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.075 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-09-17T17:03:14.075 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.075 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.075 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-09-17T17:03:14.075 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15 2024-09-17T17:03:14.075 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.075 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-09-17T17:03:14.075 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4991 2024-09-17T17:03:14.075 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.075 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-09-17T17:03:14.075 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-09-17T17:03:14.075 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.076 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-09-17T17:03:14.076 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5552 2024-09-17T17:03:14.076 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.076 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-09-17T17:03:14.076 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-09-17T17:03:14.076 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.076 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-09-17T17:03:14.076 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5552 2024-09-17T17:03:14.076 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.076 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-09-17T17:03:14.076 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-09-17T17:03:14.076 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.076 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-09-17T17:03:14.076 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.077 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.077 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-09-17T17:03:14.077 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.077 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.077 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-09-17T17:03:14.077 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.077 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.077 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-09-17T17:03:14.077 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.077 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.077 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-09-17T17:03:14.077 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.077 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.077 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-09-17T17:03:14.078 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.078 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.078 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-09-17T17:03:14.078 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.078 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.078 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-09-17T17:03:14.078 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.078 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.078 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-09-17T17:03:14.078 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.078 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.078 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-09-17T17:03:14.078 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2093056 2024-09-17T17:03:14.078 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.079 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.079 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-09-17T17:03:14.079 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-09-17T17:03:14.079 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-09-17T17:03:14.079 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.079 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-09-17T17:03:14.079 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1384448 2024-09-17T17:03:14.079 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.079 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-09-17T17:03:14.079 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-09-17T17:03:14.079 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 151098 2024-09-17T17:03:14.079 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.079 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-09-17T17:03:14.079 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:14.079 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.079 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.080 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-09-17T17:03:14.080 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.080 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.080 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-09-17T17:03:14.080 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.080 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.080 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-09-17T17:03:14.080 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.080 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.080 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-09-17T17:03:14.080 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 9, 2024-09-17T17:03:14.080 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31790 2024-09-17T17:03:14.080 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.080 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-09-17T17:03:14.081 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:14.081 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.081 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.081 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-09-17T17:03:14.081 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.081 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.081 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-09-17T17:03:14.081 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 179, 2024-09-17T17:03:14.081 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 59956763 2024-09-17T17:03:14.081 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.081 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-09-17T17:03:14.081 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 170, 2024-09-17T17:03:14.081 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11959556 2024-09-17T17:03:14.082 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.082 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-09-17T17:03:14.082 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 179, 2024-09-17T17:03:14.082 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 121682 2024-09-17T17:03:14.082 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.082 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-09-17T17:03:14.082 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 179, 2024-09-17T17:03:14.082 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 60078445 2024-09-17T17:03:14.082 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.082 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-09-17T17:03:14.082 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:14.082 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.082 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.082 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-09-17T17:03:14.082 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-09-17T17:03:14.082 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 39715 2024-09-17T17:03:14.083 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.083 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-09-17T17:03:14.083 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-09-17T17:03:14.083 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1065 2024-09-17T17:03:14.083 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.083 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-09-17T17:03:14.083 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:14.083 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.083 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.083 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-09-17T17:03:14.083 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:14.083 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.083 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.083 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-09-17T17:03:14.084 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-09-17T17:03:14.084 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7287 2024-09-17T17:03:14.084 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.084 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-09-17T17:03:14.084 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 596 2024-09-17T17:03:14.084 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.084 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-09-17T17:03:14.084 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 291 2024-09-17T17:03:14.084 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.084 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-09-17T17:03:14.084 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 127, 2024-09-17T17:03:14.084 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2404471 2024-09-17T17:03:14.084 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.084 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-09-17T17:03:14.085 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 200, 2024-09-17T17:03:14.085 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 341577 2024-09-17T17:03:14.085 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.085 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-09-17T17:03:14.085 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73, 2024-09-17T17:03:14.085 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1609627 2024-09-17T17:03:14.085 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.085 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-09-17T17:03:14.085 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.085 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.086 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-09-17T17:03:14.086 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-09-17T17:03:14.086 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 26133 2024-09-17T17:03:14.086 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.086 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-09-17T17:03:14.086 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 295, 2024-09-17T17:03:14.086 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2119142 2024-09-17T17:03:14.086 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.086 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-09-17T17:03:14.086 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 24, 2024-09-17T17:03:14.086 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1774929 2024-09-17T17:03:14.086 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.086 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-09-17T17:03:14.086 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 24, 2024-09-17T17:03:14.086 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 227405664659 2024-09-17T17:03:14.087 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.087 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-09-17T17:03:14.087 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 24, 2024-09-17T17:03:14.087 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 34029516373 2024-09-17T17:03:14.087 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.087 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-09-17T17:03:14.087 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 295, 2024-09-17T17:03:14.087 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 513892 2024-09-17T17:03:14.087 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.087 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-09-17T17:03:14.087 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 295, 2024-09-17T17:03:14.087 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 42767 2024-09-17T17:03:14.087 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.087 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-09-17T17:03:14.088 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 295, 2024-09-17T17:03:14.088 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 224264 2024-09-17T17:03:14.088 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.088 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-09-17T17:03:14.088 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 295, 2024-09-17T17:03:14.088 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 172925126 2024-09-17T17:03:14.088 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.088 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-09-17T17:03:14.088 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 295, 2024-09-17T17:03:14.088 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 96668 2024-09-17T17:03:14.088 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.088 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-09-17T17:03:14.088 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 295, 2024-09-17T17:03:14.088 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 103695907 2024-09-17T17:03:14.089 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.089 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-09-17T17:03:14.089 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 295, 2024-09-17T17:03:14.089 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13417559 2024-09-17T17:03:14.089 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.089 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-09-17T17:03:14.089 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 940556 2024-09-17T17:03:14.089 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.089 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-09-17T17:03:14.089 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 23, 2024-09-17T17:03:14.089 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 113993 2024-09-17T17:03:14.089 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.089 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-09-17T17:03:14.089 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 295, 2024-09-17T17:03:14.089 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 292425452 2024-09-17T17:03:14.090 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.090 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-09-17T17:03:14.090 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 295, 2024-09-17T17:03:14.090 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15944540 2024-09-17T17:03:14.090 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.090 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-09-17T17:03:14.090 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 295, 2024-09-17T17:03:14.090 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2093971 2024-09-17T17:03:14.090 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.090 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.090 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-09-17T17:03:14.090 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-09-17T17:03:14.090 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1861436467 2024-09-17T17:03:14.090 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.091 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-09-17T17:03:14.091 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 43646976 2024-09-17T17:03:14.091 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.091 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-09-17T17:03:14.091 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 42450944 2024-09-17T17:03:14.091 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.091 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-09-17T17:03:14.091 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3137344512 2024-09-17T17:03:14.091 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.091 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-09-17T17:03:14.091 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1196032 2024-09-17T17:03:14.091 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.091 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.091 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-09-17T17:03:14.092 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:14.092 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 159383552 2024-09-17T17:03:14.092 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.092 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:14.092 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.092 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.092 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:14.092 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.092 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.092 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:14.092 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85487378 2024-09-17T17:03:14.092 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.092 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:14.092 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.092 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.093 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:14.093 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.093 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.093 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:14.093 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.093 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.093 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:14.093 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.093 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.093 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:14.093 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.093 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.093 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:14.094 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 135168 2024-09-17T17:03:14.094 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.094 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:14.094 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.094 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.094 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:14.094 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.094 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.094 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:14.094 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.094 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.094 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:14.094 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73761006 2024-09-17T17:03:14.095 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.095 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.095 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-09-17T17:03:14.095 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:14.095 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 780140544 2024-09-17T17:03:14.095 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.095 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:14.095 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-09-17T17:03:14.095 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.095 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:14.095 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.095 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.096 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:14.096 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641155341 2024-09-17T17:03:14.096 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.096 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:14.096 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.096 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.096 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:14.096 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.096 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.096 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:14.097 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.097 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.097 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:14.097 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.097 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.097 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:14.097 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.097 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.097 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:14.097 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2128 2024-09-17T17:03:14.097 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.097 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:14.098 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.098 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.098 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:14.098 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.098 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.098 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:14.098 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.098 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.098 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:14.098 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71874211 2024-09-17T17:03:14.098 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.098 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.099 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-09-17T17:03:14.099 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:14.099 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 192937984 2024-09-17T17:03:14.099 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.099 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:14.099 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-09-17T17:03:14.099 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.099 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:14.099 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 464 2024-09-17T17:03:14.099 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.099 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:14.099 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56991585 2024-09-17T17:03:14.099 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.099 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:14.100 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.100 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.100 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:14.100 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.100 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.100 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:14.100 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.100 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.100 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:14.100 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.100 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.100 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:14.100 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.101 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.101 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:14.101 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.101 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.101 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:14.101 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.101 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.101 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:14.101 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.101 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.101 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:14.101 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.101 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.101 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:14.102 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68837071 2024-09-17T17:03:14.102 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.102 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.102 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-09-17T17:03:14.102 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:14.102 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 713031680 2024-09-17T17:03:14.102 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.102 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:14.102 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.102 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.102 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:14.102 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.102 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.102 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:14.103 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641155341 2024-09-17T17:03:14.103 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.103 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:14.103 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.103 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.103 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:14.103 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.103 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.103 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:14.103 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.103 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.103 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:14.103 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.103 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.103 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:14.103 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.104 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.104 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:14.104 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 256785 2024-09-17T17:03:14.104 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.104 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:14.104 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.104 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.104 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:14.104 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.104 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.104 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:14.104 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.104 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.104 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:14.104 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71619554 2024-09-17T17:03:14.105 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.105 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.105 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-09-17T17:03:14.105 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-09-17T17:03:14.105 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.105 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.105 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-09-17T17:03:14.105 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.105 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.105 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-09-17T17:03:14.105 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.105 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.105 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-09-17T17:03:14.106 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.106 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.106 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.106 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:14.106 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-09-17T17:03:14.106 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46 2024-09-17T17:03:14.106 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.106 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-09-17T17:03:14.106 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.106 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.106 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-09-17T17:03:14.106 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 101 2024-09-17T17:03:14.106 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.107 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-09-17T17:03:14.107 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.107 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.107 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-09-17T17:03:14.107 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.107 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.107 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-09-17T17:03:14.107 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.107 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.107 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-09-17T17:03:14.107 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101, 2024-09-17T17:03:14.107 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 90118237 2024-09-17T17:03:14.107 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.108 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-09-17T17:03:14.108 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 264694 2024-09-17T17:03:14.108 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.108 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-09-17T17:03:14.108 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 103, 2024-09-17T17:03:14.108 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 26343356 2024-09-17T17:03:14.108 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.108 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-09-17T17:03:14.108 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101, 2024-09-17T17:03:14.108 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 53019426 2024-09-17T17:03:14.108 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.108 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-09-17T17:03:14.108 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70 2024-09-17T17:03:14.108 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.109 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-09-17T17:03:14.109 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 70, 2024-09-17T17:03:14.109 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11421778 2024-09-17T17:03:14.109 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.109 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-17T17:03:14.109 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.109 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.109 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-09-17T17:03:14.109 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 264694 2024-09-17T17:03:14.109 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.109 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-09-17T17:03:14.109 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 70, 2024-09-17T17:03:14.109 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10051740 2024-09-17T17:03:14.109 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.109 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-09-17T17:03:14.110 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 70, 2024-09-17T17:03:14.110 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8240397 2024-09-17T17:03:14.110 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.110 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-09-17T17:03:14.110 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 26 2024-09-17T17:03:14.110 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.110 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-09-17T17:03:14.110 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.110 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.110 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-09-17T17:03:14.110 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 26, 2024-09-17T17:03:14.110 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27052430 2024-09-17T17:03:14.110 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.111 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-17T17:03:14.111 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.111 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.111 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-17T17:03:14.111 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.111 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.111 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-09-17T17:03:14.111 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.111 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.111 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-09-17T17:03:14.111 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 26, 2024-09-17T17:03:14.111 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11175462 2024-09-17T17:03:14.111 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.111 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-09-17T17:03:14.112 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 26, 2024-09-17T17:03:14.112 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 25567014 2024-09-17T17:03:14.112 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.112 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-09-17T17:03:14.112 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-09-17T17:03:14.112 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.112 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-09-17T17:03:14.112 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.112 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.112 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-09-17T17:03:14.112 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5, 2024-09-17T17:03:14.112 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 51644029 2024-09-17T17:03:14.112 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.112 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-17T17:03:14.113 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.113 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.113 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-09-17T17:03:14.113 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7, 2024-09-17T17:03:14.113 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5116154 2024-09-17T17:03:14.113 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.113 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-09-17T17:03:14.113 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5, 2024-09-17T17:03:14.113 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 19212015 2024-09-17T17:03:14.113 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.113 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-09-17T17:03:14.113 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.113 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.114 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-09-17T17:03:14.114 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.114 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.114 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-09-17T17:03:14.114 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:14.114 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.114 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-09-17T17:03:14.114 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-09-17T17:03:14.114 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.114 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-09-17T17:03:14.114 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 29048832 2024-09-17T17:03:14.114 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.115 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.115 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.115 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.115 INFO:tasks.workunit.client.0.smithi031.stdout: "pools": [ 2024-09-17T17:03:14.115 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.115 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-09-17T17:03:14.115 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr" 2024-09-17T17:03:14.115 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.115 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-09-17T17:03:14.115 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-09-17T17:03:14.115 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-09-17T17:03:14.115 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-09-17T17:03:14.115 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-09-17T17:03:14.115 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 1, 2024-09-17T17:03:14.115 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 1, 2024-09-17T17:03:14.116 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 1, 2024-09-17T17:03:14.116 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-09-17T17:03:14.116 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-09-17T17:03:14.116 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 729296251146, 2024-09-17T17:03:14.116 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 1781760, 2024-09-17T17:03:14.116 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-09-17T17:03:14.116 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-09-17T17:03:14.116 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 1781760, 2024-09-17T17:03:14.116 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-09-17T17:03:14.116 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 243098763264, 2024-09-17T17:03:14.116 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 2, 2024-09-17T17:03:14.116 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-09-17T17:03:14.116 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 2.443116500217002e-06, 2024-09-17T17:03:14.117 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-09-17T17:03:14.117 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-09-17T17:03:14.117 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 358, 2024-09-17T17:03:14.117 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 567296, 2024-09-17T17:03:14.117 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 590368, 2024-09-17T17:03:14.117 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 590368, 2024-09-17T17:03:14.117 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-09-17T17:03:14.117 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 1771104, 2024-09-17T17:03:14.117 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 211, 2024-09-17T17:03:14.118 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 2473984 2024-09-17T17:03:14.118 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.118 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-09-17T17:03:14.118 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-09-17T17:03:14.118 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-09-17T17:03:14.118 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.120 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.120 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-09-17T17:03:14.120 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-09-17T17:03:14.120 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.121 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-09-17T17:03:14.121 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-09-17T17:03:14.121 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-09-17T17:03:14.121 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-09-17T17:03:14.121 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-09-17T17:03:14.121 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 32, 2024-09-17T17:03:14.121 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 32, 2024-09-17T17:03:14.121 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 2, 2024-09-17T17:03:14.121 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-09-17T17:03:14.121 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-09-17T17:03:14.121 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 729296251146, 2024-09-17T17:03:14.121 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 98304, 2024-09-17T17:03:14.122 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-09-17T17:03:14.122 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-09-17T17:03:14.122 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 98304, 2024-09-17T17:03:14.122 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-09-17T17:03:14.122 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 243098763264, 2024-09-17T17:03:14.122 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 22, 2024-09-17T17:03:14.122 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-09-17T17:03:14.122 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 1.3479292704232648e-07, 2024-09-17T17:03:14.122 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-09-17T17:03:14.122 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-09-17T17:03:14.122 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 0, 2024-09-17T17:03:14.122 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 0, 2024-09-17T17:03:14.122 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 3428, 2024-09-17T17:03:14.123 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 3428, 2024-09-17T17:03:14.123 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-09-17T17:03:14.123 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 10284, 2024-09-17T17:03:14.123 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 51, 2024-09-17T17:03:14.123 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 20480 2024-09-17T17:03:14.123 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.123 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-09-17T17:03:14.123 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-09-17T17:03:14.123 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-09-17T17:03:14.123 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.123 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.123 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-09-17T17:03:14.123 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-09-17T17:03:14.123 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.124 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-09-17T17:03:14.124 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-09-17T17:03:14.124 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-09-17T17:03:14.124 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-09-17T17:03:14.124 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-09-17T17:03:14.124 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 64, 2024-09-17T17:03:14.124 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 64, 2024-09-17T17:03:14.124 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 3, 2024-09-17T17:03:14.124 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-09-17T17:03:14.124 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-09-17T17:03:14.124 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 729296251146, 2024-09-17T17:03:14.125 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 0, 2024-09-17T17:03:14.125 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-09-17T17:03:14.125 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-09-17T17:03:14.125 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 0, 2024-09-17T17:03:14.125 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-09-17T17:03:14.125 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 243098763264, 2024-09-17T17:03:14.125 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 0, 2024-09-17T17:03:14.125 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-09-17T17:03:14.125 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 0.0, 2024-09-17T17:03:14.125 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-09-17T17:03:14.125 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-09-17T17:03:14.125 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 0, 2024-09-17T17:03:14.125 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 0, 2024-09-17T17:03:14.126 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 0, 2024-09-17T17:03:14.126 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 0, 2024-09-17T17:03:14.126 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-09-17T17:03:14.126 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 0, 2024-09-17T17:03:14.126 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 0, 2024-09-17T17:03:14.126 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 0 2024-09-17T17:03:14.126 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.126 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-09-17T17:03:14.126 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-09-17T17:03:14.126 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-09-17T17:03:14.126 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.126 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.126 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-09-17T17:03:14.126 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd" 2024-09-17T17:03:14.127 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.127 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-09-17T17:03:14.127 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-09-17T17:03:14.127 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-09-17T17:03:14.127 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-09-17T17:03:14.127 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-09-17T17:03:14.127 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 8, 2024-09-17T17:03:14.127 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 8, 2024-09-17T17:03:14.127 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 4, 2024-09-17T17:03:14.127 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-09-17T17:03:14.127 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-09-17T17:03:14.127 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 729296251146, 2024-09-17T17:03:14.127 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 12288, 2024-09-17T17:03:14.127 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-09-17T17:03:14.127 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-09-17T17:03:14.128 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 12288, 2024-09-17T17:03:14.128 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-09-17T17:03:14.128 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 243098763264, 2024-09-17T17:03:14.128 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 2, 2024-09-17T17:03:14.128 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-09-17T17:03:14.128 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 1.684911943300449e-08, 2024-09-17T17:03:14.128 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-09-17T17:03:14.128 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-09-17T17:03:14.128 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 0, 2024-09-17T17:03:14.128 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 0, 2024-09-17T17:03:14.128 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 19, 2024-09-17T17:03:14.128 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 19, 2024-09-17T17:03:14.128 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-09-17T17:03:14.128 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 57, 2024-09-17T17:03:14.129 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 2, 2024-09-17T17:03:14.129 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 2048 2024-09-17T17:03:14.129 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.129 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-09-17T17:03:14.129 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-09-17T17:03:14.129 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-09-17T17:03:14.129 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.129 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.129 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd": { 2024-09-17T17:03:14.129 INFO:tasks.workunit.client.0.smithi031.stdout: "mirroring_by_pool": [ 2024-09-17T17:03:14.129 INFO:tasks.workunit.client.0.smithi031.stdout: false 2024-09-17T17:03:14.129 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_images_by_pool": [ 2024-09-17T17:03:14.129 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:14.129 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pools": 1 2024-09-17T17:03:14.130 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.130 INFO:tasks.workunit.client.0.smithi031.stdout: "report_id": "70e3a9d8-0e83-4abe-a882-642539cabc96", 2024-09-17T17:03:14.130 INFO:tasks.workunit.client.0.smithi031.stdout: "report_timestamp": "2024-09-17T17:03:13.247707", 2024-09-17T17:03:14.130 INFO:tasks.workunit.client.0.smithi031.stdout: "report_version": 1, 2024-09-17T17:03:14.130 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_stats": { 2024-09-17T17:03:14.130 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "7.9.2" 2024-09-17T17:03:14.130 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.130 INFO:tasks.workunit.client.0.smithi031.stdout: "rook": { 2024-09-17T17:03:14.130 INFO:tasks.workunit.client.0.smithi031.stdout: "cluster": { 2024-09-17T17:03:14.130 INFO:tasks.workunit.client.0.smithi031.stdout: "external-mode": null, 2024-09-17T17:03:14.130 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-09-17T17:03:14.130 INFO:tasks.workunit.client.0.smithi031.stdout: "allow-multiple-per-node": null, 2024-09-17T17:03:14.130 INFO:tasks.workunit.client.0.smithi031.stdout: "count": null, 2024-09-17T17:03:14.130 INFO:tasks.workunit.client.0.smithi031.stdout: "max-id": null, 2024-09-17T17:03:14.131 INFO:tasks.workunit.client.0.smithi031.stdout: "pvc": { 2024-09-17T17:03:14.131 INFO:tasks.workunit.client.0.smithi031.stdout: "enabled": null 2024-09-17T17:03:14.131 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.131 INFO:tasks.workunit.client.0.smithi031.stdout: "stretch": { 2024-09-17T17:03:14.131 INFO:tasks.workunit.client.0.smithi031.stdout: "enabled": null 2024-09-17T17:03:14.131 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.131 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.131 INFO:tasks.workunit.client.0.smithi031.stdout: "network": { 2024-09-17T17:03:14.131 INFO:tasks.workunit.client.0.smithi031.stdout: "provider": null 2024-09-17T17:03:14.131 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.131 INFO:tasks.workunit.client.0.smithi031.stdout: "storage": { 2024-09-17T17:03:14.131 INFO:tasks.workunit.client.0.smithi031.stdout: "device-set": { 2024-09-17T17:03:14.131 INFO:tasks.workunit.client.0.smithi031.stdout: "count": { 2024-09-17T17:03:14.131 INFO:tasks.workunit.client.0.smithi031.stdout: "non-portable": null, 2024-09-17T17:03:14.131 INFO:tasks.workunit.client.0.smithi031.stdout: "portable": null, 2024-09-17T17:03:14.132 INFO:tasks.workunit.client.0.smithi031.stdout: "total": null 2024-09-17T17:03:14.132 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.132 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.132 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.132 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.132 INFO:tasks.workunit.client.0.smithi031.stdout: "csi": { 2024-09-17T17:03:14.132 INFO:tasks.workunit.client.0.smithi031.stdout: "version": null 2024-09-17T17:03:14.132 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.132 INFO:tasks.workunit.client.0.smithi031.stdout: "kubernetes": { 2024-09-17T17:03:14.132 INFO:tasks.workunit.client.0.smithi031.stdout: "version": null 2024-09-17T17:03:14.132 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.132 INFO:tasks.workunit.client.0.smithi031.stdout: "node": { 2024-09-17T17:03:14.132 INFO:tasks.workunit.client.0.smithi031.stdout: "count": { 2024-09-17T17:03:14.132 INFO:tasks.workunit.client.0.smithi031.stdout: "kubernetes-total": null, 2024-09-17T17:03:14.133 INFO:tasks.workunit.client.0.smithi031.stdout: "with-ceph-daemons": null, 2024-09-17T17:03:14.133 INFO:tasks.workunit.client.0.smithi031.stdout: "with-csi-cephfs-plugin": null, 2024-09-17T17:03:14.133 INFO:tasks.workunit.client.0.smithi031.stdout: "with-csi-nfs-plugin": null, 2024-09-17T17:03:14.133 INFO:tasks.workunit.client.0.smithi031.stdout: "with-csi-rbd-plugin": null 2024-09-17T17:03:14.133 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.133 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.133 INFO:tasks.workunit.client.0.smithi031.stdout: "usage": { 2024-09-17T17:03:14.133 INFO:tasks.workunit.client.0.smithi031.stdout: "storage-class": { 2024-09-17T17:03:14.133 INFO:tasks.workunit.client.0.smithi031.stdout: "count": { 2024-09-17T17:03:14.133 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": null, 2024-09-17T17:03:14.133 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs": null, 2024-09-17T17:03:14.133 INFO:tasks.workunit.client.0.smithi031.stdout: "nfs": null, 2024-09-17T17:03:14.133 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd": null, 2024-09-17T17:03:14.134 INFO:tasks.workunit.client.0.smithi031.stdout: "total": null 2024-09-17T17:03:14.134 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.134 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.134 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.134 INFO:tasks.workunit.client.0.smithi031.stdout: "version": null 2024-09-17T17:03:14.134 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.134 INFO:tasks.workunit.client.0.smithi031.stdout: "services": {}, 2024-09-17T17:03:14.134 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_per_pg": [ 2024-09-17T17:03:14.134 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.134 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.134 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.134 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.134 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:14.134 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.135 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-09-17T17:03:14.135 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.135 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.135 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.135 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.135 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.135 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.135 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.425541+0000", 2024-09-17T17:03:14.135 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.236599+0000", 2024-09-17T17:03:14.135 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.236599+0000", 2024-09-17T17:03:14.135 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.236881+0000", 2024-09-17T17:03:14.135 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.425541+0000", 2024-09-17T17:03:14.135 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.135 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.135 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.136 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.136 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.425541+0000", 2024-09-17T17:03:14.136 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.425541+0000", 2024-09-17T17:03:14.136 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.425541+0000", 2024-09-17T17:03:14.136 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.136 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.136 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.136 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.425541+0000", 2024-09-17T17:03:14.136 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.425541+0000", 2024-09-17T17:03:14.136 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.136 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.136 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.136 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.136 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.137 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.137 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.137 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.137 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.137 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.137 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.137 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.137 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.137 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3f", 2024-09-17T17:03:14.137 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.137 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.137 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.137 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:14.138 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.138 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T21:36:51.348720+0000", 2024-09-17T17:03:14.138 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.138 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.138 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.141 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.141 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.141 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.141 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.141 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.141 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.141 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:14.141 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.141 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-09-17T17:03:14.142 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.142 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.142 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.142 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.142 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.142 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.142 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:14.142 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.142 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-09-17T17:03:14.142 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.142 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.142 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.142 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.142 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.143 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.143 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.629579+0000", 2024-09-17T17:03:14.143 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.231778+0000", 2024-09-17T17:03:14.143 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.231778+0000", 2024-09-17T17:03:14.143 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.232067+0000", 2024-09-17T17:03:14.143 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.629579+0000", 2024-09-17T17:03:14.143 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.143 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.143 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.143 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.143 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.629579+0000", 2024-09-17T17:03:14.143 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.629579+0000", 2024-09-17T17:03:14.143 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.629579+0000", 2024-09-17T17:03:14.143 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.144 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.144 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.144 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.629579+0000", 2024-09-17T17:03:14.144 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.629579+0000", 2024-09-17T17:03:14.144 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.144 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.144 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.144 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.144 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.144 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.144 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.144 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.144 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.144 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.145 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.145 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.145 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.145 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3e", 2024-09-17T17:03:14.145 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.145 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.145 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.145 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:14.145 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.145 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T19:17:51.826619+0000", 2024-09-17T17:03:14.145 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.145 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.145 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.145 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.146 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.146 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.146 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.146 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.146 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.146 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.146 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.146 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.146 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.146 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.146 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.146 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.146 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.146 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.146 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.147 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.147 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.147 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.147 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.147 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.147 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.147 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.147 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.147 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.147 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.147 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.147 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.147 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.147 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.148 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.148 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.148 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.149 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.149 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.149 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.149 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:14.149 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.149 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-09-17T17:03:14.149 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.149 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.149 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.149 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.149 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.149 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:14.149 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:14.149 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.149 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-09-17T17:03:14.150 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.150 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.150 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.150 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.150 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.150 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.150 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.415386+0000", 2024-09-17T17:03:14.150 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.231818+0000", 2024-09-17T17:03:14.150 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.231818+0000", 2024-09-17T17:03:14.150 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.232081+0000", 2024-09-17T17:03:14.150 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.415386+0000", 2024-09-17T17:03:14.150 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.150 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.150 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.151 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.151 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.415386+0000", 2024-09-17T17:03:14.151 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.415386+0000", 2024-09-17T17:03:14.151 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.415386+0000", 2024-09-17T17:03:14.151 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.151 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.151 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.151 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.415386+0000", 2024-09-17T17:03:14.151 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.415386+0000", 2024-09-17T17:03:14.151 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.151 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.151 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.151 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.151 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.151 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.152 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.152 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.152 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.152 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.152 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.152 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.152 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.152 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3d", 2024-09-17T17:03:14.152 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.152 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.152 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.153 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:14.153 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.153 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T18:33:28.977734+0000", 2024-09-17T17:03:14.153 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.153 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.153 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.153 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.153 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.153 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.153 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.153 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.153 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.153 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.154 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.154 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.154 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.154 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.154 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.154 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.154 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.154 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.154 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.154 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.154 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.154 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.154 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.156 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.156 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.156 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.156 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.156 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.156 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:14.156 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:14.156 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.156 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-09-17T17:03:14.157 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.157 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.157 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.157 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.157 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.157 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.157 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:14.157 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.157 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-09-17T17:03:14.157 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.157 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.157 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.157 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.157 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.158 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.158 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.307094+0000", 2024-09-17T17:03:14.158 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.238666+0000", 2024-09-17T17:03:14.158 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.238666+0000", 2024-09-17T17:03:14.158 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.238953+0000", 2024-09-17T17:03:14.158 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.307094+0000", 2024-09-17T17:03:14.158 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.158 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.158 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.158 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.158 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.307094+0000", 2024-09-17T17:03:14.158 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.307094+0000", 2024-09-17T17:03:14.158 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.307094+0000", 2024-09-17T17:03:14.159 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.159 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.159 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.159 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.307094+0000", 2024-09-17T17:03:14.159 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.307094+0000", 2024-09-17T17:03:14.159 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.159 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.159 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.159 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.159 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.159 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.159 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.159 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.159 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.160 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.160 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.160 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.160 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.160 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3c", 2024-09-17T17:03:14.160 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.160 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.160 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.160 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:14.160 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.160 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T23:01:21.071757+0000", 2024-09-17T17:03:14.160 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.160 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.160 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.160 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.161 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.161 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.161 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.161 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.161 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.161 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.161 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.161 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.161 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.161 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.161 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.161 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.161 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.161 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.161 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.162 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.162 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.162 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.162 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.162 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.162 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.162 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.162 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.162 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.162 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.162 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.162 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.163 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.163 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.164 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.164 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.164 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.164 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.164 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:14.164 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.164 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-09-17T17:03:14.164 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.164 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.164 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.164 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.165 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.165 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:14.165 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:14.165 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.165 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-09-17T17:03:14.165 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.165 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.165 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.165 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.165 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.165 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.165 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.424946+0000", 2024-09-17T17:03:14.165 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.242278+0000", 2024-09-17T17:03:14.165 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.242278+0000", 2024-09-17T17:03:14.166 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.242987+0000", 2024-09-17T17:03:14.166 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.424946+0000", 2024-09-17T17:03:14.166 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.166 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.166 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.166 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.166 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.424946+0000", 2024-09-17T17:03:14.166 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.424946+0000", 2024-09-17T17:03:14.166 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.424946+0000", 2024-09-17T17:03:14.166 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.166 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.166 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.166 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.424946+0000", 2024-09-17T17:03:14.167 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.424946+0000", 2024-09-17T17:03:14.167 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.167 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.167 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.167 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.167 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.167 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.167 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.167 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.167 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.167 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.167 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.167 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.167 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.168 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3b", 2024-09-17T17:03:14.168 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.168 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.168 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.168 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:14.168 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.168 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T18:13:11.091742+0000", 2024-09-17T17:03:14.168 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.168 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.168 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.168 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.168 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.168 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.168 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.169 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.169 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.169 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.169 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.169 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.169 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.169 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.169 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.169 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.169 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.169 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.169 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.169 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.169 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.171 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.171 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.171 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.171 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.171 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.171 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:14.172 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:14.172 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.172 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-09-17T17:03:14.172 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.172 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.172 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.172 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.172 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.172 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.172 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:14.172 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.172 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-09-17T17:03:14.172 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.173 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.173 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.173 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.173 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.173 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.173 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.307492+0000", 2024-09-17T17:03:14.173 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.244327+0000", 2024-09-17T17:03:14.173 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.244327+0000", 2024-09-17T17:03:14.173 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.244609+0000", 2024-09-17T17:03:14.173 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.307492+0000", 2024-09-17T17:03:14.173 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.173 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.174 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.174 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.174 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.307492+0000", 2024-09-17T17:03:14.174 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.307492+0000", 2024-09-17T17:03:14.174 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.307492+0000", 2024-09-17T17:03:14.174 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.174 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.174 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.174 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.307492+0000", 2024-09-17T17:03:14.174 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.307492+0000", 2024-09-17T17:03:14.174 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.174 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.174 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.174 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.174 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.175 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.175 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.175 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.175 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.175 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.175 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.175 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.175 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.175 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3a", 2024-09-17T17:03:14.175 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.175 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.175 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.175 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:14.176 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.176 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T20:36:36.339378+0000", 2024-09-17T17:03:14.176 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.176 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.176 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.176 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.176 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.176 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.176 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.176 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.176 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.176 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.176 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.176 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.177 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.177 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.177 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.177 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.177 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.177 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.177 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.177 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.177 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.177 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.177 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.177 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.177 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.179 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.179 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.179 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.179 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.179 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.179 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.179 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:14.179 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.179 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-09-17T17:03:14.179 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.179 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.180 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.180 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.180 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.180 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.180 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:14.180 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.180 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-09-17T17:03:14.180 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.180 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.180 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.180 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.180 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.180 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.180 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.425004+0000", 2024-09-17T17:03:14.181 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.241942+0000", 2024-09-17T17:03:14.181 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.241942+0000", 2024-09-17T17:03:14.181 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.242353+0000", 2024-09-17T17:03:14.181 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.425004+0000", 2024-09-17T17:03:14.181 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.181 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.181 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.181 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.181 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.425004+0000", 2024-09-17T17:03:14.181 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.425004+0000", 2024-09-17T17:03:14.181 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.425004+0000", 2024-09-17T17:03:14.181 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.181 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.182 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.182 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.425004+0000", 2024-09-17T17:03:14.182 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.425004+0000", 2024-09-17T17:03:14.182 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.182 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.182 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.182 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.182 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.182 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.182 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.182 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.182 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.182 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.183 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.183 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.183 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.183 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.39", 2024-09-17T17:03:14.183 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.183 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.183 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.183 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:14.183 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.183 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T21:17:24.873674+0000", 2024-09-17T17:03:14.183 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.183 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.183 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.183 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.184 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.184 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.184 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.184 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.184 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.184 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.184 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.184 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.184 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.184 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.184 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.184 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.184 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.184 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.185 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.185 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.185 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.185 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.185 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.185 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.185 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.185 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.185 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.185 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.185 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.185 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.185 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.185 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.186 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.186 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.187 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.187 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.187 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.187 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.187 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:14.187 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.187 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-09-17T17:03:14.187 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.187 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.187 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.187 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.187 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.187 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.187 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:14.187 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.188 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-09-17T17:03:14.188 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.188 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.188 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.188 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.188 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.188 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.188 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.240425+0000", 2024-09-17T17:03:14.188 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.235510+0000", 2024-09-17T17:03:14.188 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.235510+0000", 2024-09-17T17:03:14.188 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.235846+0000", 2024-09-17T17:03:14.188 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.240425+0000", 2024-09-17T17:03:14.188 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.188 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.189 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.189 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.189 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.240425+0000", 2024-09-17T17:03:14.189 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.240425+0000", 2024-09-17T17:03:14.189 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.240425+0000", 2024-09-17T17:03:14.189 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.189 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.189 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.189 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.240425+0000", 2024-09-17T17:03:14.189 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.240425+0000", 2024-09-17T17:03:14.189 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.189 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.189 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.189 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.190 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.190 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.190 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.190 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.190 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.190 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.190 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.190 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.190 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.190 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.38", 2024-09-17T17:03:14.190 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.190 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.190 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.190 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 22, 2024-09-17T17:03:14.191 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.191 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T21:16:11.772461+0000", 2024-09-17T17:03:14.191 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.191 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.191 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.191 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.191 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.191 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.191 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.191 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.191 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.191 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.191 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.191 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.192 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.192 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.192 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.192 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.192 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.192 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.192 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.192 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.192 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.192 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.192 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.192 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.192 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.192 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.194 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.194 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.194 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.194 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.194 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.194 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.194 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:14.194 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.195 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-09-17T17:03:14.195 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.195 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.195 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.195 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.195 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.195 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.195 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:14.195 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.195 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-09-17T17:03:14.195 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.195 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.195 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.196 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.196 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.196 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.196 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.425645+0000", 2024-09-17T17:03:14.196 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.239794+0000", 2024-09-17T17:03:14.196 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.239794+0000", 2024-09-17T17:03:14.196 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.240107+0000", 2024-09-17T17:03:14.196 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.425645+0000", 2024-09-17T17:03:14.196 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.196 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.196 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.196 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.196 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.425645+0000", 2024-09-17T17:03:14.197 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.425645+0000", 2024-09-17T17:03:14.197 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.425645+0000", 2024-09-17T17:03:14.197 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.197 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.197 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.197 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.425645+0000", 2024-09-17T17:03:14.197 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.425645+0000", 2024-09-17T17:03:14.197 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.197 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.197 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.197 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.197 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.197 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.197 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.197 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.198 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.198 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.198 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.198 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.198 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.198 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.37", 2024-09-17T17:03:14.198 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.198 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.198 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.198 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:14.198 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.198 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T23:47:25.349764+0000", 2024-09-17T17:03:14.198 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.199 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.199 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.199 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.199 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.199 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.199 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.199 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.199 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.199 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.199 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.199 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.200 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.200 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.200 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.200 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.200 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.200 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.200 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.200 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.200 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.202 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.202 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.202 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.202 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.203 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.203 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.203 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:14.203 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.203 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-09-17T17:03:14.203 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.203 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.203 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.203 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.203 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.203 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.203 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:14.203 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.203 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-09-17T17:03:14.203 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.203 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.204 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.204 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.204 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.204 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.204 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.677164+0000", 2024-09-17T17:03:14.204 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.247661+0000", 2024-09-17T17:03:14.204 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.247661+0000", 2024-09-17T17:03:14.204 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.248042+0000", 2024-09-17T17:03:14.204 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.677164+0000", 2024-09-17T17:03:14.204 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.204 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.204 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.204 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.204 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.677164+0000", 2024-09-17T17:03:14.205 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.677164+0000", 2024-09-17T17:03:14.205 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.677164+0000", 2024-09-17T17:03:14.205 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.205 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.205 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.205 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.677164+0000", 2024-09-17T17:03:14.205 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.677164+0000", 2024-09-17T17:03:14.205 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.205 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.205 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.205 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.205 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.205 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.206 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.206 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.206 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.206 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.206 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.206 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.206 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.206 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.36", 2024-09-17T17:03:14.206 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.206 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.206 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.206 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 22, 2024-09-17T17:03:14.206 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.206 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T19:46:29.920339+0000", 2024-09-17T17:03:14.207 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.207 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.207 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.207 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.207 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.207 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.207 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.207 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.207 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.207 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.207 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.207 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.207 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.210 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.210 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.210 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.210 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.210 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.210 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.210 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:14.210 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.210 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-09-17T17:03:14.211 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.211 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.211 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.211 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.211 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.211 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.211 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:14.211 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.211 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-09-17T17:03:14.211 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.211 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.211 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.211 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.212 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.212 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.212 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.677081+0000", 2024-09-17T17:03:14.212 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.247711+0000", 2024-09-17T17:03:14.212 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.247711+0000", 2024-09-17T17:03:14.212 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.248014+0000", 2024-09-17T17:03:14.212 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.677081+0000", 2024-09-17T17:03:14.212 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.212 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.212 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.212 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.212 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.677081+0000", 2024-09-17T17:03:14.212 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.677081+0000", 2024-09-17T17:03:14.213 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.677081+0000", 2024-09-17T17:03:14.213 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.213 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.213 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.213 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.677081+0000", 2024-09-17T17:03:14.213 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.677081+0000", 2024-09-17T17:03:14.213 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.213 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.213 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.213 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.213 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.213 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.213 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.213 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.213 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.214 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.214 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.214 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.214 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.214 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.35", 2024-09-17T17:03:14.214 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.214 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.214 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.214 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 22, 2024-09-17T17:03:14.214 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.214 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T21:22:18.961156+0000", 2024-09-17T17:03:14.214 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.214 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.214 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.214 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.214 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.217 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.217 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.217 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.217 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.218 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.218 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.218 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:14.218 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.218 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-09-17T17:03:14.218 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.218 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.218 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.218 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.218 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.218 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.218 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:14.218 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.219 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-09-17T17:03:14.219 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.219 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.219 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.219 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.219 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.219 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.219 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.244130+0000", 2024-09-17T17:03:14.219 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.230143+0000", 2024-09-17T17:03:14.219 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.230143+0000", 2024-09-17T17:03:14.219 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.230639+0000", 2024-09-17T17:03:14.219 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.244130+0000", 2024-09-17T17:03:14.219 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.219 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.220 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.220 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.220 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.244130+0000", 2024-09-17T17:03:14.220 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.244130+0000", 2024-09-17T17:03:14.220 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.244130+0000", 2024-09-17T17:03:14.220 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.220 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.220 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.220 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.244130+0000", 2024-09-17T17:03:14.220 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.244130+0000", 2024-09-17T17:03:14.220 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.220 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.220 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.220 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.221 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.221 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.221 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.221 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.221 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.221 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.221 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.221 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.221 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.221 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.34", 2024-09-17T17:03:14.221 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.221 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.221 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.221 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:14.221 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.222 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T20:57:17.269481+0000", 2024-09-17T17:03:14.222 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.222 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.222 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.222 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.222 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.222 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.222 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.222 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.222 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.222 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.222 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.222 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.222 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.225 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.225 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.225 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.225 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.225 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.225 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.225 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:14.225 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.225 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-09-17T17:03:14.225 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.225 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.226 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.226 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.226 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.226 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.226 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:14.226 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.226 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-09-17T17:03:14.226 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.226 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.226 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.226 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.226 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.227 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.227 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.240815+0000", 2024-09-17T17:03:14.227 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.228548+0000", 2024-09-17T17:03:14.227 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.228548+0000", 2024-09-17T17:03:14.227 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.228840+0000", 2024-09-17T17:03:14.227 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.240815+0000", 2024-09-17T17:03:14.227 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.227 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.227 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.227 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.227 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.240815+0000", 2024-09-17T17:03:14.227 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.240815+0000", 2024-09-17T17:03:14.227 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.240815+0000", 2024-09-17T17:03:14.227 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.228 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.228 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.228 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.240815+0000", 2024-09-17T17:03:14.228 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.240815+0000", 2024-09-17T17:03:14.228 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.228 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.228 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.228 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.228 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.228 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.228 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.228 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.228 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.229 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.229 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.229 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.229 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.229 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.33", 2024-09-17T17:03:14.229 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.229 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.229 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.229 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 22, 2024-09-17T17:03:14.229 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.229 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T20:14:30.447716+0000", 2024-09-17T17:03:14.229 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.229 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.230 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.232 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.232 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.232 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.233 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.233 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.233 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.233 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:14.233 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.233 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-09-17T17:03:14.233 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.233 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.233 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.233 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.233 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.233 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.233 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-09-17T17:03:14.233 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.233 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-09-17T17:03:14.233 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.234 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.234 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.234 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.234 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.234 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.234 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.414954+0000", 2024-09-17T17:03:14.234 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.247335+0000", 2024-09-17T17:03:14.234 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.247335+0000", 2024-09-17T17:03:14.234 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.247748+0000", 2024-09-17T17:03:14.234 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.414954+0000", 2024-09-17T17:03:14.234 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.234 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.234 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.235 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.235 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.414954+0000", 2024-09-17T17:03:14.235 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.414954+0000", 2024-09-17T17:03:14.235 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.414954+0000", 2024-09-17T17:03:14.235 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.235 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.235 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.235 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.414954+0000", 2024-09-17T17:03:14.235 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.414954+0000", 2024-09-17T17:03:14.235 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.235 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.235 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.235 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.235 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.236 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.236 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.236 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.236 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.236 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.236 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.236 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.236 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.236 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.32", 2024-09-17T17:03:14.236 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.236 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.236 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.236 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:14.236 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.237 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T22:24:39.854144+0000", 2024-09-17T17:03:14.237 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.237 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.237 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.237 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.237 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.237 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.237 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.237 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.237 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.237 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.237 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.237 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.240 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.240 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.240 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.240 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.240 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.240 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.240 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-09-17T17:03:14.240 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.240 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-09-17T17:03:14.240 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.240 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.240 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.240 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.241 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.241 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.241 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-09-17T17:03:14.241 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.241 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-09-17T17:03:14.241 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.241 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.241 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.241 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.241 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.241 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.241 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.628814+0000", 2024-09-17T17:03:14.241 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.236646+0000", 2024-09-17T17:03:14.242 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.236646+0000", 2024-09-17T17:03:14.242 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.236903+0000", 2024-09-17T17:03:14.242 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.628814+0000", 2024-09-17T17:03:14.242 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.242 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.242 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.242 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.242 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.628814+0000", 2024-09-17T17:03:14.242 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.628814+0000", 2024-09-17T17:03:14.242 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.628814+0000", 2024-09-17T17:03:14.242 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.242 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.242 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.242 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.628814+0000", 2024-09-17T17:03:14.243 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.628814+0000", 2024-09-17T17:03:14.243 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.243 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.243 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.243 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.243 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.243 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.243 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.243 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.243 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.243 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.243 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.244 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.244 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.244 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.31", 2024-09-17T17:03:14.244 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.244 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.244 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.244 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:14.244 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.244 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T01:26:22.314345+0000", 2024-09-17T17:03:14.244 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.244 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.244 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.244 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.244 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.245 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.245 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.245 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.245 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.245 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.245 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.245 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.245 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.245 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.245 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.245 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.245 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.245 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.245 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.246 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.246 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.246 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.246 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.246 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.246 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.246 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.246 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.246 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.246 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.246 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.246 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.246 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.246 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.247 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.247 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.247 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.247 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.247 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.247 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.248 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-09-17T17:03:14.248 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.248 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-09-17T17:03:14.248 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.248 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.248 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.248 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.248 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.248 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.248 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:14.248 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.248 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-09-17T17:03:14.248 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.248 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.249 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.249 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.249 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.249 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.249 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.307213+0000", 2024-09-17T17:03:14.249 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.240038+0000", 2024-09-17T17:03:14.249 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.240038+0000", 2024-09-17T17:03:14.249 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.240359+0000", 2024-09-17T17:03:14.249 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.307213+0000", 2024-09-17T17:03:14.249 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.249 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.249 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.249 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.250 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.307213+0000", 2024-09-17T17:03:14.250 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.307213+0000", 2024-09-17T17:03:14.250 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.307213+0000", 2024-09-17T17:03:14.250 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.250 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.250 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.250 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.307213+0000", 2024-09-17T17:03:14.250 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.307213+0000", 2024-09-17T17:03:14.250 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.250 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.250 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.250 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.250 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.250 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.250 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.251 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.251 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.251 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.251 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.251 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.251 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.251 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.30", 2024-09-17T17:03:14.251 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.251 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.251 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.251 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:14.251 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.252 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T20:28:25.167791+0000", 2024-09-17T17:03:14.252 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.252 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.252 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.252 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.252 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.252 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.252 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.252 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.252 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.252 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.252 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.252 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.253 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.253 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.253 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.253 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.253 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.253 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.253 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.253 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.253 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.253 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.253 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.253 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.253 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.255 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.255 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.255 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.255 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.255 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.255 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.255 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.255 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.255 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.255 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.255 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:14.255 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.255 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-09-17T17:03:14.255 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.255 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.255 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.256 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.256 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.256 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.256 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:14.256 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.256 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-09-17T17:03:14.256 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.256 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.256 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.256 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.256 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.256 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.256 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.307932+0000", 2024-09-17T17:03:14.256 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.241199+0000", 2024-09-17T17:03:14.257 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.241199+0000", 2024-09-17T17:03:14.257 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.241541+0000", 2024-09-17T17:03:14.257 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.307932+0000", 2024-09-17T17:03:14.257 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.257 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.257 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.257 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.257 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.307932+0000", 2024-09-17T17:03:14.257 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.307932+0000", 2024-09-17T17:03:14.257 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.307932+0000", 2024-09-17T17:03:14.257 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.257 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.257 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.257 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.307932+0000", 2024-09-17T17:03:14.258 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.307932+0000", 2024-09-17T17:03:14.258 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.258 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.258 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.258 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.258 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.258 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.258 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.258 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.258 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.258 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.258 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.259 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.259 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.259 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2f", 2024-09-17T17:03:14.259 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.259 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.259 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.259 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:14.259 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.259 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T21:41:40.500501+0000", 2024-09-17T17:03:14.259 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.259 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.259 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.259 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.259 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.260 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.260 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.260 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.260 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.260 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.260 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.260 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.260 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.260 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.260 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.260 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.260 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.260 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.260 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.261 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.261 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.261 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.261 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.261 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.261 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.261 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.261 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.261 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.261 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.261 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.261 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.261 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.261 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.262 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.262 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.262 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.262 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.262 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.262 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.262 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.262 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.262 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.262 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.262 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.262 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.262 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.263 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.263 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.263 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.263 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:14.263 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.263 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-09-17T17:03:14.263 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.263 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.263 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.263 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.263 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:14.263 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.263 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:14.263 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.264 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-09-17T17:03:14.264 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.264 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.264 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.264 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.264 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.264 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.264 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.239850+0000", 2024-09-17T17:03:14.264 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.234340+0000", 2024-09-17T17:03:14.264 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.234340+0000", 2024-09-17T17:03:14.264 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.234941+0000", 2024-09-17T17:03:14.264 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.239850+0000", 2024-09-17T17:03:14.264 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.264 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.265 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.265 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.265 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.239850+0000", 2024-09-17T17:03:14.265 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.239850+0000", 2024-09-17T17:03:14.265 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.239850+0000", 2024-09-17T17:03:14.265 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.265 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.265 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.265 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.239850+0000", 2024-09-17T17:03:14.265 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.239850+0000", 2024-09-17T17:03:14.265 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.265 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.265 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.265 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.266 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.266 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.266 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.266 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.266 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.266 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.266 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.266 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.266 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.266 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2e", 2024-09-17T17:03:14.266 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.266 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.266 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.267 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:14.267 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.267 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:33:33.898190+0000", 2024-09-17T17:03:14.267 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.267 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.267 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.267 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.267 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.267 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.267 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.267 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.267 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.267 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.268 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.268 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.268 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.268 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.268 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.268 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.268 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.268 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.268 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.268 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.268 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.268 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.268 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.270 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.270 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.270 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.270 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.270 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.270 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.270 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.270 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.270 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.270 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.270 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.270 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.270 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:14.270 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.270 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:14.271 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.271 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-09-17T17:03:14.271 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.271 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.271 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.271 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.271 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.271 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:14.271 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:14.271 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.271 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-09-17T17:03:14.271 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.271 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.271 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.271 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.271 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.272 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.272 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.424777+0000", 2024-09-17T17:03:14.272 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.238974+0000", 2024-09-17T17:03:14.272 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.238974+0000", 2024-09-17T17:03:14.272 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.239351+0000", 2024-09-17T17:03:14.272 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.424777+0000", 2024-09-17T17:03:14.272 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.272 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.272 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.272 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.272 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.424777+0000", 2024-09-17T17:03:14.272 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.424777+0000", 2024-09-17T17:03:14.272 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.424777+0000", 2024-09-17T17:03:14.272 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.273 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.273 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.273 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.424777+0000", 2024-09-17T17:03:14.273 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.424777+0000", 2024-09-17T17:03:14.273 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.273 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.273 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.273 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.273 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.273 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.273 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.273 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.273 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.273 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.273 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.274 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.274 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.274 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2d", 2024-09-17T17:03:14.274 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.274 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.274 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.274 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:14.274 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.274 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T00:43:22.080462+0000", 2024-09-17T17:03:14.274 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.274 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.274 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.274 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.274 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.274 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.274 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.274 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.275 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.275 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.275 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.275 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.275 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.275 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.275 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.275 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.275 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.275 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.275 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.275 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.275 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.275 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.275 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.275 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.277 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.277 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.277 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.277 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.277 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.277 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:14.277 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:14.277 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.277 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-09-17T17:03:14.277 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.278 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.278 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.278 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.278 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.278 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.278 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:14.278 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.278 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-09-17T17:03:14.278 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.278 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.278 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.278 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.278 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.278 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.278 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.676977+0000", 2024-09-17T17:03:14.279 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.237591+0000", 2024-09-17T17:03:14.279 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.237591+0000", 2024-09-17T17:03:14.279 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.237873+0000", 2024-09-17T17:03:14.279 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.676977+0000", 2024-09-17T17:03:14.279 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.279 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.279 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.279 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.279 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.676977+0000", 2024-09-17T17:03:14.279 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.676977+0000", 2024-09-17T17:03:14.279 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.676977+0000", 2024-09-17T17:03:14.279 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.279 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.280 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.280 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.676977+0000", 2024-09-17T17:03:14.280 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.676977+0000", 2024-09-17T17:03:14.280 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.280 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.280 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.280 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.280 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.280 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.280 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.280 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.280 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.280 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.281 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.281 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.281 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.281 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2c", 2024-09-17T17:03:14.281 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.281 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.281 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.281 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 22, 2024-09-17T17:03:14.281 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.281 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:45:16.822705+0000", 2024-09-17T17:03:14.281 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.281 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.281 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.281 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.281 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.282 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.282 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.282 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.282 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.282 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.282 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.282 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.282 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.282 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.282 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.282 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.282 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.282 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.282 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.283 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.283 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.283 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.283 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.283 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.283 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.283 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.283 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.283 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.283 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.283 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.283 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.283 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.284 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.284 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.285 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.285 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.285 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.285 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.285 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:14.285 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.285 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-09-17T17:03:14.285 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.285 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.285 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.285 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.285 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.286 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.286 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:14.286 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.286 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-09-17T17:03:14.286 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.286 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.286 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.286 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.286 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.286 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.286 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.415075+0000", 2024-09-17T17:03:14.286 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.234388+0000", 2024-09-17T17:03:14.286 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.234388+0000", 2024-09-17T17:03:14.287 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.234641+0000", 2024-09-17T17:03:14.287 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.415075+0000", 2024-09-17T17:03:14.287 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.287 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.287 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.287 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.287 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.415075+0000", 2024-09-17T17:03:14.287 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.415075+0000", 2024-09-17T17:03:14.287 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.415075+0000", 2024-09-17T17:03:14.287 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.287 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.287 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.287 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.415075+0000", 2024-09-17T17:03:14.287 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.415075+0000", 2024-09-17T17:03:14.288 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.288 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.288 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.288 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.288 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.288 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.288 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.288 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.288 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.288 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.288 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.288 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.288 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.288 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2b", 2024-09-17T17:03:14.289 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.289 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.289 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.289 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:14.289 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.289 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:58:56.748059+0000", 2024-09-17T17:03:14.289 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.289 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.289 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.289 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.289 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.289 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.289 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.289 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.289 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.290 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.290 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.290 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.290 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.290 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.290 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.290 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.290 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.290 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.290 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.290 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.290 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.290 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.291 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.291 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.291 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.291 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.291 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.291 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.291 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.291 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.291 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.291 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.291 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.291 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.291 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.291 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.292 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.292 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.292 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.292 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.292 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.292 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.292 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.292 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.292 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.292 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.292 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.292 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.292 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.292 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:14.292 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.293 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-09-17T17:03:14.293 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.293 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.293 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.293 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.293 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.293 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.293 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:14.293 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.293 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-09-17T17:03:14.293 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.293 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.293 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.294 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.294 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.294 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.294 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.307567+0000", 2024-09-17T17:03:14.294 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.246863+0000", 2024-09-17T17:03:14.294 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.246863+0000", 2024-09-17T17:03:14.294 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.247162+0000", 2024-09-17T17:03:14.294 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.307567+0000", 2024-09-17T17:03:14.294 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.294 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.294 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.294 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.294 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.307567+0000", 2024-09-17T17:03:14.294 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.307567+0000", 2024-09-17T17:03:14.294 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.307567+0000", 2024-09-17T17:03:14.295 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.295 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.295 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.295 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.307567+0000", 2024-09-17T17:03:14.295 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.307567+0000", 2024-09-17T17:03:14.295 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.295 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.295 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.295 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.295 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.295 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.295 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.295 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.295 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.296 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.296 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.296 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.296 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.296 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2a", 2024-09-17T17:03:14.296 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.296 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.296 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.296 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:14.296 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.296 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T20:07:09.898767+0000", 2024-09-17T17:03:14.296 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.296 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.296 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.297 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.297 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.297 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.297 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.297 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.297 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.297 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.297 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.297 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.297 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.297 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.297 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.297 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.298 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.298 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.298 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.298 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.298 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.298 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.298 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.298 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.298 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.298 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.298 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.298 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.300 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.300 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.300 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.300 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.300 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.300 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.300 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:14.300 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.300 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-09-17T17:03:14.300 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.300 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.300 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.300 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.300 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.300 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:14.301 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:14.301 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.301 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-09-17T17:03:14.301 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.301 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.301 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.301 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.301 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.301 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.301 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.240216+0000", 2024-09-17T17:03:14.301 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T17:00:10.810057+0000", 2024-09-17T17:03:14.301 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T17:00:10.810057+0000", 2024-09-17T17:03:14.301 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T17:00:10.810691+0000", 2024-09-17T17:03:14.302 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.240216+0000", 2024-09-17T17:03:14.302 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.302 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.302 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.302 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 67, 2024-09-17T17:03:14.302 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.240216+0000", 2024-09-17T17:03:14.302 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.240216+0000", 2024-09-17T17:03:14.302 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.240216+0000", 2024-09-17T17:03:14.302 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.302 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.302 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.302 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.240216+0000", 2024-09-17T17:03:14.302 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.240216+0000", 2024-09-17T17:03:14.302 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.302 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.303 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.303 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.303 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 66, 2024-09-17T17:03:14.303 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.303 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.303 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.303 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.303 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.303 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.303 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.303 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.303 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.29", 2024-09-17T17:03:14.303 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.304 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.304 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.304 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 31, 2024-09-17T17:03:14.304 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.304 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T01:41:27.851619+0000", 2024-09-17T17:03:14.304 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.304 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.304 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.304 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.304 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.304 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.304 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.304 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.305 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.305 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.305 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.305 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.305 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.305 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.305 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.305 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.305 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.305 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.305 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.305 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.306 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.306 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.306 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.306 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.306 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.306 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.306 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.306 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.306 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.306 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.306 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.306 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.306 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.306 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.307 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.307 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.307 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.307 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.307 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.308 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:14.308 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:14.308 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.308 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-09-17T17:03:14.308 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.308 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.308 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.308 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.308 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.308 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.308 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:14.308 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.309 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-09-17T17:03:14.309 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.309 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.309 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.309 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.309 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.309 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.309 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.307266+0000", 2024-09-17T17:03:14.309 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.235699+0000", 2024-09-17T17:03:14.309 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.235699+0000", 2024-09-17T17:03:14.309 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.236055+0000", 2024-09-17T17:03:14.309 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.307266+0000", 2024-09-17T17:03:14.309 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.309 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.310 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.310 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.310 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.307266+0000", 2024-09-17T17:03:14.310 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.307266+0000", 2024-09-17T17:03:14.310 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.307266+0000", 2024-09-17T17:03:14.310 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.310 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.310 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.310 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.307266+0000", 2024-09-17T17:03:14.310 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.307266+0000", 2024-09-17T17:03:14.310 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.310 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.310 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.311 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.311 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.311 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.311 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.311 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.311 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.311 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.311 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.311 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.311 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.311 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.28", 2024-09-17T17:03:14.311 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.311 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.312 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.312 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:14.312 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.312 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T22:38:42.725332+0000", 2024-09-17T17:03:14.312 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.312 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.312 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.312 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.312 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.312 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.312 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.312 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.312 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.312 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.313 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.313 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.313 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.313 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.313 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.313 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.313 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.313 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.313 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.313 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.313 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.313 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.313 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.313 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.315 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.315 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.315 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.315 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.315 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.315 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.315 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:14.315 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.315 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-09-17T17:03:14.315 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.316 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.316 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.316 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.316 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.316 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.316 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:14.316 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.316 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-09-17T17:03:14.316 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.316 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.316 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.316 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.316 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.317 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.317 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.241506+0000", 2024-09-17T17:03:14.317 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.221596+0000", 2024-09-17T17:03:14.317 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.221596+0000", 2024-09-17T17:03:14.317 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.221884+0000", 2024-09-17T17:03:14.317 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.241506+0000", 2024-09-17T17:03:14.317 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.317 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.317 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.317 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.317 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.241506+0000", 2024-09-17T17:03:14.317 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.241506+0000", 2024-09-17T17:03:14.318 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.241506+0000", 2024-09-17T17:03:14.318 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.318 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.318 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.318 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.241506+0000", 2024-09-17T17:03:14.318 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.241506+0000", 2024-09-17T17:03:14.318 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.318 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.318 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.318 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.318 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.318 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.318 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.318 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.319 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.319 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.319 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.319 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.319 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.319 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.27", 2024-09-17T17:03:14.319 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.319 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.319 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.319 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 22, 2024-09-17T17:03:14.319 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.319 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T21:35:45.039765+0000", 2024-09-17T17:03:14.319 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.320 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.320 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.320 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.320 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.320 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.320 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.320 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.320 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.320 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.320 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.320 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.320 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.325 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.325 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.325 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.325 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.325 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.325 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.325 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.325 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.325 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:14.325 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.325 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-09-17T17:03:14.325 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.326 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.326 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.326 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.326 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.326 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.326 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-09-17T17:03:14.326 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.326 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-09-17T17:03:14.326 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.326 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.326 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.326 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.326 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.327 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.677191+0000", 2024-09-17T17:03:14.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T17:00:11.310509+0000", 2024-09-17T17:03:14.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T17:00:11.310509+0000", 2024-09-17T17:03:14.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T17:00:11.311027+0000", 2024-09-17T17:03:14.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.677191+0000", 2024-09-17T17:03:14.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 67, 2024-09-17T17:03:14.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.677191+0000", 2024-09-17T17:03:14.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.677191+0000", 2024-09-17T17:03:14.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.677191+0000", 2024-09-17T17:03:14.328 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.328 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.328 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.328 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.677191+0000", 2024-09-17T17:03:14.328 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.677191+0000", 2024-09-17T17:03:14.328 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.328 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.328 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.328 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.328 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 66, 2024-09-17T17:03:14.328 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.328 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.328 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.328 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.329 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.329 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.329 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.329 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.329 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.26", 2024-09-17T17:03:14.329 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.329 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.329 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.329 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 31, 2024-09-17T17:03:14.329 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.329 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T17:11:30.319780+0000", 2024-09-17T17:03:14.329 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.329 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.330 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.332 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.333 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.333 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.333 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.333 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.333 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.333 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-09-17T17:03:14.333 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.333 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-09-17T17:03:14.333 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.333 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.333 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.333 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.333 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.333 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.334 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:14.334 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.334 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-09-17T17:03:14.334 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.334 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.334 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.334 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.334 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.334 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.334 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.628961+0000", 2024-09-17T17:03:14.334 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.221855+0000", 2024-09-17T17:03:14.334 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.221855+0000", 2024-09-17T17:03:14.334 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.222219+0000", 2024-09-17T17:03:14.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.628961+0000", 2024-09-17T17:03:14.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.628961+0000", 2024-09-17T17:03:14.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.628961+0000", 2024-09-17T17:03:14.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.628961+0000", 2024-09-17T17:03:14.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.336 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.336 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.628961+0000", 2024-09-17T17:03:14.336 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.628961+0000", 2024-09-17T17:03:14.336 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.336 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.336 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.336 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.336 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.336 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.336 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.336 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.336 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.336 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.336 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.337 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.337 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.337 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.25", 2024-09-17T17:03:14.337 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.337 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.337 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.337 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:14.337 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.337 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T18:15:22.727500+0000", 2024-09-17T17:03:14.337 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.337 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.337 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.337 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.337 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.340 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.340 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.340 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.341 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.341 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.341 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.341 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:14.341 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.341 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-09-17T17:03:14.341 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.341 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.341 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.341 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.341 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.341 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.341 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:14.342 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.342 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-09-17T17:03:14.342 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.342 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.342 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.342 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.342 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.342 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.241268+0000", 2024-09-17T17:03:14.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.230748+0000", 2024-09-17T17:03:14.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.230748+0000", 2024-09-17T17:03:14.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.231023+0000", 2024-09-17T17:03:14.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.241268+0000", 2024-09-17T17:03:14.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.343 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.343 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.343 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.343 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.241268+0000", 2024-09-17T17:03:14.343 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.241268+0000", 2024-09-17T17:03:14.343 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.241268+0000", 2024-09-17T17:03:14.343 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.343 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.343 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.343 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.241268+0000", 2024-09-17T17:03:14.343 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.241268+0000", 2024-09-17T17:03:14.343 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.343 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.344 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.344 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.344 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.344 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.344 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.344 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.344 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.344 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.344 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.344 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.344 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.344 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.24", 2024-09-17T17:03:14.344 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.345 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.345 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.345 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 22, 2024-09-17T17:03:14.345 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.345 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:16:24.023107+0000", 2024-09-17T17:03:14.345 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.345 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.345 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.348 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.348 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.348 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.348 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.348 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.348 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.348 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.348 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.348 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.348 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.348 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.348 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.348 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.348 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.349 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.349 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:14.349 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.349 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-09-17T17:03:14.349 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.349 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.349 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.349 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.349 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.349 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.349 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:14.349 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.349 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-09-17T17:03:14.349 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.350 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.350 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.350 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.350 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.350 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.415192+0000", 2024-09-17T17:03:14.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.230574+0000", 2024-09-17T17:03:14.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.230574+0000", 2024-09-17T17:03:14.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.230849+0000", 2024-09-17T17:03:14.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.415192+0000", 2024-09-17T17:03:14.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.351 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.351 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.415192+0000", 2024-09-17T17:03:14.351 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.415192+0000", 2024-09-17T17:03:14.351 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.415192+0000", 2024-09-17T17:03:14.351 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.351 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.351 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.351 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.415192+0000", 2024-09-17T17:03:14.351 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.415192+0000", 2024-09-17T17:03:14.351 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.351 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.351 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.351 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.351 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.352 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.352 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.352 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.352 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.352 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.352 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.352 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.352 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.352 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.23", 2024-09-17T17:03:14.352 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.352 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.352 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.353 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:14.353 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.353 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:29:26.558775+0000", 2024-09-17T17:03:14.353 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.353 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.353 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.356 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.356 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.356 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.356 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.356 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.356 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.356 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.356 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.356 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.356 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.356 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.356 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.356 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:14.357 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.357 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-09-17T17:03:14.357 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.357 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.357 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.357 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.357 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.357 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.357 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:14.357 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.357 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-09-17T17:03:14.357 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.358 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.358 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.358 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.358 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.358 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.307606+0000", 2024-09-17T17:03:14.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T17:00:10.810428+0000", 2024-09-17T17:03:14.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T17:00:10.810428+0000", 2024-09-17T17:03:14.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T17:00:10.810766+0000", 2024-09-17T17:03:14.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.307606+0000", 2024-09-17T17:03:14.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.359 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.359 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 67, 2024-09-17T17:03:14.359 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.307606+0000", 2024-09-17T17:03:14.359 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.307606+0000", 2024-09-17T17:03:14.359 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.307606+0000", 2024-09-17T17:03:14.359 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.359 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.359 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.359 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.307606+0000", 2024-09-17T17:03:14.359 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.307606+0000", 2024-09-17T17:03:14.359 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.359 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.359 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.359 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.360 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 66, 2024-09-17T17:03:14.360 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.360 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.360 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.360 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.360 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.360 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.360 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.360 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.360 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.22", 2024-09-17T17:03:14.360 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.360 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.360 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.361 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 30, 2024-09-17T17:03:14.361 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.361 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T21:17:51.100770+0000", 2024-09-17T17:03:14.361 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.361 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.361 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.364 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.364 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.364 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.364 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.364 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.364 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.364 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.364 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.364 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.364 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.364 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.364 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.365 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.365 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.365 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:14.365 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.365 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-09-17T17:03:14.365 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.365 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.365 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.365 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.365 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:14.365 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.365 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:14.365 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.365 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-09-17T17:03:14.366 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.366 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.366 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.366 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.366 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.366 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.366 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.239534+0000", 2024-09-17T17:03:14.366 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.234303+0000", 2024-09-17T17:03:14.366 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.234303+0000", 2024-09-17T17:03:14.366 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.234620+0000", 2024-09-17T17:03:14.366 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.239534+0000", 2024-09-17T17:03:14.366 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.367 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.367 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.367 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.367 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.239534+0000", 2024-09-17T17:03:14.367 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.239534+0000", 2024-09-17T17:03:14.367 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.239534+0000", 2024-09-17T17:03:14.367 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.367 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.367 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.367 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.239534+0000", 2024-09-17T17:03:14.367 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.239534+0000", 2024-09-17T17:03:14.367 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.368 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.368 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.368 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.368 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.368 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.368 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.368 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.368 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.368 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.368 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.368 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.368 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.368 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.21", 2024-09-17T17:03:14.369 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.369 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.369 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.369 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:14.369 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.369 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T17:12:02.835315+0000", 2024-09-17T17:03:14.369 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.369 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.369 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.371 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.371 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.371 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.371 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.371 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.371 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.371 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.371 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.371 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.371 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.371 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.371 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.371 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.371 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.372 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.372 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.372 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.372 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.372 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.372 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.372 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.372 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.372 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.372 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.372 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.372 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:14.372 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.373 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:14.373 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.373 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-09-17T17:03:14.373 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.373 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.373 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.373 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.373 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.373 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:14.373 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-09-17T17:03:14.373 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.373 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-09-17T17:03:14.373 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.374 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.374 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.374 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.374 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.374 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.374 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.676686+0000", 2024-09-17T17:03:14.374 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T17:00:10.671922+0000", 2024-09-17T17:03:14.374 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T17:00:10.671922+0000", 2024-09-17T17:03:14.374 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T17:00:10.672340+0000", 2024-09-17T17:03:14.374 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.676686+0000", 2024-09-17T17:03:14.374 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.374 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.374 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.374 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 67, 2024-09-17T17:03:14.375 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.676686+0000", 2024-09-17T17:03:14.375 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.676686+0000", 2024-09-17T17:03:14.375 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.676686+0000", 2024-09-17T17:03:14.375 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.375 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.375 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.375 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.676686+0000", 2024-09-17T17:03:14.375 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.676686+0000", 2024-09-17T17:03:14.375 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.375 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.375 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.375 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.375 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 66, 2024-09-17T17:03:14.376 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.376 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.376 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.376 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.376 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.376 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.376 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.376 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.376 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.20", 2024-09-17T17:03:14.376 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.376 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.376 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.377 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 31, 2024-09-17T17:03:14.377 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.377 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T22:15:07.553808+0000", 2024-09-17T17:03:14.377 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.377 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.377 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.379 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.379 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.379 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.379 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.379 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.379 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.379 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.379 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.379 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.379 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.379 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.379 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.379 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.379 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.380 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.380 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.380 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.380 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.380 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.380 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.380 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.380 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.380 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.380 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.380 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.380 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.380 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:14.381 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-09-17T17:03:14.381 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.381 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-09-17T17:03:14.381 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.381 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.381 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.381 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.381 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.381 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.381 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:14.381 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.381 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-09-17T17:03:14.381 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.382 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.382 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.382 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.382 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.382 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.382 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.243843+0000", 2024-09-17T17:03:14.382 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.224076+0000", 2024-09-17T17:03:14.382 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.224076+0000", 2024-09-17T17:03:14.382 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.225552+0000", 2024-09-17T17:03:14.382 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.243843+0000", 2024-09-17T17:03:14.382 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.382 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.382 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.382 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.383 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.243843+0000", 2024-09-17T17:03:14.383 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.243843+0000", 2024-09-17T17:03:14.383 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.243843+0000", 2024-09-17T17:03:14.383 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.383 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.383 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.383 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.243843+0000", 2024-09-17T17:03:14.383 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.243843+0000", 2024-09-17T17:03:14.383 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.383 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.383 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.383 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.384 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.384 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.384 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.384 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.384 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.384 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.384 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.384 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.384 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.384 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1a", 2024-09-17T17:03:14.384 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.384 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.384 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.385 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:14.385 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.385 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T01:40:40.458756+0000", 2024-09-17T17:03:14.385 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.385 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.385 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.388 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.388 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.388 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.388 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.388 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.388 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.388 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.388 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.388 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.388 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.388 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.388 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.388 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.389 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:14.389 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.389 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-09-17T17:03:14.389 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.389 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.389 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.389 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.389 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.389 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.389 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:14.389 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.389 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-09-17T17:03:14.389 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.389 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.389 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:14.390 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.390 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.390 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.390 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.240933+0000", 2024-09-17T17:03:14.390 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.963349+0000", 2024-09-17T17:03:14.390 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.963349+0000", 2024-09-17T17:03:14.390 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.963653+0000", 2024-09-17T17:03:14.390 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.240933+0000", 2024-09-17T17:03:14.390 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.390 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.390 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.390 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:14.390 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.240933+0000", 2024-09-17T17:03:14.390 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.240933+0000", 2024-09-17T17:03:14.391 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.240933+0000", 2024-09-17T17:03:14.391 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.391 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.391 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.391 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.240933+0000", 2024-09-17T17:03:14.391 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.240933+0000", 2024-09-17T17:03:14.391 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.391 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 1, 2024-09-17T17:03:14.391 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.391 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.391 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:14.391 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.391 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.391 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.392 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.392 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 1, 2024-09-17T17:03:14.392 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.392 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.392 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.392 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1b", 2024-09-17T17:03:14.392 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.392 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.392 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.392 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 26, 2024-09-17T17:03:14.392 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.392 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T23:03:38.270075+0000", 2024-09-17T17:03:14.392 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.393 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.393 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.396 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.396 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.396 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.396 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.396 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.396 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.396 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.396 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:14.396 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.396 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-09-17T17:03:14.396 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "65'1" 2024-09-17T17:03:14.396 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.396 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.396 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.397 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.397 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.397 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:14.397 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.397 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-09-17T17:03:14.397 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.397 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.397 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.397 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.397 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.397 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.397 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.415291+0000", 2024-09-17T17:03:14.397 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.233720+0000", 2024-09-17T17:03:14.397 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.233720+0000", 2024-09-17T17:03:14.398 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.234190+0000", 2024-09-17T17:03:14.398 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.415291+0000", 2024-09-17T17:03:14.398 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.398 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.398 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.398 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.398 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.415291+0000", 2024-09-17T17:03:14.398 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.415291+0000", 2024-09-17T17:03:14.398 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.415291+0000", 2024-09-17T17:03:14.398 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.398 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.398 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.399 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.415291+0000", 2024-09-17T17:03:14.399 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.415291+0000", 2024-09-17T17:03:14.399 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.399 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.399 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.399 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.399 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.399 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.399 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.399 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.399 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.399 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.399 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.399 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.399 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.400 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1b", 2024-09-17T17:03:14.400 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.400 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.400 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.400 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:14.400 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.400 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T19:44:08.686423+0000", 2024-09-17T17:03:14.400 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.400 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.400 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.403 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.403 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.403 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.403 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.403 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.403 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.403 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.403 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.403 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.403 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.403 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.403 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.403 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.404 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.404 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.404 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:14.404 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.404 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-09-17T17:03:14.404 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.404 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.404 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.404 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.404 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.404 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.404 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:14.404 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.405 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-09-17T17:03:14.405 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.405 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.405 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:14.405 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.405 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.405 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.405 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.676819+0000", 2024-09-17T17:03:14.405 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T17:00:10.672954+0000", 2024-09-17T17:03:14.405 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T17:00:10.672954+0000", 2024-09-17T17:03:14.405 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T17:00:10.673398+0000", 2024-09-17T17:03:14.405 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.676819+0000", 2024-09-17T17:03:14.406 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.406 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.406 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.406 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 67, 2024-09-17T17:03:14.406 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.676819+0000", 2024-09-17T17:03:14.406 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.676819+0000", 2024-09-17T17:03:14.406 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.676819+0000", 2024-09-17T17:03:14.406 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.406 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.406 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.406 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.676819+0000", 2024-09-17T17:03:14.406 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.676819+0000", 2024-09-17T17:03:14.407 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.407 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 1, 2024-09-17T17:03:14.407 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.407 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.407 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 66, 2024-09-17T17:03:14.407 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.407 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.407 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.407 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.407 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 1, 2024-09-17T17:03:14.407 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.407 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.408 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.408 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1a", 2024-09-17T17:03:14.408 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.408 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.408 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.408 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 35, 2024-09-17T17:03:14.408 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.408 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T23:25:49.760038+0000", 2024-09-17T17:03:14.408 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.408 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.408 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.410 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.410 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.410 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.410 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.410 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.410 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.410 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.410 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.410 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.410 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.410 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.410 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.410 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.411 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.411 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.411 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.411 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.411 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.411 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.411 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.411 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.411 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.411 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.411 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.411 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.412 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.412 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.412 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.412 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.412 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.412 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.412 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.412 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.412 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:14.412 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.412 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-09-17T17:03:14.413 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "65'1" 2024-09-17T17:03:14.413 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.413 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.413 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.413 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.413 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.413 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:14.413 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.413 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-09-17T17:03:14.413 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.413 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.413 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:14.413 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.414 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.414 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.414 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.240514+0000", 2024-09-17T17:03:14.414 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.963375+0000", 2024-09-17T17:03:14.414 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.963375+0000", 2024-09-17T17:03:14.414 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.963696+0000", 2024-09-17T17:03:14.414 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.240514+0000", 2024-09-17T17:03:14.414 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.414 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.414 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.414 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:14.414 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.240514+0000", 2024-09-17T17:03:14.414 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.240514+0000", 2024-09-17T17:03:14.414 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.240514+0000", 2024-09-17T17:03:14.414 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.415 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.415 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.415 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.240514+0000", 2024-09-17T17:03:14.415 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.240514+0000", 2024-09-17T17:03:14.415 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.415 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.415 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.415 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.415 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:14.415 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.415 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.415 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.415 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.415 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.416 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.416 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.416 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.416 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.19", 2024-09-17T17:03:14.416 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.416 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.416 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.416 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 25, 2024-09-17T17:03:14.416 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.416 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T18:07:59.839104+0000", 2024-09-17T17:03:14.416 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.416 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.416 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.418 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.418 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.418 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.418 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.418 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.418 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.418 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.418 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.418 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.418 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.418 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.418 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.418 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.420 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.420 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.420 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.420 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.420 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.420 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.420 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:14.420 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.420 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-09-17T17:03:14.420 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.420 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.420 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.420 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.421 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.421 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.421 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:14.421 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.421 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-09-17T17:03:14.421 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.421 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.421 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.421 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.421 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.421 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.421 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.240506+0000", 2024-09-17T17:03:14.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.225791+0000", 2024-09-17T17:03:14.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.225791+0000", 2024-09-17T17:03:14.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.226286+0000", 2024-09-17T17:03:14.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.240506+0000", 2024-09-17T17:03:14.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.240506+0000", 2024-09-17T17:03:14.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.240506+0000", 2024-09-17T17:03:14.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.240506+0000", 2024-09-17T17:03:14.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.240506+0000", 2024-09-17T17:03:14.423 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.240506+0000", 2024-09-17T17:03:14.423 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.423 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.423 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.423 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.423 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.423 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.423 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.423 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.423 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.423 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.423 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.423 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.423 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.423 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.18", 2024-09-17T17:03:14.423 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.424 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.424 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.424 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 22, 2024-09-17T17:03:14.424 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.424 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:27:17.141030+0000", 2024-09-17T17:03:14.424 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.424 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.424 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.427 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.427 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.427 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.427 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.427 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.427 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.427 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.427 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.427 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.427 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.427 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.427 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.428 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.428 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:14.428 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.428 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-09-17T17:03:14.428 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.428 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.428 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.428 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.428 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.428 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.428 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:14.428 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.428 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-09-17T17:03:14.429 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.429 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.429 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:14.429 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.429 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.429 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.429 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.307258+0000", 2024-09-17T17:03:14.429 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.962491+0000", 2024-09-17T17:03:14.429 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.962491+0000", 2024-09-17T17:03:14.429 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.962774+0000", 2024-09-17T17:03:14.429 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.307258+0000", 2024-09-17T17:03:14.429 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.429 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.430 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.430 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:14.430 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.307258+0000", 2024-09-17T17:03:14.430 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.307258+0000", 2024-09-17T17:03:14.430 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.307258+0000", 2024-09-17T17:03:14.430 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.430 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.430 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.430 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.307258+0000", 2024-09-17T17:03:14.430 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.307258+0000", 2024-09-17T17:03:14.430 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.430 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.430 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.430 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.430 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:14.431 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.431 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.431 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.431 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.431 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.431 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.431 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.431 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.431 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.18", 2024-09-17T17:03:14.431 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.431 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.431 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.431 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 24, 2024-09-17T17:03:14.431 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.432 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T20:56:38.905184+0000", 2024-09-17T17:03:14.432 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.432 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.432 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.435 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.435 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.435 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.435 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.435 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.435 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.435 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.435 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.435 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.435 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:14.435 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.435 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-09-17T17:03:14.436 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.436 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.436 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.436 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.436 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.436 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.436 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:14.436 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.436 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-09-17T17:03:14.436 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.436 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.436 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.437 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.437 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.437 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.437 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.628729+0000", 2024-09-17T17:03:14.437 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.219108+0000", 2024-09-17T17:03:14.437 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.219108+0000", 2024-09-17T17:03:14.437 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.219380+0000", 2024-09-17T17:03:14.437 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.628729+0000", 2024-09-17T17:03:14.437 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.437 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.437 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.437 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.437 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.628729+0000", 2024-09-17T17:03:14.438 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.628729+0000", 2024-09-17T17:03:14.438 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.628729+0000", 2024-09-17T17:03:14.438 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.438 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.438 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.438 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.628729+0000", 2024-09-17T17:03:14.438 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.628729+0000", 2024-09-17T17:03:14.438 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.438 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.438 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.438 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.438 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.438 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.439 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.439 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.439 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.439 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.439 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.439 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.439 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.439 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.19", 2024-09-17T17:03:14.439 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.439 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.439 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.439 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:14.439 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.439 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T18:17:10.719431+0000", 2024-09-17T17:03:14.440 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.440 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.440 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.443 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.443 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.443 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.443 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.443 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.443 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.443 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.443 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.443 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.443 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.443 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.443 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.443 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:14.444 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.444 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-09-17T17:03:14.444 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.444 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.444 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.444 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.444 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.444 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.444 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:14.444 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.444 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-09-17T17:03:14.445 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.445 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.445 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:14.445 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.445 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.445 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.445 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.677231+0000", 2024-09-17T17:03:14.445 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.960635+0000", 2024-09-17T17:03:14.445 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.960635+0000", 2024-09-17T17:03:14.445 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.961764+0000", 2024-09-17T17:03:14.445 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.677231+0000", 2024-09-17T17:03:14.445 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.445 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.446 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.446 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:14.446 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.677231+0000", 2024-09-17T17:03:14.446 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.677231+0000", 2024-09-17T17:03:14.446 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.677231+0000", 2024-09-17T17:03:14.446 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.446 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.446 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.446 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.677231+0000", 2024-09-17T17:03:14.446 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.677231+0000", 2024-09-17T17:03:14.446 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.446 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.446 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.447 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.447 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:14.447 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.447 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.447 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.447 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.447 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.447 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.447 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.447 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.447 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.17", 2024-09-17T17:03:14.447 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.448 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.448 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.448 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 25, 2024-09-17T17:03:14.448 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.448 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T17:55:23.343870+0000", 2024-09-17T17:03:14.448 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.448 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.448 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.451 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.451 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.451 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.451 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.451 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.451 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.451 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.451 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.451 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.451 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.451 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.451 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.452 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.452 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.452 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.452 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:14.452 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.452 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-09-17T17:03:14.452 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.452 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.452 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.452 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.452 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.452 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.452 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:14.453 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.453 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-09-17T17:03:14.453 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.453 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.453 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.453 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.453 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.453 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.453 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.307789+0000", 2024-09-17T17:03:14.453 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.243549+0000", 2024-09-17T17:03:14.453 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.243549+0000", 2024-09-17T17:03:14.453 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.243952+0000", 2024-09-17T17:03:14.454 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.307789+0000", 2024-09-17T17:03:14.454 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.454 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.454 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.454 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.454 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.307789+0000", 2024-09-17T17:03:14.454 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.307789+0000", 2024-09-17T17:03:14.454 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.307789+0000", 2024-09-17T17:03:14.454 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.454 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.454 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.454 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.307789+0000", 2024-09-17T17:03:14.455 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.307789+0000", 2024-09-17T17:03:14.455 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.455 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.455 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.455 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.455 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.455 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.455 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.455 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.455 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.455 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.455 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.455 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.456 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.456 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.16", 2024-09-17T17:03:14.456 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.456 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.456 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.456 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:14.456 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.456 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T19:44:03.533343+0000", 2024-09-17T17:03:14.456 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.456 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.456 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.456 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.456 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.458 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.458 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.458 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.458 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.458 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.458 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.458 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.458 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.458 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.458 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.458 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.458 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.459 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.459 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.459 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.459 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.459 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.459 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.459 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.459 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.459 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.459 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.459 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.459 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.459 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.459 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.460 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.460 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.460 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.460 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.460 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.460 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:14.460 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.460 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-09-17T17:03:14.460 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.460 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.460 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.460 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.460 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.461 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.461 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:14.461 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.461 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-09-17T17:03:14.461 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.461 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.461 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:14.461 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.461 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.461 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.461 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.307857+0000", 2024-09-17T17:03:14.461 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.959695+0000", 2024-09-17T17:03:14.461 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.959695+0000", 2024-09-17T17:03:14.461 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.960109+0000", 2024-09-17T17:03:14.462 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.307857+0000", 2024-09-17T17:03:14.462 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.462 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.462 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.462 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:14.462 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.307857+0000", 2024-09-17T17:03:14.462 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.307857+0000", 2024-09-17T17:03:14.462 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.307857+0000", 2024-09-17T17:03:14.462 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.462 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.462 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.462 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.307857+0000", 2024-09-17T17:03:14.462 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.307857+0000", 2024-09-17T17:03:14.462 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.462 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.463 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.463 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.463 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:14.463 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.463 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.463 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.463 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.463 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.463 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.463 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.463 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.463 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.16", 2024-09-17T17:03:14.463 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.463 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.463 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.464 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 24, 2024-09-17T17:03:14.464 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.464 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T23:28:40.382548+0000", 2024-09-17T17:03:14.464 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.464 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.464 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.464 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.464 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.464 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.464 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.464 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.464 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.464 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.465 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.465 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.465 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.465 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.465 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.465 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.465 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.465 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.465 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.465 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.465 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.465 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.465 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.465 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.465 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.466 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.466 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.466 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.466 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.466 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.466 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.466 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.466 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.466 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.466 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.466 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.466 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.466 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.466 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.466 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.467 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.467 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.467 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.467 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.467 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.467 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.467 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.467 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.467 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.467 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:14.467 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.467 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-09-17T17:03:14.467 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.467 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.468 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.468 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.468 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.468 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.468 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-09-17T17:03:14.468 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.468 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-09-17T17:03:14.468 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.468 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.468 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.468 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.468 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.468 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.469 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.414742+0000", 2024-09-17T17:03:14.469 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.247422+0000", 2024-09-17T17:03:14.469 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.247422+0000", 2024-09-17T17:03:14.469 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.247712+0000", 2024-09-17T17:03:14.469 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.414742+0000", 2024-09-17T17:03:14.469 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.469 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.469 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.469 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.469 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.414742+0000", 2024-09-17T17:03:14.469 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.414742+0000", 2024-09-17T17:03:14.469 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.414742+0000", 2024-09-17T17:03:14.469 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.470 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.470 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.470 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.414742+0000", 2024-09-17T17:03:14.470 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.414742+0000", 2024-09-17T17:03:14.470 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.470 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.470 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.470 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.470 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.470 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.470 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.470 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.470 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.470 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.471 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.471 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.471 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.471 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.17", 2024-09-17T17:03:14.471 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.471 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.471 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.471 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:14.471 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.471 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T01:39:13.612415+0000", 2024-09-17T17:03:14.471 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.471 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.471 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.473 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.473 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.473 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.473 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.473 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.473 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.473 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.473 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.473 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.473 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.473 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.473 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.473 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.473 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.474 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.474 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.474 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.474 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.474 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.474 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.474 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.474 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.474 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.474 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.474 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.474 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.474 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.475 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.475 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.475 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.475 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.475 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.475 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-09-17T17:03:14.475 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.475 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-09-17T17:03:14.475 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.475 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.475 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.475 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.475 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.475 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.476 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:14.476 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.476 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-09-17T17:03:14.476 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.476 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.476 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:14.476 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.476 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.476 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.629043+0000", 2024-09-17T17:03:14.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.954557+0000", 2024-09-17T17:03:14.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.954557+0000", 2024-09-17T17:03:14.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.954829+0000", 2024-09-17T17:03:14.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.629043+0000", 2024-09-17T17:03:14.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.477 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.477 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.477 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:14.477 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.629043+0000", 2024-09-17T17:03:14.477 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.629043+0000", 2024-09-17T17:03:14.477 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.629043+0000", 2024-09-17T17:03:14.477 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.477 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.477 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.477 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.629043+0000", 2024-09-17T17:03:14.477 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.629043+0000", 2024-09-17T17:03:14.477 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.477 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3, 2024-09-17T17:03:14.477 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.478 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.478 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:14.478 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.478 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.478 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.478 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.478 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3, 2024-09-17T17:03:14.478 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.478 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.478 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.478 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.15", 2024-09-17T17:03:14.478 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.478 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.479 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.479 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 29, 2024-09-17T17:03:14.479 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.479 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T20:19:53.127346+0000", 2024-09-17T17:03:14.479 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.479 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.479 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 90, 2024-09-17T17:03:14.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-09-17T17:03:14.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-09-17T17:03:14.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-09-17T17:03:14.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-09-17T17:03:14.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.482 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.482 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.482 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.482 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 4, 2024-09-17T17:03:14.482 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 1 2024-09-17T17:03:14.482 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.482 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.482 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.482 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.482 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.482 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.482 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:14.482 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.483 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-09-17T17:03:14.483 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "65'3" 2024-09-17T17:03:14.483 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.483 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.483 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.483 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.483 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.483 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:14.483 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.483 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-09-17T17:03:14.483 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.483 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.483 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.483 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.484 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.484 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.244219+0000", 2024-09-17T17:03:14.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.229662+0000", 2024-09-17T17:03:14.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.229662+0000", 2024-09-17T17:03:14.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.230454+0000", 2024-09-17T17:03:14.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.244219+0000", 2024-09-17T17:03:14.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.244219+0000", 2024-09-17T17:03:14.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.244219+0000", 2024-09-17T17:03:14.485 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.244219+0000", 2024-09-17T17:03:14.485 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.485 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.485 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.485 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.244219+0000", 2024-09-17T17:03:14.485 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.244219+0000", 2024-09-17T17:03:14.485 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.485 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.485 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.485 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.485 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.485 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.485 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.486 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.486 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.486 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.486 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.486 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.486 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.486 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.14", 2024-09-17T17:03:14.486 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.486 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.486 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.486 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:14.486 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.487 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:11:57.048365+0000", 2024-09-17T17:03:14.487 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.487 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.487 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.490 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.490 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.490 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.491 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.491 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.491 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.491 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:14.491 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.491 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-09-17T17:03:14.491 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.491 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.491 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.491 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.491 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.492 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.492 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-09-17T17:03:14.492 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.492 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-09-17T17:03:14.492 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.492 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.492 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:14.492 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.492 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.492 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.493 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:02:09.815211+0000", 2024-09-17T17:03:14.493 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.962588+0000", 2024-09-17T17:03:14.493 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.962588+0000", 2024-09-17T17:03:14.493 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.962897+0000", 2024-09-17T17:03:14.493 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:02:09.815211+0000", 2024-09-17T17:03:14.493 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.493 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.493 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.493 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:14.493 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:02:09.815211+0000", 2024-09-17T17:03:14.493 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:02:09.815211+0000", 2024-09-17T17:03:14.494 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:02:09.815211+0000", 2024-09-17T17:03:14.494 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.494 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.494 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.494 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:02:09.815211+0000", 2024-09-17T17:03:14.494 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:02:09.815211+0000", 2024-09-17T17:03:14.494 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.494 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 12, 2024-09-17T17:03:14.494 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.494 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.494 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:14.494 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.494 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.494 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.495 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.495 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 12, 2024-09-17T17:03:14.495 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.495 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.495 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.495 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.14", 2024-09-17T17:03:14.495 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.495 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.495 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.495 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 37, 2024-09-17T17:03:14.495 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.495 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T00:58:34.323179+0000", 2024-09-17T17:03:14.495 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.496 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.496 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 2630, 2024-09-17T17:03:14.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 12, 2024-09-17T17:03:14.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 4, 2024-09-17T17:03:14.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 4, 2024-09-17T17:03:14.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-09-17T17:03:14.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.499 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.499 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 12, 2024-09-17T17:03:14.499 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 9 2024-09-17T17:03:14.499 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.499 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.499 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.499 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.499 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.499 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.499 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-09-17T17:03:14.499 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.499 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-09-17T17:03:14.499 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "75'12" 2024-09-17T17:03:14.499 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.500 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.500 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.500 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.500 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.500 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:14.500 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.500 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-09-17T17:03:14.500 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.500 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.500 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.500 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.500 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.500 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.501 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.424801+0000", 2024-09-17T17:03:14.501 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.244115+0000", 2024-09-17T17:03:14.501 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.244115+0000", 2024-09-17T17:03:14.501 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.244388+0000", 2024-09-17T17:03:14.501 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.424801+0000", 2024-09-17T17:03:14.501 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.501 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.501 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.501 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.501 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.424801+0000", 2024-09-17T17:03:14.501 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.424801+0000", 2024-09-17T17:03:14.501 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.424801+0000", 2024-09-17T17:03:14.501 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.501 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.502 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.502 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.424801+0000", 2024-09-17T17:03:14.502 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.424801+0000", 2024-09-17T17:03:14.502 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.502 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.502 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.502 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.502 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.502 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.502 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.502 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.502 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.502 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.502 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.503 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.503 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.503 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.15", 2024-09-17T17:03:14.503 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.503 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.503 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.503 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:14.503 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.503 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T17:46:40.168063+0000", 2024-09-17T17:03:14.503 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.503 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.503 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.505 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.505 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.505 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.505 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.505 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.505 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.505 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.505 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.505 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.505 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.505 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.505 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.505 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.505 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.506 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.506 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.506 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.506 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.507 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.507 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.507 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:14.507 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.507 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-09-17T17:03:14.507 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.507 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.507 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.507 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.507 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.507 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.507 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-09-17T17:03:14.507 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.507 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-09-17T17:03:14.508 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.508 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.508 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:14.508 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.508 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.508 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.508 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.415381+0000", 2024-09-17T17:03:14.508 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.960613+0000", 2024-09-17T17:03:14.508 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.960613+0000", 2024-09-17T17:03:14.508 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.960970+0000", 2024-09-17T17:03:14.508 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.415381+0000", 2024-09-17T17:03:14.508 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.509 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.509 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.509 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:14.509 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.415381+0000", 2024-09-17T17:03:14.509 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.415381+0000", 2024-09-17T17:03:14.509 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.415381+0000", 2024-09-17T17:03:14.509 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.509 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.509 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.509 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.415381+0000", 2024-09-17T17:03:14.509 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.415381+0000", 2024-09-17T17:03:14.509 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.509 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-09-17T17:03:14.510 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.510 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.510 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:14.510 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.510 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.510 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.510 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.510 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-09-17T17:03:14.510 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.510 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.510 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.511 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.13", 2024-09-17T17:03:14.511 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.511 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.511 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.511 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 28, 2024-09-17T17:03:14.511 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.511 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:49:24.265041+0000", 2024-09-17T17:03:14.511 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.511 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.511 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 34, 2024-09-17T17:03:14.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.512 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.512 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.512 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.512 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.512 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.512 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.512 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.512 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.512 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.512 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.512 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.512 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.512 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-09-17T17:03:14.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-09-17T17:03:14.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-09-17T17:03:14.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-09-17T17:03:14.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-09-17T17:03:14.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 7 2024-09-17T17:03:14.514 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.514 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.514 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.514 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.514 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.515 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.515 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-09-17T17:03:14.515 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.515 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-09-17T17:03:14.515 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "65'2" 2024-09-17T17:03:14.515 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.515 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.515 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.515 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.515 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.515 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-09-17T17:03:14.515 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.515 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-09-17T17:03:14.515 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.515 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.516 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.516 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.516 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.516 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.516 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.414952+0000", 2024-09-17T17:03:14.516 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.232483+0000", 2024-09-17T17:03:14.516 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.232483+0000", 2024-09-17T17:03:14.516 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.232750+0000", 2024-09-17T17:03:14.516 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.414952+0000", 2024-09-17T17:03:14.516 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.516 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.517 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.517 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.517 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.414952+0000", 2024-09-17T17:03:14.517 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.414952+0000", 2024-09-17T17:03:14.517 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.414952+0000", 2024-09-17T17:03:14.517 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.517 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.517 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.517 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.414952+0000", 2024-09-17T17:03:14.517 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.414952+0000", 2024-09-17T17:03:14.517 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.517 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.517 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.518 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.518 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.518 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.518 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.518 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.518 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.518 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.518 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.518 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.518 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.518 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.12", 2024-09-17T17:03:14.518 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.518 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.519 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.519 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:14.519 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.519 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T00:23:55.361946+0000", 2024-09-17T17:03:14.519 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.519 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.519 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.522 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.522 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.522 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.522 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.522 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.522 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.522 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.522 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.522 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.522 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.522 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.522 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.523 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.523 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.523 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-09-17T17:03:14.523 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.523 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-09-17T17:03:14.523 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.523 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.523 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.523 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.523 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.523 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.523 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:14.523 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.523 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-09-17T17:03:14.524 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.524 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.524 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:14.524 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.524 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.524 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.524 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.307653+0000", 2024-09-17T17:03:14.524 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.962637+0000", 2024-09-17T17:03:14.524 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.962637+0000", 2024-09-17T17:03:14.524 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.962941+0000", 2024-09-17T17:03:14.524 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.307653+0000", 2024-09-17T17:03:14.524 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.525 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.525 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.525 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:14.525 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.307653+0000", 2024-09-17T17:03:14.525 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.307653+0000", 2024-09-17T17:03:14.525 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.307653+0000", 2024-09-17T17:03:14.525 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.525 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.525 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.525 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.307653+0000", 2024-09-17T17:03:14.525 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.307653+0000", 2024-09-17T17:03:14.525 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.525 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.526 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.526 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.526 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:14.526 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.526 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.526 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.526 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.526 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.526 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.526 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.526 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.526 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.12", 2024-09-17T17:03:14.526 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.527 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.527 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.527 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 24, 2024-09-17T17:03:14.527 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.527 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T23:44:01.178721+0000", 2024-09-17T17:03:14.527 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.527 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.527 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.530 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.530 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.530 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.530 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.530 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.530 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.530 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.530 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.530 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.530 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.532 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.532 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.532 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.532 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.532 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.533 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.533 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:14.533 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.533 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-09-17T17:03:14.533 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.533 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.533 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.533 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.533 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.533 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.533 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:14.534 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.534 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-09-17T17:03:14.534 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.534 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.534 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.534 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.534 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.534 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.534 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.424757+0000", 2024-09-17T17:03:14.534 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.242684+0000", 2024-09-17T17:03:14.534 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.242684+0000", 2024-09-17T17:03:14.534 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.245395+0000", 2024-09-17T17:03:14.534 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.424757+0000", 2024-09-17T17:03:14.535 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.535 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.535 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.535 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.535 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.424757+0000", 2024-09-17T17:03:14.535 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.424757+0000", 2024-09-17T17:03:14.535 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.424757+0000", 2024-09-17T17:03:14.535 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.535 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.535 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.535 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.424757+0000", 2024-09-17T17:03:14.536 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.424757+0000", 2024-09-17T17:03:14.536 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.536 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.536 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.536 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.536 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.536 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.536 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.536 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.536 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.536 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.536 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.536 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.537 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.537 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.13", 2024-09-17T17:03:14.537 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.537 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.537 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.537 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:14.537 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.537 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T00:49:21.685150+0000", 2024-09-17T17:03:14.537 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.537 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.537 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.537 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.537 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.538 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.538 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.538 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.538 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.538 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.538 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.538 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.538 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.538 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.538 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.538 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.538 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.538 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.540 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.540 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.540 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.540 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.541 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.541 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.541 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:14.541 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.541 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-09-17T17:03:14.541 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.541 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.541 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.541 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.541 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.541 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.541 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:14.541 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.541 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-09-17T17:03:14.542 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.542 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.542 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:14.542 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.542 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.542 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.542 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.676911+0000", 2024-09-17T17:03:14.542 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.960401+0000", 2024-09-17T17:03:14.542 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.960401+0000", 2024-09-17T17:03:14.542 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.960765+0000", 2024-09-17T17:03:14.542 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.676911+0000", 2024-09-17T17:03:14.542 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.542 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.543 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.543 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:14.543 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.676911+0000", 2024-09-17T17:03:14.543 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.676911+0000", 2024-09-17T17:03:14.543 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.676911+0000", 2024-09-17T17:03:14.543 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.543 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.543 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.543 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.676911+0000", 2024-09-17T17:03:14.543 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.676911+0000", 2024-09-17T17:03:14.543 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.543 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.543 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.544 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.544 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:14.544 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.544 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.544 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.544 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.544 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.544 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.544 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.544 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.544 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.11", 2024-09-17T17:03:14.544 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.544 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.545 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.545 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 25, 2024-09-17T17:03:14.545 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.545 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:49:12.581218+0000", 2024-09-17T17:03:14.545 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.545 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.545 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.545 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.545 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.545 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.545 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.545 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.545 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.548 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.548 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.548 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.548 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.548 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.549 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.549 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:14.549 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.549 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-09-17T17:03:14.549 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.549 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.549 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.549 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.549 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.549 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.549 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-09-17T17:03:14.549 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.549 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-09-17T17:03:14.549 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.550 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.550 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.550 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.550 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.550 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.550 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.676754+0000", 2024-09-17T17:03:14.550 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.247580+0000", 2024-09-17T17:03:14.550 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.247580+0000", 2024-09-17T17:03:14.550 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.248124+0000", 2024-09-17T17:03:14.550 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.676754+0000", 2024-09-17T17:03:14.550 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.550 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.550 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.550 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.551 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.676754+0000", 2024-09-17T17:03:14.551 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.676754+0000", 2024-09-17T17:03:14.551 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.676754+0000", 2024-09-17T17:03:14.551 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.551 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.551 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.551 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.676754+0000", 2024-09-17T17:03:14.551 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.676754+0000", 2024-09-17T17:03:14.551 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.551 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.551 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.551 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.551 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.551 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.551 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.552 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.552 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.552 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.552 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.552 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.552 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.552 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.10", 2024-09-17T17:03:14.552 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.552 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.552 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.552 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 22, 2024-09-17T17:03:14.552 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.552 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T00:36:12.043526+0000", 2024-09-17T17:03:14.552 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.553 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.553 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.553 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.553 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.553 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.553 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.553 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.553 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.553 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.553 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.553 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.553 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.553 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.553 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.556 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.556 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.556 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.556 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.556 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.556 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.556 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-09-17T17:03:14.556 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.556 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-09-17T17:03:14.556 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.556 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.557 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.557 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.557 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:14.557 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.557 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:14.557 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.557 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-09-17T17:03:14.557 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.557 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.557 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:14.557 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.558 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.558 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.558 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.239284+0000", 2024-09-17T17:03:14.558 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.953934+0000", 2024-09-17T17:03:14.558 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.953934+0000", 2024-09-17T17:03:14.558 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.954336+0000", 2024-09-17T17:03:14.558 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.239284+0000", 2024-09-17T17:03:14.558 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.558 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.558 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.558 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:14.558 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.239284+0000", 2024-09-17T17:03:14.558 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.239284+0000", 2024-09-17T17:03:14.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.239284+0000", 2024-09-17T17:03:14.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.239284+0000", 2024-09-17T17:03:14.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.239284+0000", 2024-09-17T17:03:14.559 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.559 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 8, 2024-09-17T17:03:14.559 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.559 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.559 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:14.559 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.560 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.560 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.560 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.560 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 8, 2024-09-17T17:03:14.560 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.560 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.560 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.560 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.10", 2024-09-17T17:03:14.560 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.560 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.560 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.560 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 34, 2024-09-17T17:03:14.561 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.561 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:47:52.485920+0000", 2024-09-17T17:03:14.561 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.561 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.561 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.561 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.561 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.561 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.561 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.561 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.561 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.561 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 12, 2024-09-17T17:03:14.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 4, 2024-09-17T17:03:14.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 4, 2024-09-17T17:03:14.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 4, 2024-09-17T17:03:14.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 12, 2024-09-17T17:03:14.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.564 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.564 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.564 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.564 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.565 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:14.565 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.565 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:14.565 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.565 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-09-17T17:03:14.565 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "65'8" 2024-09-17T17:03:14.565 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.565 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.565 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.565 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.566 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.566 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:14.566 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.566 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-09-17T17:03:14.566 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.566 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.566 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.566 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.566 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.566 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.566 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.424726+0000", 2024-09-17T17:03:14.566 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.242730+0000", 2024-09-17T17:03:14.566 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.242730+0000", 2024-09-17T17:03:14.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.244709+0000", 2024-09-17T17:03:14.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.424726+0000", 2024-09-17T17:03:14.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.424726+0000", 2024-09-17T17:03:14.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.424726+0000", 2024-09-17T17:03:14.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.424726+0000", 2024-09-17T17:03:14.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.568 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.424726+0000", 2024-09-17T17:03:14.568 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.424726+0000", 2024-09-17T17:03:14.568 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.568 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.568 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.568 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.568 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.568 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.568 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.568 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.568 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.568 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.568 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.569 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.569 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.569 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.11", 2024-09-17T17:03:14.569 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.569 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.569 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.569 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:14.569 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.569 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T19:39:29.397594+0000", 2024-09-17T17:03:14.569 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.569 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.569 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.569 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.569 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.572 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.572 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.573 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.573 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.573 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.573 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.573 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:14.573 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.573 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-09-17T17:03:14.573 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.573 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.573 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.573 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.573 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.573 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.574 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:14.574 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.574 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-09-17T17:03:14.574 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.574 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.574 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:14.574 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.574 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.574 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.574 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.244650+0000", 2024-09-17T17:03:14.574 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.964911+0000", 2024-09-17T17:03:14.574 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.964911+0000", 2024-09-17T17:03:14.574 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.965242+0000", 2024-09-17T17:03:14.575 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.244650+0000", 2024-09-17T17:03:14.575 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.575 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.575 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.575 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:14.575 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.244650+0000", 2024-09-17T17:03:14.575 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.244650+0000", 2024-09-17T17:03:14.575 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.244650+0000", 2024-09-17T17:03:14.575 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.575 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.575 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.575 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.244650+0000", 2024-09-17T17:03:14.575 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.244650+0000", 2024-09-17T17:03:14.575 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.576 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 1, 2024-09-17T17:03:14.576 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.576 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.576 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:14.576 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.576 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.576 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.576 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.576 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 1, 2024-09-17T17:03:14.576 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.576 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.576 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.576 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.f", 2024-09-17T17:03:14.576 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.577 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.577 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.577 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 27, 2024-09-17T17:03:14.577 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.577 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:51:07.238886+0000", 2024-09-17T17:03:14.577 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.577 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.577 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 22, 2024-09-17T17:03:14.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-09-17T17:03:14.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-09-17T17:03:14.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-09-17T17:03:14.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 1, 2024-09-17T17:03:14.581 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 1 2024-09-17T17:03:14.581 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.581 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.581 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.581 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.581 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.581 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.581 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:14.581 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.581 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-09-17T17:03:14.581 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "65'1" 2024-09-17T17:03:14.581 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.581 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.582 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.582 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.582 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.582 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:14.582 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.582 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-09-17T17:03:14.582 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.582 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.582 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.582 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.582 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.582 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.582 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.424791+0000", 2024-09-17T17:03:14.582 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.242790+0000", 2024-09-17T17:03:14.582 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.242790+0000", 2024-09-17T17:03:14.583 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.243187+0000", 2024-09-17T17:03:14.583 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.424791+0000", 2024-09-17T17:03:14.583 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.583 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.583 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.583 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.583 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.424791+0000", 2024-09-17T17:03:14.583 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.424791+0000", 2024-09-17T17:03:14.583 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.424791+0000", 2024-09-17T17:03:14.583 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.583 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.583 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.583 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.424791+0000", 2024-09-17T17:03:14.583 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.424791+0000", 2024-09-17T17:03:14.584 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.584 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.584 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.584 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.584 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.584 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.584 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.584 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.584 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.584 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.584 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.584 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.584 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.585 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.e", 2024-09-17T17:03:14.585 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.585 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.585 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.585 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:14.585 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.585 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T21:48:01.985678+0000", 2024-09-17T17:03:14.585 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.585 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.585 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.588 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.588 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.588 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.588 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.588 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.588 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.588 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.588 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.588 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.588 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.588 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.588 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.589 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.589 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.589 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:14.589 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.589 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-09-17T17:03:14.589 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.589 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.589 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.589 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.589 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:14.589 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.589 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:14.589 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.589 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-09-17T17:03:14.589 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.590 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.590 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:14.590 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.590 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.590 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.590 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.240030+0000", 2024-09-17T17:03:14.590 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.960504+0000", 2024-09-17T17:03:14.590 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.960504+0000", 2024-09-17T17:03:14.590 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.960796+0000", 2024-09-17T17:03:14.590 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.240030+0000", 2024-09-17T17:03:14.590 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.590 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.590 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.590 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:14.590 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.240030+0000", 2024-09-17T17:03:14.590 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.240030+0000", 2024-09-17T17:03:14.591 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.240030+0000", 2024-09-17T17:03:14.591 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.591 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.591 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.591 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.240030+0000", 2024-09-17T17:03:14.591 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.240030+0000", 2024-09-17T17:03:14.591 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.591 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-09-17T17:03:14.591 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.591 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.591 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:14.591 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.591 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.592 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.592 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.592 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-09-17T17:03:14.592 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.592 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.592 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.592 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.e", 2024-09-17T17:03:14.592 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.592 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.592 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.592 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 28, 2024-09-17T17:03:14.592 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.593 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T21:01:36.242275+0000", 2024-09-17T17:03:14.593 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.593 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.593 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-09-17T17:03:14.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-09-17T17:03:14.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-09-17T17:03:14.595 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.595 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.595 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.595 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.595 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.595 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-09-17T17:03:14.595 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.595 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.595 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.595 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.595 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.595 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.596 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.596 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.596 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.596 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.596 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.596 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.596 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-09-17T17:03:14.596 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.596 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.596 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.596 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.596 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.596 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:14.597 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.597 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:14.597 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.597 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-09-17T17:03:14.597 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "65'2" 2024-09-17T17:03:14.597 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.597 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.597 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.597 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.597 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.597 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:14.597 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.597 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-09-17T17:03:14.597 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.598 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.598 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.598 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.598 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.598 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.598 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.424924+0000", 2024-09-17T17:03:14.598 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.243479+0000", 2024-09-17T17:03:14.598 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.243479+0000", 2024-09-17T17:03:14.598 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.244847+0000", 2024-09-17T17:03:14.598 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.424924+0000", 2024-09-17T17:03:14.598 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.598 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.598 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.599 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.599 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.424924+0000", 2024-09-17T17:03:14.599 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.424924+0000", 2024-09-17T17:03:14.599 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.424924+0000", 2024-09-17T17:03:14.599 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.599 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.599 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.599 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.424924+0000", 2024-09-17T17:03:14.599 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.424924+0000", 2024-09-17T17:03:14.599 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.599 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.599 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.599 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.599 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.599 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.600 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.600 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.600 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.600 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.600 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.600 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.600 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.600 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.f", 2024-09-17T17:03:14.600 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.600 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.600 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.600 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:14.601 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.601 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T00:05:39.269540+0000", 2024-09-17T17:03:14.601 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.601 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.601 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.604 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.604 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.604 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.604 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.604 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.604 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.604 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.604 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.604 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:14.604 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.604 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-09-17T17:03:14.604 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.604 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.604 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.605 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.605 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.605 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.605 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-09-17T17:03:14.605 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.605 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-09-17T17:03:14.605 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.605 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.605 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:14.605 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.605 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.605 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.605 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.629085+0000", 2024-09-17T17:03:14.606 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.957429+0000", 2024-09-17T17:03:14.606 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.957429+0000", 2024-09-17T17:03:14.606 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.957713+0000", 2024-09-17T17:03:14.606 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.629085+0000", 2024-09-17T17:03:14.606 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.606 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.606 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.606 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:14.606 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.629085+0000", 2024-09-17T17:03:14.606 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.629085+0000", 2024-09-17T17:03:14.606 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.629085+0000", 2024-09-17T17:03:14.606 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.606 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.606 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.606 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.629085+0000", 2024-09-17T17:03:14.607 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.629085+0000", 2024-09-17T17:03:14.607 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.607 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 1, 2024-09-17T17:03:14.607 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.607 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.607 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:14.607 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.607 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.607 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.607 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.607 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 1, 2024-09-17T17:03:14.607 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.607 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.607 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.608 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.d", 2024-09-17T17:03:14.608 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.608 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.608 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.608 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 27, 2024-09-17T17:03:14.608 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.608 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T00:36:57.132830+0000", 2024-09-17T17:03:14.608 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.608 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.608 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 70, 2024-09-17T17:03:14.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-09-17T17:03:14.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-09-17T17:03:14.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-09-17T17:03:14.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.611 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.611 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.611 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.611 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.611 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.611 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.611 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.611 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.611 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.611 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.611 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.612 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 1, 2024-09-17T17:03:14.612 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 1 2024-09-17T17:03:14.612 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.612 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.612 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.612 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.612 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.612 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.612 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-09-17T17:03:14.612 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.612 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-09-17T17:03:14.612 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "65'1" 2024-09-17T17:03:14.612 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.613 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.613 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.613 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.613 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.613 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:14.613 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.613 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-09-17T17:03:14.613 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.613 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.613 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.613 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.613 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.613 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.613 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.307093+0000", 2024-09-17T17:03:14.614 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.246795+0000", 2024-09-17T17:03:14.614 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.246795+0000", 2024-09-17T17:03:14.614 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.247096+0000", 2024-09-17T17:03:14.614 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.307093+0000", 2024-09-17T17:03:14.614 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.614 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.614 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.614 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.614 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.307093+0000", 2024-09-17T17:03:14.614 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.307093+0000", 2024-09-17T17:03:14.614 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.307093+0000", 2024-09-17T17:03:14.614 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.614 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.614 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.615 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.307093+0000", 2024-09-17T17:03:14.615 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.307093+0000", 2024-09-17T17:03:14.615 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.615 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.615 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.615 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.615 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.615 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.615 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.615 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.615 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.615 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.615 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.616 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.616 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.616 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.c", 2024-09-17T17:03:14.616 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.616 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.616 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.616 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:14.616 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.616 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T17:54:20.559793+0000", 2024-09-17T17:03:14.616 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.616 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.616 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.619 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.619 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.619 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.619 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.619 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.619 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.619 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.619 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.619 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.619 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.619 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.619 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.619 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.619 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.620 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.620 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.620 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:14.620 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.620 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-09-17T17:03:14.620 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.620 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.620 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.620 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.620 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:14.620 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.620 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:14.621 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.621 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-09-17T17:03:14.621 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.621 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.621 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:14.621 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.621 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.621 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.621 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.239622+0000", 2024-09-17T17:03:14.621 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.954402+0000", 2024-09-17T17:03:14.621 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.954402+0000", 2024-09-17T17:03:14.621 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.954693+0000", 2024-09-17T17:03:14.621 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.239622+0000", 2024-09-17T17:03:14.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:14.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.239622+0000", 2024-09-17T17:03:14.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.239622+0000", 2024-09-17T17:03:14.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.239622+0000", 2024-09-17T17:03:14.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.239622+0000", 2024-09-17T17:03:14.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.239622+0000", 2024-09-17T17:03:14.622 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.622 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.623 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.623 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.623 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:14.623 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.623 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.623 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.623 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.623 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.623 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.623 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.623 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.623 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.c", 2024-09-17T17:03:14.623 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.624 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.624 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.624 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 26, 2024-09-17T17:03:14.624 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.624 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T22:15:57.900576+0000", 2024-09-17T17:03:14.624 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.624 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.624 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.627 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.627 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.628 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.628 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.628 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:14.628 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.628 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:14.628 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.628 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-09-17T17:03:14.628 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.628 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.628 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.628 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.628 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.629 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.629 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:14.629 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.629 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-09-17T17:03:14.629 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.629 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.629 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.629 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.629 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.629 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.629 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.425369+0000", 2024-09-17T17:03:14.629 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.237519+0000", 2024-09-17T17:03:14.629 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.237519+0000", 2024-09-17T17:03:14.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.237888+0000", 2024-09-17T17:03:14.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.425369+0000", 2024-09-17T17:03:14.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.425369+0000", 2024-09-17T17:03:14.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.425369+0000", 2024-09-17T17:03:14.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.425369+0000", 2024-09-17T17:03:14.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.425369+0000", 2024-09-17T17:03:14.631 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.425369+0000", 2024-09-17T17:03:14.631 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.631 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.631 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.631 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.631 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.631 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.631 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.631 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.631 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.631 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.631 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.631 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.631 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.632 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.d", 2024-09-17T17:03:14.632 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.632 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.632 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.632 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:14.632 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.632 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T01:37:05.324759+0000", 2024-09-17T17:03:14.632 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.632 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.632 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.635 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.635 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.635 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.635 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.635 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.635 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.635 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.635 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.635 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.635 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.635 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.635 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.635 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.635 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.636 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.636 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.636 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.636 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.636 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.636 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.636 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:14.636 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.636 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-09-17T17:03:14.636 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.636 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.636 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.636 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.637 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.637 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.637 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:14.637 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.637 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-09-17T17:03:14.637 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.637 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.637 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 69, 2024-09-17T17:03:14.637 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.637 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.637 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.637 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.677074+0000", 2024-09-17T17:03:14.637 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T17:00:45.766901+0000", 2024-09-17T17:03:14.638 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T17:00:45.766901+0000", 2024-09-17T17:03:14.638 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T17:00:50.452957+0000", 2024-09-17T17:03:14.638 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.677074+0000", 2024-09-17T17:03:14.638 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:14.638 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.638 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:14.638 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 70, 2024-09-17T17:03:14.638 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.677074+0000", 2024-09-17T17:03:14.638 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.677074+0000", 2024-09-17T17:03:14.638 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.677074+0000", 2024-09-17T17:03:14.638 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.638 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.638 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:14.638 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.677074+0000", 2024-09-17T17:03:14.639 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.677074+0000", 2024-09-17T17:03:14.639 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.639 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.639 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.639 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.639 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 69, 2024-09-17T17:03:14.639 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.639 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.639 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.639 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.639 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.639 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.639 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.639 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.640 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.5", 2024-09-17T17:03:14.640 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.640 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.640 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.640 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-09-17T17:03:14.640 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.640 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T17:19:56.989854+0000", 2024-09-17T17:03:14.640 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.000592588, 2024-09-17T17:03:14.640 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.640 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.643 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.643 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.643 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.643 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.643 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.643 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.643 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.643 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.643 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.643 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.643 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.643 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.643 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.643 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.644 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.644 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:14.644 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.644 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-09-17T17:03:14.644 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.644 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.644 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.644 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.644 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.644 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.644 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:14.644 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.644 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-09-17T17:03:14.644 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.645 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.645 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 19, 2024-09-17T17:03:14.645 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.645 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.645 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.645 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:03:10.727111+0000", 2024-09-17T17:03:14.645 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:28.553865+0000", 2024-09-17T17:03:14.645 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:28.553865+0000", 2024-09-17T17:03:14.645 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:28.554273+0000", 2024-09-17T17:03:14.645 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:03:10.727111+0000", 2024-09-17T17:03:14.645 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:57:25.739524+0000", 2024-09-17T17:03:14.645 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.645 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:57:25.739524+0000", 2024-09-17T17:03:14.645 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 58, 2024-09-17T17:03:14.646 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:03:10.727111+0000", 2024-09-17T17:03:14.646 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:03:10.727111+0000", 2024-09-17T17:03:14.646 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:03:10.727111+0000", 2024-09-17T17:03:14.646 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.646 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.646 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:57:25.739524+0000", 2024-09-17T17:03:14.646 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:03:10.727111+0000", 2024-09-17T17:03:14.646 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:03:10.727111+0000", 2024-09-17T17:03:14.646 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.646 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 144, 2024-09-17T17:03:14.646 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.646 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.646 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 57, 2024-09-17T17:03:14.647 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.647 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.647 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.647 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.647 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 144, 2024-09-17T17:03:14.647 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.647 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.647 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.647 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "1.0", 2024-09-17T17:03:14.647 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.647 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.647 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.647 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 329, 2024-09-17T17:03:14.647 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.648 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:00:13.375653+0000", 2024-09-17T17:03:14.648 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.648 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.648 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 590368, 2024-09-17T17:03:14.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 1771104, 2024-09-17T17:03:14.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-09-17T17:03:14.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-09-17T17:03:14.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-09-17T17:03:14.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.650 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.650 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.650 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.650 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.650 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.650 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 6, 2024-09-17T17:03:14.650 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.650 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.650 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.650 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.650 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.650 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 358, 2024-09-17T17:03:14.650 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 554, 2024-09-17T17:03:14.651 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.651 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.651 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.651 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 211, 2024-09-17T17:03:14.651 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 2416 2024-09-17T17:03:14.651 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.651 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.651 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.651 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.651 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.651 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.651 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:14.651 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.651 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-09-17T17:03:14.652 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "75'144" 2024-09-17T17:03:14.652 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.652 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.652 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.652 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.652 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:14.652 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:14.652 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.652 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-09-17T17:03:14.652 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.652 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.652 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:14.653 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.653 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.653 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.653 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.307568+0000", 2024-09-17T17:03:14.653 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.966677+0000", 2024-09-17T17:03:14.653 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.966677+0000", 2024-09-17T17:03:14.653 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.967005+0000", 2024-09-17T17:03:14.653 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.307568+0000", 2024-09-17T17:03:14.653 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.653 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.653 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.653 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:14.653 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.307568+0000", 2024-09-17T17:03:14.653 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.307568+0000", 2024-09-17T17:03:14.654 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.307568+0000", 2024-09-17T17:03:14.654 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.654 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.654 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.654 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.307568+0000", 2024-09-17T17:03:14.654 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.307568+0000", 2024-09-17T17:03:14.654 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.654 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.654 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.654 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.654 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:14.655 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.655 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.655 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.655 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.655 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.655 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.655 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.655 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.655 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.3", 2024-09-17T17:03:14.655 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.655 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.655 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.656 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 24, 2024-09-17T17:03:14.656 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.656 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T23:33:59.951404+0000", 2024-09-17T17:03:14.656 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.656 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.656 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.657 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.657 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.657 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.657 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.657 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.657 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.657 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.657 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.657 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.657 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.657 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.657 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.657 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.658 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.658 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.658 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.658 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.658 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.658 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.658 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.658 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.658 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.658 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.658 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.658 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.658 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.659 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.659 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.659 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.659 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.659 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.659 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.659 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.659 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.659 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.659 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.659 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.659 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:14.659 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:14.659 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.660 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-09-17T17:03:14.660 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.660 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.660 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.660 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.660 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.660 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.660 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:14.660 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.660 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-09-17T17:03:14.660 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.660 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.660 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.661 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.661 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.661 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.661 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.240415+0000", 2024-09-17T17:03:14.661 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.238681+0000", 2024-09-17T17:03:14.661 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.238681+0000", 2024-09-17T17:03:14.661 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.239021+0000", 2024-09-17T17:03:14.661 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.240415+0000", 2024-09-17T17:03:14.661 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.661 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.661 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.661 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.661 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.240415+0000", 2024-09-17T17:03:14.662 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.240415+0000", 2024-09-17T17:03:14.662 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.240415+0000", 2024-09-17T17:03:14.662 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.662 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.662 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.662 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.240415+0000", 2024-09-17T17:03:14.662 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.240415+0000", 2024-09-17T17:03:14.662 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.662 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.662 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.662 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.662 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.662 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.662 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.663 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.663 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.663 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.663 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.663 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.663 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.663 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2", 2024-09-17T17:03:14.663 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.663 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.663 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.663 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 22, 2024-09-17T17:03:14.663 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.663 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T19:57:42.478147+0000", 2024-09-17T17:03:14.663 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.664 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.664 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.665 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.665 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.665 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.665 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.665 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.665 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.665 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.665 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.665 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.665 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.665 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.665 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.665 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.665 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.666 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.666 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.666 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.666 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.666 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.666 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.666 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.666 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.666 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.666 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.666 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.666 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.666 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.667 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.667 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.667 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.667 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.667 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.667 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.667 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:14.667 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.667 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-09-17T17:03:14.667 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.667 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.667 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.667 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.668 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.668 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.668 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:14.668 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.668 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-09-17T17:03:14.668 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.668 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.668 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 69, 2024-09-17T17:03:14.668 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.668 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.668 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.668 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.415413+0000", 2024-09-17T17:03:14.669 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T17:00:45.945750+0000", 2024-09-17T17:03:14.669 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T17:00:45.945750+0000", 2024-09-17T17:03:14.669 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T17:00:49.920433+0000", 2024-09-17T17:03:14.669 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.415413+0000", 2024-09-17T17:03:14.669 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:14.669 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.669 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:14.669 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 70, 2024-09-17T17:03:14.669 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.415413+0000", 2024-09-17T17:03:14.669 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.415413+0000", 2024-09-17T17:03:14.669 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.415413+0000", 2024-09-17T17:03:14.669 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.669 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.669 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:14.670 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.415413+0000", 2024-09-17T17:03:14.670 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.415413+0000", 2024-09-17T17:03:14.670 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.670 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.670 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.670 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.670 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 69, 2024-09-17T17:03:14.670 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.670 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.670 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.670 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.670 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.670 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.671 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.671 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.671 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.6", 2024-09-17T17:03:14.671 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.671 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.671 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.671 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:14.671 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.671 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T19:55:12.831764+0000", 2024-09-17T17:03:14.671 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.000235615, 2024-09-17T17:03:14.671 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.671 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.673 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.673 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.673 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.673 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.673 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.673 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.673 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.673 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.673 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.673 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.673 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.673 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.673 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.673 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.674 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.674 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.674 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.674 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.674 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.674 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.674 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.674 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.674 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.674 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.674 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.674 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.674 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.674 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.675 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.675 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.675 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.675 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.675 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:14.675 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.675 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-09-17T17:03:14.675 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.675 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.675 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.675 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.675 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.675 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.675 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:14.676 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.676 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-09-17T17:03:14.676 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.676 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.676 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:14.676 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.676 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.676 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.676 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.425076+0000", 2024-09-17T17:03:14.676 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.965791+0000", 2024-09-17T17:03:14.676 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.965791+0000", 2024-09-17T17:03:14.676 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.966880+0000", 2024-09-17T17:03:14.676 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.425076+0000", 2024-09-17T17:03:14.677 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.677 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.677 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.677 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:14.677 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.425076+0000", 2024-09-17T17:03:14.677 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.425076+0000", 2024-09-17T17:03:14.677 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.425076+0000", 2024-09-17T17:03:14.677 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.677 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.677 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.677 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.425076+0000", 2024-09-17T17:03:14.677 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.425076+0000", 2024-09-17T17:03:14.677 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.678 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.678 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.678 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.678 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:14.678 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.678 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.678 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.678 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.678 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.678 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.678 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.678 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.678 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.0", 2024-09-17T17:03:14.679 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.679 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.679 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.679 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 24, 2024-09-17T17:03:14.679 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.679 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T19:35:43.322828+0000", 2024-09-17T17:03:14.679 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.679 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.679 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.681 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.681 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.681 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.681 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.681 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.681 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.681 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.681 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.681 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.681 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.681 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.681 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.682 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.682 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.682 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.682 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.682 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.682 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.682 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.682 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.682 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.682 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.682 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.683 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.683 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.683 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.683 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.683 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.683 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.683 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.683 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.683 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.683 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:14.683 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.683 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-09-17T17:03:14.684 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.684 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.684 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.684 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.684 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.684 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.684 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-09-17T17:03:14.684 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.684 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-09-17T17:03:14.684 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.684 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.684 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.684 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.685 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.685 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.685 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.414831+0000", 2024-09-17T17:03:14.685 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.226781+0000", 2024-09-17T17:03:14.685 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.226781+0000", 2024-09-17T17:03:14.685 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.227130+0000", 2024-09-17T17:03:14.685 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.414831+0000", 2024-09-17T17:03:14.685 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.685 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.685 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.685 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.685 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.414831+0000", 2024-09-17T17:03:14.686 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.414831+0000", 2024-09-17T17:03:14.686 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.414831+0000", 2024-09-17T17:03:14.686 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.686 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.686 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.686 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.414831+0000", 2024-09-17T17:03:14.686 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.414831+0000", 2024-09-17T17:03:14.686 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.686 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.686 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.686 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.686 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.686 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.687 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.687 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.687 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.687 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.687 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.687 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.687 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.687 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1", 2024-09-17T17:03:14.687 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.687 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.687 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.687 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:14.687 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.687 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T19:54:32.364956+0000", 2024-09-17T17:03:14.688 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.688 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.688 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.688 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.688 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.688 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.688 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.688 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.688 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.688 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.688 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.688 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.689 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.689 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.689 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.689 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.689 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.689 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.689 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.689 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.689 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.689 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.689 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.689 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.691 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.691 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.691 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.691 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.691 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.691 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.692 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-09-17T17:03:14.692 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.692 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-09-17T17:03:14.692 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.692 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.692 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.692 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.692 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.692 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.692 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:14.692 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.693 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-09-17T17:03:14.693 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.693 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.693 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 69, 2024-09-17T17:03:14.693 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.693 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.693 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.693 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.629187+0000", 2024-09-17T17:03:14.693 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T17:00:45.946626+0000", 2024-09-17T17:03:14.693 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T17:00:45.946626+0000", 2024-09-17T17:03:14.693 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T17:00:49.796012+0000", 2024-09-17T17:03:14.693 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.629187+0000", 2024-09-17T17:03:14.694 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:14.694 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.694 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:14.694 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 70, 2024-09-17T17:03:14.694 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.629187+0000", 2024-09-17T17:03:14.694 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.629187+0000", 2024-09-17T17:03:14.694 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.629187+0000", 2024-09-17T17:03:14.694 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.694 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.694 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:14.694 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.629187+0000", 2024-09-17T17:03:14.694 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.629187+0000", 2024-09-17T17:03:14.695 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.695 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.695 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.695 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.695 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 69, 2024-09-17T17:03:14.695 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.695 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.695 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.695 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.695 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.695 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.695 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.696 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.696 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.7", 2024-09-17T17:03:14.696 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.696 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.696 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.696 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:14.696 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.696 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T00:23:55.345731+0000", 2024-09-17T17:03:14.696 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.000383343, 2024-09-17T17:03:14.696 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.696 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.696 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.697 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.697 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.697 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.697 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.697 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.697 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.697 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.697 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.697 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.697 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.697 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.697 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.697 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.700 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.700 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.700 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.700 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.700 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.700 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.700 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:14.700 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.701 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-09-17T17:03:14.701 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.701 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.701 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.701 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.701 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:14.701 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.701 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:14.701 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.701 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-09-17T17:03:14.701 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.702 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.702 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:14.702 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.702 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.702 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.702 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.239659+0000", 2024-09-17T17:03:14.702 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.957358+0000", 2024-09-17T17:03:14.702 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.957358+0000", 2024-09-17T17:03:14.702 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.957598+0000", 2024-09-17T17:03:14.702 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.239659+0000", 2024-09-17T17:03:14.702 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.702 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.702 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.703 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:14.703 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.239659+0000", 2024-09-17T17:03:14.703 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.239659+0000", 2024-09-17T17:03:14.703 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.239659+0000", 2024-09-17T17:03:14.703 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.703 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.703 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.703 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.239659+0000", 2024-09-17T17:03:14.703 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.239659+0000", 2024-09-17T17:03:14.703 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.703 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.703 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.703 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.703 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:14.704 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.704 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.704 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.704 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.704 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.704 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.704 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.704 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.704 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1", 2024-09-17T17:03:14.704 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.704 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.704 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.705 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 26, 2024-09-17T17:03:14.705 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.705 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T19:08:59.074357+0000", 2024-09-17T17:03:14.705 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.705 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.705 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.705 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.705 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.705 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.705 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.705 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.705 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.705 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.708 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.708 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.708 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.708 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.709 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:14.709 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.709 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:14.709 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.709 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-09-17T17:03:14.709 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.709 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.709 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.709 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.709 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.709 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:14.709 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:14.709 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.710 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-09-17T17:03:14.710 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.710 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.710 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.710 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.710 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.710 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.710 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.628716+0000", 2024-09-17T17:03:14.710 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.227843+0000", 2024-09-17T17:03:14.710 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.227843+0000", 2024-09-17T17:03:14.710 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.228112+0000", 2024-09-17T17:03:14.710 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.628716+0000", 2024-09-17T17:03:14.711 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.711 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.711 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.711 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.711 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.628716+0000", 2024-09-17T17:03:14.711 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.628716+0000", 2024-09-17T17:03:14.711 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.628716+0000", 2024-09-17T17:03:14.711 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.711 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.711 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.711 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.628716+0000", 2024-09-17T17:03:14.711 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.628716+0000", 2024-09-17T17:03:14.711 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.712 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.712 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.712 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.712 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.712 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.712 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.712 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.712 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.712 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.712 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.712 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.712 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.712 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.0", 2024-09-17T17:03:14.713 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.713 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.713 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.713 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:14.713 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.713 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:10:19.802311+0000", 2024-09-17T17:03:14.713 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.713 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.713 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.713 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.713 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.713 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.713 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.716 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.716 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.716 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.716 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.716 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.717 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:14.717 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:14.717 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.717 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-09-17T17:03:14.717 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.717 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.717 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.717 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.717 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.717 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:14.717 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-09-17T17:03:14.717 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.717 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-09-17T17:03:14.717 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.718 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.718 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 69, 2024-09-17T17:03:14.718 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.718 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.718 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.718 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.629020+0000", 2024-09-17T17:03:14.718 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T17:00:45.945913+0000", 2024-09-17T17:03:14.718 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T17:00:45.945913+0000", 2024-09-17T17:03:14.718 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T17:00:49.795823+0000", 2024-09-17T17:03:14.718 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.629020+0000", 2024-09-17T17:03:14.718 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:14.718 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.718 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:14.719 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 70, 2024-09-17T17:03:14.719 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.629020+0000", 2024-09-17T17:03:14.719 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.629020+0000", 2024-09-17T17:03:14.719 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.629020+0000", 2024-09-17T17:03:14.719 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.719 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.719 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:14.719 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.629020+0000", 2024-09-17T17:03:14.719 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.629020+0000", 2024-09-17T17:03:14.719 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.719 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.719 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.720 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.720 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 69, 2024-09-17T17:03:14.720 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.720 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.720 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.720 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.720 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.720 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.720 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.720 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.720 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.4", 2024-09-17T17:03:14.720 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.720 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.720 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.721 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:14.721 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.721 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T23:19:22.718997+0000", 2024-09-17T17:03:14.721 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.000533526, 2024-09-17T17:03:14.721 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.721 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.721 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.721 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.721 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.721 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.721 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.721 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.721 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.721 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.722 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.722 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.722 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.722 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.722 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.722 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.722 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.722 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.722 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.722 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.722 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.724 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.724 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.724 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.724 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.725 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.725 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:14.725 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-09-17T17:03:14.725 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.725 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-09-17T17:03:14.725 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.725 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.725 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.725 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.725 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.725 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.725 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:14.725 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.726 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-09-17T17:03:14.726 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.726 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.726 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:14.726 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.726 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.726 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.726 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.307717+0000", 2024-09-17T17:03:14.726 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.959526+0000", 2024-09-17T17:03:14.726 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.959526+0000", 2024-09-17T17:03:14.726 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.959842+0000", 2024-09-17T17:03:14.726 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.307717+0000", 2024-09-17T17:03:14.726 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.726 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.726 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.727 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:14.727 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.307717+0000", 2024-09-17T17:03:14.727 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.307717+0000", 2024-09-17T17:03:14.727 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.307717+0000", 2024-09-17T17:03:14.727 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.727 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.727 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.727 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.307717+0000", 2024-09-17T17:03:14.727 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.307717+0000", 2024-09-17T17:03:14.727 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.727 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.727 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.728 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.728 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:14.728 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.728 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.728 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.728 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.728 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.728 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.728 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.728 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.728 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.2", 2024-09-17T17:03:14.728 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.728 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.729 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.729 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 24, 2024-09-17T17:03:14.729 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.729 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T17:08:14.237166+0000", 2024-09-17T17:03:14.729 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.729 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.729 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.729 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.729 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.729 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.729 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.729 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.729 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.730 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.730 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.730 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.730 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.730 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.730 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.730 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.730 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.730 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.730 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.730 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.730 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.730 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.732 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.732 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.732 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.733 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.733 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.733 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.733 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:14.733 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.733 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-09-17T17:03:14.733 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.733 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.733 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.733 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.733 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.733 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.734 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:14.734 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.734 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-09-17T17:03:14.734 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.734 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.734 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.734 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.734 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.734 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.734 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.244871+0000", 2024-09-17T17:03:14.734 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.235668+0000", 2024-09-17T17:03:14.734 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.235668+0000", 2024-09-17T17:03:14.734 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.236050+0000", 2024-09-17T17:03:14.734 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.244871+0000", 2024-09-17T17:03:14.735 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.735 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.735 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.735 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.735 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.244871+0000", 2024-09-17T17:03:14.735 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.244871+0000", 2024-09-17T17:03:14.735 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.244871+0000", 2024-09-17T17:03:14.735 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.735 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.735 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.735 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.244871+0000", 2024-09-17T17:03:14.735 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.244871+0000", 2024-09-17T17:03:14.735 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.735 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.736 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.736 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.736 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.736 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.736 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.736 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.736 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.736 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.736 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.736 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.736 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.736 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3", 2024-09-17T17:03:14.736 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.736 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.737 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.737 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:14.737 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.737 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:44:29.760035+0000", 2024-09-17T17:03:14.737 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.737 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.737 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.742 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.742 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.742 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.742 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.742 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.742 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.742 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.742 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.742 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:14.742 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.742 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-09-17T17:03:14.742 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.742 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.743 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.743 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.743 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.743 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.743 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:14.743 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.743 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-09-17T17:03:14.743 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.743 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.743 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 69, 2024-09-17T17:03:14.743 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.743 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.743 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.743 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.628861+0000", 2024-09-17T17:03:14.744 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T17:00:45.947412+0000", 2024-09-17T17:03:14.744 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T17:00:45.947412+0000", 2024-09-17T17:03:14.744 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T17:00:49.795564+0000", 2024-09-17T17:03:14.744 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.628861+0000", 2024-09-17T17:03:14.744 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:14.744 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.744 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:14.744 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 70, 2024-09-17T17:03:14.744 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.628861+0000", 2024-09-17T17:03:14.744 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.628861+0000", 2024-09-17T17:03:14.744 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.628861+0000", 2024-09-17T17:03:14.744 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.744 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.745 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:14.745 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.628861+0000", 2024-09-17T17:03:14.745 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.628861+0000", 2024-09-17T17:03:14.745 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.745 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-09-17T17:03:14.745 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.745 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.745 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 69, 2024-09-17T17:03:14.745 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.745 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.745 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.745 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.746 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-09-17T17:03:14.746 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.746 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.746 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.746 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.2", 2024-09-17T17:03:14.746 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.746 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.746 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.746 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:14.746 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.746 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T20:00:32.039971+0000", 2024-09-17T17:03:14.746 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.000781735, 2024-09-17T17:03:14.746 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.747 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 19, 2024-09-17T17:03:14.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-09-17T17:03:14.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-09-17T17:03:14.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-09-17T17:03:14.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.750 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 2, 2024-09-17T17:03:14.750 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 2 2024-09-17T17:03:14.750 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.750 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.750 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.750 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.750 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.750 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.750 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:14.750 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.750 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-09-17T17:03:14.750 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "74'2" 2024-09-17T17:03:14.751 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.751 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.751 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.751 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.751 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.751 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:14.751 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.751 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-09-17T17:03:14.751 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.751 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.751 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:14.751 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.751 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.752 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.752 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.629191+0000", 2024-09-17T17:03:14.752 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.956018+0000", 2024-09-17T17:03:14.752 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.956018+0000", 2024-09-17T17:03:14.752 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.956283+0000", 2024-09-17T17:03:14.752 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.629191+0000", 2024-09-17T17:03:14.752 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.752 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.752 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.752 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:14.752 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.629191+0000", 2024-09-17T17:03:14.752 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.629191+0000", 2024-09-17T17:03:14.752 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.629191+0000", 2024-09-17T17:03:14.753 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.753 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.753 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.753 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.629191+0000", 2024-09-17T17:03:14.753 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.629191+0000", 2024-09-17T17:03:14.753 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.753 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.753 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.753 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.753 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:14.753 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.753 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.753 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.754 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.754 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.754 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.754 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.754 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.754 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.4", 2024-09-17T17:03:14.754 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.754 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.754 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.754 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 26, 2024-09-17T17:03:14.754 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.754 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T20:32:29.317471+0000", 2024-09-17T17:03:14.754 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.754 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.755 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.756 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.756 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.756 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.756 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.756 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.756 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.756 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.756 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.756 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.756 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.758 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.758 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.758 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.758 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.758 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.758 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.758 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:14.758 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.759 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-09-17T17:03:14.759 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.759 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.759 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.759 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.759 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.759 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.759 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:14.759 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.759 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-09-17T17:03:14.759 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.759 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.759 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.759 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.759 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.760 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.760 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.307758+0000", 2024-09-17T17:03:14.760 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.235392+0000", 2024-09-17T17:03:14.760 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.235392+0000", 2024-09-17T17:03:14.760 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.235693+0000", 2024-09-17T17:03:14.760 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.307758+0000", 2024-09-17T17:03:14.760 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.760 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.760 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.760 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.760 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.307758+0000", 2024-09-17T17:03:14.761 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.307758+0000", 2024-09-17T17:03:14.761 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.307758+0000", 2024-09-17T17:03:14.761 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.761 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.761 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.761 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.307758+0000", 2024-09-17T17:03:14.761 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.307758+0000", 2024-09-17T17:03:14.761 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.761 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.761 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.761 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.762 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.762 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.762 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.762 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.762 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.762 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.762 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.762 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.762 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.762 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.5", 2024-09-17T17:03:14.762 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.762 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.762 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.762 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:14.763 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.763 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T00:05:57.512128+0000", 2024-09-17T17:03:14.763 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.763 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.763 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.766 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.766 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.766 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.766 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.766 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.766 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.766 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.766 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.766 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.766 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.766 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.767 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.767 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:14.767 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.767 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-09-17T17:03:14.767 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.767 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.767 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.767 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.767 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.767 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.767 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:14.767 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.767 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-09-17T17:03:14.767 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.768 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.768 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 69, 2024-09-17T17:03:14.768 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.768 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.768 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.768 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.415154+0000", 2024-09-17T17:03:14.768 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T17:00:45.946739+0000", 2024-09-17T17:03:14.768 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T17:00:45.946739+0000", 2024-09-17T17:03:14.768 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T17:00:49.919897+0000", 2024-09-17T17:03:14.768 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.415154+0000", 2024-09-17T17:03:14.768 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:14.768 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.769 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:14.769 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 70, 2024-09-17T17:03:14.769 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.415154+0000", 2024-09-17T17:03:14.769 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.415154+0000", 2024-09-17T17:03:14.769 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.415154+0000", 2024-09-17T17:03:14.769 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.769 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.769 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:14.769 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.415154+0000", 2024-09-17T17:03:14.769 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.415154+0000", 2024-09-17T17:03:14.769 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.769 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 1, 2024-09-17T17:03:14.769 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.769 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.770 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 69, 2024-09-17T17:03:14.770 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.770 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.770 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.770 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.770 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 1, 2024-09-17T17:03:14.770 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.770 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.770 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.770 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.3", 2024-09-17T17:03:14.770 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.770 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.770 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.771 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 22, 2024-09-17T17:03:14.771 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.771 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T23:59:25.959292+0000", 2024-09-17T17:03:14.771 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.000279141, 2024-09-17T17:03:14.771 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.771 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.771 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.771 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.771 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.771 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.771 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.771 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.771 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-09-17T17:03:14.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-09-17T17:03:14.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-09-17T17:03:14.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.774 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.774 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.774 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.774 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.774 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.774 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.774 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.774 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.774 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.774 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.774 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.774 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.774 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.775 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:14.775 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.775 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-09-17T17:03:14.775 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "72'1" 2024-09-17T17:03:14.775 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.775 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.775 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.775 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.775 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.775 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:14.775 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.775 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-09-17T17:03:14.775 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.775 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.776 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:14.776 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.776 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.776 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.776 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.425470+0000", 2024-09-17T17:03:14.776 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.968250+0000", 2024-09-17T17:03:14.776 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.968250+0000", 2024-09-17T17:03:14.776 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.968581+0000", 2024-09-17T17:03:14.776 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.425470+0000", 2024-09-17T17:03:14.776 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.776 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.776 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.776 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:14.777 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.425470+0000", 2024-09-17T17:03:14.777 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.425470+0000", 2024-09-17T17:03:14.777 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.425470+0000", 2024-09-17T17:03:14.777 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.777 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.777 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.777 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.425470+0000", 2024-09-17T17:03:14.777 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.425470+0000", 2024-09-17T17:03:14.777 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.777 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.777 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.778 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.778 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:14.778 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.778 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.778 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.778 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.778 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.778 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.778 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.778 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.778 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.5", 2024-09-17T17:03:14.778 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.778 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.779 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.779 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 24, 2024-09-17T17:03:14.779 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.779 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T17:58:38.480732+0000", 2024-09-17T17:03:14.779 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.779 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.779 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.779 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.779 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.779 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.779 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.779 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.783 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.783 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.783 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.783 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.783 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.783 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.783 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:14.783 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.783 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-09-17T17:03:14.783 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.783 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.784 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.784 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.784 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.784 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:14.784 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-09-17T17:03:14.784 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.784 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-09-17T17:03:14.784 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.784 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.784 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.784 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.784 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.785 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.785 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.628611+0000", 2024-09-17T17:03:14.785 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.248780+0000", 2024-09-17T17:03:14.785 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.248780+0000", 2024-09-17T17:03:14.785 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.249054+0000", 2024-09-17T17:03:14.785 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.628611+0000", 2024-09-17T17:03:14.785 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.785 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.785 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.785 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.785 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.628611+0000", 2024-09-17T17:03:14.785 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.628611+0000", 2024-09-17T17:03:14.786 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.628611+0000", 2024-09-17T17:03:14.786 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.786 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.786 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.786 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.628611+0000", 2024-09-17T17:03:14.786 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.628611+0000", 2024-09-17T17:03:14.786 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.786 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.786 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.786 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.786 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.787 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.787 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.787 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.787 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.787 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.787 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.787 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.787 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.787 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.4", 2024-09-17T17:03:14.787 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.787 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.787 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.787 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:14.787 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.788 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T20:23:02.298973+0000", 2024-09-17T17:03:14.788 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.788 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.788 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.788 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.788 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.788 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.788 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.788 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.788 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.788 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.788 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.788 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.791 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.791 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.791 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.791 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.791 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.792 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:14.792 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-09-17T17:03:14.792 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.792 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-09-17T17:03:14.792 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.792 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.792 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.792 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.792 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.792 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.792 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:14.792 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.793 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-09-17T17:03:14.793 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.793 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.793 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 69, 2024-09-17T17:03:14.793 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.793 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.793 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.793 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.240241+0000", 2024-09-17T17:03:14.793 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T17:00:45.766999+0000", 2024-09-17T17:03:14.793 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T17:00:45.766999+0000", 2024-09-17T17:03:14.793 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T17:00:49.794838+0000", 2024-09-17T17:03:14.793 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.240241+0000", 2024-09-17T17:03:14.793 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:14.793 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.794 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:14.794 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 70, 2024-09-17T17:03:14.794 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.240241+0000", 2024-09-17T17:03:14.794 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.240241+0000", 2024-09-17T17:03:14.794 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.240241+0000", 2024-09-17T17:03:14.794 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.794 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.794 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:14.794 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.240241+0000", 2024-09-17T17:03:14.794 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.240241+0000", 2024-09-17T17:03:14.794 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.794 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.794 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.795 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.795 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 69, 2024-09-17T17:03:14.795 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.795 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.795 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.795 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.795 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.795 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.795 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.795 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.795 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.0", 2024-09-17T17:03:14.795 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.795 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.796 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.796 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-09-17T17:03:14.796 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.796 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T23:49:05.302470+0000", 2024-09-17T17:03:14.796 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.000466702, 2024-09-17T17:03:14.796 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.796 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.799 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.799 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.799 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.800 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.800 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.800 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.800 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:14.800 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.800 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-09-17T17:03:14.800 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.800 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.800 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.800 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.800 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.800 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.800 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:14.801 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.801 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-09-17T17:03:14.801 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.801 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.801 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:14.801 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.801 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.801 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.801 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.629586+0000", 2024-09-17T17:03:14.801 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.958091+0000", 2024-09-17T17:03:14.801 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.958091+0000", 2024-09-17T17:03:14.801 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.958389+0000", 2024-09-17T17:03:14.801 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.629586+0000", 2024-09-17T17:03:14.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:14.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.629586+0000", 2024-09-17T17:03:14.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.629586+0000", 2024-09-17T17:03:14.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.629586+0000", 2024-09-17T17:03:14.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.629586+0000", 2024-09-17T17:03:14.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.629586+0000", 2024-09-17T17:03:14.802 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.802 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 1, 2024-09-17T17:03:14.803 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.803 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.803 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:14.803 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.803 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.803 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.803 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.803 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 1, 2024-09-17T17:03:14.803 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.803 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.803 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.803 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.6", 2024-09-17T17:03:14.803 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.803 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.804 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.804 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 27, 2024-09-17T17:03:14.804 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.804 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T22:01:52.652776+0000", 2024-09-17T17:03:14.804 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.804 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.804 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-09-17T17:03:14.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-09-17T17:03:14.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-09-17T17:03:14.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-09-17T17:03:14.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 1, 2024-09-17T17:03:14.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.807 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.807 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.807 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.807 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.807 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.807 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.807 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:14.807 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.807 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-09-17T17:03:14.808 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "65'1" 2024-09-17T17:03:14.808 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.808 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.808 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.808 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.808 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.808 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:14.808 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.808 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-09-17T17:03:14.808 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.808 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.808 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.808 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.809 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.809 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.809 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.241561+0000", 2024-09-17T17:03:14.809 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.231035+0000", 2024-09-17T17:03:14.809 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.231035+0000", 2024-09-17T17:03:14.809 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.231309+0000", 2024-09-17T17:03:14.809 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.241561+0000", 2024-09-17T17:03:14.809 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.809 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.809 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.809 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.809 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.241561+0000", 2024-09-17T17:03:14.809 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.241561+0000", 2024-09-17T17:03:14.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.241561+0000", 2024-09-17T17:03:14.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.241561+0000", 2024-09-17T17:03:14.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.241561+0000", 2024-09-17T17:03:14.810 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.810 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.810 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.810 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.810 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.810 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.810 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.810 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.811 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.811 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.811 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.811 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.811 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.811 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.7", 2024-09-17T17:03:14.811 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.811 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.811 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.811 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 22, 2024-09-17T17:03:14.811 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.811 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T20:35:32.919565+0000", 2024-09-17T17:03:14.811 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.811 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.812 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.815 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.815 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.815 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.815 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.815 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.815 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.815 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:14.815 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.815 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-09-17T17:03:14.815 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.816 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.816 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.816 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.816 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.816 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.816 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:14.816 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.816 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-09-17T17:03:14.816 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.816 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.816 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 69, 2024-09-17T17:03:14.816 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.817 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.817 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.244074+0000", 2024-09-17T17:03:14.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T17:00:45.946436+0000", 2024-09-17T17:03:14.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T17:00:45.946436+0000", 2024-09-17T17:03:14.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T17:00:49.797710+0000", 2024-09-17T17:03:14.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.244074+0000", 2024-09-17T17:03:14.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:14.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:14.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 70, 2024-09-17T17:03:14.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.244074+0000", 2024-09-17T17:03:14.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.244074+0000", 2024-09-17T17:03:14.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.244074+0000", 2024-09-17T17:03:14.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:14.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.244074+0000", 2024-09-17T17:03:14.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.244074+0000", 2024-09-17T17:03:14.818 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.818 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.818 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.818 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.818 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 69, 2024-09-17T17:03:14.818 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.818 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.819 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.819 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.819 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.819 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.819 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.819 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.819 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.1", 2024-09-17T17:03:14.819 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.819 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.819 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.819 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:14.819 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.819 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:35:25.535386+0000", 2024-09-17T17:03:14.820 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.000606961, 2024-09-17T17:03:14.820 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.820 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.823 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.823 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.823 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.823 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.823 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.823 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.823 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:14.823 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.824 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-09-17T17:03:14.824 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.824 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.824 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.824 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.824 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.824 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.824 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:14.824 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.824 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-09-17T17:03:14.824 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.824 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.825 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:14.825 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.825 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.825 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.677325+0000", 2024-09-17T17:03:14.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.962863+0000", 2024-09-17T17:03:14.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.962863+0000", 2024-09-17T17:03:14.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.964052+0000", 2024-09-17T17:03:14.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.677325+0000", 2024-09-17T17:03:14.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:14.826 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.677325+0000", 2024-09-17T17:03:14.826 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.677325+0000", 2024-09-17T17:03:14.826 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.677325+0000", 2024-09-17T17:03:14.826 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.826 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.826 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.826 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.677325+0000", 2024-09-17T17:03:14.826 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.677325+0000", 2024-09-17T17:03:14.826 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.826 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-09-17T17:03:14.826 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.826 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.826 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:14.826 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.826 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.826 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.827 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.827 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-09-17T17:03:14.827 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.827 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.827 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.827 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.7", 2024-09-17T17:03:14.827 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.827 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.827 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.827 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 27, 2024-09-17T17:03:14.827 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.827 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T17:45:58.578215+0000", 2024-09-17T17:03:14.827 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.828 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.828 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-09-17T17:03:14.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-09-17T17:03:14.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-09-17T17:03:14.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-09-17T17:03:14.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.831 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.831 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-09-17T17:03:14.831 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.831 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.831 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.831 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.831 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.831 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.831 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.831 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:14.831 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.831 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-09-17T17:03:14.831 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "65'2" 2024-09-17T17:03:14.831 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.832 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.832 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.832 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.832 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.832 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:14.832 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.832 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-09-17T17:03:14.832 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.832 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.832 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.832 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.832 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.832 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.832 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.415118+0000", 2024-09-17T17:03:14.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.234982+0000", 2024-09-17T17:03:14.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.234982+0000", 2024-09-17T17:03:14.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.235251+0000", 2024-09-17T17:03:14.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.415118+0000", 2024-09-17T17:03:14.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.415118+0000", 2024-09-17T17:03:14.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.415118+0000", 2024-09-17T17:03:14.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.415118+0000", 2024-09-17T17:03:14.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.834 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.834 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.415118+0000", 2024-09-17T17:03:14.834 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.415118+0000", 2024-09-17T17:03:14.834 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.834 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.834 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.834 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.834 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.834 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.834 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.834 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.834 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.835 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.835 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.835 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.835 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.835 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.6", 2024-09-17T17:03:14.835 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.835 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.835 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.835 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:14.835 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.835 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T21:03:28.922686+0000", 2024-09-17T17:03:14.835 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.835 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.836 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.839 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.839 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.839 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.839 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.839 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.839 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.839 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.839 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.839 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.839 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:14.839 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.839 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-09-17T17:03:14.839 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.840 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.840 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.840 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.840 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.840 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.840 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:14.840 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.840 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-09-17T17:03:14.840 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.840 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.840 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:14.840 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.840 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.841 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.841 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.425064+0000", 2024-09-17T17:03:14.841 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.965004+0000", 2024-09-17T17:03:14.841 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.965004+0000", 2024-09-17T17:03:14.841 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.965349+0000", 2024-09-17T17:03:14.841 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.425064+0000", 2024-09-17T17:03:14.841 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.841 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.841 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.841 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:14.841 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.425064+0000", 2024-09-17T17:03:14.841 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.425064+0000", 2024-09-17T17:03:14.842 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.425064+0000", 2024-09-17T17:03:14.842 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.842 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.842 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.842 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.425064+0000", 2024-09-17T17:03:14.842 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.425064+0000", 2024-09-17T17:03:14.842 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.842 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.842 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.842 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.842 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:14.842 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.842 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.843 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.843 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.843 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.843 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.843 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.843 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.843 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.8", 2024-09-17T17:03:14.843 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.843 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.843 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.843 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 24, 2024-09-17T17:03:14.843 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.843 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T18:33:43.045238+0000", 2024-09-17T17:03:14.844 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.844 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.844 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.846 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.846 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.846 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.846 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.846 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.846 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.846 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.846 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.846 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.846 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.846 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.846 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.846 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.846 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.847 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.847 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.847 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.847 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.847 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.847 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.847 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.847 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.847 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.847 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:14.847 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.847 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-09-17T17:03:14.847 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.848 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.848 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.848 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.848 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.848 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:14.848 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:14.848 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.848 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-09-17T17:03:14.848 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.848 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.848 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.848 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.849 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.849 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.849 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.244423+0000", 2024-09-17T17:03:14.849 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.232634+0000", 2024-09-17T17:03:14.849 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.232634+0000", 2024-09-17T17:03:14.849 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.232942+0000", 2024-09-17T17:03:14.849 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.244423+0000", 2024-09-17T17:03:14.849 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.849 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.849 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.849 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.849 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.244423+0000", 2024-09-17T17:03:14.849 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.244423+0000", 2024-09-17T17:03:14.850 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.244423+0000", 2024-09-17T17:03:14.850 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.850 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.850 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.850 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.244423+0000", 2024-09-17T17:03:14.850 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.244423+0000", 2024-09-17T17:03:14.850 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.850 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.850 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.850 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.850 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.850 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.850 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.850 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.851 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.851 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.851 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.851 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.851 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.851 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.9", 2024-09-17T17:03:14.851 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.851 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.851 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.851 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:14.851 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.851 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T23:59:50.956221+0000", 2024-09-17T17:03:14.851 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.851 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.852 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.854 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.854 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.854 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.854 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.854 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.854 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.854 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.854 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.854 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.854 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.854 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.854 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.854 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.855 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.855 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.855 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.855 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.855 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.855 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.855 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:14.855 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:14.855 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.855 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-09-17T17:03:14.855 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.855 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.855 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.855 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.856 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.856 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.856 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-09-17T17:03:14.856 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.856 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-09-17T17:03:14.856 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.856 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.856 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:14.856 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.856 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.856 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.628841+0000", 2024-09-17T17:03:14.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.960075+0000", 2024-09-17T17:03:14.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.960075+0000", 2024-09-17T17:03:14.857 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.960360+0000", 2024-09-17T17:03:14.857 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.628841+0000", 2024-09-17T17:03:14.857 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.857 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.857 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.857 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:14.857 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.628841+0000", 2024-09-17T17:03:14.857 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.628841+0000", 2024-09-17T17:03:14.857 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.628841+0000", 2024-09-17T17:03:14.857 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.857 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.858 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.858 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.628841+0000", 2024-09-17T17:03:14.858 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.628841+0000", 2024-09-17T17:03:14.858 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.858 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.858 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.858 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.858 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:14.858 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.858 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.858 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.858 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.858 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.859 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.859 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.859 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.859 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.9", 2024-09-17T17:03:14.859 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.859 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.859 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.859 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 26, 2024-09-17T17:03:14.859 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.859 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T17:52:58.465417+0000", 2024-09-17T17:03:14.859 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.859 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.859 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.862 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.862 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.862 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.862 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.862 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.862 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.862 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.862 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.862 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.862 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.862 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.862 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.862 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.863 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.863 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.863 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.863 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.863 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.863 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-09-17T17:03:14.863 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.863 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-09-17T17:03:14.863 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.863 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.863 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.863 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.864 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.864 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.864 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:14.864 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.864 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-09-17T17:03:14.864 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.864 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.864 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.864 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.864 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.864 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.240588+0000", 2024-09-17T17:03:14.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.224985+0000", 2024-09-17T17:03:14.865 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.224985+0000", 2024-09-17T17:03:14.865 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.225642+0000", 2024-09-17T17:03:14.865 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.240588+0000", 2024-09-17T17:03:14.865 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.865 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.865 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.865 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.865 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.240588+0000", 2024-09-17T17:03:14.865 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.240588+0000", 2024-09-17T17:03:14.865 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.240588+0000", 2024-09-17T17:03:14.865 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.865 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.865 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.865 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.240588+0000", 2024-09-17T17:03:14.866 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.240588+0000", 2024-09-17T17:03:14.866 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.866 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.866 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.866 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.866 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.866 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.866 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.866 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.866 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.866 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.866 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.866 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.866 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.867 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.8", 2024-09-17T17:03:14.867 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.867 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.867 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.867 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 22, 2024-09-17T17:03:14.867 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.867 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T20:21:06.681415+0000", 2024-09-17T17:03:14.867 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.867 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.867 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.870 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.870 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.870 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.870 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.870 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.870 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.870 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.870 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.870 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.870 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.870 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.870 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.870 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.870 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.871 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.871 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:14.871 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.871 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-09-17T17:03:14.871 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.871 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.871 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.871 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.871 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.871 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.871 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:14.871 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.871 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-09-17T17:03:14.871 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.871 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.872 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:14.872 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.872 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.872 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.872 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.629152+0000", 2024-09-17T17:03:14.872 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.961515+0000", 2024-09-17T17:03:14.872 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.961515+0000", 2024-09-17T17:03:14.872 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.962203+0000", 2024-09-17T17:03:14.872 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.629152+0000", 2024-09-17T17:03:14.872 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.872 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.872 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.872 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:14.872 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.629152+0000", 2024-09-17T17:03:14.873 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.629152+0000", 2024-09-17T17:03:14.873 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.629152+0000", 2024-09-17T17:03:14.873 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.873 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.873 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.873 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.629152+0000", 2024-09-17T17:03:14.873 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.629152+0000", 2024-09-17T17:03:14.873 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.873 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.873 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.873 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.873 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:14.873 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.873 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.873 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.874 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.874 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.874 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.874 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.874 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.874 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.a", 2024-09-17T17:03:14.874 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.874 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.874 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.874 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 26, 2024-09-17T17:03:14.874 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.874 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T18:06:57.862433+0000", 2024-09-17T17:03:14.874 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.875 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.875 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.878 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.878 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.878 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.878 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.878 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.878 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.878 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.878 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:14.878 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.878 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:14.878 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.878 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-09-17T17:03:14.878 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.878 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.879 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.879 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.879 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.879 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.879 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:14.879 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.879 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-09-17T17:03:14.879 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.879 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.879 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.879 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.879 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.879 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.880 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.240746+0000", 2024-09-17T17:03:14.880 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.230693+0000", 2024-09-17T17:03:14.880 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.230693+0000", 2024-09-17T17:03:14.880 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.230953+0000", 2024-09-17T17:03:14.880 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.240746+0000", 2024-09-17T17:03:14.880 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.880 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.880 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.880 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.880 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.240746+0000", 2024-09-17T17:03:14.880 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.240746+0000", 2024-09-17T17:03:14.880 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.240746+0000", 2024-09-17T17:03:14.881 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.881 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.881 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.881 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.240746+0000", 2024-09-17T17:03:14.881 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.240746+0000", 2024-09-17T17:03:14.881 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.881 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.881 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.881 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.881 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.881 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.881 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.881 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.882 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.882 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.882 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.882 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.882 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.882 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.b", 2024-09-17T17:03:14.882 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.882 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.882 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.882 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 22, 2024-09-17T17:03:14.882 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.882 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:56:05.582663+0000", 2024-09-17T17:03:14.882 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.883 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.883 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.884 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.884 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.884 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.884 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.884 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.884 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.884 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.884 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.884 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.884 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.884 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.884 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.884 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.884 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.885 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.885 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.885 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.885 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.885 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.885 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.885 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.885 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.885 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.885 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.885 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.885 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.885 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.885 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.886 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.886 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.886 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.886 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.886 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.886 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.886 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.886 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:14.886 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.886 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-09-17T17:03:14.886 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.886 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.886 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.887 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.887 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.887 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.887 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-09-17T17:03:14.887 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.887 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-09-17T17:03:14.887 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.887 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.887 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:14.887 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.887 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.887 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.887 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.425321+0000", 2024-09-17T17:03:14.888 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.969950+0000", 2024-09-17T17:03:14.888 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.969950+0000", 2024-09-17T17:03:14.888 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.970277+0000", 2024-09-17T17:03:14.888 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.425321+0000", 2024-09-17T17:03:14.888 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.888 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.888 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.888 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:14.888 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.425321+0000", 2024-09-17T17:03:14.888 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.425321+0000", 2024-09-17T17:03:14.888 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.425321+0000", 2024-09-17T17:03:14.888 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.888 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.889 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.889 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.425321+0000", 2024-09-17T17:03:14.889 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.425321+0000", 2024-09-17T17:03:14.889 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.889 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-09-17T17:03:14.889 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.889 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.889 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:14.889 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.889 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.889 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.889 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.890 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-09-17T17:03:14.890 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.890 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.890 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.890 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.b", 2024-09-17T17:03:14.890 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.890 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.890 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.890 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 26, 2024-09-17T17:03:14.890 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.890 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:57:51.470007+0000", 2024-09-17T17:03:14.890 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.890 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.891 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.892 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.892 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.892 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.892 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-09-17T17:03:14.892 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-09-17T17:03:14.892 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.892 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-09-17T17:03:14.892 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.892 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.892 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.892 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.892 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.892 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-09-17T17:03:14.892 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.893 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.893 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.893 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.893 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.893 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.893 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.893 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.893 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.893 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.893 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.893 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.893 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 1, 2024-09-17T17:03:14.893 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.893 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.894 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.894 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.894 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.894 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.894 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.894 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-09-17T17:03:14.894 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.894 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-09-17T17:03:14.894 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "65'2" 2024-09-17T17:03:14.894 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.894 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.894 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.894 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:14.894 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.895 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:14.895 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.895 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-09-17T17:03:14.895 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.895 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.895 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.895 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.895 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.895 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.895 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.239267+0000", 2024-09-17T17:03:14.895 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T17:00:10.810338+0000", 2024-09-17T17:03:14.895 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T17:00:10.810338+0000", 2024-09-17T17:03:14.895 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T17:00:10.810782+0000", 2024-09-17T17:03:14.895 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.239267+0000", 2024-09-17T17:03:14.895 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.896 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.896 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.896 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 67, 2024-09-17T17:03:14.896 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.239267+0000", 2024-09-17T17:03:14.896 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.239267+0000", 2024-09-17T17:03:14.896 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.239267+0000", 2024-09-17T17:03:14.896 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.896 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.896 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.896 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.239267+0000", 2024-09-17T17:03:14.896 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.239267+0000", 2024-09-17T17:03:14.896 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.896 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.897 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.897 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.897 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 66, 2024-09-17T17:03:14.897 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.897 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.897 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.897 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.897 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.897 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.897 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.897 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.897 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.a", 2024-09-17T17:03:14.897 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.897 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.898 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.898 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-09-17T17:03:14.898 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.898 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:10:57.382979+0000", 2024-09-17T17:03:14.898 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.898 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.898 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.900 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.900 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.900 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.900 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.900 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.900 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.900 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.900 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.900 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.900 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.900 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.900 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.900 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.900 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.901 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.901 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.901 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.901 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.901 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.901 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.901 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.901 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.901 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.901 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:14.901 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.901 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:14.901 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.902 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-09-17T17:03:14.902 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.902 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.902 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.902 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.902 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.902 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.902 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:14.902 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.902 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-09-17T17:03:14.902 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.902 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.902 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.902 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.902 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.903 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.903 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.307102+0000", 2024-09-17T17:03:14.903 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.245304+0000", 2024-09-17T17:03:14.903 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.245304+0000", 2024-09-17T17:03:14.903 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.245581+0000", 2024-09-17T17:03:14.903 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.307102+0000", 2024-09-17T17:03:14.903 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.903 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.903 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.903 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.903 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.307102+0000", 2024-09-17T17:03:14.903 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.307102+0000", 2024-09-17T17:03:14.903 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.307102+0000", 2024-09-17T17:03:14.904 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.904 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.904 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.904 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.307102+0000", 2024-09-17T17:03:14.904 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.307102+0000", 2024-09-17T17:03:14.904 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.904 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.904 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.904 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.904 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.904 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.904 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.904 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.905 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.905 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.905 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.905 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.905 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.905 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1d", 2024-09-17T17:03:14.905 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.905 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.905 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.905 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:14.905 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.905 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T00:38:40.993895+0000", 2024-09-17T17:03:14.906 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.906 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.906 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.907 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.907 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.907 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.907 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.907 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.907 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.907 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.907 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.907 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.907 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.907 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.907 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.907 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.907 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.908 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.908 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.908 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.908 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.908 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.908 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.908 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.908 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.908 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.908 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.908 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.908 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.908 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.908 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.909 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.909 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.909 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.909 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.909 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.909 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.909 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.909 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:14.909 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.909 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-09-17T17:03:14.909 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.909 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.909 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.909 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.909 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.910 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.910 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:14.910 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.910 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-09-17T17:03:14.910 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.910 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.910 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:14.910 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.910 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.910 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.910 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.425398+0000", 2024-09-17T17:03:14.910 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.964658+0000", 2024-09-17T17:03:14.910 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.964658+0000", 2024-09-17T17:03:14.911 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.965008+0000", 2024-09-17T17:03:14.911 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.425398+0000", 2024-09-17T17:03:14.911 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.911 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.911 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.911 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:14.911 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.425398+0000", 2024-09-17T17:03:14.911 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.425398+0000", 2024-09-17T17:03:14.911 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.425398+0000", 2024-09-17T17:03:14.911 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.911 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.911 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.911 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.425398+0000", 2024-09-17T17:03:14.912 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.425398+0000", 2024-09-17T17:03:14.912 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.912 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-09-17T17:03:14.912 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.912 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.912 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:14.912 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.912 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.912 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.912 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.912 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-09-17T17:03:14.912 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.913 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.913 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.913 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1c", 2024-09-17T17:03:14.913 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.913 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.913 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.913 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 26, 2024-09-17T17:03:14.913 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.913 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T18:34:02.791560+0000", 2024-09-17T17:03:14.913 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.913 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.913 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-09-17T17:03:14.915 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-09-17T17:03:14.915 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.915 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-09-17T17:03:14.915 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.915 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.915 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.915 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.915 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.915 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-09-17T17:03:14.915 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.915 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.915 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.915 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.915 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.915 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.916 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.916 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.916 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.916 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.916 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.916 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.916 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-09-17T17:03:14.916 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.916 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.916 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.916 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.916 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.916 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.917 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.917 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:14.917 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.917 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-09-17T17:03:14.917 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "65'2" 2024-09-17T17:03:14.917 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.917 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.917 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.917 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.917 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.917 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:14.917 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.917 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-09-17T17:03:14.917 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.918 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.918 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.918 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.918 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.918 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.307624+0000", 2024-09-17T17:03:14.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.241547+0000", 2024-09-17T17:03:14.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.241547+0000", 2024-09-17T17:03:14.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.241829+0000", 2024-09-17T17:03:14.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.307624+0000", 2024-09-17T17:03:14.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.919 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.307624+0000", 2024-09-17T17:03:14.919 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.307624+0000", 2024-09-17T17:03:14.919 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.307624+0000", 2024-09-17T17:03:14.919 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.919 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.919 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.919 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.307624+0000", 2024-09-17T17:03:14.919 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.307624+0000", 2024-09-17T17:03:14.919 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.919 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.919 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.919 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.919 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.919 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.919 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.920 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.920 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.920 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.920 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.920 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.920 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.920 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1c", 2024-09-17T17:03:14.920 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.920 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.920 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.920 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:14.920 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.920 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:16:58.181755+0000", 2024-09-17T17:03:14.920 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.921 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.921 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.923 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.923 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.923 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.923 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.923 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.923 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.923 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.923 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.923 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.923 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.923 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.923 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.923 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.924 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.924 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.924 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.924 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.924 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.924 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:14.924 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:14.924 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.924 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-09-17T17:03:14.924 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.924 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.924 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.924 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.924 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.925 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.925 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:14.925 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.925 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-09-17T17:03:14.925 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.925 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.925 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:14.925 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.925 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.925 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.925 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.425433+0000", 2024-09-17T17:03:14.925 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.966438+0000", 2024-09-17T17:03:14.925 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.966438+0000", 2024-09-17T17:03:14.925 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.967617+0000", 2024-09-17T17:03:14.926 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.425433+0000", 2024-09-17T17:03:14.926 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.926 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.926 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.926 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:14.926 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.425433+0000", 2024-09-17T17:03:14.926 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.425433+0000", 2024-09-17T17:03:14.926 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.425433+0000", 2024-09-17T17:03:14.926 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.926 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.926 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.926 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.425433+0000", 2024-09-17T17:03:14.926 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.425433+0000", 2024-09-17T17:03:14.926 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.926 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-09-17T17:03:14.927 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.927 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.927 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:14.927 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.927 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.927 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.927 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.927 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-09-17T17:03:14.927 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.927 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.927 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.927 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1d", 2024-09-17T17:03:14.927 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.927 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.928 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.928 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 26, 2024-09-17T17:03:14.928 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.928 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:00:24.579468+0000", 2024-09-17T17:03:14.928 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.928 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.928 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-09-17T17:03:14.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-09-17T17:03:14.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-09-17T17:03:14.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.930 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.930 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.930 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.930 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-09-17T17:03:14.930 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.930 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.930 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.930 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.930 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.930 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.930 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.930 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.930 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.930 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.930 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.931 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.931 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-09-17T17:03:14.931 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.931 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.931 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.931 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.931 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.931 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.931 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.931 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:14.931 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.931 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-09-17T17:03:14.931 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "65'2" 2024-09-17T17:03:14.931 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.932 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.932 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.932 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.932 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.932 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:14.932 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.932 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-09-17T17:03:14.932 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.932 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.932 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.932 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.932 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.932 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.933 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.414743+0000", 2024-09-17T17:03:14.933 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.247343+0000", 2024-09-17T17:03:14.933 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.247343+0000", 2024-09-17T17:03:14.933 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.247606+0000", 2024-09-17T17:03:14.933 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.414743+0000", 2024-09-17T17:03:14.933 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.933 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.933 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.933 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.933 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.414743+0000", 2024-09-17T17:03:14.933 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.414743+0000", 2024-09-17T17:03:14.933 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.414743+0000", 2024-09-17T17:03:14.933 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.934 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.934 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.934 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.414743+0000", 2024-09-17T17:03:14.934 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.414743+0000", 2024-09-17T17:03:14.934 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.934 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.934 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.934 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.934 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.934 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.934 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.934 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.934 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.934 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.935 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.935 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.935 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.935 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1f", 2024-09-17T17:03:14.935 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.935 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.935 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.935 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:14.935 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.935 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T21:02:53.349473+0000", 2024-09-17T17:03:14.935 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.935 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.935 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.938 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.938 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.938 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.938 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.938 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.938 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.938 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.938 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.938 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.938 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.938 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.938 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.938 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.939 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.939 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.939 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.939 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.939 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:14.939 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:14.939 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.939 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-09-17T17:03:14.939 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.939 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.939 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.939 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.940 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.940 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-09-17T17:03:14.940 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.940 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-09-17T17:03:14.940 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.940 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.940 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:14.940 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.940 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.940 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.940 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.241468+0000", 2024-09-17T17:03:14.940 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.963742+0000", 2024-09-17T17:03:14.940 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.963742+0000", 2024-09-17T17:03:14.940 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.964046+0000", 2024-09-17T17:03:14.941 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.241468+0000", 2024-09-17T17:03:14.941 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.941 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.941 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.941 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:14.941 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.241468+0000", 2024-09-17T17:03:14.941 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.241468+0000", 2024-09-17T17:03:14.941 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.241468+0000", 2024-09-17T17:03:14.941 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.941 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.941 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.941 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.241468+0000", 2024-09-17T17:03:14.941 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.241468+0000", 2024-09-17T17:03:14.941 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.942 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 1, 2024-09-17T17:03:14.942 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.942 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.942 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:14.942 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.942 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.942 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.942 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.942 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 1, 2024-09-17T17:03:14.942 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.942 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.942 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.942 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1e", 2024-09-17T17:03:14.942 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.943 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.943 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.943 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 26, 2024-09-17T17:03:14.943 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.943 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T20:32:40.650824+0000", 2024-09-17T17:03:14.943 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.943 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.943 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.946 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.946 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.946 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.946 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.946 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.946 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.946 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.946 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.946 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.946 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.946 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.946 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.946 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.946 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.947 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.947 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.947 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-09-17T17:03:14.947 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.947 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-09-17T17:03:14.947 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "65'1" 2024-09-17T17:03:14.947 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.947 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.947 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.947 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.947 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.947 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:14.947 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.948 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-09-17T17:03:14.948 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.948 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.948 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:14.948 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.948 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.948 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.241237+0000", 2024-09-17T17:03:14.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.234026+0000", 2024-09-17T17:03:14.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.234026+0000", 2024-09-17T17:03:14.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.234339+0000", 2024-09-17T17:03:14.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.241237+0000", 2024-09-17T17:03:14.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.949 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.949 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.949 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:14.949 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.241237+0000", 2024-09-17T17:03:14.949 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.241237+0000", 2024-09-17T17:03:14.949 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.241237+0000", 2024-09-17T17:03:14.949 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.949 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.949 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:14.949 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.241237+0000", 2024-09-17T17:03:14.949 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.241237+0000", 2024-09-17T17:03:14.949 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.949 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.949 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.950 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.950 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:14.950 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.950 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.950 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.950 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.950 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.950 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.950 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.950 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.950 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1e", 2024-09-17T17:03:14.950 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.950 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.951 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.951 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 22, 2024-09-17T17:03:14.951 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.951 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T22:18:13.349139+0000", 2024-09-17T17:03:14.951 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.951 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.951 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.954 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.954 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.954 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.954 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.954 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.954 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.954 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.954 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.954 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.954 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.954 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.954 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:14.954 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:14.954 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:14.954 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.955 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-09-17T17:03:14.955 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:14.955 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.955 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.955 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:14.955 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.955 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.955 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:14.955 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.955 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-09-17T17:03:14.955 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:14.955 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:14.955 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:14.956 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:14.956 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:14.956 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:14.956 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.415677+0000", 2024-09-17T17:03:14.956 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.958625+0000", 2024-09-17T17:03:14.956 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.958625+0000", 2024-09-17T17:03:14.956 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.958944+0000", 2024-09-17T17:03:14.956 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.415677+0000", 2024-09-17T17:03:14.956 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.956 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:14.956 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.956 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:14.957 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.415677+0000", 2024-09-17T17:03:14.957 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.415677+0000", 2024-09-17T17:03:14.957 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.415677+0000", 2024-09-17T17:03:14.957 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:14.957 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:14.957 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:14.957 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.415677+0000", 2024-09-17T17:03:14.957 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.415677+0000", 2024-09-17T17:03:14.957 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:14.957 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 4, 2024-09-17T17:03:14.957 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:14.957 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:14.957 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:14.958 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:14.958 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:14.958 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:14.958 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:14.958 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 4, 2024-09-17T17:03:14.958 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:14.958 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:14.958 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:14.958 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1f", 2024-09-17T17:03:14.958 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:14.958 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:14.958 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:14.958 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 30, 2024-09-17T17:03:14.958 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:14.959 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T18:24:02.394374+0000", 2024-09-17T17:03:14.959 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:14.959 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:14.959 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 582, 2024-09-17T17:03:14.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-09-17T17:03:14.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-09-17T17:03:14.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-09-17T17:03:14.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-09-17T17:03:14.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.962 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.962 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.962 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.962 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 4, 2024-09-17T17:03:14.962 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 1 2024-09-17T17:03:14.962 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.962 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:14.962 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:14.962 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:14.962 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:14.962 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:14.962 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:14.962 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.962 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-09-17T17:03:14.963 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "65'4" 2024-09-17T17:03:14.963 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.963 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.963 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_per_pool": [ 2024-09-17T17:03:14.963 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.963 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 24, 2024-09-17T17:03:14.963 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-09-17T17:03:14.963 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd" 2024-09-17T17:03:14.963 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.963 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3, 2024-09-17T17:03:14.963 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pg": 8, 2024-09-17T17:03:14.963 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 8, 2024-09-17T17:03:14.963 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3, 2024-09-17T17:03:14.963 INFO:tasks.workunit.client.0.smithi031.stdout: "poolid": 4, 2024-09-17T17:03:14.964 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.964 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 19, 2024-09-17T17:03:14.964 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.964 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.964 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.964 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.964 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.964 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.964 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.964 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.964 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.964 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.964 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.964 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-09-17T17:03:14.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-09-17T17:03:14.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-09-17T17:03:14.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 2, 2024-09-17T17:03:14.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 2 2024-09-17T17:03:14.967 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.967 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-09-17T17:03:14.967 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 12288, 2024-09-17T17:03:14.967 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-09-17T17:03:14.967 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-09-17T17:03:14.967 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-09-17T17:03:14.967 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-09-17T17:03:14.967 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 57, 2024-09-17T17:03:14.967 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-09-17T17:03:14.967 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-09-17T17:03:14.968 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 0, 2024-09-17T17:03:14.968 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-09-17T17:03:14.968 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.968 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 24 2024-09-17T17:03:14.968 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.968 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.968 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 192, 2024-09-17T17:03:14.968 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-09-17T17:03:14.968 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-09-17T17:03:14.968 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.968 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:14.969 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pg": 64, 2024-09-17T17:03:14.969 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 8, 2024-09-17T17:03:14.969 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:14.969 INFO:tasks.workunit.client.0.smithi031.stdout: "poolid": 3, 2024-09-17T17:03:14.969 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.969 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:14.969 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.969 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.969 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.969 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.969 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.969 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.969 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.970 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.970 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.970 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.970 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.970 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.970 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.970 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.970 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.970 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:14.970 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:14.970 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.970 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:14.971 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.971 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.971 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.971 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.971 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.971 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.971 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.971 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.971 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.971 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.971 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.971 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.971 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.972 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.972 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.972 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.972 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.972 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.972 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:14.972 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:14.972 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.972 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-09-17T17:03:14.972 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 0, 2024-09-17T17:03:14.972 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-09-17T17:03:14.972 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-09-17T17:03:14.973 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-09-17T17:03:14.973 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-09-17T17:03:14.973 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 0, 2024-09-17T17:03:14.973 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-09-17T17:03:14.973 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-09-17T17:03:14.973 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 0, 2024-09-17T17:03:14.973 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-09-17T17:03:14.973 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.973 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 192 2024-09-17T17:03:14.973 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.973 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.973 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 96, 2024-09-17T17:03:14.973 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-09-17T17:03:14.974 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-09-17T17:03:14.974 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.974 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 45, 2024-09-17T17:03:14.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pg": 32, 2024-09-17T17:03:14.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 8, 2024-09-17T17:03:14.974 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 45, 2024-09-17T17:03:14.974 INFO:tasks.workunit.client.0.smithi031.stdout: "poolid": 2, 2024-09-17T17:03:14.974 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 3428, 2024-09-17T17:03:14.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:14.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 66, 2024-09-17T17:03:14.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 22, 2024-09-17T17:03:14.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 22, 2024-09-17T17:03:14.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 14, 2024-09-17T17:03:14.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:14.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.977 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.977 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.977 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:14.977 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:14.977 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.977 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.977 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.977 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 51, 2024-09-17T17:03:14.977 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 20 2024-09-17T17:03:14.977 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.977 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-09-17T17:03:14.977 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 98304, 2024-09-17T17:03:14.977 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-09-17T17:03:14.977 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-09-17T17:03:14.978 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-09-17T17:03:14.978 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-09-17T17:03:14.978 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 10284, 2024-09-17T17:03:14.978 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-09-17T17:03:14.978 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-09-17T17:03:14.978 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 0, 2024-09-17T17:03:14.978 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-09-17T17:03:14.978 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.978 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 96 2024-09-17T17:03:14.978 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.978 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:14.978 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 3, 2024-09-17T17:03:14.978 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-09-17T17:03:14.979 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr" 2024-09-17T17:03:14.979 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.979 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 144, 2024-09-17T17:03:14.979 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pg": 1, 2024-09-17T17:03:14.979 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 3, 2024-09-17T17:03:14.979 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 144, 2024-09-17T17:03:14.979 INFO:tasks.workunit.client.0.smithi031.stdout: "poolid": 1, 2024-09-17T17:03:14.979 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:14.979 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 590368, 2024-09-17T17:03:14.979 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:14.979 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 1771104, 2024-09-17T17:03:14.979 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:14.979 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:14.979 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:14.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:14.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:14.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:14.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:14.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:14.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:14.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:14.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:14.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:14.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:14.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-09-17T17:03:14.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-09-17T17:03:14.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:14.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-09-17T17:03:14.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:14.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:14.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:14.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:14.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:14.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:14.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:14.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 6, 2024-09-17T17:03:14.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:14.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:14.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:14.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:14.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:14.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 358, 2024-09-17T17:03:14.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 554, 2024-09-17T17:03:14.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:14.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:14.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:14.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 211, 2024-09-17T17:03:14.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 2416 2024-09-17T17:03:14.983 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.983 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-09-17T17:03:14.983 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 1781760, 2024-09-17T17:03:14.983 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-09-17T17:03:14.983 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-09-17T17:03:14.983 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-09-17T17:03:14.983 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-09-17T17:03:14.983 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 1771104, 2024-09-17T17:03:14.983 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-09-17T17:03:14.983 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-09-17T17:03:14.983 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 0, 2024-09-17T17:03:14.983 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-09-17T17:03:14.983 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.984 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 3 2024-09-17T17:03:14.984 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.984 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:14.984 INFO:tasks.workunit.client.0.smithi031.stdout: "usage": { 2024-09-17T17:03:14.984 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 105, 2024-09-17T17:03:14.984 INFO:tasks.workunit.client.0.smithi031.stdout: "pools": 4, 2024-09-17T17:03:14.984 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_by_class": { 2024-09-17T17:03:14.984 INFO:tasks.workunit.client.0.smithi031.stdout: "ssd": { 2024-09-17T17:03:14.984 INFO:tasks.workunit.client.0.smithi031.stdout: "total_avail_bytes": 767718227968, 2024-09-17T17:03:14.984 INFO:tasks.workunit.client.0.smithi031.stdout: "total_bytes": 767960285184, 2024-09-17T17:03:14.984 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_bytes": 242057216, 2024-09-17T17:03:14.984 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_raw_bytes": 242057216, 2024-09-17T17:03:14.984 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_raw_ratio": 0.0003151949786115438 2024-09-17T17:03:14.984 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.985 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:14.985 INFO:tasks.workunit.client.0.smithi031.stdout: "total_avail_bytes": 767718227968, 2024-09-17T17:03:14.985 INFO:tasks.workunit.client.0.smithi031.stdout: "total_bytes": 767960285184, 2024-09-17T17:03:14.985 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_bytes": 242057216 2024-09-17T17:03:14.985 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:14.985 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-17T17:03:14.985 INFO:tasks.workunit.client.0.smithi031.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-09-17T17:03:14.986 INFO:tasks.workunit.client.0.smithi031.stderr:+ ceph telemetry show-device 2024-09-17T17:03:14.986 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:14.986 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:14.987 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/1944110913' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-17T17:03:14.987 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/1944110913' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-17T17:03:14.987 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:14.987 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:03:14.987 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:14.987 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:14.987 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:14.987 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:14.987 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:14.987 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:14.987 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:14.988 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:14.988 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:14.988 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:14.988 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:14.988 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:14.988 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:14.988 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:14.988 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:14.988 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:14.988 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:14.988 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:14.988 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:14.989 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:14.989 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:14.989 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:14.989 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/1944110913' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-17T17:03:14.989 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/1944110913' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-17T17:03:14.989 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:14.989 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:03:14.990 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:14.990 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:14.990 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:14.990 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:14.990 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:14.990 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:14.990 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:14.990 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:14.990 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:14.990 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:14.990 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:14.991 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:14.991 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:14.991 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:14.991 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:14.991 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:14.991 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:14.991 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:14.991 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:14.991 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:14.992 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:14.992 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:14.992 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/1944110913' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-17T17:03:14.992 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/1944110913' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-17T17:03:14.992 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:14.992 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:03:14.992 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:14.992 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:14.992 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:14.992 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:14.993 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:14.993 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:14.993 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:14.993 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:14.993 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:14.993 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:14.993 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:14.993 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:14.993 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:14.993 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:14.993 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:14.994 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:14.994 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:14.994 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:14.994 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:14.994 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:14.994 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:14.994 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:14.994 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:14.994 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:14.994 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:14.994 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:03:14.994 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:14.994 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:14.995 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:14.995 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:14.995 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:14.995 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:14.995 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:14.995 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:14.995 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:14.995 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:14.995 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:14.995 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:14.995 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:14.995 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:14.996 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:14.996 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:14.996 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:14.996 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:14.996 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:14.996 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:14.996 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:14.996 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:14.996 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:14.996 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:13 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:14.996 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:14.996 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:14.996 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='client.14880 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:14.996 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-17T17:03:14.997 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:14.997 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:03:14.997 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:14.997 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:14.997 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:14.997 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:14.997 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:14.997 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:14.997 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:14.997 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:14.997 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:14.997 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:14.997 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:14.998 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:14.998 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:14.998 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:14.998 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:14.998 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:14.998 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:14.998 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:14.998 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:14.998 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:14.998 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:14.998 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:14.998 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:14.999 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:14.999 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:14.999 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:03:14.999 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:14.999 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:14.999 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:14.999 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:14.999 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:14.999 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:14.999 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:14.999 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:14.999 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:15.000 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:15.000 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:15.000 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:15.000 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:15.000 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:15.000 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:15.000 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:15.000 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:15.000 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:15.000 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:15.000 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:15.000 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:15.000 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:15.001 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:15.001 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:14 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:15.001 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:15.001 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:15.001 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:15.001 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:15.001 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:15.001 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:03:15.001 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:15.001 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:15.002 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:15.002 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:15.002 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:15.002 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:15.002 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:15.002 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:15.002 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:15.002 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:15.002 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:15.002 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:15.002 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:15.002 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:15.002 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:15.002 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:15.003 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:15.003 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:15.003 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:15.003 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:15.003 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:15.003 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:15.003 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:15.003 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:15.003 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:15.004 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:15.004 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:15.004 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:15.004 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:15.004 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:03:15.004 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:15.004 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:15.004 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:15.004 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:15.004 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:15.004 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:15.004 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:15.005 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:15.005 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:15.005 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:15.005 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:15.005 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:15.005 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:15.005 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:15.005 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:15.005 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:15.005 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:15.005 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:15.005 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:15.005 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:15.005 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:15.005 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:15.006 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:15.006 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:13 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:15.006 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-17T17:03:15.006 INFO:tasks.workunit.client.0.smithi031.stdout: "b782c484-7516-11ef-b3ea-ac1f6ba5caba": { 2024-09-17T17:03:15.006 INFO:tasks.workunit.client.0.smithi031.stdout: "INTEL_SSDPEDMD400G4_b78373de-7516-11ef-b3ea-ac1f6ba5caba": { 2024-09-17T17:03:15.006 INFO:tasks.workunit.client.0.smithi031.stdout: "20240917-165728": { 2024-09-17T17:03:15.006 INFO:tasks.workunit.client.0.smithi031.stdout: "device": { 2024-09-17T17:03:15.006 INFO:tasks.workunit.client.0.smithi031.stdout: "info_name": "/dev/nvme0n1", 2024-09-17T17:03:15.006 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "/dev/nvme0n1", 2024-09-17T17:03:15.006 INFO:tasks.workunit.client.0.smithi031.stdout: "protocol": "NVMe", 2024-09-17T17:03:15.007 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "nvme" 2024-09-17T17:03:15.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.007 INFO:tasks.workunit.client.0.smithi031.stdout: "firmware_version": "8DV101H0", 2024-09-17T17:03:15.007 INFO:tasks.workunit.client.0.smithi031.stdout: "host_id": "b782c484-7516-11ef-b3ea-ac1f6ba5caba", 2024-09-17T17:03:15.007 INFO:tasks.workunit.client.0.smithi031.stdout: "json_format_version": [ 2024-09-17T17:03:15.007 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:15.007 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:15.007 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:15.007 INFO:tasks.workunit.client.0.smithi031.stdout: "local_time": { 2024-09-17T17:03:15.007 INFO:tasks.workunit.client.0.smithi031.stdout: "asctime": "Tue Sep 17 16:57:27 2024 UTC", 2024-09-17T17:03:15.007 INFO:tasks.workunit.client.0.smithi031.stdout: "time_t": 1726592247 2024-09-17T17:03:15.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.007 INFO:tasks.workunit.client.0.smithi031.stdout: "logical_block_size": 512, 2024-09-17T17:03:15.007 INFO:tasks.workunit.client.0.smithi031.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-17T17:03:15.008 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_controller_id": 0, 2024-09-17T17:03:15.008 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-17T17:03:15.008 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_namespaces": [ 2024-09-17T17:03:15.008 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.008 INFO:tasks.workunit.client.0.smithi031.stdout: "capacity": { 2024-09-17T17:03:15.008 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-09-17T17:03:15.008 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-09-17T17:03:15.008 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.008 INFO:tasks.workunit.client.0.smithi031.stdout: "formatted_lba_size": 512, 2024-09-17T17:03:15.008 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 1, 2024-09-17T17:03:15.008 INFO:tasks.workunit.client.0.smithi031.stdout: "size": { 2024-09-17T17:03:15.008 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-09-17T17:03:15.008 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-09-17T17:03:15.009 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.009 INFO:tasks.workunit.client.0.smithi031.stdout: "utilization": { 2024-09-17T17:03:15.009 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-09-17T17:03:15.009 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-09-17T17:03:15.009 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.009 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.009 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:15.009 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_number_of_namespaces": 1, 2024-09-17T17:03:15.009 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_pci_vendor": { 2024-09-17T17:03:15.009 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 32902, 2024-09-17T17:03:15.009 INFO:tasks.workunit.client.0.smithi031.stdout: "subsystem_id": 32902 2024-09-17T17:03:15.009 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.010 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_add_log": { 2024-09-17T17:03:15.010 INFO:tasks.workunit.client.0.smithi031.stdout: "Device stats": { 2024-09-17T17:03:15.010 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_fw_downgrades": { 2024-09-17T17:03:15.010 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:15.010 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.010 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.010 INFO:tasks.workunit.client.0.smithi031.stdout: "crc_error_count": { 2024-09-17T17:03:15.010 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.010 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.010 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.010 INFO:tasks.workunit.client.0.smithi031.stdout: "end_to_end_error_detection_count": { 2024-09-17T17:03:15.010 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.010 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.010 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.011 INFO:tasks.workunit.client.0.smithi031.stdout: "erase_fail_count": { 2024-09-17T17:03:15.011 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.011 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.011 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.011 INFO:tasks.workunit.client.0.smithi031.stdout: "host_bytes_written": { 2024-09-17T17:03:15.011 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.011 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 37304047 2024-09-17T17:03:15.011 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.011 INFO:tasks.workunit.client.0.smithi031.stdout: "host_ctx_wear_used": { 2024-09-17T17:03:15.011 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.011 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 1 2024-09-17T17:03:15.011 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.012 INFO:tasks.workunit.client.0.smithi031.stdout: "media_bytes_read": { 2024-09-17T17:03:15.012 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:15.012 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.012 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.012 INFO:tasks.workunit.client.0.smithi031.stdout: "nand_bytes_written": { 2024-09-17T17:03:15.012 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.012 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 57162084 2024-09-17T17:03:15.012 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.012 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_stat_indicator": { 2024-09-17T17:03:15.012 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:15.012 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.012 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.013 INFO:tasks.workunit.client.0.smithi031.stdout: "pll_lock_loss_count": { 2024-09-17T17:03:15.013 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.013 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.013 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.013 INFO:tasks.workunit.client.0.smithi031.stdout: "program_fail_count": { 2024-09-17T17:03:15.013 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.013 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.013 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.013 INFO:tasks.workunit.client.0.smithi031.stdout: "re_alloc_sectr_cnt": { 2024-09-17T17:03:15.013 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:15.013 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.013 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.013 INFO:tasks.workunit.client.0.smithi031.stdout: "retry_buffer_overflow_count": { 2024-09-17T17:03:15.014 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.014 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.014 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.014 INFO:tasks.workunit.client.0.smithi031.stdout: "soft_ecc_err_rate": { 2024-09-17T17:03:15.014 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:15.014 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.014 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.014 INFO:tasks.workunit.client.0.smithi031.stdout: "thermal_throttle_status": { 2024-09-17T17:03:15.014 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.014 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-09-17T17:03:15.014 INFO:tasks.workunit.client.0.smithi031.stdout: "cnt": 0, 2024-09-17T17:03:15.014 INFO:tasks.workunit.client.0.smithi031.stdout: "pct": 0 2024-09-17T17:03:15.015 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.015 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.015 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_host_reads": { 2024-09-17T17:03:15.015 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.015 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-09-17T17:03:15.015 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.015 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_media_wear": { 2024-09-17T17:03:15.015 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.015 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": "63.999023" 2024-09-17T17:03:15.015 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.015 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_timer": { 2024-09-17T17:03:15.015 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.015 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-09-17T17:03:15.016 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.016 INFO:tasks.workunit.client.0.smithi031.stdout: "unexp_power_loss": { 2024-09-17T17:03:15.016 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:15.016 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.016 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.016 INFO:tasks.workunit.client.0.smithi031.stdout: "wear_leveling": { 2024-09-17T17:03:15.016 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 88, 2024-09-17T17:03:15.016 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-09-17T17:03:15.016 INFO:tasks.workunit.client.0.smithi031.stdout: "avg": 3764, 2024-09-17T17:03:15.016 INFO:tasks.workunit.client.0.smithi031.stdout: "max": 3788, 2024-09-17T17:03:15.016 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 3741 2024-09-17T17:03:15.016 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.016 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.017 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.017 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel Smart log": "nvme0n1" 2024-09-17T17:03:15.017 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.017 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_log": { 2024-09-17T17:03:15.017 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare": 100, 2024-09-17T17:03:15.017 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare_threshold": 10, 2024-09-17T17:03:15.017 INFO:tasks.workunit.client.0.smithi031.stdout: "controller_busy_time": 2, 2024-09-17T17:03:15.017 INFO:tasks.workunit.client.0.smithi031.stdout: "critical_warning": 0, 2024-09-17T17:03:15.017 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_read": 443482787, 2024-09-17T17:03:15.017 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_written": 2444758078, 2024-09-17T17:03:15.017 INFO:tasks.workunit.client.0.smithi031.stdout: "host_reads": 6362926520, 2024-09-17T17:03:15.017 INFO:tasks.workunit.client.0.smithi031.stdout: "host_writes": 38389434661, 2024-09-17T17:03:15.017 INFO:tasks.workunit.client.0.smithi031.stdout: "media_errors": 0, 2024-09-17T17:03:15.017 INFO:tasks.workunit.client.0.smithi031.stdout: "num_err_log_entries": 0, 2024-09-17T17:03:15.018 INFO:tasks.workunit.client.0.smithi031.stdout: "percentage_used": 12, 2024-09-17T17:03:15.018 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycles": 46307, 2024-09-17T17:03:15.018 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_hours": 68320, 2024-09-17T17:03:15.018 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": 25, 2024-09-17T17:03:15.018 INFO:tasks.workunit.client.0.smithi031.stdout: "unsafe_shutdowns": 84 2024-09-17T17:03:15.018 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.018 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_vendor": "intel", 2024-09-17T17:03:15.018 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_version": { 2024-09-17T17:03:15.018 INFO:tasks.workunit.client.0.smithi031.stdout: "string": "<1.2", 2024-09-17T17:03:15.018 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.018 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.018 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycle_count": 46307, 2024-09-17T17:03:15.018 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_time": { 2024-09-17T17:03:15.018 INFO:tasks.workunit.client.0.smithi031.stdout: "hours": 68320 2024-09-17T17:03:15.018 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.019 INFO:tasks.workunit.client.0.smithi031.stdout: "serial_number": "deleted", 2024-09-17T17:03:15.019 INFO:tasks.workunit.client.0.smithi031.stdout: "smart_status": { 2024-09-17T17:03:15.019 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme": { 2024-09-17T17:03:15.019 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.019 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.019 INFO:tasks.workunit.client.0.smithi031.stdout: "passed": true 2024-09-17T17:03:15.019 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.019 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl": { 2024-09-17T17:03:15.019 INFO:tasks.workunit.client.0.smithi031.stdout: "argv": [ 2024-09-17T17:03:15.019 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl", 2024-09-17T17:03:15.019 INFO:tasks.workunit.client.0.smithi031.stdout: "-x", 2024-09-17T17:03:15.019 INFO:tasks.workunit.client.0.smithi031.stdout: "--json=o", 2024-09-17T17:03:15.019 INFO:tasks.workunit.client.0.smithi031.stdout: "/dev/nvme0n1" 2024-09-17T17:03:15.019 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:15.019 INFO:tasks.workunit.client.0.smithi031.stdout: "build_info": "(local build)", 2024-09-17T17:03:15.019 INFO:tasks.workunit.client.0.smithi031.stdout: "exit_status": 0, 2024-09-17T17:03:15.020 INFO:tasks.workunit.client.0.smithi031.stdout: "output": [ 2024-09-17T17:03:15.020 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-508.el9.x86_64] (local build)", 2024-09-17T17:03:15.020 INFO:tasks.workunit.client.0.smithi031.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-17T17:03:15.020 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:15.020 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-17T17:03:15.020 INFO:tasks.workunit.client.0.smithi031.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-17T17:03:15.020 INFO:tasks.workunit.client.0.smithi031.stdout: "Serial Number: deleted", 2024-09-17T17:03:15.020 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Version: 8DV101H0", 2024-09-17T17:03:15.020 INFO:tasks.workunit.client.0.smithi031.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-17T17:03:15.020 INFO:tasks.workunit.client.0.smithi031.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-17T17:03:15.020 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller ID: 0", 2024-09-17T17:03:15.020 INFO:tasks.workunit.client.0.smithi031.stdout: "NVMe Version: <1.2", 2024-09-17T17:03:15.020 INFO:tasks.workunit.client.0.smithi031.stdout: "Number of Namespaces: 1", 2024-09-17T17:03:15.020 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-17T17:03:15.020 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-17T17:03:15.021 INFO:tasks.workunit.client.0.smithi031.stdout: "Local Time is: Tue Sep 17 16:57:27 2024 UTC", 2024-09-17T17:03:15.021 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-17T17:03:15.021 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-17T17:03:15.021 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-17T17:03:15.021 INFO:tasks.workunit.client.0.smithi031.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-17T17:03:15.021 INFO:tasks.workunit.client.0.smithi031.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-17T17:03:15.021 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:15.021 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported Power States", 2024-09-17T17:03:15.021 INFO:tasks.workunit.client.0.smithi031.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-17T17:03:15.021 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-17T17:03:15.021 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:15.021 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-17T17:03:15.022 INFO:tasks.workunit.client.0.smithi031.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-17T17:03:15.022 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 512 0 2", 2024-09-17T17:03:15.022 INFO:tasks.workunit.client.0.smithi031.stdout: " 1 - 512 8 2", 2024-09-17T17:03:15.022 INFO:tasks.workunit.client.0.smithi031.stdout: " 2 - 512 16 2", 2024-09-17T17:03:15.022 INFO:tasks.workunit.client.0.smithi031.stdout: " 3 - 4096 0 0", 2024-09-17T17:03:15.022 INFO:tasks.workunit.client.0.smithi031.stdout: " 4 - 4096 8 0", 2024-09-17T17:03:15.022 INFO:tasks.workunit.client.0.smithi031.stdout: " 5 - 4096 64 0", 2024-09-17T17:03:15.022 INFO:tasks.workunit.client.0.smithi031.stdout: " 6 - 4096 128 0", 2024-09-17T17:03:15.022 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:15.022 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-17T17:03:15.022 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-17T17:03:15.022 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:15.022 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-17T17:03:15.022 INFO:tasks.workunit.client.0.smithi031.stdout: "Critical Warning: 0x00", 2024-09-17T17:03:15.023 INFO:tasks.workunit.client.0.smithi031.stdout: "Temperature: 25 Celsius", 2024-09-17T17:03:15.023 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare: 100%", 2024-09-17T17:03:15.023 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare Threshold: 10%", 2024-09-17T17:03:15.023 INFO:tasks.workunit.client.0.smithi031.stdout: "Percentage Used: 12%", 2024-09-17T17:03:15.023 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Read: 443,482,787 [227 TB]", 2024-09-17T17:03:15.023 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Written: 2,444,758,078 [1.25 PB]", 2024-09-17T17:03:15.023 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Read Commands: 6,362,926,520", 2024-09-17T17:03:15.023 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Write Commands: 38,389,434,661", 2024-09-17T17:03:15.023 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller Busy Time: 2", 2024-09-17T17:03:15.023 INFO:tasks.workunit.client.0.smithi031.stdout: "Power Cycles: 46,307", 2024-09-17T17:03:15.023 INFO:tasks.workunit.client.0.smithi031.stdout: "Power On Hours: 68,320", 2024-09-17T17:03:15.023 INFO:tasks.workunit.client.0.smithi031.stdout: "Unsafe Shutdowns: 84", 2024-09-17T17:03:15.023 INFO:tasks.workunit.client.0.smithi031.stdout: "Media and Data Integrity Errors: 0", 2024-09-17T17:03:15.023 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information Log Entries: 0", 2024-09-17T17:03:15.023 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:15.024 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-17T17:03:15.024 INFO:tasks.workunit.client.0.smithi031.stdout: "No Errors Logged", 2024-09-17T17:03:15.024 INFO:tasks.workunit.client.0.smithi031.stdout: "" 2024-09-17T17:03:15.024 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:15.024 INFO:tasks.workunit.client.0.smithi031.stdout: "platform_info": "x86_64-linux-5.14.0-508.el9.x86_64", 2024-09-17T17:03:15.024 INFO:tasks.workunit.client.0.smithi031.stdout: "svn_revision": "5155", 2024-09-17T17:03:15.024 INFO:tasks.workunit.client.0.smithi031.stdout: "version": [ 2024-09-17T17:03:15.024 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:15.024 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:15.024 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.024 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.024 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": { 2024-09-17T17:03:15.024 INFO:tasks.workunit.client.0.smithi031.stdout: "current": 25 2024-09-17T17:03:15.024 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.025 INFO:tasks.workunit.client.0.smithi031.stdout: "user_capacity": { 2024-09-17T17:03:15.025 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-09-17T17:03:15.025 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-09-17T17:03:15.025 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.025 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.025 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.025 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.025 INFO:tasks.workunit.client.0.smithi031.stdout: "b784b802-7516-11ef-b3ea-ac1f6ba5caba": { 2024-09-17T17:03:15.025 INFO:tasks.workunit.client.0.smithi031.stdout: "INTEL_SSDPEDMD400G4_b785385e-7516-11ef-b3ea-ac1f6ba5caba": { 2024-09-17T17:03:15.025 INFO:tasks.workunit.client.0.smithi031.stdout: "20240917-165732": { 2024-09-17T17:03:15.025 INFO:tasks.workunit.client.0.smithi031.stdout: "device": { 2024-09-17T17:03:15.025 INFO:tasks.workunit.client.0.smithi031.stdout: "info_name": "/dev/nvme0n1", 2024-09-17T17:03:15.026 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "/dev/nvme0n1", 2024-09-17T17:03:15.026 INFO:tasks.workunit.client.0.smithi031.stdout: "protocol": "NVMe", 2024-09-17T17:03:15.026 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "nvme" 2024-09-17T17:03:15.026 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.026 INFO:tasks.workunit.client.0.smithi031.stdout: "firmware_version": "8DV101H0", 2024-09-17T17:03:15.026 INFO:tasks.workunit.client.0.smithi031.stdout: "host_id": "b784b802-7516-11ef-b3ea-ac1f6ba5caba", 2024-09-17T17:03:15.026 INFO:tasks.workunit.client.0.smithi031.stdout: "json_format_version": [ 2024-09-17T17:03:15.026 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:15.026 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:15.026 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:15.026 INFO:tasks.workunit.client.0.smithi031.stdout: "local_time": { 2024-09-17T17:03:15.026 INFO:tasks.workunit.client.0.smithi031.stdout: "asctime": "Tue Sep 17 16:57:31 2024 UTC", 2024-09-17T17:03:15.026 INFO:tasks.workunit.client.0.smithi031.stdout: "time_t": 1726592251 2024-09-17T17:03:15.027 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.027 INFO:tasks.workunit.client.0.smithi031.stdout: "logical_block_size": 512, 2024-09-17T17:03:15.027 INFO:tasks.workunit.client.0.smithi031.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-17T17:03:15.027 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_controller_id": 0, 2024-09-17T17:03:15.027 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-17T17:03:15.027 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_namespaces": [ 2024-09-17T17:03:15.027 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.027 INFO:tasks.workunit.client.0.smithi031.stdout: "capacity": { 2024-09-17T17:03:15.027 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-09-17T17:03:15.027 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-09-17T17:03:15.027 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.027 INFO:tasks.workunit.client.0.smithi031.stdout: "formatted_lba_size": 512, 2024-09-17T17:03:15.027 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 1, 2024-09-17T17:03:15.027 INFO:tasks.workunit.client.0.smithi031.stdout: "size": { 2024-09-17T17:03:15.028 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-09-17T17:03:15.028 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-09-17T17:03:15.028 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.028 INFO:tasks.workunit.client.0.smithi031.stdout: "utilization": { 2024-09-17T17:03:15.028 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-09-17T17:03:15.028 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-09-17T17:03:15.028 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.028 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.028 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:15.028 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_number_of_namespaces": 1, 2024-09-17T17:03:15.028 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_pci_vendor": { 2024-09-17T17:03:15.028 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 32902, 2024-09-17T17:03:15.029 INFO:tasks.workunit.client.0.smithi031.stdout: "subsystem_id": 32902 2024-09-17T17:03:15.029 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.029 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_add_log": { 2024-09-17T17:03:15.029 INFO:tasks.workunit.client.0.smithi031.stdout: "Device stats": { 2024-09-17T17:03:15.029 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_fw_downgrades": { 2024-09-17T17:03:15.029 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:15.029 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.029 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.029 INFO:tasks.workunit.client.0.smithi031.stdout: "crc_error_count": { 2024-09-17T17:03:15.029 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.029 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.029 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.029 INFO:tasks.workunit.client.0.smithi031.stdout: "end_to_end_error_detection_count": { 2024-09-17T17:03:15.029 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.030 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.030 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.030 INFO:tasks.workunit.client.0.smithi031.stdout: "erase_fail_count": { 2024-09-17T17:03:15.030 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.030 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.030 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.030 INFO:tasks.workunit.client.0.smithi031.stdout: "host_bytes_written": { 2024-09-17T17:03:15.030 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.030 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 32247134 2024-09-17T17:03:15.030 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.030 INFO:tasks.workunit.client.0.smithi031.stdout: "host_ctx_wear_used": { 2024-09-17T17:03:15.030 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.030 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 1 2024-09-17T17:03:15.031 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.031 INFO:tasks.workunit.client.0.smithi031.stdout: "media_bytes_read": { 2024-09-17T17:03:15.031 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:15.031 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.031 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.031 INFO:tasks.workunit.client.0.smithi031.stdout: "nand_bytes_written": { 2024-09-17T17:03:15.031 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.031 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 51697308 2024-09-17T17:03:15.031 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.031 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_stat_indicator": { 2024-09-17T17:03:15.031 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:15.031 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.032 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.032 INFO:tasks.workunit.client.0.smithi031.stdout: "pll_lock_loss_count": { 2024-09-17T17:03:15.032 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.032 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.032 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.032 INFO:tasks.workunit.client.0.smithi031.stdout: "program_fail_count": { 2024-09-17T17:03:15.032 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.032 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.032 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.032 INFO:tasks.workunit.client.0.smithi031.stdout: "re_alloc_sectr_cnt": { 2024-09-17T17:03:15.032 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:15.032 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.032 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.032 INFO:tasks.workunit.client.0.smithi031.stdout: "retry_buffer_overflow_count": { 2024-09-17T17:03:15.032 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.033 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.033 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.033 INFO:tasks.workunit.client.0.smithi031.stdout: "soft_ecc_err_rate": { 2024-09-17T17:03:15.033 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:15.033 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.033 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.033 INFO:tasks.workunit.client.0.smithi031.stdout: "thermal_throttle_status": { 2024-09-17T17:03:15.033 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.033 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-09-17T17:03:15.033 INFO:tasks.workunit.client.0.smithi031.stdout: "cnt": 0, 2024-09-17T17:03:15.033 INFO:tasks.workunit.client.0.smithi031.stdout: "pct": 0 2024-09-17T17:03:15.033 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.033 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.033 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_host_reads": { 2024-09-17T17:03:15.033 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.034 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-09-17T17:03:15.034 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.034 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_media_wear": { 2024-09-17T17:03:15.034 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.034 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": "63.999023" 2024-09-17T17:03:15.034 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.034 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_timer": { 2024-09-17T17:03:15.034 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.034 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-09-17T17:03:15.034 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.034 INFO:tasks.workunit.client.0.smithi031.stdout: "unexp_power_loss": { 2024-09-17T17:03:15.034 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:15.034 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.034 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.034 INFO:tasks.workunit.client.0.smithi031.stdout: "wear_leveling": { 2024-09-17T17:03:15.035 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 89, 2024-09-17T17:03:15.035 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-09-17T17:03:15.035 INFO:tasks.workunit.client.0.smithi031.stdout: "avg": 3459, 2024-09-17T17:03:15.035 INFO:tasks.workunit.client.0.smithi031.stdout: "max": 3475, 2024-09-17T17:03:15.035 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 3442 2024-09-17T17:03:15.035 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.035 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.035 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.035 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel Smart log": "nvme0n1" 2024-09-17T17:03:15.035 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.035 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_log": { 2024-09-17T17:03:15.035 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare": 100, 2024-09-17T17:03:15.035 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare_threshold": 10, 2024-09-17T17:03:15.035 INFO:tasks.workunit.client.0.smithi031.stdout: "controller_busy_time": 182, 2024-09-17T17:03:15.035 INFO:tasks.workunit.client.0.smithi031.stdout: "critical_warning": 0, 2024-09-17T17:03:15.036 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_read": 428346370, 2024-09-17T17:03:15.036 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_written": 2113348193, 2024-09-17T17:03:15.036 INFO:tasks.workunit.client.0.smithi031.stdout: "host_reads": 6747861343, 2024-09-17T17:03:15.036 INFO:tasks.workunit.client.0.smithi031.stdout: "host_writes": 35902548262, 2024-09-17T17:03:15.036 INFO:tasks.workunit.client.0.smithi031.stdout: "media_errors": 0, 2024-09-17T17:03:15.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_err_log_entries": 0, 2024-09-17T17:03:15.036 INFO:tasks.workunit.client.0.smithi031.stdout: "percentage_used": 11, 2024-09-17T17:03:15.036 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycles": 48660, 2024-09-17T17:03:15.036 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_hours": 60290, 2024-09-17T17:03:15.036 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": 24, 2024-09-17T17:03:15.036 INFO:tasks.workunit.client.0.smithi031.stdout: "unsafe_shutdowns": 14080 2024-09-17T17:03:15.036 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.036 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_vendor": "intel", 2024-09-17T17:03:15.036 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_version": { 2024-09-17T17:03:15.036 INFO:tasks.workunit.client.0.smithi031.stdout: "string": "<1.2", 2024-09-17T17:03:15.037 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.037 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.037 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycle_count": 48660, 2024-09-17T17:03:15.037 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_time": { 2024-09-17T17:03:15.037 INFO:tasks.workunit.client.0.smithi031.stdout: "hours": 60290 2024-09-17T17:03:15.037 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.037 INFO:tasks.workunit.client.0.smithi031.stdout: "serial_number": "deleted", 2024-09-17T17:03:15.037 INFO:tasks.workunit.client.0.smithi031.stdout: "smart_status": { 2024-09-17T17:03:15.037 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme": { 2024-09-17T17:03:15.037 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.037 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.037 INFO:tasks.workunit.client.0.smithi031.stdout: "passed": true 2024-09-17T17:03:15.037 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.037 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl": { 2024-09-17T17:03:15.038 INFO:tasks.workunit.client.0.smithi031.stdout: "argv": [ 2024-09-17T17:03:15.038 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl", 2024-09-17T17:03:15.038 INFO:tasks.workunit.client.0.smithi031.stdout: "-x", 2024-09-17T17:03:15.038 INFO:tasks.workunit.client.0.smithi031.stdout: "--json=o", 2024-09-17T17:03:15.038 INFO:tasks.workunit.client.0.smithi031.stdout: "/dev/nvme0n1" 2024-09-17T17:03:15.038 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:15.038 INFO:tasks.workunit.client.0.smithi031.stdout: "build_info": "(local build)", 2024-09-17T17:03:15.038 INFO:tasks.workunit.client.0.smithi031.stdout: "exit_status": 0, 2024-09-17T17:03:15.038 INFO:tasks.workunit.client.0.smithi031.stdout: "output": [ 2024-09-17T17:03:15.038 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-508.el9.x86_64] (local build)", 2024-09-17T17:03:15.038 INFO:tasks.workunit.client.0.smithi031.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-17T17:03:15.038 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:15.038 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-17T17:03:15.038 INFO:tasks.workunit.client.0.smithi031.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-17T17:03:15.039 INFO:tasks.workunit.client.0.smithi031.stdout: "Serial Number: deleted", 2024-09-17T17:03:15.039 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Version: 8DV101H0", 2024-09-17T17:03:15.039 INFO:tasks.workunit.client.0.smithi031.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-17T17:03:15.039 INFO:tasks.workunit.client.0.smithi031.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-17T17:03:15.039 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller ID: 0", 2024-09-17T17:03:15.039 INFO:tasks.workunit.client.0.smithi031.stdout: "NVMe Version: <1.2", 2024-09-17T17:03:15.039 INFO:tasks.workunit.client.0.smithi031.stdout: "Number of Namespaces: 1", 2024-09-17T17:03:15.039 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-17T17:03:15.039 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-17T17:03:15.039 INFO:tasks.workunit.client.0.smithi031.stdout: "Local Time is: Tue Sep 17 16:57:31 2024 UTC", 2024-09-17T17:03:15.039 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-17T17:03:15.039 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-17T17:03:15.039 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-17T17:03:15.040 INFO:tasks.workunit.client.0.smithi031.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-17T17:03:15.040 INFO:tasks.workunit.client.0.smithi031.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-17T17:03:15.040 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:15.040 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported Power States", 2024-09-17T17:03:15.040 INFO:tasks.workunit.client.0.smithi031.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-17T17:03:15.040 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-17T17:03:15.040 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:15.040 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-17T17:03:15.040 INFO:tasks.workunit.client.0.smithi031.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-17T17:03:15.040 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 512 0 2", 2024-09-17T17:03:15.040 INFO:tasks.workunit.client.0.smithi031.stdout: " 1 - 512 8 2", 2024-09-17T17:03:15.040 INFO:tasks.workunit.client.0.smithi031.stdout: " 2 - 512 16 2", 2024-09-17T17:03:15.040 INFO:tasks.workunit.client.0.smithi031.stdout: " 3 - 4096 0 0", 2024-09-17T17:03:15.040 INFO:tasks.workunit.client.0.smithi031.stdout: " 4 - 4096 8 0", 2024-09-17T17:03:15.041 INFO:tasks.workunit.client.0.smithi031.stdout: " 5 - 4096 64 0", 2024-09-17T17:03:15.041 INFO:tasks.workunit.client.0.smithi031.stdout: " 6 - 4096 128 0", 2024-09-17T17:03:15.041 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:15.041 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-17T17:03:15.041 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-17T17:03:15.041 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:15.041 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-17T17:03:15.041 INFO:tasks.workunit.client.0.smithi031.stdout: "Critical Warning: 0x00", 2024-09-17T17:03:15.041 INFO:tasks.workunit.client.0.smithi031.stdout: "Temperature: 24 Celsius", 2024-09-17T17:03:15.041 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare: 100%", 2024-09-17T17:03:15.041 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare Threshold: 10%", 2024-09-17T17:03:15.041 INFO:tasks.workunit.client.0.smithi031.stdout: "Percentage Used: 11%", 2024-09-17T17:03:15.041 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Read: 428,346,370 [219 TB]", 2024-09-17T17:03:15.042 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Written: 2,113,348,193 [1.08 PB]", 2024-09-17T17:03:15.042 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Read Commands: 6,747,861,343", 2024-09-17T17:03:15.042 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Write Commands: 35,902,548,262", 2024-09-17T17:03:15.042 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller Busy Time: 182", 2024-09-17T17:03:15.042 INFO:tasks.workunit.client.0.smithi031.stdout: "Power Cycles: 48,660", 2024-09-17T17:03:15.042 INFO:tasks.workunit.client.0.smithi031.stdout: "Power On Hours: 60,290", 2024-09-17T17:03:15.042 INFO:tasks.workunit.client.0.smithi031.stdout: "Unsafe Shutdowns: 14,080", 2024-09-17T17:03:15.042 INFO:tasks.workunit.client.0.smithi031.stdout: "Media and Data Integrity Errors: 0", 2024-09-17T17:03:15.042 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information Log Entries: 0", 2024-09-17T17:03:15.042 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:15.042 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-17T17:03:15.042 INFO:tasks.workunit.client.0.smithi031.stdout: "No Errors Logged", 2024-09-17T17:03:15.042 INFO:tasks.workunit.client.0.smithi031.stdout: "" 2024-09-17T17:03:15.043 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:15.043 INFO:tasks.workunit.client.0.smithi031.stdout: "platform_info": "x86_64-linux-5.14.0-508.el9.x86_64", 2024-09-17T17:03:15.043 INFO:tasks.workunit.client.0.smithi031.stdout: "svn_revision": "5155", 2024-09-17T17:03:15.043 INFO:tasks.workunit.client.0.smithi031.stdout: "version": [ 2024-09-17T17:03:15.043 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:15.043 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:15.043 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.043 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.043 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": { 2024-09-17T17:03:15.043 INFO:tasks.workunit.client.0.smithi031.stdout: "current": 24 2024-09-17T17:03:15.043 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.043 INFO:tasks.workunit.client.0.smithi031.stdout: "user_capacity": { 2024-09-17T17:03:15.043 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-09-17T17:03:15.043 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-09-17T17:03:15.044 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.044 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.044 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.044 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.044 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-17T17:03:15.044 INFO:tasks.workunit.client.0.smithi031.stderr:+ ceph telemetry show-all 2024-09-17T17:03:15.050 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-17T17:03:15.050 INFO:tasks.workunit.client.0.smithi031.stdout: "device_report": { 2024-09-17T17:03:15.050 INFO:tasks.workunit.client.0.smithi031.stdout: "b782c484-7516-11ef-b3ea-ac1f6ba5caba": { 2024-09-17T17:03:15.050 INFO:tasks.workunit.client.0.smithi031.stdout: "INTEL_SSDPEDMD400G4_b78373de-7516-11ef-b3ea-ac1f6ba5caba": { 2024-09-17T17:03:15.050 INFO:tasks.workunit.client.0.smithi031.stdout: "20240917-165728": { 2024-09-17T17:03:15.050 INFO:tasks.workunit.client.0.smithi031.stdout: "device": { 2024-09-17T17:03:15.050 INFO:tasks.workunit.client.0.smithi031.stdout: "info_name": "/dev/nvme0n1", 2024-09-17T17:03:15.050 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "/dev/nvme0n1", 2024-09-17T17:03:15.050 INFO:tasks.workunit.client.0.smithi031.stdout: "protocol": "NVMe", 2024-09-17T17:03:15.051 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "nvme" 2024-09-17T17:03:15.051 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.051 INFO:tasks.workunit.client.0.smithi031.stdout: "firmware_version": "8DV101H0", 2024-09-17T17:03:15.051 INFO:tasks.workunit.client.0.smithi031.stdout: "host_id": "b782c484-7516-11ef-b3ea-ac1f6ba5caba", 2024-09-17T17:03:15.051 INFO:tasks.workunit.client.0.smithi031.stdout: "json_format_version": [ 2024-09-17T17:03:15.051 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:15.051 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:15.051 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:15.051 INFO:tasks.workunit.client.0.smithi031.stdout: "local_time": { 2024-09-17T17:03:15.051 INFO:tasks.workunit.client.0.smithi031.stdout: "asctime": "Tue Sep 17 16:57:27 2024 UTC", 2024-09-17T17:03:15.051 INFO:tasks.workunit.client.0.smithi031.stdout: "time_t": 1726592247 2024-09-17T17:03:15.051 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.051 INFO:tasks.workunit.client.0.smithi031.stdout: "logical_block_size": 512, 2024-09-17T17:03:15.052 INFO:tasks.workunit.client.0.smithi031.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-17T17:03:15.052 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_controller_id": 0, 2024-09-17T17:03:15.052 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-17T17:03:15.052 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_namespaces": [ 2024-09-17T17:03:15.052 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.052 INFO:tasks.workunit.client.0.smithi031.stdout: "capacity": { 2024-09-17T17:03:15.052 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-09-17T17:03:15.052 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-09-17T17:03:15.052 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.052 INFO:tasks.workunit.client.0.smithi031.stdout: "formatted_lba_size": 512, 2024-09-17T17:03:15.052 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 1, 2024-09-17T17:03:15.052 INFO:tasks.workunit.client.0.smithi031.stdout: "size": { 2024-09-17T17:03:15.052 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-09-17T17:03:15.052 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-09-17T17:03:15.052 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.053 INFO:tasks.workunit.client.0.smithi031.stdout: "utilization": { 2024-09-17T17:03:15.053 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-09-17T17:03:15.053 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-09-17T17:03:15.053 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.053 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.053 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:15.053 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_number_of_namespaces": 1, 2024-09-17T17:03:15.053 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_pci_vendor": { 2024-09-17T17:03:15.053 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 32902, 2024-09-17T17:03:15.053 INFO:tasks.workunit.client.0.smithi031.stdout: "subsystem_id": 32902 2024-09-17T17:03:15.053 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.053 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_add_log": { 2024-09-17T17:03:15.053 INFO:tasks.workunit.client.0.smithi031.stdout: "Device stats": { 2024-09-17T17:03:15.054 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_fw_downgrades": { 2024-09-17T17:03:15.054 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:15.054 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.054 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.054 INFO:tasks.workunit.client.0.smithi031.stdout: "crc_error_count": { 2024-09-17T17:03:15.054 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.054 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.054 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.054 INFO:tasks.workunit.client.0.smithi031.stdout: "end_to_end_error_detection_count": { 2024-09-17T17:03:15.054 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.054 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.054 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.054 INFO:tasks.workunit.client.0.smithi031.stdout: "erase_fail_count": { 2024-09-17T17:03:15.054 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.055 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.055 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.055 INFO:tasks.workunit.client.0.smithi031.stdout: "host_bytes_written": { 2024-09-17T17:03:15.055 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.055 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 37304047 2024-09-17T17:03:15.055 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.055 INFO:tasks.workunit.client.0.smithi031.stdout: "host_ctx_wear_used": { 2024-09-17T17:03:15.055 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.055 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 1 2024-09-17T17:03:15.055 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.055 INFO:tasks.workunit.client.0.smithi031.stdout: "media_bytes_read": { 2024-09-17T17:03:15.055 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:15.055 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.056 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.056 INFO:tasks.workunit.client.0.smithi031.stdout: "nand_bytes_written": { 2024-09-17T17:03:15.056 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.056 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 57162084 2024-09-17T17:03:15.056 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.056 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_stat_indicator": { 2024-09-17T17:03:15.056 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:15.056 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.056 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.056 INFO:tasks.workunit.client.0.smithi031.stdout: "pll_lock_loss_count": { 2024-09-17T17:03:15.056 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.056 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.056 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.057 INFO:tasks.workunit.client.0.smithi031.stdout: "program_fail_count": { 2024-09-17T17:03:15.057 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.057 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.057 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.057 INFO:tasks.workunit.client.0.smithi031.stdout: "re_alloc_sectr_cnt": { 2024-09-17T17:03:15.057 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:15.057 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.057 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.057 INFO:tasks.workunit.client.0.smithi031.stdout: "retry_buffer_overflow_count": { 2024-09-17T17:03:15.057 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.057 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.057 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.058 INFO:tasks.workunit.client.0.smithi031.stdout: "soft_ecc_err_rate": { 2024-09-17T17:03:15.058 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:15.058 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.058 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.058 INFO:tasks.workunit.client.0.smithi031.stdout: "thermal_throttle_status": { 2024-09-17T17:03:15.058 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.058 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-09-17T17:03:15.058 INFO:tasks.workunit.client.0.smithi031.stdout: "cnt": 0, 2024-09-17T17:03:15.058 INFO:tasks.workunit.client.0.smithi031.stdout: "pct": 0 2024-09-17T17:03:15.058 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.058 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.058 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_host_reads": { 2024-09-17T17:03:15.058 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.059 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-09-17T17:03:15.059 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.059 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_media_wear": { 2024-09-17T17:03:15.059 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.059 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": "63.999023" 2024-09-17T17:03:15.059 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.059 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_timer": { 2024-09-17T17:03:15.059 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.059 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-09-17T17:03:15.059 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.059 INFO:tasks.workunit.client.0.smithi031.stdout: "unexp_power_loss": { 2024-09-17T17:03:15.059 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:15.059 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.059 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.060 INFO:tasks.workunit.client.0.smithi031.stdout: "wear_leveling": { 2024-09-17T17:03:15.060 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 88, 2024-09-17T17:03:15.060 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-09-17T17:03:15.060 INFO:tasks.workunit.client.0.smithi031.stdout: "avg": 3764, 2024-09-17T17:03:15.060 INFO:tasks.workunit.client.0.smithi031.stdout: "max": 3788, 2024-09-17T17:03:15.060 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 3741 2024-09-17T17:03:15.060 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.060 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.060 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.060 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel Smart log": "nvme0n1" 2024-09-17T17:03:15.060 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.060 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_log": { 2024-09-17T17:03:15.060 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare": 100, 2024-09-17T17:03:15.060 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare_threshold": 10, 2024-09-17T17:03:15.061 INFO:tasks.workunit.client.0.smithi031.stdout: "controller_busy_time": 2, 2024-09-17T17:03:15.061 INFO:tasks.workunit.client.0.smithi031.stdout: "critical_warning": 0, 2024-09-17T17:03:15.061 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_read": 443482787, 2024-09-17T17:03:15.061 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_written": 2444758078, 2024-09-17T17:03:15.061 INFO:tasks.workunit.client.0.smithi031.stdout: "host_reads": 6362926520, 2024-09-17T17:03:15.061 INFO:tasks.workunit.client.0.smithi031.stdout: "host_writes": 38389434661, 2024-09-17T17:03:15.061 INFO:tasks.workunit.client.0.smithi031.stdout: "media_errors": 0, 2024-09-17T17:03:15.061 INFO:tasks.workunit.client.0.smithi031.stdout: "num_err_log_entries": 0, 2024-09-17T17:03:15.061 INFO:tasks.workunit.client.0.smithi031.stdout: "percentage_used": 12, 2024-09-17T17:03:15.061 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycles": 46307, 2024-09-17T17:03:15.061 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_hours": 68320, 2024-09-17T17:03:15.061 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": 25, 2024-09-17T17:03:15.061 INFO:tasks.workunit.client.0.smithi031.stdout: "unsafe_shutdowns": 84 2024-09-17T17:03:15.061 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.062 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_vendor": "intel", 2024-09-17T17:03:15.062 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_version": { 2024-09-17T17:03:15.062 INFO:tasks.workunit.client.0.smithi031.stdout: "string": "<1.2", 2024-09-17T17:03:15.062 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.062 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.062 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycle_count": 46307, 2024-09-17T17:03:15.062 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_time": { 2024-09-17T17:03:15.062 INFO:tasks.workunit.client.0.smithi031.stdout: "hours": 68320 2024-09-17T17:03:15.062 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.062 INFO:tasks.workunit.client.0.smithi031.stdout: "serial_number": "deleted", 2024-09-17T17:03:15.062 INFO:tasks.workunit.client.0.smithi031.stdout: "smart_status": { 2024-09-17T17:03:15.062 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme": { 2024-09-17T17:03:15.062 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.062 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.062 INFO:tasks.workunit.client.0.smithi031.stdout: "passed": true 2024-09-17T17:03:15.063 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.063 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl": { 2024-09-17T17:03:15.063 INFO:tasks.workunit.client.0.smithi031.stdout: "argv": [ 2024-09-17T17:03:15.063 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl", 2024-09-17T17:03:15.063 INFO:tasks.workunit.client.0.smithi031.stdout: "-x", 2024-09-17T17:03:15.063 INFO:tasks.workunit.client.0.smithi031.stdout: "--json=o", 2024-09-17T17:03:15.063 INFO:tasks.workunit.client.0.smithi031.stdout: "/dev/nvme0n1" 2024-09-17T17:03:15.063 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:15.063 INFO:tasks.workunit.client.0.smithi031.stdout: "build_info": "(local build)", 2024-09-17T17:03:15.063 INFO:tasks.workunit.client.0.smithi031.stdout: "exit_status": 0, 2024-09-17T17:03:15.063 INFO:tasks.workunit.client.0.smithi031.stdout: "output": [ 2024-09-17T17:03:15.063 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-508.el9.x86_64] (local build)", 2024-09-17T17:03:15.063 INFO:tasks.workunit.client.0.smithi031.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-17T17:03:15.063 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:15.064 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-17T17:03:15.064 INFO:tasks.workunit.client.0.smithi031.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-17T17:03:15.064 INFO:tasks.workunit.client.0.smithi031.stdout: "Serial Number: deleted", 2024-09-17T17:03:15.064 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Version: 8DV101H0", 2024-09-17T17:03:15.064 INFO:tasks.workunit.client.0.smithi031.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-17T17:03:15.064 INFO:tasks.workunit.client.0.smithi031.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-17T17:03:15.064 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller ID: 0", 2024-09-17T17:03:15.064 INFO:tasks.workunit.client.0.smithi031.stdout: "NVMe Version: <1.2", 2024-09-17T17:03:15.064 INFO:tasks.workunit.client.0.smithi031.stdout: "Number of Namespaces: 1", 2024-09-17T17:03:15.064 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-17T17:03:15.064 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-17T17:03:15.064 INFO:tasks.workunit.client.0.smithi031.stdout: "Local Time is: Tue Sep 17 16:57:27 2024 UTC", 2024-09-17T17:03:15.064 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-17T17:03:15.064 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-17T17:03:15.065 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-17T17:03:15.065 INFO:tasks.workunit.client.0.smithi031.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-17T17:03:15.065 INFO:tasks.workunit.client.0.smithi031.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-17T17:03:15.065 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:15.065 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported Power States", 2024-09-17T17:03:15.065 INFO:tasks.workunit.client.0.smithi031.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-17T17:03:15.065 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-17T17:03:15.065 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:15.065 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-17T17:03:15.065 INFO:tasks.workunit.client.0.smithi031.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-17T17:03:15.065 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 512 0 2", 2024-09-17T17:03:15.065 INFO:tasks.workunit.client.0.smithi031.stdout: " 1 - 512 8 2", 2024-09-17T17:03:15.065 INFO:tasks.workunit.client.0.smithi031.stdout: " 2 - 512 16 2", 2024-09-17T17:03:15.065 INFO:tasks.workunit.client.0.smithi031.stdout: " 3 - 4096 0 0", 2024-09-17T17:03:15.065 INFO:tasks.workunit.client.0.smithi031.stdout: " 4 - 4096 8 0", 2024-09-17T17:03:15.066 INFO:tasks.workunit.client.0.smithi031.stdout: " 5 - 4096 64 0", 2024-09-17T17:03:15.066 INFO:tasks.workunit.client.0.smithi031.stdout: " 6 - 4096 128 0", 2024-09-17T17:03:15.066 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:15.066 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-17T17:03:15.066 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-17T17:03:15.066 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:15.066 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-17T17:03:15.066 INFO:tasks.workunit.client.0.smithi031.stdout: "Critical Warning: 0x00", 2024-09-17T17:03:15.066 INFO:tasks.workunit.client.0.smithi031.stdout: "Temperature: 25 Celsius", 2024-09-17T17:03:15.066 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare: 100%", 2024-09-17T17:03:15.066 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare Threshold: 10%", 2024-09-17T17:03:15.066 INFO:tasks.workunit.client.0.smithi031.stdout: "Percentage Used: 12%", 2024-09-17T17:03:15.066 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Read: 443,482,787 [227 TB]", 2024-09-17T17:03:15.066 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Written: 2,444,758,078 [1.25 PB]", 2024-09-17T17:03:15.066 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Read Commands: 6,362,926,520", 2024-09-17T17:03:15.067 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Write Commands: 38,389,434,661", 2024-09-17T17:03:15.067 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller Busy Time: 2", 2024-09-17T17:03:15.067 INFO:tasks.workunit.client.0.smithi031.stdout: "Power Cycles: 46,307", 2024-09-17T17:03:15.067 INFO:tasks.workunit.client.0.smithi031.stdout: "Power On Hours: 68,320", 2024-09-17T17:03:15.067 INFO:tasks.workunit.client.0.smithi031.stdout: "Unsafe Shutdowns: 84", 2024-09-17T17:03:15.067 INFO:tasks.workunit.client.0.smithi031.stdout: "Media and Data Integrity Errors: 0", 2024-09-17T17:03:15.067 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information Log Entries: 0", 2024-09-17T17:03:15.067 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:15.067 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-17T17:03:15.067 INFO:tasks.workunit.client.0.smithi031.stdout: "No Errors Logged", 2024-09-17T17:03:15.067 INFO:tasks.workunit.client.0.smithi031.stdout: "" 2024-09-17T17:03:15.067 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:15.068 INFO:tasks.workunit.client.0.smithi031.stdout: "platform_info": "x86_64-linux-5.14.0-508.el9.x86_64", 2024-09-17T17:03:15.068 INFO:tasks.workunit.client.0.smithi031.stdout: "svn_revision": "5155", 2024-09-17T17:03:15.068 INFO:tasks.workunit.client.0.smithi031.stdout: "version": [ 2024-09-17T17:03:15.068 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:15.068 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:15.068 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.068 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.068 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": { 2024-09-17T17:03:15.068 INFO:tasks.workunit.client.0.smithi031.stdout: "current": 25 2024-09-17T17:03:15.068 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.068 INFO:tasks.workunit.client.0.smithi031.stdout: "user_capacity": { 2024-09-17T17:03:15.068 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-09-17T17:03:15.069 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-09-17T17:03:15.069 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.069 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.069 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.069 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.069 INFO:tasks.workunit.client.0.smithi031.stdout: "b784b802-7516-11ef-b3ea-ac1f6ba5caba": { 2024-09-17T17:03:15.069 INFO:tasks.workunit.client.0.smithi031.stdout: "INTEL_SSDPEDMD400G4_b785385e-7516-11ef-b3ea-ac1f6ba5caba": { 2024-09-17T17:03:15.069 INFO:tasks.workunit.client.0.smithi031.stdout: "20240917-165732": { 2024-09-17T17:03:15.069 INFO:tasks.workunit.client.0.smithi031.stdout: "device": { 2024-09-17T17:03:15.069 INFO:tasks.workunit.client.0.smithi031.stdout: "info_name": "/dev/nvme0n1", 2024-09-17T17:03:15.069 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "/dev/nvme0n1", 2024-09-17T17:03:15.069 INFO:tasks.workunit.client.0.smithi031.stdout: "protocol": "NVMe", 2024-09-17T17:03:15.070 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "nvme" 2024-09-17T17:03:15.070 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.070 INFO:tasks.workunit.client.0.smithi031.stdout: "firmware_version": "8DV101H0", 2024-09-17T17:03:15.070 INFO:tasks.workunit.client.0.smithi031.stdout: "host_id": "b784b802-7516-11ef-b3ea-ac1f6ba5caba", 2024-09-17T17:03:15.070 INFO:tasks.workunit.client.0.smithi031.stdout: "json_format_version": [ 2024-09-17T17:03:15.070 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:15.070 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:15.070 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:15.070 INFO:tasks.workunit.client.0.smithi031.stdout: "local_time": { 2024-09-17T17:03:15.070 INFO:tasks.workunit.client.0.smithi031.stdout: "asctime": "Tue Sep 17 16:57:31 2024 UTC", 2024-09-17T17:03:15.070 INFO:tasks.workunit.client.0.smithi031.stdout: "time_t": 1726592251 2024-09-17T17:03:15.070 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.071 INFO:tasks.workunit.client.0.smithi031.stdout: "logical_block_size": 512, 2024-09-17T17:03:15.071 INFO:tasks.workunit.client.0.smithi031.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-17T17:03:15.071 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_controller_id": 0, 2024-09-17T17:03:15.071 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-17T17:03:15.071 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_namespaces": [ 2024-09-17T17:03:15.071 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.071 INFO:tasks.workunit.client.0.smithi031.stdout: "capacity": { 2024-09-17T17:03:15.071 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-09-17T17:03:15.071 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-09-17T17:03:15.071 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.071 INFO:tasks.workunit.client.0.smithi031.stdout: "formatted_lba_size": 512, 2024-09-17T17:03:15.071 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 1, 2024-09-17T17:03:15.071 INFO:tasks.workunit.client.0.smithi031.stdout: "size": { 2024-09-17T17:03:15.072 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-09-17T17:03:15.072 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-09-17T17:03:15.072 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.072 INFO:tasks.workunit.client.0.smithi031.stdout: "utilization": { 2024-09-17T17:03:15.072 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-09-17T17:03:15.072 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-09-17T17:03:15.072 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.072 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.072 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:15.072 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_number_of_namespaces": 1, 2024-09-17T17:03:15.072 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_pci_vendor": { 2024-09-17T17:03:15.072 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 32902, 2024-09-17T17:03:15.073 INFO:tasks.workunit.client.0.smithi031.stdout: "subsystem_id": 32902 2024-09-17T17:03:15.073 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.073 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_add_log": { 2024-09-17T17:03:15.073 INFO:tasks.workunit.client.0.smithi031.stdout: "Device stats": { 2024-09-17T17:03:15.073 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_fw_downgrades": { 2024-09-17T17:03:15.073 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:15.073 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.073 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.073 INFO:tasks.workunit.client.0.smithi031.stdout: "crc_error_count": { 2024-09-17T17:03:15.073 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.073 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.073 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.073 INFO:tasks.workunit.client.0.smithi031.stdout: "end_to_end_error_detection_count": { 2024-09-17T17:03:15.074 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.074 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.074 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.074 INFO:tasks.workunit.client.0.smithi031.stdout: "erase_fail_count": { 2024-09-17T17:03:15.074 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.074 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.074 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.074 INFO:tasks.workunit.client.0.smithi031.stdout: "host_bytes_written": { 2024-09-17T17:03:15.074 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.074 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 32247134 2024-09-17T17:03:15.074 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.074 INFO:tasks.workunit.client.0.smithi031.stdout: "host_ctx_wear_used": { 2024-09-17T17:03:15.074 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.074 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 1 2024-09-17T17:03:15.075 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.075 INFO:tasks.workunit.client.0.smithi031.stdout: "media_bytes_read": { 2024-09-17T17:03:15.075 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:15.075 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.075 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.075 INFO:tasks.workunit.client.0.smithi031.stdout: "nand_bytes_written": { 2024-09-17T17:03:15.075 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.075 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 51697308 2024-09-17T17:03:15.075 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.075 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_stat_indicator": { 2024-09-17T17:03:15.075 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:15.075 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.076 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.076 INFO:tasks.workunit.client.0.smithi031.stdout: "pll_lock_loss_count": { 2024-09-17T17:03:15.076 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.076 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.076 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.076 INFO:tasks.workunit.client.0.smithi031.stdout: "program_fail_count": { 2024-09-17T17:03:15.076 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.076 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.076 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.076 INFO:tasks.workunit.client.0.smithi031.stdout: "re_alloc_sectr_cnt": { 2024-09-17T17:03:15.076 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:15.076 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.077 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.077 INFO:tasks.workunit.client.0.smithi031.stdout: "retry_buffer_overflow_count": { 2024-09-17T17:03:15.077 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.077 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.077 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.077 INFO:tasks.workunit.client.0.smithi031.stdout: "soft_ecc_err_rate": { 2024-09-17T17:03:15.077 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:15.077 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.077 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.077 INFO:tasks.workunit.client.0.smithi031.stdout: "thermal_throttle_status": { 2024-09-17T17:03:15.077 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.077 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-09-17T17:03:15.078 INFO:tasks.workunit.client.0.smithi031.stdout: "cnt": 0, 2024-09-17T17:03:15.078 INFO:tasks.workunit.client.0.smithi031.stdout: "pct": 0 2024-09-17T17:03:15.078 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.078 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.078 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_host_reads": { 2024-09-17T17:03:15.078 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.078 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-09-17T17:03:15.078 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.078 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_media_wear": { 2024-09-17T17:03:15.078 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.078 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": "63.999023" 2024-09-17T17:03:15.078 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.078 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_timer": { 2024-09-17T17:03:15.078 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-09-17T17:03:15.078 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-09-17T17:03:15.079 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.079 INFO:tasks.workunit.client.0.smithi031.stdout: "unexp_power_loss": { 2024-09-17T17:03:15.079 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-09-17T17:03:15.079 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-09-17T17:03:15.079 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.079 INFO:tasks.workunit.client.0.smithi031.stdout: "wear_leveling": { 2024-09-17T17:03:15.079 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 89, 2024-09-17T17:03:15.079 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-09-17T17:03:15.079 INFO:tasks.workunit.client.0.smithi031.stdout: "avg": 3459, 2024-09-17T17:03:15.079 INFO:tasks.workunit.client.0.smithi031.stdout: "max": 3475, 2024-09-17T17:03:15.079 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 3442 2024-09-17T17:03:15.079 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.079 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.080 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.080 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel Smart log": "nvme0n1" 2024-09-17T17:03:15.080 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.080 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_log": { 2024-09-17T17:03:15.080 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare": 100, 2024-09-17T17:03:15.080 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare_threshold": 10, 2024-09-17T17:03:15.080 INFO:tasks.workunit.client.0.smithi031.stdout: "controller_busy_time": 182, 2024-09-17T17:03:15.080 INFO:tasks.workunit.client.0.smithi031.stdout: "critical_warning": 0, 2024-09-17T17:03:15.080 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_read": 428346370, 2024-09-17T17:03:15.080 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_written": 2113348193, 2024-09-17T17:03:15.080 INFO:tasks.workunit.client.0.smithi031.stdout: "host_reads": 6747861343, 2024-09-17T17:03:15.080 INFO:tasks.workunit.client.0.smithi031.stdout: "host_writes": 35902548262, 2024-09-17T17:03:15.081 INFO:tasks.workunit.client.0.smithi031.stdout: "media_errors": 0, 2024-09-17T17:03:15.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_err_log_entries": 0, 2024-09-17T17:03:15.081 INFO:tasks.workunit.client.0.smithi031.stdout: "percentage_used": 11, 2024-09-17T17:03:15.081 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycles": 48660, 2024-09-17T17:03:15.081 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_hours": 60290, 2024-09-17T17:03:15.081 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": 24, 2024-09-17T17:03:15.081 INFO:tasks.workunit.client.0.smithi031.stdout: "unsafe_shutdowns": 14080 2024-09-17T17:03:15.081 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.081 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_vendor": "intel", 2024-09-17T17:03:15.081 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_version": { 2024-09-17T17:03:15.081 INFO:tasks.workunit.client.0.smithi031.stdout: "string": "<1.2", 2024-09-17T17:03:15.081 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.081 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.082 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycle_count": 48660, 2024-09-17T17:03:15.082 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_time": { 2024-09-17T17:03:15.082 INFO:tasks.workunit.client.0.smithi031.stdout: "hours": 60290 2024-09-17T17:03:15.082 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.082 INFO:tasks.workunit.client.0.smithi031.stdout: "serial_number": "deleted", 2024-09-17T17:03:15.082 INFO:tasks.workunit.client.0.smithi031.stdout: "smart_status": { 2024-09-17T17:03:15.082 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme": { 2024-09-17T17:03:15.082 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.082 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.082 INFO:tasks.workunit.client.0.smithi031.stdout: "passed": true 2024-09-17T17:03:15.082 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.082 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl": { 2024-09-17T17:03:15.082 INFO:tasks.workunit.client.0.smithi031.stdout: "argv": [ 2024-09-17T17:03:15.083 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl", 2024-09-17T17:03:15.083 INFO:tasks.workunit.client.0.smithi031.stdout: "-x", 2024-09-17T17:03:15.083 INFO:tasks.workunit.client.0.smithi031.stdout: "--json=o", 2024-09-17T17:03:15.083 INFO:tasks.workunit.client.0.smithi031.stdout: "/dev/nvme0n1" 2024-09-17T17:03:15.083 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:15.083 INFO:tasks.workunit.client.0.smithi031.stdout: "build_info": "(local build)", 2024-09-17T17:03:15.083 INFO:tasks.workunit.client.0.smithi031.stdout: "exit_status": 0, 2024-09-17T17:03:15.083 INFO:tasks.workunit.client.0.smithi031.stdout: "output": [ 2024-09-17T17:03:15.083 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-508.el9.x86_64] (local build)", 2024-09-17T17:03:15.083 INFO:tasks.workunit.client.0.smithi031.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-17T17:03:15.083 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:15.083 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-17T17:03:15.083 INFO:tasks.workunit.client.0.smithi031.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-17T17:03:15.083 INFO:tasks.workunit.client.0.smithi031.stdout: "Serial Number: deleted", 2024-09-17T17:03:15.084 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Version: 8DV101H0", 2024-09-17T17:03:15.084 INFO:tasks.workunit.client.0.smithi031.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-17T17:03:15.084 INFO:tasks.workunit.client.0.smithi031.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-17T17:03:15.084 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller ID: 0", 2024-09-17T17:03:15.084 INFO:tasks.workunit.client.0.smithi031.stdout: "NVMe Version: <1.2", 2024-09-17T17:03:15.084 INFO:tasks.workunit.client.0.smithi031.stdout: "Number of Namespaces: 1", 2024-09-17T17:03:15.084 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-17T17:03:15.084 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-17T17:03:15.084 INFO:tasks.workunit.client.0.smithi031.stdout: "Local Time is: Tue Sep 17 16:57:31 2024 UTC", 2024-09-17T17:03:15.084 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-17T17:03:15.085 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-17T17:03:15.085 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-17T17:03:15.085 INFO:tasks.workunit.client.0.smithi031.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-17T17:03:15.085 INFO:tasks.workunit.client.0.smithi031.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-17T17:03:15.085 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:15.085 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported Power States", 2024-09-17T17:03:15.085 INFO:tasks.workunit.client.0.smithi031.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-17T17:03:15.085 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-17T17:03:15.085 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:15.085 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-17T17:03:15.085 INFO:tasks.workunit.client.0.smithi031.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-17T17:03:15.085 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 512 0 2", 2024-09-17T17:03:15.085 INFO:tasks.workunit.client.0.smithi031.stdout: " 1 - 512 8 2", 2024-09-17T17:03:15.086 INFO:tasks.workunit.client.0.smithi031.stdout: " 2 - 512 16 2", 2024-09-17T17:03:15.086 INFO:tasks.workunit.client.0.smithi031.stdout: " 3 - 4096 0 0", 2024-09-17T17:03:15.086 INFO:tasks.workunit.client.0.smithi031.stdout: " 4 - 4096 8 0", 2024-09-17T17:03:15.086 INFO:tasks.workunit.client.0.smithi031.stdout: " 5 - 4096 64 0", 2024-09-17T17:03:15.086 INFO:tasks.workunit.client.0.smithi031.stdout: " 6 - 4096 128 0", 2024-09-17T17:03:15.086 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:15.086 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-17T17:03:15.086 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-17T17:03:15.086 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:15.086 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-17T17:03:15.086 INFO:tasks.workunit.client.0.smithi031.stdout: "Critical Warning: 0x00", 2024-09-17T17:03:15.086 INFO:tasks.workunit.client.0.smithi031.stdout: "Temperature: 24 Celsius", 2024-09-17T17:03:15.086 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare: 100%", 2024-09-17T17:03:15.087 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare Threshold: 10%", 2024-09-17T17:03:15.087 INFO:tasks.workunit.client.0.smithi031.stdout: "Percentage Used: 11%", 2024-09-17T17:03:15.087 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Read: 428,346,370 [219 TB]", 2024-09-17T17:03:15.087 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Written: 2,113,348,193 [1.08 PB]", 2024-09-17T17:03:15.087 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Read Commands: 6,747,861,343", 2024-09-17T17:03:15.087 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Write Commands: 35,902,548,262", 2024-09-17T17:03:15.087 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller Busy Time: 182", 2024-09-17T17:03:15.087 INFO:tasks.workunit.client.0.smithi031.stdout: "Power Cycles: 48,660", 2024-09-17T17:03:15.087 INFO:tasks.workunit.client.0.smithi031.stdout: "Power On Hours: 60,290", 2024-09-17T17:03:15.087 INFO:tasks.workunit.client.0.smithi031.stdout: "Unsafe Shutdowns: 14,080", 2024-09-17T17:03:15.087 INFO:tasks.workunit.client.0.smithi031.stdout: "Media and Data Integrity Errors: 0", 2024-09-17T17:03:15.087 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information Log Entries: 0", 2024-09-17T17:03:15.088 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-09-17T17:03:15.088 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-17T17:03:15.088 INFO:tasks.workunit.client.0.smithi031.stdout: "No Errors Logged", 2024-09-17T17:03:15.088 INFO:tasks.workunit.client.0.smithi031.stdout: "" 2024-09-17T17:03:15.088 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:15.088 INFO:tasks.workunit.client.0.smithi031.stdout: "platform_info": "x86_64-linux-5.14.0-508.el9.x86_64", 2024-09-17T17:03:15.088 INFO:tasks.workunit.client.0.smithi031.stdout: "svn_revision": "5155", 2024-09-17T17:03:15.088 INFO:tasks.workunit.client.0.smithi031.stdout: "version": [ 2024-09-17T17:03:15.088 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:15.088 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:15.088 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.089 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.089 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": { 2024-09-17T17:03:15.089 INFO:tasks.workunit.client.0.smithi031.stdout: "current": 24 2024-09-17T17:03:15.089 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.089 INFO:tasks.workunit.client.0.smithi031.stdout: "user_capacity": { 2024-09-17T17:03:15.089 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-09-17T17:03:15.089 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-09-17T17:03:15.089 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.089 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.089 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.089 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.089 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.089 INFO:tasks.workunit.client.0.smithi031.stdout: "report": { 2024-09-17T17:03:15.090 INFO:tasks.workunit.client.0.smithi031.stdout: "balancer": { 2024-09-17T17:03:15.090 INFO:tasks.workunit.client.0.smithi031.stdout: "active": true, 2024-09-17T17:03:15.090 INFO:tasks.workunit.client.0.smithi031.stdout: "mode": "" 2024-09-17T17:03:15.090 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.090 INFO:tasks.workunit.client.0.smithi031.stdout: "channels": [ 2024-09-17T17:03:15.090 INFO:tasks.workunit.client.0.smithi031.stdout: "basic", 2024-09-17T17:03:15.090 INFO:tasks.workunit.client.0.smithi031.stdout: "crash", 2024-09-17T17:03:15.090 INFO:tasks.workunit.client.0.smithi031.stdout: "device", 2024-09-17T17:03:15.090 INFO:tasks.workunit.client.0.smithi031.stdout: "ident", 2024-09-17T17:03:15.090 INFO:tasks.workunit.client.0.smithi031.stdout: "perf" 2024-09-17T17:03:15.090 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:15.090 INFO:tasks.workunit.client.0.smithi031.stdout: "channels_available": [ 2024-09-17T17:03:15.090 INFO:tasks.workunit.client.0.smithi031.stdout: "basic", 2024-09-17T17:03:15.090 INFO:tasks.workunit.client.0.smithi031.stdout: "ident", 2024-09-17T17:03:15.091 INFO:tasks.workunit.client.0.smithi031.stdout: "crash", 2024-09-17T17:03:15.091 INFO:tasks.workunit.client.0.smithi031.stdout: "device", 2024-09-17T17:03:15.091 INFO:tasks.workunit.client.0.smithi031.stdout: "perf" 2024-09-17T17:03:15.091 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:15.091 INFO:tasks.workunit.client.0.smithi031.stdout: "collections_available": [ 2024-09-17T17:03:15.091 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_base", 2024-09-17T17:03:15.091 INFO:tasks.workunit.client.0.smithi031.stdout: "device_base", 2024-09-17T17:03:15.091 INFO:tasks.workunit.client.0.smithi031.stdout: "crash_base", 2024-09-17T17:03:15.091 INFO:tasks.workunit.client.0.smithi031.stdout: "ident_base", 2024-09-17T17:03:15.091 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_perf", 2024-09-17T17:03:15.091 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_mds_metadata", 2024-09-17T17:03:15.091 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_usage", 2024-09-17T17:03:15.092 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_usage_by_class", 2024-09-17T17:03:15.092 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_rook_v01", 2024-09-17T17:03:15.092 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_memory_metrics", 2024-09-17T17:03:15.092 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_options_bluestore" 2024-09-17T17:03:15.092 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:15.092 INFO:tasks.workunit.client.0.smithi031.stdout: "collections_opted_in": [ 2024-09-17T17:03:15.092 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_base", 2024-09-17T17:03:15.092 INFO:tasks.workunit.client.0.smithi031.stdout: "device_base", 2024-09-17T17:03:15.092 INFO:tasks.workunit.client.0.smithi031.stdout: "crash_base", 2024-09-17T17:03:15.092 INFO:tasks.workunit.client.0.smithi031.stdout: "ident_base", 2024-09-17T17:03:15.092 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_perf", 2024-09-17T17:03:15.092 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_mds_metadata", 2024-09-17T17:03:15.092 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_usage", 2024-09-17T17:03:15.093 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_usage_by_class", 2024-09-17T17:03:15.093 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_rook_v01", 2024-09-17T17:03:15.093 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_memory_metrics", 2024-09-17T17:03:15.093 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_options_bluestore" 2024-09-17T17:03:15.093 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:15.093 INFO:tasks.workunit.client.0.smithi031.stdout: "config": { 2024-09-17T17:03:15.093 INFO:tasks.workunit.client.0.smithi031.stdout: "active_changed": [ 2024-09-17T17:03:15.093 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-17T17:03:15.093 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_debug", 2024-09-17T17:03:15.093 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_mon_ticket_ttl", 2024-09-17T17:03:15.093 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_service_ticket_ttl", 2024-09-17T17:03:15.093 INFO:tasks.workunit.client.0.smithi031.stdout: "bdev_debug_aio", 2024-09-17T17:03:15.093 INFO:tasks.workunit.client.0.smithi031.stdout: "client_check_pool_perm", 2024-09-17T17:03:15.094 INFO:tasks.workunit.client.0.smithi031.stdout: "client_mount_gid", 2024-09-17T17:03:15.094 INFO:tasks.workunit.client.0.smithi031.stdout: "client_mount_uid", 2024-09-17T17:03:15.094 INFO:tasks.workunit.client.0.smithi031.stdout: "client_quota", 2024-09-17T17:03:15.094 INFO:tasks.workunit.client.0.smithi031.stdout: "container_image", 2024-09-17T17:03:15.094 INFO:tasks.workunit.client.0.smithi031.stdout: "daemonize", 2024-09-17T17:03:15.094 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_asserts_on_shutdown", 2024-09-17T17:03:15.094 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mgr", 2024-09-17T17:03:15.094 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mon", 2024-09-17T17:03:15.094 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_ms", 2024-09-17T17:03:15.094 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_osd", 2024-09-17T17:03:15.094 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_paxos", 2024-09-17T17:03:15.094 INFO:tasks.workunit.client.0.smithi031.stdout: "keyring", 2024-09-17T17:03:15.095 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_block_size", 2024-09-17T17:03:15.095 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_cache_size", 2024-09-17T17:03:15.095 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_compression", 2024-09-17T17:03:15.095 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_log", 2024-09-17T17:03:15.095 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_write_buffer_size", 2024-09-17T17:03:15.095 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_file", 2024-09-17T17:03:15.095 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_journald", 2024-09-17T17:03:15.095 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_stderr", 2024-09-17T17:03:15.095 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_allow_pool_delete", 2024-09-17T17:03:15.095 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_clock_drift_allowed", 2024-09-17T17:03:15.095 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_file_level", 2024-09-17T17:03:15.095 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_file", 2024-09-17T17:03:15.095 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_journald", 2024-09-17T17:03:15.096 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_stderr", 2024-09-17T17:03:15.096 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_data_avail_warn", 2024-09-17T17:03:15.096 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_election_default_strategy", 2024-09-17T17:03:15.096 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_host", 2024-09-17T17:03:15.096 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_max_pg_per_osd", 2024-09-17T17:03:15.096 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_mgr_mkfs_grace", 2024-09-17T17:03:15.096 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_prime_pg_temp", 2024-09-17T17:03:15.096 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_reporter_subtree_level", 2024-09-17T17:03:15.096 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_pg_warn_max_object_skew", 2024-09-17T17:03:15.096 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-17T17:03:15.096 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-17T17:03:15.096 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-17T17:03:15.096 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-17T17:03:15.097 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-17T17:03:15.097 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-17T17:03:15.097 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-17T17:03:15.097 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-17T17:03:15.097 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_too_few_osds", 2024-09-17T17:03:15.097 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_bug", 2024-09-17T17:03:15.097 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_old_message", 2024-09-17T17:03:15.097 INFO:tasks.workunit.client.0.smithi031.stdout: "no_config_file", 2024-09-17T17:03:15.097 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_default_list", 2024-09-17T17:03:15.097 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_load_list", 2024-09-17T17:03:15.097 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_crush_chooseleaf_type", 2024-09-17T17:03:15.097 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_misdirected_ops", 2024-09-17T17:03:15.097 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_op_order", 2024-09-17T17:03:15.097 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_pg_log_writeout", 2024-09-17T17:03:15.098 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_shutdown", 2024-09-17T17:03:15.098 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_cached_snaps", 2024-09-17T17:03:15.098 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_missing_on_start", 2024-09-17T17:03:15.098 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_stray_on_activate", 2024-09-17T17:03:15.098 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-17T17:03:15.098 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_delete_sleep", 2024-09-17T17:03:15.098 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_delete_sleep_hdd", 2024-09-17T17:03:15.098 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_delete_sleep_hybrid", 2024-09-17T17:03:15.098 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_delete_sleep_ssd", 2024-09-17T17:03:15.098 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_max_backfills", 2024-09-17T17:03:15.098 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-17T17:03:15.098 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_profile", 2024-09-17T17:03:15.098 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-17T17:03:15.098 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-17T17:03:15.098 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-17T17:03:15.099 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-17T17:03:15.099 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-17T17:03:15.099 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-17T17:03:15.099 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_client_lim", 2024-09-17T17:03:15.099 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_client_res", 2024-09-17T17:03:15.099 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-17T17:03:15.099 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target", 2024-09-17T17:03:15.099 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target_autotune", 2024-09-17T17:03:15.099 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue", 2024-09-17T17:03:15.099 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue_cut_off", 2024-09-17T17:03:15.099 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pg_delete_cost", 2024-09-17T17:03:15.099 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_erasure_code_profile", 2024-09-17T17:03:15.099 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-17T17:03:15.099 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recover_clone_overlap", 2024-09-17T17:03:15.099 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_active", 2024-09-17T17:03:15.099 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_active_hdd", 2024-09-17T17:03:15.100 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_active_ssd", 2024-09-17T17:03:15.100 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_chunk", 2024-09-17T17:03:15.100 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_sleep", 2024-09-17T17:03:15.100 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_sleep_hdd", 2024-09-17T17:03:15.100 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_sleep_hybrid", 2024-09-17T17:03:15.100 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_sleep_ssd", 2024-09-17T17:03:15.100 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_load_threshold", 2024-09-17T17:03:15.100 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_max_interval", 2024-09-17T17:03:15.100 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_sleep", 2024-09-17T17:03:15.100 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_shutdown_pgref_assert", 2024-09-17T17:03:15.100 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_snap_trim_sleep", 2024-09-17T17:03:15.100 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_snap_trim_sleep_hdd", 2024-09-17T17:03:15.100 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_snap_trim_sleep_hybrid", 2024-09-17T17:03:15.100 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_snap_trim_sleep_ssd", 2024-09-17T17:03:15.101 INFO:tasks.workunit.client.0.smithi031.stdout: "public_addr", 2024-09-17T17:03:15.101 INFO:tasks.workunit.client.0.smithi031.stdout: "public_addrv", 2024-09-17T17:03:15.101 INFO:tasks.workunit.client.0.smithi031.stdout: "public_network", 2024-09-17T17:03:15.101 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd_default_features", 2024-09-17T17:03:15.101 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd_qos_exclude_ops", 2024-09-17T17:03:15.101 INFO:tasks.workunit.client.0.smithi031.stdout: "setgroup", 2024-09-17T17:03:15.101 INFO:tasks.workunit.client.0.smithi031.stdout: "setuser" 2024-09-17T17:03:15.101 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:15.101 INFO:tasks.workunit.client.0.smithi031.stdout: "cluster_changed": [ 2024-09-17T17:03:15.101 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-17T17:03:15.101 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_debug", 2024-09-17T17:03:15.101 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_mon_ticket_ttl", 2024-09-17T17:03:15.101 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_service_ticket_ttl", 2024-09-17T17:03:15.102 INFO:tasks.workunit.client.0.smithi031.stdout: "bdev_debug_aio", 2024-09-17T17:03:15.102 INFO:tasks.workunit.client.0.smithi031.stdout: "container_image", 2024-09-17T17:03:15.102 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_asserts_on_shutdown", 2024-09-17T17:03:15.102 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mgr", 2024-09-17T17:03:15.102 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mon", 2024-09-17T17:03:15.102 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_ms", 2024-09-17T17:03:15.102 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_osd", 2024-09-17T17:03:15.102 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_paxos", 2024-09-17T17:03:15.102 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_file", 2024-09-17T17:03:15.102 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_journald", 2024-09-17T17:03:15.102 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_stderr", 2024-09-17T17:03:15.102 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_join_fs", 2024-09-17T17:03:15.102 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/allow_ptrace", 2024-09-17T17:03:15.102 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/container_init", 2024-09-17T17:03:15.103 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/migration_current", 2024-09-17T17:03:15.103 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/use_repo_digest", 2024-09-17T17:03:15.103 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-17T17:03:15.103 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-17T17:03:15.103 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-17T17:03:15.103 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-17T17:03:15.103 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/ssl_server_port", 2024-09-17T17:03:15.103 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/orchestrator/orchestrator", 2024-09-17T17:03:15.103 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/channel_ident", 2024-09-17T17:03:15.103 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/channel_perf", 2024-09-17T17:03:15.103 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/description", 2024-09-17T17:03:15.103 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/enabled", 2024-09-17T17:03:15.103 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/organization", 2024-09-17T17:03:15.103 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_allow_pool_delete", 2024-09-17T17:03:15.103 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_clock_drift_allowed", 2024-09-17T17:03:15.104 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_file_level", 2024-09-17T17:03:15.104 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_file", 2024-09-17T17:03:15.104 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_data_avail_warn", 2024-09-17T17:03:15.104 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_election_default_strategy", 2024-09-17T17:03:15.104 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_max_pg_per_osd", 2024-09-17T17:03:15.104 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_mgr_mkfs_grace", 2024-09-17T17:03:15.104 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_prime_pg_temp", 2024-09-17T17:03:15.104 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_reporter_subtree_level", 2024-09-17T17:03:15.104 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_pg_warn_max_object_skew", 2024-09-17T17:03:15.104 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-17T17:03:15.104 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-17T17:03:15.104 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-17T17:03:15.105 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-17T17:03:15.105 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-17T17:03:15.105 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-17T17:03:15.105 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-17T17:03:15.105 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-17T17:03:15.105 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_too_few_osds", 2024-09-17T17:03:15.105 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_bug", 2024-09-17T17:03:15.105 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_old_message", 2024-09-17T17:03:15.105 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_default_list", 2024-09-17T17:03:15.105 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_load_list", 2024-09-17T17:03:15.105 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_misdirected_ops", 2024-09-17T17:03:15.105 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_op_order", 2024-09-17T17:03:15.105 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_pg_log_writeout", 2024-09-17T17:03:15.105 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_shutdown", 2024-09-17T17:03:15.106 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_cached_snaps", 2024-09-17T17:03:15.106 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_missing_on_start", 2024-09-17T17:03:15.106 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_stray_on_activate", 2024-09-17T17:03:15.106 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-17T17:03:15.106 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-17T17:03:15.106 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_profile", 2024-09-17T17:03:15.106 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target", 2024-09-17T17:03:15.106 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target_autotune", 2024-09-17T17:03:15.106 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue", 2024-09-17T17:03:15.106 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue_cut_off", 2024-09-17T17:03:15.106 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_erasure_code_profile", 2024-09-17T17:03:15.106 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-17T17:03:15.106 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recover_clone_overlap", 2024-09-17T17:03:15.106 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_chunk", 2024-09-17T17:03:15.106 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_load_threshold", 2024-09-17T17:03:15.106 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_max_interval", 2024-09-17T17:03:15.107 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_shutdown_pgref_assert", 2024-09-17T17:03:15.107 INFO:tasks.workunit.client.0.smithi031.stdout: "public_network", 2024-09-17T17:03:15.107 INFO:tasks.workunit.client.0.smithi031.stdout: "rgw_cache_enabled", 2024-09-17T17:03:15.107 INFO:tasks.workunit.client.0.smithi031.stdout: "rgw_enable_ops_log", 2024-09-17T17:03:15.107 INFO:tasks.workunit.client.0.smithi031.stdout: "rgw_enable_usage_log" 2024-09-17T17:03:15.107 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.107 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.107 INFO:tasks.workunit.client.0.smithi031.stdout: "contact": null, 2024-09-17T17:03:15.107 INFO:tasks.workunit.client.0.smithi031.stdout: "crashes": [], 2024-09-17T17:03:15.107 INFO:tasks.workunit.client.0.smithi031.stdout: "created": "2024-09-17T16:54:09.970307Z", 2024-09-17T17:03:15.107 INFO:tasks.workunit.client.0.smithi031.stdout: "crush": { 2024-09-17T17:03:15.107 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_algs": { 2024-09-17T17:03:15.107 INFO:tasks.workunit.client.0.smithi031.stdout: "straw2": 3 2024-09-17T17:03:15.107 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.108 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_sizes": { 2024-09-17T17:03:15.108 INFO:tasks.workunit.client.0.smithi031.stdout: "2": 1, 2024-09-17T17:03:15.108 INFO:tasks.workunit.client.0.smithi031.stdout: "4": 2 2024-09-17T17:03:15.108 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.108 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_types": { 2024-09-17T17:03:15.108 INFO:tasks.workunit.client.0.smithi031.stdout: "1": 2, 2024-09-17T17:03:15.108 INFO:tasks.workunit.client.0.smithi031.stdout: "11": 1 2024-09-17T17:03:15.108 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.108 INFO:tasks.workunit.client.0.smithi031.stdout: "compat_weight_set": false, 2024-09-17T17:03:15.108 INFO:tasks.workunit.client.0.smithi031.stdout: "device_classes": [ 2024-09-17T17:03:15.108 INFO:tasks.workunit.client.0.smithi031.stdout: 8 2024-09-17T17:03:15.108 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:15.108 INFO:tasks.workunit.client.0.smithi031.stdout: "num_buckets": 6, 2024-09-17T17:03:15.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_devices": 8, 2024-09-17T17:03:15.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_rules": 1, 2024-09-17T17:03:15.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_types": 12, 2024-09-17T17:03:15.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_weight_sets": 0, 2024-09-17T17:03:15.109 INFO:tasks.workunit.client.0.smithi031.stdout: "tunables": { 2024-09-17T17:03:15.109 INFO:tasks.workunit.client.0.smithi031.stdout: "allowed_bucket_algs": 54, 2024-09-17T17:03:15.109 INFO:tasks.workunit.client.0.smithi031.stdout: "choose_local_fallback_tries": 0, 2024-09-17T17:03:15.109 INFO:tasks.workunit.client.0.smithi031.stdout: "choose_local_tries": 0, 2024-09-17T17:03:15.109 INFO:tasks.workunit.client.0.smithi031.stdout: "choose_total_tries": 50, 2024-09-17T17:03:15.109 INFO:tasks.workunit.client.0.smithi031.stdout: "chooseleaf_descend_once": 1, 2024-09-17T17:03:15.109 INFO:tasks.workunit.client.0.smithi031.stdout: "chooseleaf_stable": 1, 2024-09-17T17:03:15.109 INFO:tasks.workunit.client.0.smithi031.stdout: "chooseleaf_vary_r": 1, 2024-09-17T17:03:15.109 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v2_rules": 0, 2024-09-17T17:03:15.109 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v3_rules": 0, 2024-09-17T17:03:15.110 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v4_buckets": 1, 2024-09-17T17:03:15.110 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v5_rules": 0, 2024-09-17T17:03:15.110 INFO:tasks.workunit.client.0.smithi031.stdout: "legacy_tunables": 0, 2024-09-17T17:03:15.110 INFO:tasks.workunit.client.0.smithi031.stdout: "minimum_required_version": "jewel", 2024-09-17T17:03:15.110 INFO:tasks.workunit.client.0.smithi031.stdout: "optimal_tunables": 1, 2024-09-17T17:03:15.110 INFO:tasks.workunit.client.0.smithi031.stdout: "profile": "jewel", 2024-09-17T17:03:15.110 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables": 1, 2024-09-17T17:03:15.110 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables2": 1, 2024-09-17T17:03:15.110 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables3": 1, 2024-09-17T17:03:15.110 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables5": 1, 2024-09-17T17:03:15.110 INFO:tasks.workunit.client.0.smithi031.stdout: "straw_calc_version": 1 2024-09-17T17:03:15.110 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.110 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.110 INFO:tasks.workunit.client.0.smithi031.stdout: "description": "upgrade test cluster", 2024-09-17T17:03:15.110 INFO:tasks.workunit.client.0.smithi031.stdout: "fs": { 2024-09-17T17:03:15.111 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-09-17T17:03:15.111 INFO:tasks.workunit.client.0.smithi031.stdout: "feature_flags": { 2024-09-17T17:03:15.111 INFO:tasks.workunit.client.0.smithi031.stdout: "enable_multiple": true, 2024-09-17T17:03:15.111 INFO:tasks.workunit.client.0.smithi031.stdout: "ever_enabled_multiple": true 2024-09-17T17:03:15.111 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.111 INFO:tasks.workunit.client.0.smithi031.stdout: "filesystems": [ 2024-09-17T17:03:15.111 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.111 INFO:tasks.workunit.client.0.smithi031.stdout: "approx_ctime": "2024-09", 2024-09-17T17:03:15.111 INFO:tasks.workunit.client.0.smithi031.stdout: "balancer_enabled": false, 2024-09-17T17:03:15.111 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.111 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_caps": 0, 2024-09-17T17:03:15.111 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_dns": 10, 2024-09-17T17:03:15.111 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_inos": 13, 2024-09-17T17:03:15.111 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_subtrees": 2, 2024-09-17T17:03:15.111 INFO:tasks.workunit.client.0.smithi031.stdout: "ever_allowed_features": 0, 2024-09-17T17:03:15.112 INFO:tasks.workunit.client.0.smithi031.stdout: "explicitly_allowed_features": 0, 2024-09-17T17:03:15.112 INFO:tasks.workunit.client.0.smithi031.stdout: "files": 0, 2024-09-17T17:03:15.112 INFO:tasks.workunit.client.0.smithi031.stdout: "max_mds": 1, 2024-09-17T17:03:15.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_data_pools": 1, 2024-09-17T17:03:15.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_in": 1, 2024-09-17T17:03:15.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_mds": 1, 2024-09-17T17:03:15.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_sessions": 0, 2024-09-17T17:03:15.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_standby_replay": 0, 2024-09-17T17:03:15.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_up": 1, 2024-09-17T17:03:15.112 INFO:tasks.workunit.client.0.smithi031.stdout: "snaps": 0, 2024-09-17T17:03:15.112 INFO:tasks.workunit.client.0.smithi031.stdout: "standby_count_wanted": 0 2024-09-17T17:03:15.112 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.112 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:15.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_standby_mds": 1, 2024-09-17T17:03:15.113 INFO:tasks.workunit.client.0.smithi031.stdout: "total_num_mds": 2 2024-09-17T17:03:15.113 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.113 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_stats": { 2024-09-17T17:03:15.113 INFO:tasks.workunit.client.0.smithi031.stdout: "mds": { 2024-09-17T17:03:15.113 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.6c81d056dcbb33d144797d5496b87a8d82620ff4": { 2024-09-17T17:03:15.113 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 20135936, 2024-09-17T17:03:15.113 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 364344, 2024-09-17T17:03:15.113 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2621440, 2024-09-17T17:03:15.113 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 1105920, 2024-09-17T17:03:15.113 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 0, 2024-09-17T17:03:15.113 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 338, 2024-09-17T17:03:15.114 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-09-17T17:03:15.114 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 905224, 2024-09-17T17:03:15.114 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 12, 2024-09-17T17:03:15.114 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 431104, 2024-09-17T17:03:15.114 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 14707904, 2024-09-17T17:03:15.114 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 20135936 2024-09-17T17:03:15.114 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.114 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.7593658e28b8cc0566210bfd5191173983912138": { 2024-09-17T17:03:15.114 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 20578304, 2024-09-17T17:03:15.114 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 449552, 2024-09-17T17:03:15.114 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2621440, 2024-09-17T17:03:15.115 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-09-17T17:03:15.115 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 606208, 2024-09-17T17:03:15.115 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 424, 2024-09-17T17:03:15.115 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-09-17T17:03:15.115 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 1396776, 2024-09-17T17:03:15.115 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 20, 2024-09-17T17:03:15.115 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 955904, 2024-09-17T17:03:15.115 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 15154632, 2024-09-17T17:03:15.115 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 21184512 2024-09-17T17:03:15.115 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.115 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.115 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-09-17T17:03:15.116 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.6c81d056dcbb33d144797d5496b87a8d82620ff4": { 2024-09-17T17:03:15.116 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 45309952, 2024-09-17T17:03:15.116 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 1335840, 2024-09-17T17:03:15.116 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2621440, 2024-09-17T17:03:15.116 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 671744, 2024-09-17T17:03:15.116 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 3153920, 2024-09-17T17:03:15.116 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1650, 2024-09-17T17:03:15.116 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-09-17T17:03:15.116 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 10899016, 2024-09-17T17:03:15.116 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 22, 2024-09-17T17:03:15.116 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 3144448, 2024-09-17T17:03:15.116 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 26637464, 2024-09-17T17:03:15.116 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 48463872 2024-09-17T17:03:15.116 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.117 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.7593658e28b8cc0566210bfd5191173983912138": { 2024-09-17T17:03:15.117 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 39043072, 2024-09-17T17:03:15.117 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 982520, 2024-09-17T17:03:15.117 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2621440, 2024-09-17T17:03:15.117 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-09-17T17:03:15.117 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 8478720, 2024-09-17T17:03:15.117 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1256, 2024-09-17T17:03:15.117 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-09-17T17:03:15.117 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 8547648, 2024-09-17T17:03:15.117 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 22, 2024-09-17T17:03:15.117 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 2167808, 2024-09-17T17:03:15.117 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 24723656, 2024-09-17T17:03:15.117 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 47521792 2024-09-17T17:03:15.118 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.118 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.dbec285588536534803732da089d3b563408fd5f": { 2024-09-17T17:03:15.118 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 37093376, 2024-09-17T17:03:15.118 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 972384, 2024-09-17T17:03:15.118 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2621440, 2024-09-17T17:03:15.118 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 540672, 2024-09-17T17:03:15.118 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 8331264, 2024-09-17T17:03:15.118 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1027, 2024-09-17T17:03:15.118 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-09-17T17:03:15.118 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 7464584, 2024-09-17T17:03:15.118 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 21, 2024-09-17T17:03:15.118 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 1894912, 2024-09-17T17:03:15.119 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 23599384, 2024-09-17T17:03:15.119 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 45424640 2024-09-17T17:03:15.119 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.119 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.119 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:15.119 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.0": { 2024-09-17T17:03:15.119 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 51355648, 2024-09-17T17:03:15.119 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 1705144, 2024-09-17T17:03:15.119 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2752512, 2024-09-17T17:03:15.119 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-09-17T17:03:15.119 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 286720, 2024-09-17T17:03:15.119 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1788, 2024-09-17T17:03:15.119 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-09-17T17:03:15.120 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 6255776, 2024-09-17T17:03:15.120 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 47, 2024-09-17T17:03:15.120 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 3494400, 2024-09-17T17:03:15.120 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 37147816, 2024-09-17T17:03:15.120 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 51642368 2024-09-17T17:03:15.120 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.120 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.1": { 2024-09-17T17:03:15.120 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 45735936, 2024-09-17T17:03:15.120 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 764080, 2024-09-17T17:03:15.120 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2752512, 2024-09-17T17:03:15.120 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-09-17T17:03:15.120 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 598016, 2024-09-17T17:03:15.121 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1376, 2024-09-17T17:03:15.121 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-09-17T17:03:15.121 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 5264784, 2024-09-17T17:03:15.121 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 47, 2024-09-17T17:03:15.121 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 2603520, 2024-09-17T17:03:15.121 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 34351040, 2024-09-17T17:03:15.121 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 46333952 2024-09-17T17:03:15.121 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.121 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.2": { 2024-09-17T17:03:15.121 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 49758208, 2024-09-17T17:03:15.121 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 1768992, 2024-09-17T17:03:15.121 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2752512, 2024-09-17T17:03:15.121 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-09-17T17:03:15.122 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 770048, 2024-09-17T17:03:15.122 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1650, 2024-09-17T17:03:15.122 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-09-17T17:03:15.122 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 5822080, 2024-09-17T17:03:15.122 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 47, 2024-09-17T17:03:15.122 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 3752960, 2024-09-17T17:03:15.122 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 35661664, 2024-09-17T17:03:15.122 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 50528256 2024-09-17T17:03:15.122 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.122 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.3": { 2024-09-17T17:03:15.122 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 47161344, 2024-09-17T17:03:15.122 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 1777448, 2024-09-17T17:03:15.122 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2752512, 2024-09-17T17:03:15.122 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-09-17T17:03:15.122 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 221184, 2024-09-17T17:03:15.123 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1658, 2024-09-17T17:03:15.123 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-09-17T17:03:15.123 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 5518888, 2024-09-17T17:03:15.123 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 47, 2024-09-17T17:03:15.123 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 2895616, 2024-09-17T17:03:15.123 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 34216880, 2024-09-17T17:03:15.123 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 47382528 2024-09-17T17:03:15.123 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.123 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.4": { 2024-09-17T17:03:15.123 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 48619520, 2024-09-17T17:03:15.123 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 1825288, 2024-09-17T17:03:15.123 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2752512, 2024-09-17T17:03:15.123 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-09-17T17:03:15.123 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 860160, 2024-09-17T17:03:15.124 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1668, 2024-09-17T17:03:15.124 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-09-17T17:03:15.124 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 5873872, 2024-09-17T17:03:15.124 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 47, 2024-09-17T17:03:15.124 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 3396352, 2024-09-17T17:03:15.124 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 34771496, 2024-09-17T17:03:15.124 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 49479680 2024-09-17T17:03:15.124 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.124 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.5": { 2024-09-17T17:03:15.124 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 45686784, 2024-09-17T17:03:15.124 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 805936, 2024-09-17T17:03:15.124 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2752512, 2024-09-17T17:03:15.124 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-09-17T17:03:15.124 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 712704, 2024-09-17T17:03:15.124 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1296, 2024-09-17T17:03:15.125 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-09-17T17:03:15.125 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 4999216, 2024-09-17T17:03:15.125 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 48, 2024-09-17T17:03:15.125 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 1959424, 2024-09-17T17:03:15.125 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 35169696, 2024-09-17T17:03:15.125 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 46399488 2024-09-17T17:03:15.125 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.125 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.6": { 2024-09-17T17:03:15.125 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 48234496, 2024-09-17T17:03:15.125 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 1974072, 2024-09-17T17:03:15.125 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2752512, 2024-09-17T17:03:15.125 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-09-17T17:03:15.125 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 1310720, 2024-09-17T17:03:15.125 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1628, 2024-09-17T17:03:15.126 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-09-17T17:03:15.126 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 5137456, 2024-09-17T17:03:15.126 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 47, 2024-09-17T17:03:15.126 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 3576832, 2024-09-17T17:03:15.126 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 34793624, 2024-09-17T17:03:15.126 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 49545216 2024-09-17T17:03:15.126 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.126 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.7": { 2024-09-17T17:03:15.126 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 45441024, 2024-09-17T17:03:15.126 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 1020608, 2024-09-17T17:03:15.126 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2752512, 2024-09-17T17:03:15.126 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-09-17T17:03:15.126 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 958464, 2024-09-17T17:03:15.127 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1301, 2024-09-17T17:03:15.127 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-09-17T17:03:15.127 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 4955528, 2024-09-17T17:03:15.127 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 46, 2024-09-17T17:03:15.127 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 1899008, 2024-09-17T17:03:15.127 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 34813368, 2024-09-17T17:03:15.127 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 46399488 2024-09-17T17:03:15.127 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.127 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.127 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.127 INFO:tasks.workunit.client.0.smithi031.stdout: "hosts": { 2024-09-17T17:03:15.127 INFO:tasks.workunit.client.0.smithi031.stdout: "num": 2, 2024-09-17T17:03:15.127 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_mds": 2, 2024-09-17T17:03:15.127 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_mgr": 2, 2024-09-17T17:03:15.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_mon": 2, 2024-09-17T17:03:15.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_osd": 2 2024-09-17T17:03:15.128 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.128 INFO:tasks.workunit.client.0.smithi031.stdout: "io_rate": { 2024-09-17T17:03:15.128 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_stats_delta": { 2024-09-17T17:03:15.128 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 0, 2024-09-17T17:03:15.128 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:15.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 0, 2024-09-17T17:03:15.128 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:15.128 INFO:tasks.workunit.client.0.smithi031.stdout: "stamp_delta": "12.002671", 2024-09-17T17:03:15.128 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:15.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:15.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:15.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:15.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:15.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:15.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:15.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:15.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:15.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:15.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:15.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:15.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:15.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:15.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:15.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:15.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:15.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:15.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:15.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:15.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:15.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:15.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:15.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:15.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:15.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:15.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:15.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:15.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:15.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:15.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:15.131 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:15.131 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:15.131 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:15.131 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 146, 2024-09-17T17:03:15.131 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 248, 2024-09-17T17:03:15.131 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:15.131 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:15.131 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:15.131 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 32, 2024-09-17T17:03:15.131 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:15.131 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.131 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-09-17T17:03:15.132 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 0, 2024-09-17T17:03:15.132 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-09-17T17:03:15.132 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-09-17T17:03:15.132 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-09-17T17:03:15.132 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-09-17T17:03:15.132 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 0, 2024-09-17T17:03:15.132 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-09-17T17:03:15.132 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-09-17T17:03:15.132 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 0, 2024-09-17T17:03:15.132 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-09-17T17:03:15.132 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.132 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 0 2024-09-17T17:03:15.132 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.133 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.133 INFO:tasks.workunit.client.0.smithi031.stdout: "leaderboard": false, 2024-09-17T17:03:15.133 INFO:tasks.workunit.client.0.smithi031.stdout: "leaderboard_description": null, 2024-09-17T17:03:15.133 INFO:tasks.workunit.client.0.smithi031.stdout: "license": "sharing-1-0", 2024-09-17T17:03:15.133 INFO:tasks.workunit.client.0.smithi031.stdout: "mempool": { 2024-09-17T17:03:15.133 INFO:tasks.workunit.client.0.smithi031.stdout: "mds": { 2024-09-17T17:03:15.133 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.6c81d056dcbb33d144797d5496b87a8d82620ff4": { 2024-09-17T17:03:15.133 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-09-17T17:03:15.133 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.133 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.133 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.133 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:15.133 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.133 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.133 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.134 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-09-17T17:03:15.134 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.134 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.134 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.134 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-09-17T17:03:15.134 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.134 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.134 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.134 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-09-17T17:03:15.134 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.134 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.134 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.134 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-09-17T17:03:15.134 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.135 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.135 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.135 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-09-17T17:03:15.135 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.135 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.135 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.135 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-09-17T17:03:15.135 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.135 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.135 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.135 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-09-17T17:03:15.135 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.135 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.136 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.136 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-09-17T17:03:15.136 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.136 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.136 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.136 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-09-17T17:03:15.136 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.136 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.136 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.136 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-09-17T17:03:15.136 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.136 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.137 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.137 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-09-17T17:03:15.137 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.137 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.137 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.137 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-09-17T17:03:15.137 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.137 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.137 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.137 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-09-17T17:03:15.137 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.137 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.138 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.138 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-09-17T17:03:15.138 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.138 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.138 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.138 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-09-17T17:03:15.138 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.138 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.138 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.138 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-09-17T17:03:15.138 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.138 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.138 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.138 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-09-17T17:03:15.139 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 149137, 2024-09-17T17:03:15.139 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 32 2024-09-17T17:03:15.139 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.139 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-09-17T17:03:15.139 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.139 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.139 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.139 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-09-17T17:03:15.139 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 928, 2024-09-17T17:03:15.139 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2 2024-09-17T17:03:15.139 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.139 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:15.139 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.140 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.140 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.140 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-09-17T17:03:15.140 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.140 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.140 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.140 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-09-17T17:03:15.140 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.140 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.140 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.140 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-09-17T17:03:15.140 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.140 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.140 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.141 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-09-17T17:03:15.141 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.141 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.141 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.141 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-09-17T17:03:15.141 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.141 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.141 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.141 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-09-17T17:03:15.141 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.141 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.141 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.142 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-09-17T17:03:15.142 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.142 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.142 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.142 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.142 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.7593658e28b8cc0566210bfd5191173983912138": { 2024-09-17T17:03:15.142 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-09-17T17:03:15.142 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.142 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.142 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.142 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:15.142 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.142 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.143 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.143 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-09-17T17:03:15.143 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.143 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.143 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.143 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-09-17T17:03:15.143 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.143 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.143 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.143 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-09-17T17:03:15.143 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.143 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.143 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.143 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-09-17T17:03:15.144 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.144 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.144 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.144 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-09-17T17:03:15.144 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.144 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.144 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.144 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-09-17T17:03:15.144 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.144 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.144 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.144 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-09-17T17:03:15.145 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.145 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.148 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.148 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-09-17T17:03:15.148 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.148 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.148 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.148 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-09-17T17:03:15.148 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.148 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.149 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.149 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-09-17T17:03:15.149 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.149 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.149 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.149 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-09-17T17:03:15.149 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.149 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.149 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.149 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-09-17T17:03:15.149 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.149 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.149 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.149 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-09-17T17:03:15.149 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.150 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.150 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.150 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-09-17T17:03:15.150 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.150 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.150 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.150 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-09-17T17:03:15.150 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.150 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.150 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.150 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-09-17T17:03:15.150 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.150 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.150 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.151 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-09-17T17:03:15.151 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 222727, 2024-09-17T17:03:15.151 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 72 2024-09-17T17:03:15.151 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.151 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-09-17T17:03:15.151 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.151 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.151 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.151 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-09-17T17:03:15.151 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 51704, 2024-09-17T17:03:15.151 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 208 2024-09-17T17:03:15.151 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.151 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:15.152 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.152 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.152 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.152 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-09-17T17:03:15.152 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.152 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.152 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.152 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-09-17T17:03:15.152 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.152 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.152 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.152 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-09-17T17:03:15.152 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 8112, 2024-09-17T17:03:15.152 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 137 2024-09-17T17:03:15.153 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.153 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-09-17T17:03:15.153 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.153 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.153 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.153 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-09-17T17:03:15.153 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.153 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.153 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.153 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-09-17T17:03:15.153 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.153 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.153 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.154 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-09-17T17:03:15.154 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.154 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.154 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.154 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.154 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.154 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-09-17T17:03:15.154 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.6c81d056dcbb33d144797d5496b87a8d82620ff4": { 2024-09-17T17:03:15.154 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-09-17T17:03:15.154 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.154 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.154 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.154 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:15.154 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.154 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.155 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.155 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-09-17T17:03:15.155 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.155 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.155 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.155 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-09-17T17:03:15.155 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.155 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.155 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.155 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-09-17T17:03:15.155 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.155 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.155 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.156 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-09-17T17:03:15.156 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.156 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.156 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.156 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-09-17T17:03:15.156 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.156 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.156 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.156 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-09-17T17:03:15.156 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.156 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.156 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.156 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-09-17T17:03:15.157 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.157 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.157 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.157 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-09-17T17:03:15.157 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.157 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.157 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.157 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-09-17T17:03:15.157 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.157 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.157 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.157 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-09-17T17:03:15.157 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.157 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.158 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.158 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-09-17T17:03:15.158 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.158 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.158 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.158 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-09-17T17:03:15.158 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.158 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.158 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.158 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-09-17T17:03:15.158 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.158 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.158 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.158 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-09-17T17:03:15.158 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.159 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.159 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.159 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-09-17T17:03:15.159 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.159 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.159 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.159 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-09-17T17:03:15.159 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.159 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.159 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.159 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-09-17T17:03:15.160 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1221865, 2024-09-17T17:03:15.160 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 372 2024-09-17T17:03:15.160 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.160 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-09-17T17:03:15.160 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 352, 2024-09-17T17:03:15.160 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 4 2024-09-17T17:03:15.160 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.160 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-09-17T17:03:15.160 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.160 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.160 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.160 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:15.160 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.161 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.161 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.161 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-09-17T17:03:15.161 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.161 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.161 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.161 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-09-17T17:03:15.161 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.161 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.161 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.161 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-09-17T17:03:15.161 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6688, 2024-09-17T17:03:15.161 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 136 2024-09-17T17:03:15.161 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.162 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-09-17T17:03:15.162 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12744, 2024-09-17T17:03:15.162 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1546 2024-09-17T17:03:15.162 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.162 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-09-17T17:03:15.162 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 10624, 2024-09-17T17:03:15.162 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 206 2024-09-17T17:03:15.162 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.162 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-09-17T17:03:15.162 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.162 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.162 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.162 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-09-17T17:03:15.162 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.162 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.163 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.163 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.163 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.7593658e28b8cc0566210bfd5191173983912138": { 2024-09-17T17:03:15.163 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-09-17T17:03:15.163 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.163 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.163 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.163 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:15.163 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.163 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.163 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.163 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-09-17T17:03:15.163 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.163 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.164 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.164 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-09-17T17:03:15.164 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.164 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.164 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.164 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-09-17T17:03:15.164 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.164 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.164 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.164 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-09-17T17:03:15.164 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.164 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.165 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.165 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-09-17T17:03:15.165 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.165 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.165 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.165 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-09-17T17:03:15.165 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.165 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.165 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.165 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-09-17T17:03:15.165 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.166 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.166 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.166 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-09-17T17:03:15.166 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.166 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.166 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.166 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-09-17T17:03:15.166 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.166 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.166 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.166 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-09-17T17:03:15.166 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.166 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.166 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.167 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-09-17T17:03:15.167 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.167 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.167 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.167 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-09-17T17:03:15.167 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.167 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.167 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.167 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-09-17T17:03:15.167 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.167 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.167 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.167 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-09-17T17:03:15.168 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.168 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.168 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.168 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-09-17T17:03:15.168 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.168 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.168 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.168 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-09-17T17:03:15.168 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.168 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.168 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.168 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-09-17T17:03:15.168 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1427463, 2024-09-17T17:03:15.169 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 432 2024-09-17T17:03:15.169 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.169 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-09-17T17:03:15.169 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.169 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.169 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.169 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-09-17T17:03:15.169 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.169 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.169 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.169 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:15.169 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.169 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.170 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.170 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-09-17T17:03:15.170 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.170 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.170 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.170 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-09-17T17:03:15.170 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.170 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.170 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.170 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-09-17T17:03:15.170 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6688, 2024-09-17T17:03:15.170 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 136 2024-09-17T17:03:15.170 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.170 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-09-17T17:03:15.171 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12744, 2024-09-17T17:03:15.171 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1546 2024-09-17T17:03:15.171 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.171 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-09-17T17:03:15.171 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5312, 2024-09-17T17:03:15.171 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 103 2024-09-17T17:03:15.171 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.171 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-09-17T17:03:15.171 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.171 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.171 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.171 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-09-17T17:03:15.171 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.171 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.172 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.172 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.172 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.dbec285588536534803732da089d3b563408fd5f": { 2024-09-17T17:03:15.172 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-09-17T17:03:15.172 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.172 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.172 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.172 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:15.172 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.172 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.172 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.172 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-09-17T17:03:15.172 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.173 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.173 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.173 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-09-17T17:03:15.173 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.173 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.173 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.173 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-09-17T17:03:15.173 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.173 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.173 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.173 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-09-17T17:03:15.173 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.173 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.174 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.174 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-09-17T17:03:15.174 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.174 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.174 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.174 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-09-17T17:03:15.174 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.174 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.174 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.174 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-09-17T17:03:15.174 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.174 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.174 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.174 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-09-17T17:03:15.175 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.175 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.175 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.175 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-09-17T17:03:15.175 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.175 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.175 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.175 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-09-17T17:03:15.175 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.175 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.175 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.175 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-09-17T17:03:15.176 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.176 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.176 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.176 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-09-17T17:03:15.176 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.176 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.176 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.176 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-09-17T17:03:15.176 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.176 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.176 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.176 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-09-17T17:03:15.176 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.177 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.177 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.177 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-09-17T17:03:15.177 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.177 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.177 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.177 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-09-17T17:03:15.177 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.177 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.177 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.177 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-09-17T17:03:15.177 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1180111, 2024-09-17T17:03:15.177 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 370 2024-09-17T17:03:15.178 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.178 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-09-17T17:03:15.178 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.178 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.178 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.178 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-09-17T17:03:15.178 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.178 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.178 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.178 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:15.178 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.178 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.178 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.179 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-09-17T17:03:15.179 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.179 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.179 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.179 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-09-17T17:03:15.179 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.179 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.179 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.179 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-09-17T17:03:15.179 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6688, 2024-09-17T17:03:15.179 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 136 2024-09-17T17:03:15.179 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.179 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-09-17T17:03:15.180 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12744, 2024-09-17T17:03:15.180 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1546 2024-09-17T17:03:15.180 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.180 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-09-17T17:03:15.180 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5312, 2024-09-17T17:03:15.180 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 103 2024-09-17T17:03:15.180 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.180 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-09-17T17:03:15.180 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.180 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.180 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.180 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-09-17T17:03:15.180 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.181 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.181 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.181 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.181 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.181 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:15.181 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.0": { 2024-09-17T17:03:15.181 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-09-17T17:03:15.181 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.181 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.181 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.181 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:15.181 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6304, 2024-09-17T17:03:15.182 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 115 2024-09-17T17:03:15.182 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.182 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-09-17T17:03:15.182 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 16896, 2024-09-17T17:03:15.182 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-09-17T17:03:15.182 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.182 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-09-17T17:03:15.182 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 576, 2024-09-17T17:03:15.182 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-09-17T17:03:15.182 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.182 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-09-17T17:03:15.182 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6240, 2024-09-17T17:03:15.182 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 78 2024-09-17T17:03:15.182 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.183 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-09-17T17:03:15.183 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 22960, 2024-09-17T17:03:15.183 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 205 2024-09-17T17:03:15.183 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.183 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-09-17T17:03:15.183 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1712, 2024-09-17T17:03:15.183 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 45 2024-09-17T17:03:15.183 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.183 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-09-17T17:03:15.183 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 606208, 2024-09-17T17:03:15.183 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 17 2024-09-17T17:03:15.183 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.183 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-09-17T17:03:15.184 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 97490, 2024-09-17T17:03:15.184 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 16675 2024-09-17T17:03:15.184 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.184 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-09-17T17:03:15.184 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 213776, 2024-09-17T17:03:15.184 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 346 2024-09-17T17:03:15.184 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.184 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-09-17T17:03:15.184 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 11740, 2024-09-17T17:03:15.184 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 776 2024-09-17T17:03:15.184 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.185 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-09-17T17:03:15.185 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9840, 2024-09-17T17:03:15.185 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 205 2024-09-17T17:03:15.185 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.185 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-09-17T17:03:15.185 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.185 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.185 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.185 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-09-17T17:03:15.185 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 33650, 2024-09-17T17:03:15.185 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 214 2024-09-17T17:03:15.185 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.185 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-09-17T17:03:15.186 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 22960, 2024-09-17T17:03:15.186 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 205 2024-09-17T17:03:15.186 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.186 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-09-17T17:03:15.186 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.186 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.186 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.186 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-09-17T17:03:15.186 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 455205, 2024-09-17T17:03:15.186 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 99 2024-09-17T17:03:15.186 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.186 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-09-17T17:03:15.187 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.187 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.187 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.187 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-09-17T17:03:15.187 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2441396, 2024-09-17T17:03:15.187 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 193 2024-09-17T17:03:15.187 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.187 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-09-17T17:03:15.187 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6952, 2024-09-17T17:03:15.187 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 79 2024-09-17T17:03:15.187 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.187 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-09-17T17:03:15.188 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.188 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.188 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.188 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:15.188 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 521640, 2024-09-17T17:03:15.188 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 45 2024-09-17T17:03:15.188 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.188 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-09-17T17:03:15.188 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.188 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.188 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.188 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-09-17T17:03:15.189 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 102024, 2024-09-17T17:03:15.189 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 201 2024-09-17T17:03:15.189 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.189 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-09-17T17:03:15.189 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 240296, 2024-09-17T17:03:15.189 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3517 2024-09-17T17:03:15.189 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.189 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-09-17T17:03:15.189 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.189 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.190 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.190 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-09-17T17:03:15.190 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.190 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.190 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.190 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-09-17T17:03:15.190 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.190 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.190 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.190 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-09-17T17:03:15.190 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.190 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.190 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.191 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.191 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.1": { 2024-09-17T17:03:15.191 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-09-17T17:03:15.191 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.191 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.191 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.191 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:15.191 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6304, 2024-09-17T17:03:15.191 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 115 2024-09-17T17:03:15.191 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.191 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-09-17T17:03:15.191 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 16896, 2024-09-17T17:03:15.192 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-09-17T17:03:15.192 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.192 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-09-17T17:03:15.192 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 576, 2024-09-17T17:03:15.192 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-09-17T17:03:15.192 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.192 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-09-17T17:03:15.192 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5440, 2024-09-17T17:03:15.192 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 68 2024-09-17T17:03:15.192 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.192 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-09-17T17:03:15.193 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 21728, 2024-09-17T17:03:15.193 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 194 2024-09-17T17:03:15.193 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.193 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-09-17T17:03:15.193 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1376, 2024-09-17T17:03:15.193 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 42 2024-09-17T17:03:15.193 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.193 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-09-17T17:03:15.194 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 26475, 2024-09-17T17:03:15.194 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 6 2024-09-17T17:03:15.194 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.194 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-09-17T17:03:15.194 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 51754, 2024-09-17T17:03:15.194 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9567 2024-09-17T17:03:15.194 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.194 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-09-17T17:03:15.194 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 136256, 2024-09-17T17:03:15.194 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 232 2024-09-17T17:03:15.194 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.194 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-09-17T17:03:15.194 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9716, 2024-09-17T17:03:15.194 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 603 2024-09-17T17:03:15.195 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.195 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-09-17T17:03:15.195 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9312, 2024-09-17T17:03:15.195 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 194 2024-09-17T17:03:15.195 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.195 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-09-17T17:03:15.195 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.195 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.195 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.195 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-09-17T17:03:15.195 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 29294, 2024-09-17T17:03:15.195 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 200 2024-09-17T17:03:15.195 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.195 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-09-17T17:03:15.196 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 21728, 2024-09-17T17:03:15.196 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 194 2024-09-17T17:03:15.196 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.196 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-09-17T17:03:15.196 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 736, 2024-09-17T17:03:15.196 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1 2024-09-17T17:03:15.196 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.196 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-09-17T17:03:15.196 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 474461, 2024-09-17T17:03:15.196 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 104 2024-09-17T17:03:15.196 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.197 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-09-17T17:03:15.197 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12112, 2024-09-17T17:03:15.197 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-09-17T17:03:15.197 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.197 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-09-17T17:03:15.197 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2435578, 2024-09-17T17:03:15.197 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 187 2024-09-17T17:03:15.197 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.197 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-09-17T17:03:15.197 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5016, 2024-09-17T17:03:15.197 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 57 2024-09-17T17:03:15.197 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.197 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-09-17T17:03:15.198 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.198 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.198 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.198 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:15.198 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 428904, 2024-09-17T17:03:15.198 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 37 2024-09-17T17:03:15.198 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.198 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-09-17T17:03:15.198 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.198 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.198 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.198 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-09-17T17:03:15.198 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 8528, 2024-09-17T17:03:15.198 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 22 2024-09-17T17:03:15.199 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.199 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-09-17T17:03:15.199 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 240296, 2024-09-17T17:03:15.199 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3517 2024-09-17T17:03:15.199 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.199 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-09-17T17:03:15.199 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.199 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.199 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.199 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-09-17T17:03:15.199 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.199 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.199 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.200 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-09-17T17:03:15.200 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.200 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.200 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.200 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-09-17T17:03:15.200 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.200 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.200 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.200 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.200 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.2": { 2024-09-17T17:03:15.200 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-09-17T17:03:15.200 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.200 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.201 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.201 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:15.201 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6304, 2024-09-17T17:03:15.201 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 115 2024-09-17T17:03:15.201 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.201 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-09-17T17:03:15.201 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 16896, 2024-09-17T17:03:15.201 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-09-17T17:03:15.201 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.201 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-09-17T17:03:15.201 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 576, 2024-09-17T17:03:15.201 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-09-17T17:03:15.202 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.202 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-09-17T17:03:15.202 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4880, 2024-09-17T17:03:15.202 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 61 2024-09-17T17:03:15.202 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.202 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-09-17T17:03:15.202 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 21280, 2024-09-17T17:03:15.202 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 190 2024-09-17T17:03:15.202 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.202 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-09-17T17:03:15.202 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1152, 2024-09-17T17:03:15.202 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 40 2024-09-17T17:03:15.202 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.203 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-09-17T17:03:15.203 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12288, 2024-09-17T17:03:15.203 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-09-17T17:03:15.203 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.203 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-09-17T17:03:15.203 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 88047, 2024-09-17T17:03:15.203 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 15224 2024-09-17T17:03:15.203 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.203 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-09-17T17:03:15.203 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 198136, 2024-09-17T17:03:15.203 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 323 2024-09-17T17:03:15.203 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.203 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-09-17T17:03:15.203 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 8964, 2024-09-17T17:03:15.204 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 589 2024-09-17T17:03:15.204 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.204 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-09-17T17:03:15.204 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9120, 2024-09-17T17:03:15.204 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 190 2024-09-17T17:03:15.204 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.204 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-09-17T17:03:15.204 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.204 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.204 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.204 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-09-17T17:03:15.204 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 27662, 2024-09-17T17:03:15.204 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 191 2024-09-17T17:03:15.205 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.205 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-09-17T17:03:15.205 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 21280, 2024-09-17T17:03:15.205 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 190 2024-09-17T17:03:15.205 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.205 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-09-17T17:03:15.205 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 736, 2024-09-17T17:03:15.205 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1 2024-09-17T17:03:15.205 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.205 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-09-17T17:03:15.205 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 373109, 2024-09-17T17:03:15.205 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 79 2024-09-17T17:03:15.205 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.205 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-09-17T17:03:15.205 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12112, 2024-09-17T17:03:15.206 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-09-17T17:03:15.206 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.206 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-09-17T17:03:15.206 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2462584, 2024-09-17T17:03:15.206 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 190 2024-09-17T17:03:15.206 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.206 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-09-17T17:03:15.206 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4400, 2024-09-17T17:03:15.206 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 50 2024-09-17T17:03:15.206 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.206 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-09-17T17:03:15.206 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.206 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.206 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.207 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:15.207 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 359352, 2024-09-17T17:03:15.207 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 31 2024-09-17T17:03:15.207 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.207 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-09-17T17:03:15.207 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.207 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.207 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.207 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-09-17T17:03:15.207 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 8840, 2024-09-17T17:03:15.207 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 25 2024-09-17T17:03:15.207 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.207 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-09-17T17:03:15.207 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 240808, 2024-09-17T17:03:15.208 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3541 2024-09-17T17:03:15.208 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.208 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-09-17T17:03:15.208 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.208 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.208 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.208 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-09-17T17:03:15.208 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.208 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.208 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.208 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-09-17T17:03:15.208 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.208 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.209 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.209 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-09-17T17:03:15.209 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.209 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.209 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.209 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.209 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.3": { 2024-09-17T17:03:15.209 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-09-17T17:03:15.209 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.209 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.209 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.209 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:15.209 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6304, 2024-09-17T17:03:15.209 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 115 2024-09-17T17:03:15.210 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.210 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-09-17T17:03:15.210 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 16896, 2024-09-17T17:03:15.210 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-09-17T17:03:15.210 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.210 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-09-17T17:03:15.210 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 576, 2024-09-17T17:03:15.210 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-09-17T17:03:15.210 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.210 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-09-17T17:03:15.210 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4400, 2024-09-17T17:03:15.210 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 55 2024-09-17T17:03:15.210 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.210 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-09-17T17:03:15.210 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 21952, 2024-09-17T17:03:15.211 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 196 2024-09-17T17:03:15.211 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.211 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-09-17T17:03:15.211 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 480, 2024-09-17T17:03:15.211 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 34 2024-09-17T17:03:15.211 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.211 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-09-17T17:03:15.211 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.211 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.211 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.211 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-09-17T17:03:15.211 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 89878, 2024-09-17T17:03:15.212 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 15599 2024-09-17T17:03:15.212 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.212 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-09-17T17:03:15.212 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 203576, 2024-09-17T17:03:15.212 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 331 2024-09-17T17:03:15.212 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.212 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-09-17T17:03:15.212 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9788, 2024-09-17T17:03:15.212 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 609 2024-09-17T17:03:15.212 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.212 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-09-17T17:03:15.213 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9408, 2024-09-17T17:03:15.213 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 196 2024-09-17T17:03:15.213 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.213 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-09-17T17:03:15.213 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.213 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.213 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.213 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-09-17T17:03:15.213 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 28702, 2024-09-17T17:03:15.213 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 199 2024-09-17T17:03:15.213 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.213 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-09-17T17:03:15.213 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 21952, 2024-09-17T17:03:15.214 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 196 2024-09-17T17:03:15.214 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.214 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-09-17T17:03:15.214 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2208, 2024-09-17T17:03:15.214 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-09-17T17:03:15.214 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.214 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-09-17T17:03:15.214 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 346787, 2024-09-17T17:03:15.214 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 73 2024-09-17T17:03:15.214 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.214 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-09-17T17:03:15.214 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 26565, 2024-09-17T17:03:15.214 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9 2024-09-17T17:03:15.215 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.215 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-09-17T17:03:15.215 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2445646, 2024-09-17T17:03:15.215 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 185 2024-09-17T17:03:15.215 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.215 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-09-17T17:03:15.215 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4752, 2024-09-17T17:03:15.215 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 54 2024-09-17T17:03:15.215 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.215 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-09-17T17:03:15.215 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.215 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.215 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.215 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:15.216 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 428904, 2024-09-17T17:03:15.216 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 37 2024-09-17T17:03:15.216 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.216 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-09-17T17:03:15.216 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.216 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.216 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.216 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-09-17T17:03:15.216 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 10400, 2024-09-17T17:03:15.216 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 20 2024-09-17T17:03:15.216 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.217 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-09-17T17:03:15.217 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 240296, 2024-09-17T17:03:15.217 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3517 2024-09-17T17:03:15.217 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.217 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-09-17T17:03:15.217 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.217 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.217 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.217 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-09-17T17:03:15.217 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.217 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.217 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.218 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-09-17T17:03:15.218 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.218 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.218 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.218 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-09-17T17:03:15.218 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.218 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.218 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.218 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.218 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.4": { 2024-09-17T17:03:15.218 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-09-17T17:03:15.218 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.218 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.219 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.219 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:15.219 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6304, 2024-09-17T17:03:15.219 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 115 2024-09-17T17:03:15.219 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.219 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-09-17T17:03:15.219 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 16896, 2024-09-17T17:03:15.219 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-09-17T17:03:15.219 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.219 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-09-17T17:03:15.219 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 576, 2024-09-17T17:03:15.219 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-09-17T17:03:15.219 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.220 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-09-17T17:03:15.220 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4000, 2024-09-17T17:03:15.220 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 50 2024-09-17T17:03:15.220 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.220 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-09-17T17:03:15.220 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 21952, 2024-09-17T17:03:15.220 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 196 2024-09-17T17:03:15.220 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.220 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-09-17T17:03:15.220 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 928, 2024-09-17T17:03:15.220 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 38 2024-09-17T17:03:15.220 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.220 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-09-17T17:03:15.221 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4096, 2024-09-17T17:03:15.221 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1 2024-09-17T17:03:15.221 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.221 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-09-17T17:03:15.221 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 91080, 2024-09-17T17:03:15.221 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 15749 2024-09-17T17:03:15.221 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.221 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-09-17T17:03:15.221 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 205616, 2024-09-17T17:03:15.221 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 334 2024-09-17T17:03:15.221 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.221 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-09-17T17:03:15.221 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9980, 2024-09-17T17:03:15.221 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 609 2024-09-17T17:03:15.222 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.222 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-09-17T17:03:15.222 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9408, 2024-09-17T17:03:15.222 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 196 2024-09-17T17:03:15.222 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.222 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-09-17T17:03:15.222 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.222 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.222 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.222 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-09-17T17:03:15.222 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 29470, 2024-09-17T17:03:15.222 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 202 2024-09-17T17:03:15.222 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.223 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-09-17T17:03:15.223 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 21952, 2024-09-17T17:03:15.223 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 196 2024-09-17T17:03:15.223 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.223 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-09-17T17:03:15.223 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 736, 2024-09-17T17:03:15.223 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1 2024-09-17T17:03:15.223 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.223 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-09-17T17:03:15.223 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 966216, 2024-09-17T17:03:15.223 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 81 2024-09-17T17:03:15.224 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.224 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-09-17T17:03:15.224 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12112, 2024-09-17T17:03:15.224 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-09-17T17:03:15.224 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.224 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-09-17T17:03:15.224 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2446114, 2024-09-17T17:03:15.224 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 183 2024-09-17T17:03:15.224 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.224 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-09-17T17:03:15.224 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4840, 2024-09-17T17:03:15.224 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 55 2024-09-17T17:03:15.225 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.225 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-09-17T17:03:15.225 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.225 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.225 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.225 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:15.225 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 452088, 2024-09-17T17:03:15.225 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 39 2024-09-17T17:03:15.225 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.225 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-09-17T17:03:15.225 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.225 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.225 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.226 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-09-17T17:03:15.226 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 8944, 2024-09-17T17:03:15.226 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 18 2024-09-17T17:03:15.226 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.226 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-09-17T17:03:15.226 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 240552, 2024-09-17T17:03:15.226 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3529 2024-09-17T17:03:15.226 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.226 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-09-17T17:03:15.226 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.226 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.227 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.227 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-09-17T17:03:15.227 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.227 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.227 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.227 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-09-17T17:03:15.227 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.227 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.227 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.227 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-09-17T17:03:15.227 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.227 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.227 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.227 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.228 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.5": { 2024-09-17T17:03:15.228 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-09-17T17:03:15.228 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.228 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.228 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.228 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:15.228 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6304, 2024-09-17T17:03:15.228 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 115 2024-09-17T17:03:15.228 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.228 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-09-17T17:03:15.228 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 16896, 2024-09-17T17:03:15.228 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-09-17T17:03:15.229 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.229 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-09-17T17:03:15.229 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 576, 2024-09-17T17:03:15.229 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-09-17T17:03:15.229 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.229 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-09-17T17:03:15.229 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 3200, 2024-09-17T17:03:15.229 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 40 2024-09-17T17:03:15.229 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.229 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-09-17T17:03:15.229 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 21952, 2024-09-17T17:03:15.229 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 196 2024-09-17T17:03:15.229 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.229 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-09-17T17:03:15.230 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 480, 2024-09-17T17:03:15.230 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 34 2024-09-17T17:03:15.230 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.230 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-09-17T17:03:15.230 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.230 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.230 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.230 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-09-17T17:03:15.230 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 53230, 2024-09-17T17:03:15.230 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9843 2024-09-17T17:03:15.230 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.230 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-09-17T17:03:15.231 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 140336, 2024-09-17T17:03:15.231 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 238 2024-09-17T17:03:15.231 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.231 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-09-17T17:03:15.231 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 10348, 2024-09-17T17:03:15.231 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 614 2024-09-17T17:03:15.231 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.231 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-09-17T17:03:15.231 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9408, 2024-09-17T17:03:15.231 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 196 2024-09-17T17:03:15.231 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.231 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-09-17T17:03:15.231 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.231 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.232 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.232 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-09-17T17:03:15.232 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 30494, 2024-09-17T17:03:15.232 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 206 2024-09-17T17:03:15.232 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.232 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-09-17T17:03:15.232 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 21952, 2024-09-17T17:03:15.232 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 196 2024-09-17T17:03:15.232 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.232 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-09-17T17:03:15.232 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2208, 2024-09-17T17:03:15.232 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-09-17T17:03:15.232 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.233 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-09-17T17:03:15.233 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 879816, 2024-09-17T17:03:15.233 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 61 2024-09-17T17:03:15.233 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.233 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-09-17T17:03:15.233 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 26565, 2024-09-17T17:03:15.233 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9 2024-09-17T17:03:15.233 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.233 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-09-17T17:03:15.233 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2451385, 2024-09-17T17:03:15.233 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 184 2024-09-17T17:03:15.233 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.233 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-09-17T17:03:15.234 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5544, 2024-09-17T17:03:15.234 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 63 2024-09-17T17:03:15.234 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.234 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-09-17T17:03:15.234 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.234 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.234 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.234 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:15.234 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 486864, 2024-09-17T17:03:15.234 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 42 2024-09-17T17:03:15.234 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.234 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-09-17T17:03:15.234 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.235 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.235 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.235 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-09-17T17:03:15.235 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 13520, 2024-09-17T17:03:15.235 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 26 2024-09-17T17:03:15.235 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.235 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-09-17T17:03:15.235 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 240808, 2024-09-17T17:03:15.235 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3541 2024-09-17T17:03:15.235 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.235 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-09-17T17:03:15.236 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.236 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.236 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.236 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-09-17T17:03:15.236 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.236 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.236 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.236 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-09-17T17:03:15.236 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.236 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.236 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.236 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-09-17T17:03:15.236 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.237 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.237 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.237 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.237 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.6": { 2024-09-17T17:03:15.237 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-09-17T17:03:15.237 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.237 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.237 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.237 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:15.237 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6304, 2024-09-17T17:03:15.237 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 115 2024-09-17T17:03:15.237 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.238 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-09-17T17:03:15.238 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 16896, 2024-09-17T17:03:15.238 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-09-17T17:03:15.238 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.238 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-09-17T17:03:15.238 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 576, 2024-09-17T17:03:15.238 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-09-17T17:03:15.238 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.238 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-09-17T17:03:15.238 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2720, 2024-09-17T17:03:15.238 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 34 2024-09-17T17:03:15.238 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.239 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-09-17T17:03:15.239 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 22848, 2024-09-17T17:03:15.239 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 204 2024-09-17T17:03:15.239 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.239 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-09-17T17:03:15.239 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 592, 2024-09-17T17:03:15.239 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 35 2024-09-17T17:03:15.239 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.239 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-09-17T17:03:15.239 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 18815, 2024-09-17T17:03:15.239 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 4 2024-09-17T17:03:15.239 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.240 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-09-17T17:03:15.240 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 91448, 2024-09-17T17:03:15.240 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 16033 2024-09-17T17:03:15.240 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.240 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-09-17T17:03:15.240 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 204936, 2024-09-17T17:03:15.240 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 333 2024-09-17T17:03:15.240 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.240 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-09-17T17:03:15.240 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 11128, 2024-09-17T17:03:15.240 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 767 2024-09-17T17:03:15.240 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.240 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-09-17T17:03:15.241 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9792, 2024-09-17T17:03:15.241 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 204 2024-09-17T17:03:15.241 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.241 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-09-17T17:03:15.241 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.241 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.241 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.241 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-09-17T17:03:15.241 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 30410, 2024-09-17T17:03:15.241 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 201 2024-09-17T17:03:15.241 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.241 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-09-17T17:03:15.242 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 22848, 2024-09-17T17:03:15.242 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 204 2024-09-17T17:03:15.242 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.242 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-09-17T17:03:15.242 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.242 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.242 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.242 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-09-17T17:03:15.242 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 511344, 2024-09-17T17:03:15.242 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 51 2024-09-17T17:03:15.242 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.242 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-09-17T17:03:15.242 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.243 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.243 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.243 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-09-17T17:03:15.243 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2411426, 2024-09-17T17:03:15.243 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 165 2024-09-17T17:03:15.243 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.243 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-09-17T17:03:15.243 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4752, 2024-09-17T17:03:15.243 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 54 2024-09-17T17:03:15.243 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.243 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-09-17T17:03:15.243 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.243 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.244 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.244 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:15.244 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 440496, 2024-09-17T17:03:15.244 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 38 2024-09-17T17:03:15.244 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.244 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-09-17T17:03:15.244 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.244 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.244 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.244 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-09-17T17:03:15.244 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 101192, 2024-09-17T17:03:15.245 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 205 2024-09-17T17:03:15.245 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.245 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-09-17T17:03:15.245 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 241064, 2024-09-17T17:03:15.245 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3553 2024-09-17T17:03:15.245 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.245 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-09-17T17:03:15.245 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.245 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.245 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.245 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-09-17T17:03:15.245 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.245 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.245 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.246 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-09-17T17:03:15.246 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.246 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.246 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.246 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-09-17T17:03:15.246 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.246 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.246 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.246 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.246 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.7": { 2024-09-17T17:03:15.246 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-09-17T17:03:15.247 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.247 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.247 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.247 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:15.247 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6304, 2024-09-17T17:03:15.247 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 115 2024-09-17T17:03:15.247 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.247 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-09-17T17:03:15.247 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 16896, 2024-09-17T17:03:15.247 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-09-17T17:03:15.247 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.247 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-09-17T17:03:15.248 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 576, 2024-09-17T17:03:15.248 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-09-17T17:03:15.248 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.248 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-09-17T17:03:15.248 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2080, 2024-09-17T17:03:15.248 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 26 2024-09-17T17:03:15.248 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.248 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-09-17T17:03:15.248 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 22736, 2024-09-17T17:03:15.248 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 203 2024-09-17T17:03:15.248 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.248 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-09-17T17:03:15.249 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1152, 2024-09-17T17:03:15.249 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 40 2024-09-17T17:03:15.249 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.249 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-09-17T17:03:15.249 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 274432, 2024-09-17T17:03:15.249 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-09-17T17:03:15.249 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.249 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-09-17T17:03:15.249 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 56022, 2024-09-17T17:03:15.249 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10430 2024-09-17T17:03:15.249 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.249 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-09-17T17:03:15.250 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 143736, 2024-09-17T17:03:15.250 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 243 2024-09-17T17:03:15.250 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.250 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-09-17T17:03:15.250 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12004, 2024-09-17T17:03:15.250 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 773 2024-09-17T17:03:15.250 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.250 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-09-17T17:03:15.250 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9744, 2024-09-17T17:03:15.250 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 203 2024-09-17T17:03:15.250 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.250 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-09-17T17:03:15.251 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.251 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.251 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.251 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-09-17T17:03:15.251 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 33138, 2024-09-17T17:03:15.251 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 211 2024-09-17T17:03:15.251 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.251 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-09-17T17:03:15.251 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 22736, 2024-09-17T17:03:15.251 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 203 2024-09-17T17:03:15.251 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.251 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-09-17T17:03:15.252 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.252 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.252 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.252 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-09-17T17:03:15.252 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 201924, 2024-09-17T17:03:15.252 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 40 2024-09-17T17:03:15.252 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.252 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-09-17T17:03:15.252 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.252 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.252 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.252 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-09-17T17:03:15.253 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2407698, 2024-09-17T17:03:15.253 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 197 2024-09-17T17:03:15.253 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.253 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-09-17T17:03:15.253 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6072, 2024-09-17T17:03:15.253 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 69 2024-09-17T17:03:15.253 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.253 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-09-17T17:03:15.253 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.253 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.254 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.254 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:15.254 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 533232, 2024-09-17T17:03:15.254 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 46 2024-09-17T17:03:15.254 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.254 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-09-17T17:03:15.254 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.254 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.254 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.254 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-09-17T17:03:15.254 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 105976, 2024-09-17T17:03:15.254 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 251 2024-09-17T17:03:15.254 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.255 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-09-17T17:03:15.255 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 240296, 2024-09-17T17:03:15.255 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3517 2024-09-17T17:03:15.255 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.255 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-09-17T17:03:15.255 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.255 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.255 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.255 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-09-17T17:03:15.256 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.256 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.256 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.256 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-09-17T17:03:15.256 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.256 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.256 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.256 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-09-17T17:03:15.256 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-09-17T17:03:15.256 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-09-17T17:03:15.256 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.256 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.257 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.257 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.257 INFO:tasks.workunit.client.0.smithi031.stdout: "metadata": { 2024-09-17T17:03:15.257 INFO:tasks.workunit.client.0.smithi031.stdout: "mds": { 2024-09-17T17:03:15.257 INFO:tasks.workunit.client.0.smithi031.stdout: "arch": { 2024-09-17T17:03:15.257 INFO:tasks.workunit.client.0.smithi031.stdout: "x86_64": 2 2024-09-17T17:03:15.257 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.257 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_version": { 2024-09-17T17:03:15.257 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T17:03:15.257 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.258 INFO:tasks.workunit.client.0.smithi031.stdout: "cpu": { 2024-09-17T17:03:15.258 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-09-17T17:03:15.258 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.258 INFO:tasks.workunit.client.0.smithi031.stdout: "distro": { 2024-09-17T17:03:15.258 INFO:tasks.workunit.client.0.smithi031.stdout: "centos": 2 2024-09-17T17:03:15.258 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.258 INFO:tasks.workunit.client.0.smithi031.stdout: "distro_description": { 2024-09-17T17:03:15.258 INFO:tasks.workunit.client.0.smithi031.stdout: "CentOS Stream 9": 2 2024-09-17T17:03:15.258 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.258 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_description": { 2024-09-17T17:03:15.258 INFO:tasks.workunit.client.0.smithi031.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 2 2024-09-17T17:03:15.258 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.259 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_version": { 2024-09-17T17:03:15.259 INFO:tasks.workunit.client.0.smithi031.stdout: "5.14.0-508.el9.x86_64": 2 2024-09-17T17:03:15.259 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.259 INFO:tasks.workunit.client.0.smithi031.stdout: "os": { 2024-09-17T17:03:15.259 INFO:tasks.workunit.client.0.smithi031.stdout: "Linux": 2 2024-09-17T17:03:15.259 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.259 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.259 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-09-17T17:03:15.259 INFO:tasks.workunit.client.0.smithi031.stdout: "arch": { 2024-09-17T17:03:15.259 INFO:tasks.workunit.client.0.smithi031.stdout: "x86_64": 3 2024-09-17T17:03:15.260 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.260 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_version": { 2024-09-17T17:03:15.260 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-17T17:03:15.260 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.260 INFO:tasks.workunit.client.0.smithi031.stdout: "cpu": { 2024-09-17T17:03:15.260 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-09-17T17:03:15.260 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.260 INFO:tasks.workunit.client.0.smithi031.stdout: "distro": { 2024-09-17T17:03:15.260 INFO:tasks.workunit.client.0.smithi031.stdout: "centos": 3 2024-09-17T17:03:15.260 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.260 INFO:tasks.workunit.client.0.smithi031.stdout: "distro_description": { 2024-09-17T17:03:15.260 INFO:tasks.workunit.client.0.smithi031.stdout: "CentOS Stream 9": 3 2024-09-17T17:03:15.261 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.261 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_description": { 2024-09-17T17:03:15.261 INFO:tasks.workunit.client.0.smithi031.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 3 2024-09-17T17:03:15.261 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.261 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_version": { 2024-09-17T17:03:15.261 INFO:tasks.workunit.client.0.smithi031.stdout: "5.14.0-508.el9.x86_64": 3 2024-09-17T17:03:15.261 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.261 INFO:tasks.workunit.client.0.smithi031.stdout: "os": { 2024-09-17T17:03:15.261 INFO:tasks.workunit.client.0.smithi031.stdout: "Linux": 3 2024-09-17T17:03:15.261 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.261 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.262 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:15.262 INFO:tasks.workunit.client.0.smithi031.stdout: "arch": { 2024-09-17T17:03:15.262 INFO:tasks.workunit.client.0.smithi031.stdout: "x86_64": 8 2024-09-17T17:03:15.262 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.262 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_version": { 2024-09-17T17:03:15.262 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 8 2024-09-17T17:03:15.262 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.262 INFO:tasks.workunit.client.0.smithi031.stdout: "cpu": { 2024-09-17T17:03:15.262 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-09-17T17:03:15.262 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.262 INFO:tasks.workunit.client.0.smithi031.stdout: "distro": { 2024-09-17T17:03:15.263 INFO:tasks.workunit.client.0.smithi031.stdout: "centos": 8 2024-09-17T17:03:15.263 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.263 INFO:tasks.workunit.client.0.smithi031.stdout: "distro_description": { 2024-09-17T17:03:15.263 INFO:tasks.workunit.client.0.smithi031.stdout: "CentOS Stream 9": 8 2024-09-17T17:03:15.263 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.263 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_description": { 2024-09-17T17:03:15.263 INFO:tasks.workunit.client.0.smithi031.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 8 2024-09-17T17:03:15.263 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.263 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_version": { 2024-09-17T17:03:15.263 INFO:tasks.workunit.client.0.smithi031.stdout: "5.14.0-508.el9.x86_64": 8 2024-09-17T17:03:15.263 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.263 INFO:tasks.workunit.client.0.smithi031.stdout: "os": { 2024-09-17T17:03:15.263 INFO:tasks.workunit.client.0.smithi031.stdout: "Linux": 8 2024-09-17T17:03:15.263 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.263 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_objectstore": { 2024-09-17T17:03:15.264 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": 8 2024-09-17T17:03:15.264 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.264 INFO:tasks.workunit.client.0.smithi031.stdout: "rotational": { 2024-09-17T17:03:15.264 INFO:tasks.workunit.client.0.smithi031.stdout: "0": 8 2024-09-17T17:03:15.264 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.264 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.264 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.264 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-09-17T17:03:15.264 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-09-17T17:03:15.264 INFO:tasks.workunit.client.0.smithi031.stdout: "features": { 2024-09-17T17:03:15.264 INFO:tasks.workunit.client.0.smithi031.stdout: "optional": [], 2024-09-17T17:03:15.264 INFO:tasks.workunit.client.0.smithi031.stdout: "persistent": [ 2024-09-17T17:03:15.265 INFO:tasks.workunit.client.0.smithi031.stdout: "kraken", 2024-09-17T17:03:15.265 INFO:tasks.workunit.client.0.smithi031.stdout: "luminous", 2024-09-17T17:03:15.265 INFO:tasks.workunit.client.0.smithi031.stdout: "mimic", 2024-09-17T17:03:15.265 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap-prune", 2024-09-17T17:03:15.265 INFO:tasks.workunit.client.0.smithi031.stdout: "nautilus", 2024-09-17T17:03:15.265 INFO:tasks.workunit.client.0.smithi031.stdout: "octopus", 2024-09-17T17:03:15.265 INFO:tasks.workunit.client.0.smithi031.stdout: "pacific", 2024-09-17T17:03:15.265 INFO:tasks.workunit.client.0.smithi031.stdout: "elector-pinging", 2024-09-17T17:03:15.265 INFO:tasks.workunit.client.0.smithi031.stdout: "quincy", 2024-09-17T17:03:15.265 INFO:tasks.workunit.client.0.smithi031.stdout: "reef" 2024-09-17T17:03:15.265 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.265 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.265 INFO:tasks.workunit.client.0.smithi031.stdout: "ipv4_addr_mons": 6, 2024-09-17T17:03:15.266 INFO:tasks.workunit.client.0.smithi031.stdout: "ipv6_addr_mons": 0, 2024-09-17T17:03:15.266 INFO:tasks.workunit.client.0.smithi031.stdout: "min_mon_release": 18, 2024-09-17T17:03:15.266 INFO:tasks.workunit.client.0.smithi031.stdout: "v1_addr_mons": 3, 2024-09-17T17:03:15.266 INFO:tasks.workunit.client.0.smithi031.stdout: "v2_addr_mons": 3 2024-09-17T17:03:15.266 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.266 INFO:tasks.workunit.client.0.smithi031.stdout: "organization": "ceph-qa", 2024-09-17T17:03:15.266 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:15.266 INFO:tasks.workunit.client.0.smithi031.stdout: "cluster_network": false, 2024-09-17T17:03:15.266 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 8, 2024-09-17T17:03:15.266 INFO:tasks.workunit.client.0.smithi031.stdout: "require_min_compat_client": "luminous", 2024-09-17T17:03:15.266 INFO:tasks.workunit.client.0.smithi031.stdout: "require_osd_release": "reef" 2024-09-17T17:03:15.266 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.266 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_perf_histograms": [ 2024-09-17T17:03:15.266 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.267 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-17T17:03:15.267 INFO:tasks.workunit.client.0.smithi031.stdout: "axes": [ 2024-09-17T17:03:15.267 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.267 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-09-17T17:03:15.267 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-09-17T17:03:15.267 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Latency (usec)", 2024-09-17T17:03:15.267 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 100000, 2024-09-17T17:03:15.267 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-09-17T17:03:15.267 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-09-17T17:03:15.267 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 99999]", 2024-09-17T17:03:15.267 INFO:tasks.workunit.client.0.smithi031.stdout: "[100000, 199999]", 2024-09-17T17:03:15.267 INFO:tasks.workunit.client.0.smithi031.stdout: "[200000, 399999]", 2024-09-17T17:03:15.267 INFO:tasks.workunit.client.0.smithi031.stdout: "[400000, 799999]", 2024-09-17T17:03:15.268 INFO:tasks.workunit.client.0.smithi031.stdout: "[800000, 1599999]", 2024-09-17T17:03:15.268 INFO:tasks.workunit.client.0.smithi031.stdout: "[1600000, 3199999]", 2024-09-17T17:03:15.268 INFO:tasks.workunit.client.0.smithi031.stdout: "[3200000, 6399999]", 2024-09-17T17:03:15.268 INFO:tasks.workunit.client.0.smithi031.stdout: "[6400000, 12799999]", 2024-09-17T17:03:15.268 INFO:tasks.workunit.client.0.smithi031.stdout: "[12800000, 25599999]", 2024-09-17T17:03:15.268 INFO:tasks.workunit.client.0.smithi031.stdout: "[25600000, 51199999]", 2024-09-17T17:03:15.268 INFO:tasks.workunit.client.0.smithi031.stdout: "[51200000, 102399999]", 2024-09-17T17:03:15.268 INFO:tasks.workunit.client.0.smithi031.stdout: "[102400000, 204799999]", 2024-09-17T17:03:15.268 INFO:tasks.workunit.client.0.smithi031.stdout: "[204800000, 409599999]", 2024-09-17T17:03:15.268 INFO:tasks.workunit.client.0.smithi031.stdout: "[409600000, 819199999]", 2024-09-17T17:03:15.268 INFO:tasks.workunit.client.0.smithi031.stdout: "[819200000, 1638399999]", 2024-09-17T17:03:15.268 INFO:tasks.workunit.client.0.smithi031.stdout: "[1638400000, 3276799999]", 2024-09-17T17:03:15.268 INFO:tasks.workunit.client.0.smithi031.stdout: "[3276800000, 6553599999]", 2024-09-17T17:03:15.268 INFO:tasks.workunit.client.0.smithi031.stdout: "[6553600000, 13107199999]", 2024-09-17T17:03:15.269 INFO:tasks.workunit.client.0.smithi031.stdout: "[13107200000, 26214399999]", 2024-09-17T17:03:15.269 INFO:tasks.workunit.client.0.smithi031.stdout: "[26214400000, 52428799999]", 2024-09-17T17:03:15.269 INFO:tasks.workunit.client.0.smithi031.stdout: "[52428800000, 104857599999]", 2024-09-17T17:03:15.269 INFO:tasks.workunit.client.0.smithi031.stdout: "[104857600000, 209715199999]", 2024-09-17T17:03:15.269 INFO:tasks.workunit.client.0.smithi031.stdout: "[209715200000, 419430399999]", 2024-09-17T17:03:15.269 INFO:tasks.workunit.client.0.smithi031.stdout: "[419430400000, 838860799999]", 2024-09-17T17:03:15.269 INFO:tasks.workunit.client.0.smithi031.stdout: "[838860800000, 1677721599999]", 2024-09-17T17:03:15.269 INFO:tasks.workunit.client.0.smithi031.stdout: "[1677721600000, 3355443199999]", 2024-09-17T17:03:15.269 INFO:tasks.workunit.client.0.smithi031.stdout: "[3355443200000, 6710886399999]", 2024-09-17T17:03:15.269 INFO:tasks.workunit.client.0.smithi031.stdout: "[6710886400000, 13421772799999]", 2024-09-17T17:03:15.269 INFO:tasks.workunit.client.0.smithi031.stdout: "[13421772800000, 26843545599999]", 2024-09-17T17:03:15.269 INFO:tasks.workunit.client.0.smithi031.stdout: "[26843545600000, 53687091199999]", 2024-09-17T17:03:15.270 INFO:tasks.workunit.client.0.smithi031.stdout: "[53687091200000, None]" 2024-09-17T17:03:15.270 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:15.270 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-09-17T17:03:15.270 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.270 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.270 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-09-17T17:03:15.270 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-09-17T17:03:15.270 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Request size (bytes)", 2024-09-17T17:03:15.270 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 512, 2024-09-17T17:03:15.270 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-09-17T17:03:15.270 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-09-17T17:03:15.270 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 511]", 2024-09-17T17:03:15.270 INFO:tasks.workunit.client.0.smithi031.stdout: "[512, 1023]", 2024-09-17T17:03:15.270 INFO:tasks.workunit.client.0.smithi031.stdout: "[1024, 2047]", 2024-09-17T17:03:15.270 INFO:tasks.workunit.client.0.smithi031.stdout: "[2048, 4095]", 2024-09-17T17:03:15.271 INFO:tasks.workunit.client.0.smithi031.stdout: "[4096, 8191]", 2024-09-17T17:03:15.271 INFO:tasks.workunit.client.0.smithi031.stdout: "[8192, 16383]", 2024-09-17T17:03:15.271 INFO:tasks.workunit.client.0.smithi031.stdout: "[16384, 32767]", 2024-09-17T17:03:15.271 INFO:tasks.workunit.client.0.smithi031.stdout: "[32768, 65535]", 2024-09-17T17:03:15.271 INFO:tasks.workunit.client.0.smithi031.stdout: "[65536, 131071]", 2024-09-17T17:03:15.271 INFO:tasks.workunit.client.0.smithi031.stdout: "[131072, 262143]", 2024-09-17T17:03:15.271 INFO:tasks.workunit.client.0.smithi031.stdout: "[262144, 524287]", 2024-09-17T17:03:15.271 INFO:tasks.workunit.client.0.smithi031.stdout: "[524288, 1048575]", 2024-09-17T17:03:15.271 INFO:tasks.workunit.client.0.smithi031.stdout: "[1048576, 2097151]", 2024-09-17T17:03:15.271 INFO:tasks.workunit.client.0.smithi031.stdout: "[2097152, 4194303]", 2024-09-17T17:03:15.271 INFO:tasks.workunit.client.0.smithi031.stdout: "[4194304, 8388607]", 2024-09-17T17:03:15.271 INFO:tasks.workunit.client.0.smithi031.stdout: "[8388608, 16777215]", 2024-09-17T17:03:15.272 INFO:tasks.workunit.client.0.smithi031.stdout: "[16777216, 33554431]", 2024-09-17T17:03:15.272 INFO:tasks.workunit.client.0.smithi031.stdout: "[33554432, 67108863]", 2024-09-17T17:03:15.272 INFO:tasks.workunit.client.0.smithi031.stdout: "[67108864, 134217727]", 2024-09-17T17:03:15.272 INFO:tasks.workunit.client.0.smithi031.stdout: "[134217728, 268435455]", 2024-09-17T17:03:15.272 INFO:tasks.workunit.client.0.smithi031.stdout: "[268435456, 536870911]", 2024-09-17T17:03:15.272 INFO:tasks.workunit.client.0.smithi031.stdout: "[536870912, 1073741823]", 2024-09-17T17:03:15.272 INFO:tasks.workunit.client.0.smithi031.stdout: "[1073741824, 2147483647]", 2024-09-17T17:03:15.272 INFO:tasks.workunit.client.0.smithi031.stdout: "[2147483648, 4294967295]", 2024-09-17T17:03:15.272 INFO:tasks.workunit.client.0.smithi031.stdout: "[4294967296, 8589934591]", 2024-09-17T17:03:15.272 INFO:tasks.workunit.client.0.smithi031.stdout: "[8589934592, 17179869183]", 2024-09-17T17:03:15.272 INFO:tasks.workunit.client.0.smithi031.stdout: "[17179869184, 34359738367]", 2024-09-17T17:03:15.272 INFO:tasks.workunit.client.0.smithi031.stdout: "[34359738368, 68719476735]", 2024-09-17T17:03:15.273 INFO:tasks.workunit.client.0.smithi031.stdout: "[68719476736, 137438953471]", 2024-09-17T17:03:15.273 INFO:tasks.workunit.client.0.smithi031.stdout: "[137438953472, 274877906943]", 2024-09-17T17:03:15.273 INFO:tasks.workunit.client.0.smithi031.stdout: "[274877906944, None]" 2024-09-17T17:03:15.273 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:15.273 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-09-17T17:03:15.273 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.273 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:15.273 INFO:tasks.workunit.client.0.smithi031.stdout: "osds": [ 2024-09-17T17:03:15.273 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.273 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 0, 2024-09-17T17:03:15.273 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:15.273 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.274 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.274 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.274 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.274 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.274 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.274 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.274 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.274 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.274 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.274 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.274 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.274 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.274 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.274 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.274 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.275 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.275 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.275 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.275 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.275 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.275 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.275 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.275 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.275 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.275 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.275 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.275 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.275 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.275 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.276 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.276 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:15.276 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.276 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.276 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.276 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 1, 2024-09-17T17:03:15.276 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:15.276 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.276 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.276 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.276 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.276 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.276 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.277 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.277 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.277 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.277 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.277 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.277 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.277 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.277 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.277 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.277 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.277 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.277 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.278 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.278 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.278 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.278 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.278 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.278 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.278 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.278 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.278 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.278 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.278 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.279 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.279 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.279 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:15.279 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.279 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.279 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.279 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 2, 2024-09-17T17:03:15.279 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:15.279 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.279 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.279 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.279 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.279 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.280 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.280 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.280 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.280 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.280 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.280 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.280 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.280 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.280 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.280 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.280 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.281 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.281 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.281 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.281 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.281 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.281 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.281 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.281 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.281 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.281 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.281 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.281 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.282 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.282 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.282 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.282 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:15.282 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.282 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.282 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.282 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 3, 2024-09-17T17:03:15.282 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:15.282 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.282 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.282 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.283 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.283 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.283 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.283 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.283 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.283 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.283 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.283 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.283 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.283 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.283 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.283 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.283 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.284 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.284 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.284 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.284 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.284 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.284 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.284 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.284 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.284 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.284 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.284 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.284 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.285 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.285 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.285 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.285 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:15.285 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.285 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.285 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.285 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 4, 2024-09-17T17:03:15.285 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:15.285 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.285 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.286 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.286 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.286 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.286 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.286 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.286 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.286 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.286 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.286 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.286 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.286 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.286 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.287 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.287 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.287 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.287 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.287 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.287 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.287 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.287 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.287 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.287 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.287 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.287 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.288 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.288 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.288 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.288 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.288 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.288 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:15.288 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.288 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.288 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.288 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 5, 2024-09-17T17:03:15.288 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:15.288 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.289 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.289 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.289 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.289 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.289 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.289 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.289 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.289 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.289 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.289 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.289 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.289 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.289 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.290 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.290 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.290 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.290 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.290 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.290 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.290 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.290 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.290 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.290 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.291 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.291 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.291 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.291 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.291 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.291 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.291 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.291 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:15.291 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.291 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.291 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.291 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 6, 2024-09-17T17:03:15.292 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:15.292 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.292 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.292 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.292 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.292 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.292 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.292 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.292 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.292 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.292 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.292 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.293 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.293 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.293 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.293 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.293 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.293 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.293 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.293 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.293 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.293 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.293 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.293 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.293 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.294 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.294 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.294 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.294 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.294 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.294 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.294 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.294 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:15.294 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.294 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.294 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.294 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 7, 2024-09-17T17:03:15.294 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:15.295 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.295 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.295 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.295 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.295 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.295 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.295 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.295 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.295 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.295 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.295 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.295 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.296 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.296 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.296 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.296 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.296 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.296 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.296 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.296 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.296 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.296 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.297 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.297 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.297 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.297 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.297 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.297 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.297 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.297 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.297 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.297 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:15.297 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.297 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.298 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.298 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.298 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-17T17:03:15.298 INFO:tasks.workunit.client.0.smithi031.stdout: "axes": [ 2024-09-17T17:03:15.298 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.298 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-09-17T17:03:15.298 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-09-17T17:03:15.298 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Latency (usec)", 2024-09-17T17:03:15.298 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 100000, 2024-09-17T17:03:15.298 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-09-17T17:03:15.298 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-09-17T17:03:15.298 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 99999]", 2024-09-17T17:03:15.299 INFO:tasks.workunit.client.0.smithi031.stdout: "[100000, 199999]", 2024-09-17T17:03:15.299 INFO:tasks.workunit.client.0.smithi031.stdout: "[200000, 399999]", 2024-09-17T17:03:15.299 INFO:tasks.workunit.client.0.smithi031.stdout: "[400000, 799999]", 2024-09-17T17:03:15.299 INFO:tasks.workunit.client.0.smithi031.stdout: "[800000, 1599999]", 2024-09-17T17:03:15.299 INFO:tasks.workunit.client.0.smithi031.stdout: "[1600000, 3199999]", 2024-09-17T17:03:15.299 INFO:tasks.workunit.client.0.smithi031.stdout: "[3200000, 6399999]", 2024-09-17T17:03:15.299 INFO:tasks.workunit.client.0.smithi031.stdout: "[6400000, 12799999]", 2024-09-17T17:03:15.299 INFO:tasks.workunit.client.0.smithi031.stdout: "[12800000, 25599999]", 2024-09-17T17:03:15.299 INFO:tasks.workunit.client.0.smithi031.stdout: "[25600000, 51199999]", 2024-09-17T17:03:15.299 INFO:tasks.workunit.client.0.smithi031.stdout: "[51200000, 102399999]", 2024-09-17T17:03:15.299 INFO:tasks.workunit.client.0.smithi031.stdout: "[102400000, 204799999]", 2024-09-17T17:03:15.299 INFO:tasks.workunit.client.0.smithi031.stdout: "[204800000, 409599999]", 2024-09-17T17:03:15.300 INFO:tasks.workunit.client.0.smithi031.stdout: "[409600000, 819199999]", 2024-09-17T17:03:15.300 INFO:tasks.workunit.client.0.smithi031.stdout: "[819200000, 1638399999]", 2024-09-17T17:03:15.300 INFO:tasks.workunit.client.0.smithi031.stdout: "[1638400000, 3276799999]", 2024-09-17T17:03:15.300 INFO:tasks.workunit.client.0.smithi031.stdout: "[3276800000, 6553599999]", 2024-09-17T17:03:15.300 INFO:tasks.workunit.client.0.smithi031.stdout: "[6553600000, 13107199999]", 2024-09-17T17:03:15.300 INFO:tasks.workunit.client.0.smithi031.stdout: "[13107200000, 26214399999]", 2024-09-17T17:03:15.300 INFO:tasks.workunit.client.0.smithi031.stdout: "[26214400000, 52428799999]", 2024-09-17T17:03:15.300 INFO:tasks.workunit.client.0.smithi031.stdout: "[52428800000, 104857599999]", 2024-09-17T17:03:15.300 INFO:tasks.workunit.client.0.smithi031.stdout: "[104857600000, 209715199999]", 2024-09-17T17:03:15.300 INFO:tasks.workunit.client.0.smithi031.stdout: "[209715200000, 419430399999]", 2024-09-17T17:03:15.300 INFO:tasks.workunit.client.0.smithi031.stdout: "[419430400000, 838860799999]", 2024-09-17T17:03:15.300 INFO:tasks.workunit.client.0.smithi031.stdout: "[838860800000, 1677721599999]", 2024-09-17T17:03:15.300 INFO:tasks.workunit.client.0.smithi031.stdout: "[1677721600000, 3355443199999]", 2024-09-17T17:03:15.301 INFO:tasks.workunit.client.0.smithi031.stdout: "[3355443200000, 6710886399999]", 2024-09-17T17:03:15.301 INFO:tasks.workunit.client.0.smithi031.stdout: "[6710886400000, 13421772799999]", 2024-09-17T17:03:15.301 INFO:tasks.workunit.client.0.smithi031.stdout: "[13421772800000, 26843545599999]", 2024-09-17T17:03:15.301 INFO:tasks.workunit.client.0.smithi031.stdout: "[26843545600000, 53687091199999]", 2024-09-17T17:03:15.301 INFO:tasks.workunit.client.0.smithi031.stdout: "[53687091200000, None]" 2024-09-17T17:03:15.301 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:15.301 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-09-17T17:03:15.301 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.301 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.301 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-09-17T17:03:15.301 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-09-17T17:03:15.301 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Request size (bytes)", 2024-09-17T17:03:15.301 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 512, 2024-09-17T17:03:15.302 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-09-17T17:03:15.302 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-09-17T17:03:15.302 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 511]", 2024-09-17T17:03:15.302 INFO:tasks.workunit.client.0.smithi031.stdout: "[512, 1023]", 2024-09-17T17:03:15.302 INFO:tasks.workunit.client.0.smithi031.stdout: "[1024, 2047]", 2024-09-17T17:03:15.302 INFO:tasks.workunit.client.0.smithi031.stdout: "[2048, 4095]", 2024-09-17T17:03:15.302 INFO:tasks.workunit.client.0.smithi031.stdout: "[4096, 8191]", 2024-09-17T17:03:15.302 INFO:tasks.workunit.client.0.smithi031.stdout: "[8192, 16383]", 2024-09-17T17:03:15.302 INFO:tasks.workunit.client.0.smithi031.stdout: "[16384, 32767]", 2024-09-17T17:03:15.302 INFO:tasks.workunit.client.0.smithi031.stdout: "[32768, 65535]", 2024-09-17T17:03:15.303 INFO:tasks.workunit.client.0.smithi031.stdout: "[65536, 131071]", 2024-09-17T17:03:15.303 INFO:tasks.workunit.client.0.smithi031.stdout: "[131072, 262143]", 2024-09-17T17:03:15.303 INFO:tasks.workunit.client.0.smithi031.stdout: "[262144, 524287]", 2024-09-17T17:03:15.303 INFO:tasks.workunit.client.0.smithi031.stdout: "[524288, 1048575]", 2024-09-17T17:03:15.303 INFO:tasks.workunit.client.0.smithi031.stdout: "[1048576, 2097151]", 2024-09-17T17:03:15.303 INFO:tasks.workunit.client.0.smithi031.stdout: "[2097152, 4194303]", 2024-09-17T17:03:15.303 INFO:tasks.workunit.client.0.smithi031.stdout: "[4194304, 8388607]", 2024-09-17T17:03:15.303 INFO:tasks.workunit.client.0.smithi031.stdout: "[8388608, 16777215]", 2024-09-17T17:03:15.303 INFO:tasks.workunit.client.0.smithi031.stdout: "[16777216, 33554431]", 2024-09-17T17:03:15.303 INFO:tasks.workunit.client.0.smithi031.stdout: "[33554432, 67108863]", 2024-09-17T17:03:15.303 INFO:tasks.workunit.client.0.smithi031.stdout: "[67108864, 134217727]", 2024-09-17T17:03:15.303 INFO:tasks.workunit.client.0.smithi031.stdout: "[134217728, 268435455]", 2024-09-17T17:03:15.304 INFO:tasks.workunit.client.0.smithi031.stdout: "[268435456, 536870911]", 2024-09-17T17:03:15.304 INFO:tasks.workunit.client.0.smithi031.stdout: "[536870912, 1073741823]", 2024-09-17T17:03:15.304 INFO:tasks.workunit.client.0.smithi031.stdout: "[1073741824, 2147483647]", 2024-09-17T17:03:15.304 INFO:tasks.workunit.client.0.smithi031.stdout: "[2147483648, 4294967295]", 2024-09-17T17:03:15.304 INFO:tasks.workunit.client.0.smithi031.stdout: "[4294967296, 8589934591]", 2024-09-17T17:03:15.304 INFO:tasks.workunit.client.0.smithi031.stdout: "[8589934592, 17179869183]", 2024-09-17T17:03:15.304 INFO:tasks.workunit.client.0.smithi031.stdout: "[17179869184, 34359738367]", 2024-09-17T17:03:15.304 INFO:tasks.workunit.client.0.smithi031.stdout: "[34359738368, 68719476735]", 2024-09-17T17:03:15.304 INFO:tasks.workunit.client.0.smithi031.stdout: "[68719476736, 137438953471]", 2024-09-17T17:03:15.304 INFO:tasks.workunit.client.0.smithi031.stdout: "[137438953472, 274877906943]", 2024-09-17T17:03:15.304 INFO:tasks.workunit.client.0.smithi031.stdout: "[274877906944, None]" 2024-09-17T17:03:15.304 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:15.304 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-09-17T17:03:15.305 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.305 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:15.305 INFO:tasks.workunit.client.0.smithi031.stdout: "osds": [ 2024-09-17T17:03:15.305 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.305 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 0, 2024-09-17T17:03:15.305 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:15.305 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.305 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.305 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.305 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.305 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.305 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.305 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.306 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.306 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.306 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.306 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.306 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.306 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.306 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.306 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.306 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.306 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.306 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.306 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.306 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.306 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.307 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.307 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.307 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.307 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.307 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.307 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.307 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.307 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.307 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.307 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.307 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:15.308 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.308 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.308 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.308 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 1, 2024-09-17T17:03:15.308 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:15.308 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.308 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.308 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.308 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.308 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.308 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.308 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.309 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.309 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.309 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.309 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.309 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.309 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.309 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.309 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.309 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.309 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.309 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.309 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.309 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.310 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.310 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.310 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.310 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.310 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.310 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.310 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.310 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.310 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.310 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.310 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.311 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:15.311 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.311 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.311 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.311 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 2, 2024-09-17T17:03:15.311 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:15.311 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.311 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.311 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.311 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.311 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.311 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.312 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.312 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.312 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.312 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.312 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.312 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.312 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.312 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.312 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.312 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.312 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.312 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.312 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.313 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.313 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.313 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.313 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.313 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.313 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.313 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.313 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.313 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.313 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.314 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.314 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.314 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:15.314 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.314 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.314 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.314 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 3, 2024-09-17T17:03:15.314 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:15.314 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.314 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.314 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.314 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.314 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.315 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.315 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.315 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.315 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.315 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.315 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.315 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.315 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.315 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.315 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.315 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.315 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.316 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.316 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.316 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.316 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.316 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.316 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.316 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.316 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.316 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.316 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.316 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.316 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.316 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.317 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.317 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:15.317 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.317 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.317 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.317 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 4, 2024-09-17T17:03:15.317 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:15.317 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.317 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.317 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.317 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.317 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.317 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.317 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.318 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.318 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.318 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.318 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.318 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.318 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.318 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.318 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.318 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.318 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.318 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.318 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.319 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.319 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.319 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.319 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.319 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.319 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.319 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.319 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.319 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.319 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.319 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.319 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.319 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:15.319 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.320 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.320 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.320 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 5, 2024-09-17T17:03:15.320 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:15.320 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.320 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.320 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.320 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.320 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.320 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.320 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.320 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.320 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.321 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.321 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.321 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.321 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.321 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.321 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.321 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.321 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.321 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.321 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.321 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.321 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.321 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.322 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.322 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.322 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.322 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.322 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.322 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.322 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.322 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.322 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.322 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:15.322 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.322 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.323 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.323 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 6, 2024-09-17T17:03:15.323 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:15.323 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.323 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.323 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.323 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.323 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.323 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.323 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.323 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.323 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.323 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.324 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.324 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.324 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.324 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.324 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.324 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.324 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.324 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.324 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.324 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.325 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.325 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.325 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.325 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.325 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.325 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.325 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.325 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.325 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.325 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.325 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.325 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:15.325 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.325 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.326 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.326 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 7, 2024-09-17T17:03:15.326 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:15.326 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.326 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.326 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.326 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.326 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.326 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.326 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.326 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.327 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.327 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.327 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.327 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.327 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.327 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.327 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.327 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.327 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.327 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.327 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.327 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.327 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.327 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.328 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.328 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.328 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.328 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.328 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.328 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.328 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.328 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.328 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.328 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:15.328 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.328 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.329 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.329 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.329 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-17T17:03:15.329 INFO:tasks.workunit.client.0.smithi031.stdout: "axes": [ 2024-09-17T17:03:15.329 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.329 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-09-17T17:03:15.329 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-09-17T17:03:15.329 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Latency (usec)", 2024-09-17T17:03:15.329 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 100000, 2024-09-17T17:03:15.329 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-09-17T17:03:15.329 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-09-17T17:03:15.329 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 99999]", 2024-09-17T17:03:15.330 INFO:tasks.workunit.client.0.smithi031.stdout: "[100000, 199999]", 2024-09-17T17:03:15.330 INFO:tasks.workunit.client.0.smithi031.stdout: "[200000, 399999]", 2024-09-17T17:03:15.330 INFO:tasks.workunit.client.0.smithi031.stdout: "[400000, 799999]", 2024-09-17T17:03:15.330 INFO:tasks.workunit.client.0.smithi031.stdout: "[800000, 1599999]", 2024-09-17T17:03:15.330 INFO:tasks.workunit.client.0.smithi031.stdout: "[1600000, 3199999]", 2024-09-17T17:03:15.330 INFO:tasks.workunit.client.0.smithi031.stdout: "[3200000, 6399999]", 2024-09-17T17:03:15.330 INFO:tasks.workunit.client.0.smithi031.stdout: "[6400000, 12799999]", 2024-09-17T17:03:15.330 INFO:tasks.workunit.client.0.smithi031.stdout: "[12800000, 25599999]", 2024-09-17T17:03:15.330 INFO:tasks.workunit.client.0.smithi031.stdout: "[25600000, 51199999]", 2024-09-17T17:03:15.330 INFO:tasks.workunit.client.0.smithi031.stdout: "[51200000, 102399999]", 2024-09-17T17:03:15.330 INFO:tasks.workunit.client.0.smithi031.stdout: "[102400000, 204799999]", 2024-09-17T17:03:15.330 INFO:tasks.workunit.client.0.smithi031.stdout: "[204800000, 409599999]", 2024-09-17T17:03:15.330 INFO:tasks.workunit.client.0.smithi031.stdout: "[409600000, 819199999]", 2024-09-17T17:03:15.330 INFO:tasks.workunit.client.0.smithi031.stdout: "[819200000, 1638399999]", 2024-09-17T17:03:15.330 INFO:tasks.workunit.client.0.smithi031.stdout: "[1638400000, 3276799999]", 2024-09-17T17:03:15.330 INFO:tasks.workunit.client.0.smithi031.stdout: "[3276800000, 6553599999]", 2024-09-17T17:03:15.331 INFO:tasks.workunit.client.0.smithi031.stdout: "[6553600000, 13107199999]", 2024-09-17T17:03:15.331 INFO:tasks.workunit.client.0.smithi031.stdout: "[13107200000, 26214399999]", 2024-09-17T17:03:15.331 INFO:tasks.workunit.client.0.smithi031.stdout: "[26214400000, 52428799999]", 2024-09-17T17:03:15.331 INFO:tasks.workunit.client.0.smithi031.stdout: "[52428800000, 104857599999]", 2024-09-17T17:03:15.331 INFO:tasks.workunit.client.0.smithi031.stdout: "[104857600000, 209715199999]", 2024-09-17T17:03:15.331 INFO:tasks.workunit.client.0.smithi031.stdout: "[209715200000, 419430399999]", 2024-09-17T17:03:15.331 INFO:tasks.workunit.client.0.smithi031.stdout: "[419430400000, 838860799999]", 2024-09-17T17:03:15.331 INFO:tasks.workunit.client.0.smithi031.stdout: "[838860800000, 1677721599999]", 2024-09-17T17:03:15.331 INFO:tasks.workunit.client.0.smithi031.stdout: "[1677721600000, 3355443199999]", 2024-09-17T17:03:15.331 INFO:tasks.workunit.client.0.smithi031.stdout: "[3355443200000, 6710886399999]", 2024-09-17T17:03:15.331 INFO:tasks.workunit.client.0.smithi031.stdout: "[6710886400000, 13421772799999]", 2024-09-17T17:03:15.331 INFO:tasks.workunit.client.0.smithi031.stdout: "[13421772800000, 26843545599999]", 2024-09-17T17:03:15.331 INFO:tasks.workunit.client.0.smithi031.stdout: "[26843545600000, 53687091199999]", 2024-09-17T17:03:15.331 INFO:tasks.workunit.client.0.smithi031.stdout: "[53687091200000, None]" 2024-09-17T17:03:15.332 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:15.332 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-09-17T17:03:15.332 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.332 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.332 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-09-17T17:03:15.332 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-09-17T17:03:15.332 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Request size (bytes)", 2024-09-17T17:03:15.332 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 512, 2024-09-17T17:03:15.332 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-09-17T17:03:15.332 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-09-17T17:03:15.332 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 511]", 2024-09-17T17:03:15.333 INFO:tasks.workunit.client.0.smithi031.stdout: "[512, 1023]", 2024-09-17T17:03:15.333 INFO:tasks.workunit.client.0.smithi031.stdout: "[1024, 2047]", 2024-09-17T17:03:15.333 INFO:tasks.workunit.client.0.smithi031.stdout: "[2048, 4095]", 2024-09-17T17:03:15.333 INFO:tasks.workunit.client.0.smithi031.stdout: "[4096, 8191]", 2024-09-17T17:03:15.333 INFO:tasks.workunit.client.0.smithi031.stdout: "[8192, 16383]", 2024-09-17T17:03:15.333 INFO:tasks.workunit.client.0.smithi031.stdout: "[16384, 32767]", 2024-09-17T17:03:15.333 INFO:tasks.workunit.client.0.smithi031.stdout: "[32768, 65535]", 2024-09-17T17:03:15.333 INFO:tasks.workunit.client.0.smithi031.stdout: "[65536, 131071]", 2024-09-17T17:03:15.333 INFO:tasks.workunit.client.0.smithi031.stdout: "[131072, 262143]", 2024-09-17T17:03:15.333 INFO:tasks.workunit.client.0.smithi031.stdout: "[262144, 524287]", 2024-09-17T17:03:15.333 INFO:tasks.workunit.client.0.smithi031.stdout: "[524288, 1048575]", 2024-09-17T17:03:15.333 INFO:tasks.workunit.client.0.smithi031.stdout: "[1048576, 2097151]", 2024-09-17T17:03:15.333 INFO:tasks.workunit.client.0.smithi031.stdout: "[2097152, 4194303]", 2024-09-17T17:03:15.333 INFO:tasks.workunit.client.0.smithi031.stdout: "[4194304, 8388607]", 2024-09-17T17:03:15.333 INFO:tasks.workunit.client.0.smithi031.stdout: "[8388608, 16777215]", 2024-09-17T17:03:15.334 INFO:tasks.workunit.client.0.smithi031.stdout: "[16777216, 33554431]", 2024-09-17T17:03:15.334 INFO:tasks.workunit.client.0.smithi031.stdout: "[33554432, 67108863]", 2024-09-17T17:03:15.334 INFO:tasks.workunit.client.0.smithi031.stdout: "[67108864, 134217727]", 2024-09-17T17:03:15.334 INFO:tasks.workunit.client.0.smithi031.stdout: "[134217728, 268435455]", 2024-09-17T17:03:15.334 INFO:tasks.workunit.client.0.smithi031.stdout: "[268435456, 536870911]", 2024-09-17T17:03:15.334 INFO:tasks.workunit.client.0.smithi031.stdout: "[536870912, 1073741823]", 2024-09-17T17:03:15.334 INFO:tasks.workunit.client.0.smithi031.stdout: "[1073741824, 2147483647]", 2024-09-17T17:03:15.334 INFO:tasks.workunit.client.0.smithi031.stdout: "[2147483648, 4294967295]", 2024-09-17T17:03:15.334 INFO:tasks.workunit.client.0.smithi031.stdout: "[4294967296, 8589934591]", 2024-09-17T17:03:15.334 INFO:tasks.workunit.client.0.smithi031.stdout: "[8589934592, 17179869183]", 2024-09-17T17:03:15.334 INFO:tasks.workunit.client.0.smithi031.stdout: "[17179869184, 34359738367]", 2024-09-17T17:03:15.334 INFO:tasks.workunit.client.0.smithi031.stdout: "[34359738368, 68719476735]", 2024-09-17T17:03:15.334 INFO:tasks.workunit.client.0.smithi031.stdout: "[68719476736, 137438953471]", 2024-09-17T17:03:15.335 INFO:tasks.workunit.client.0.smithi031.stdout: "[137438953472, 274877906943]", 2024-09-17T17:03:15.335 INFO:tasks.workunit.client.0.smithi031.stdout: "[274877906944, None]" 2024-09-17T17:03:15.335 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:15.335 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-09-17T17:03:15.335 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.335 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:15.335 INFO:tasks.workunit.client.0.smithi031.stdout: "osds": [ 2024-09-17T17:03:15.335 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.335 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 0, 2024-09-17T17:03:15.335 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:15.335 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.336 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.336 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.336 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.336 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.336 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.336 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.336 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.336 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.336 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.336 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.336 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.337 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.337 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.337 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.337 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.337 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.337 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.337 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.337 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.337 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.337 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.337 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.337 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.337 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.338 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.338 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.338 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.338 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.338 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.338 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.338 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:15.338 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.338 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.338 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.338 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 1, 2024-09-17T17:03:15.338 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:15.338 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.339 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.339 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.339 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.339 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.339 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.339 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.339 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.339 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.339 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.339 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.339 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.339 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.339 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.340 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.340 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.340 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.340 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.340 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.340 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.340 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.340 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.340 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.340 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.340 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.340 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.340 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.341 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.341 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.341 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.341 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.341 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:15.341 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.341 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.341 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.341 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 2, 2024-09-17T17:03:15.341 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:15.341 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.341 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.341 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.342 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.342 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.342 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.342 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.342 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.342 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.342 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.342 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.342 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.342 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.342 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.342 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.342 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.342 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.343 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.343 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.343 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.343 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.343 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.343 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.343 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.343 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.343 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.343 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.343 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.343 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.343 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.344 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.344 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:15.344 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.344 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.344 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.344 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 3, 2024-09-17T17:03:15.344 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:15.344 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.344 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.344 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.344 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.344 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.344 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.345 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.345 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.345 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.345 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.345 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.345 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.345 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.345 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.345 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.345 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.345 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.345 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.345 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.346 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.346 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.346 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.346 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.346 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.346 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.346 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.346 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.346 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.346 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.346 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.346 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.346 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:15.347 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.347 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.347 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.347 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 4, 2024-09-17T17:03:15.347 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:15.347 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.347 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.347 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.347 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.347 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.347 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.348 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.348 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.348 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.348 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.348 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.348 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.348 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.348 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.348 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.348 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.348 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.348 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.349 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.349 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.349 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.349 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.349 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.349 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.349 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.349 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.349 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.349 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.349 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.349 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.350 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.350 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:15.350 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.350 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.350 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.350 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 5, 2024-09-17T17:03:15.350 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:15.350 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.350 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.350 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.350 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.351 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.351 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.351 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.351 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.351 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.351 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.351 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.351 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.351 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.351 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.352 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.352 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.352 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.352 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.352 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.352 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.352 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.352 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.352 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.352 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.352 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.352 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.353 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.353 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.353 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.353 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.353 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.353 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:15.353 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.353 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.353 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.353 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 6, 2024-09-17T17:03:15.353 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:15.353 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.353 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.354 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.354 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.354 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.354 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.354 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.354 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.354 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.354 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.354 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.354 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.354 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.354 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.354 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.354 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.355 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.355 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.355 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.355 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.355 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.355 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.355 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.355 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.355 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.355 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.355 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.355 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.355 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.355 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.356 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.356 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:15.357 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.357 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.357 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.357 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 7, 2024-09-17T17:03:15.357 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:15.357 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.358 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.358 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.358 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.358 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.359 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.359 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.359 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.359 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.359 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.359 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.360 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.360 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.360 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.360 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.360 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.361 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.361 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.361 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.361 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.361 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.362 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.362 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.362 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.362 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.362 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.363 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.363 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.363 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.363 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.363 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.363 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:15.364 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.364 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.364 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.364 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.364 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-17T17:03:15.365 INFO:tasks.workunit.client.0.smithi031.stdout: "axes": [ 2024-09-17T17:03:15.365 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.365 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-09-17T17:03:15.365 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-09-17T17:03:15.365 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Latency (usec)", 2024-09-17T17:03:15.365 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 100000, 2024-09-17T17:03:15.366 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-09-17T17:03:15.366 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-09-17T17:03:15.366 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 99999]", 2024-09-17T17:03:15.366 INFO:tasks.workunit.client.0.smithi031.stdout: "[100000, 199999]", 2024-09-17T17:03:15.367 INFO:tasks.workunit.client.0.smithi031.stdout: "[200000, 399999]", 2024-09-17T17:03:15.367 INFO:tasks.workunit.client.0.smithi031.stdout: "[400000, 799999]", 2024-09-17T17:03:15.367 INFO:tasks.workunit.client.0.smithi031.stdout: "[800000, 1599999]", 2024-09-17T17:03:15.367 INFO:tasks.workunit.client.0.smithi031.stdout: "[1600000, 3199999]", 2024-09-17T17:03:15.367 INFO:tasks.workunit.client.0.smithi031.stdout: "[3200000, 6399999]", 2024-09-17T17:03:15.367 INFO:tasks.workunit.client.0.smithi031.stdout: "[6400000, 12799999]", 2024-09-17T17:03:15.368 INFO:tasks.workunit.client.0.smithi031.stdout: "[12800000, 25599999]", 2024-09-17T17:03:15.368 INFO:tasks.workunit.client.0.smithi031.stdout: "[25600000, 51199999]", 2024-09-17T17:03:15.368 INFO:tasks.workunit.client.0.smithi031.stdout: "[51200000, 102399999]", 2024-09-17T17:03:15.368 INFO:tasks.workunit.client.0.smithi031.stdout: "[102400000, 204799999]", 2024-09-17T17:03:15.368 INFO:tasks.workunit.client.0.smithi031.stdout: "[204800000, 409599999]", 2024-09-17T17:03:15.368 INFO:tasks.workunit.client.0.smithi031.stdout: "[409600000, 819199999]", 2024-09-17T17:03:15.369 INFO:tasks.workunit.client.0.smithi031.stdout: "[819200000, 1638399999]", 2024-09-17T17:03:15.369 INFO:tasks.workunit.client.0.smithi031.stdout: "[1638400000, 3276799999]", 2024-09-17T17:03:15.369 INFO:tasks.workunit.client.0.smithi031.stdout: "[3276800000, 6553599999]", 2024-09-17T17:03:15.369 INFO:tasks.workunit.client.0.smithi031.stdout: "[6553600000, 13107199999]", 2024-09-17T17:03:15.369 INFO:tasks.workunit.client.0.smithi031.stdout: "[13107200000, 26214399999]", 2024-09-17T17:03:15.369 INFO:tasks.workunit.client.0.smithi031.stdout: "[26214400000, 52428799999]", 2024-09-17T17:03:15.370 INFO:tasks.workunit.client.0.smithi031.stdout: "[52428800000, 104857599999]", 2024-09-17T17:03:15.370 INFO:tasks.workunit.client.0.smithi031.stdout: "[104857600000, 209715199999]", 2024-09-17T17:03:15.370 INFO:tasks.workunit.client.0.smithi031.stdout: "[209715200000, 419430399999]", 2024-09-17T17:03:15.370 INFO:tasks.workunit.client.0.smithi031.stdout: "[419430400000, 838860799999]", 2024-09-17T17:03:15.370 INFO:tasks.workunit.client.0.smithi031.stdout: "[838860800000, 1677721599999]", 2024-09-17T17:03:15.370 INFO:tasks.workunit.client.0.smithi031.stdout: "[1677721600000, 3355443199999]", 2024-09-17T17:03:15.370 INFO:tasks.workunit.client.0.smithi031.stdout: "[3355443200000, 6710886399999]", 2024-09-17T17:03:15.370 INFO:tasks.workunit.client.0.smithi031.stdout: "[6710886400000, 13421772799999]", 2024-09-17T17:03:15.371 INFO:tasks.workunit.client.0.smithi031.stdout: "[13421772800000, 26843545599999]", 2024-09-17T17:03:15.371 INFO:tasks.workunit.client.0.smithi031.stdout: "[26843545600000, 53687091199999]", 2024-09-17T17:03:15.371 INFO:tasks.workunit.client.0.smithi031.stdout: "[53687091200000, None]" 2024-09-17T17:03:15.371 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:15.371 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-09-17T17:03:15.371 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.371 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.371 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-09-17T17:03:15.371 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-09-17T17:03:15.371 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Request size (bytes)", 2024-09-17T17:03:15.371 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 512, 2024-09-17T17:03:15.371 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-09-17T17:03:15.372 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-09-17T17:03:15.372 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 511]", 2024-09-17T17:03:15.372 INFO:tasks.workunit.client.0.smithi031.stdout: "[512, 1023]", 2024-09-17T17:03:15.372 INFO:tasks.workunit.client.0.smithi031.stdout: "[1024, 2047]", 2024-09-17T17:03:15.372 INFO:tasks.workunit.client.0.smithi031.stdout: "[2048, 4095]", 2024-09-17T17:03:15.372 INFO:tasks.workunit.client.0.smithi031.stdout: "[4096, 8191]", 2024-09-17T17:03:15.372 INFO:tasks.workunit.client.0.smithi031.stdout: "[8192, 16383]", 2024-09-17T17:03:15.372 INFO:tasks.workunit.client.0.smithi031.stdout: "[16384, 32767]", 2024-09-17T17:03:15.372 INFO:tasks.workunit.client.0.smithi031.stdout: "[32768, 65535]", 2024-09-17T17:03:15.372 INFO:tasks.workunit.client.0.smithi031.stdout: "[65536, 131071]", 2024-09-17T17:03:15.372 INFO:tasks.workunit.client.0.smithi031.stdout: "[131072, 262143]", 2024-09-17T17:03:15.372 INFO:tasks.workunit.client.0.smithi031.stdout: "[262144, 524287]", 2024-09-17T17:03:15.372 INFO:tasks.workunit.client.0.smithi031.stdout: "[524288, 1048575]", 2024-09-17T17:03:15.372 INFO:tasks.workunit.client.0.smithi031.stdout: "[1048576, 2097151]", 2024-09-17T17:03:15.373 INFO:tasks.workunit.client.0.smithi031.stdout: "[2097152, 4194303]", 2024-09-17T17:03:15.373 INFO:tasks.workunit.client.0.smithi031.stdout: "[4194304, 8388607]", 2024-09-17T17:03:15.373 INFO:tasks.workunit.client.0.smithi031.stdout: "[8388608, 16777215]", 2024-09-17T17:03:15.373 INFO:tasks.workunit.client.0.smithi031.stdout: "[16777216, 33554431]", 2024-09-17T17:03:15.373 INFO:tasks.workunit.client.0.smithi031.stdout: "[33554432, 67108863]", 2024-09-17T17:03:15.373 INFO:tasks.workunit.client.0.smithi031.stdout: "[67108864, 134217727]", 2024-09-17T17:03:15.373 INFO:tasks.workunit.client.0.smithi031.stdout: "[134217728, 268435455]", 2024-09-17T17:03:15.373 INFO:tasks.workunit.client.0.smithi031.stdout: "[268435456, 536870911]", 2024-09-17T17:03:15.373 INFO:tasks.workunit.client.0.smithi031.stdout: "[536870912, 1073741823]", 2024-09-17T17:03:15.373 INFO:tasks.workunit.client.0.smithi031.stdout: "[1073741824, 2147483647]", 2024-09-17T17:03:15.373 INFO:tasks.workunit.client.0.smithi031.stdout: "[2147483648, 4294967295]", 2024-09-17T17:03:15.373 INFO:tasks.workunit.client.0.smithi031.stdout: "[4294967296, 8589934591]", 2024-09-17T17:03:15.373 INFO:tasks.workunit.client.0.smithi031.stdout: "[8589934592, 17179869183]", 2024-09-17T17:03:15.374 INFO:tasks.workunit.client.0.smithi031.stdout: "[17179869184, 34359738367]", 2024-09-17T17:03:15.374 INFO:tasks.workunit.client.0.smithi031.stdout: "[34359738368, 68719476735]", 2024-09-17T17:03:15.374 INFO:tasks.workunit.client.0.smithi031.stdout: "[68719476736, 137438953471]", 2024-09-17T17:03:15.374 INFO:tasks.workunit.client.0.smithi031.stdout: "[137438953472, 274877906943]", 2024-09-17T17:03:15.374 INFO:tasks.workunit.client.0.smithi031.stdout: "[274877906944, None]" 2024-09-17T17:03:15.374 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:15.374 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-09-17T17:03:15.374 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.374 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:15.374 INFO:tasks.workunit.client.0.smithi031.stdout: "osds": [ 2024-09-17T17:03:15.374 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.374 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 0, 2024-09-17T17:03:15.374 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:15.375 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.375 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.375 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.375 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.375 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.375 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.375 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.375 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.375 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.375 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.375 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.375 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.375 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.376 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.376 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.376 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.376 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.376 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.376 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.376 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.376 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.376 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.376 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.376 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.377 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.377 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.377 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.377 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.377 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.377 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.377 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.377 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:15.377 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.377 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.377 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.377 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 1, 2024-09-17T17:03:15.378 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:15.378 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.378 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.378 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.378 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.378 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.378 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 6, 2, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.378 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 17, 6, 0, 0, 0, 0, 0, 0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.378 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.378 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.378 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.378 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.378 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.379 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.379 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.379 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.379 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.379 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.379 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.379 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.379 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.379 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.379 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.379 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.379 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.380 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.380 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.380 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.380 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.380 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.380 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.380 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.380 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:15.380 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.380 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.380 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.380 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 2, 2024-09-17T17:03:15.381 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:15.381 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.381 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.381 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.381 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.381 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.381 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.381 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.382 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.382 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.382 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.382 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.382 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.382 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.382 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.382 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.382 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.382 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.382 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.383 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.383 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.383 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.383 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.383 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.383 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.383 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.383 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.383 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.383 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.383 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.383 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.383 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.384 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:15.384 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.384 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.384 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.384 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 3, 2024-09-17T17:03:15.384 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:15.384 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.384 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.384 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.384 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.385 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.385 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.385 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.385 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.385 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.385 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.385 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.385 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.385 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.386 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.386 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.386 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.386 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.386 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.386 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.386 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.386 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.386 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.386 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.386 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.386 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.386 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.386 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.387 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.387 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.387 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.387 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.387 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:15.387 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.387 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.387 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.387 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 4, 2024-09-17T17:03:15.387 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:15.387 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.387 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.387 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.388 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.388 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.388 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.388 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.388 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.388 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.388 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.388 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.388 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.388 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.389 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.389 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.389 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.389 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.389 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.389 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.389 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.389 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.390 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.390 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.390 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.390 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.390 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.390 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.390 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.390 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.390 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.390 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.390 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:15.391 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.391 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.391 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.391 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 5, 2024-09-17T17:03:15.391 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:15.391 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.391 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.391 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.391 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.391 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.391 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.391 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.392 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.392 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.392 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.392 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.392 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.392 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.392 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.392 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.392 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.392 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.392 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.392 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.393 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.393 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.393 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.393 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.393 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.393 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.393 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.393 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.393 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.393 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.393 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.393 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.394 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:15.394 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.394 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.394 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.394 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 6, 2024-09-17T17:03:15.394 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:15.394 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.394 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.394 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.394 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.395 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.395 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.395 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.395 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.395 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.395 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.395 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.395 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.395 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.395 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.395 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.395 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.396 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.396 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.396 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.396 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.396 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.396 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.396 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.396 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.396 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.396 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.396 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.397 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.397 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.397 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.397 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.397 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:15.397 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.397 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.397 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:15.397 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 7, 2024-09-17T17:03:15.397 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-09-17T17:03:15.397 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.398 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.398 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.398 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.398 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.398 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.398 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.398 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.398 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.398 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.398 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.398 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.399 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.399 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.399 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.399 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.399 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.399 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.399 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.399 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.399 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.399 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.399 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.399 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.400 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.400 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.400 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.400 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.400 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.400 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.400 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-17T17:03:15.400 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-17T17:03:15.400 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.400 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.400 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-09-17T17:03:15.400 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.401 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.401 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:15.401 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_counters": { 2024-09-17T17:03:15.401 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.7593658e28b8cc0566210bfd5191173983912138": { 2024-09-17T17:03:15.401 INFO:tasks.workunit.client.0.smithi031.stdout: "mds": { 2024-09-17T17:03:15.401 INFO:tasks.workunit.client.0.smithi031.stdout: "caps": { 2024-09-17T17:03:15.401 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.401 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.401 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_flush_ack": { 2024-09-17T17:03:15.402 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.402 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.402 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-17T17:03:15.402 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.402 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.402 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_grant": { 2024-09-17T17:03:15.402 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.402 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.402 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_revoke": { 2024-09-17T17:03:15.403 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.403 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.403 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_trunc": { 2024-09-17T17:03:15.403 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.403 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.403 INFO:tasks.workunit.client.0.smithi031.stdout: "dir_commit": { 2024-09-17T17:03:15.403 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12 2024-09-17T17:03:15.403 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.403 INFO:tasks.workunit.client.0.smithi031.stdout: "dir_fetch_complete": { 2024-09-17T17:03:15.404 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.404 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.404 INFO:tasks.workunit.client.0.smithi031.stdout: "dir_fetch_keys": { 2024-09-17T17:03:15.404 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.404 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.404 INFO:tasks.workunit.client.0.smithi031.stdout: "dir_merge": { 2024-09-17T17:03:15.404 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.404 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.404 INFO:tasks.workunit.client.0.smithi031.stdout: "dir_split": { 2024-09-17T17:03:15.404 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.404 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.405 INFO:tasks.workunit.client.0.smithi031.stdout: "exported_inodes": { 2024-09-17T17:03:15.405 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.405 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.405 INFO:tasks.workunit.client.0.smithi031.stdout: "forward": { 2024-09-17T17:03:15.405 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.405 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.405 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_cap_release": { 2024-09-17T17:03:15.405 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.405 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.405 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_caps": { 2024-09-17T17:03:15.405 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.406 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.406 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_caps_dirty": { 2024-09-17T17:03:15.406 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.406 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.406 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_inode_file_caps": { 2024-09-17T17:03:15.406 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.406 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.406 INFO:tasks.workunit.client.0.smithi031.stdout: "imported_inodes": { 2024-09-17T17:03:15.406 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.406 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.406 INFO:tasks.workunit.client.0.smithi031.stdout: "inodes": { 2024-09-17T17:03:15.407 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-09-17T17:03:15.407 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.407 INFO:tasks.workunit.client.0.smithi031.stdout: "inodes_expired": { 2024-09-17T17:03:15.407 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.407 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.407 INFO:tasks.workunit.client.0.smithi031.stdout: "inodes_pinned": { 2024-09-17T17:03:15.407 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-09-17T17:03:15.407 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.407 INFO:tasks.workunit.client.0.smithi031.stdout: "inodes_with_caps": { 2024-09-17T17:03:15.407 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.407 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.407 INFO:tasks.workunit.client.0.smithi031.stdout: "load_cent": { 2024-09-17T17:03:15.408 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.408 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.408 INFO:tasks.workunit.client.0.smithi031.stdout: "openino_dir_fetch": { 2024-09-17T17:03:15.408 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.408 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.408 INFO:tasks.workunit.client.0.smithi031.stdout: "process_request_cap_release": { 2024-09-17T17:03:15.408 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.408 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.408 INFO:tasks.workunit.client.0.smithi031.stdout: "reply_latency": { 2024-09-17T17:03:15.408 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-09-17T17:03:15.408 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 161784 2024-09-17T17:03:15.408 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.409 INFO:tasks.workunit.client.0.smithi031.stdout: "request": { 2024-09-17T17:03:15.409 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-09-17T17:03:15.409 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.409 INFO:tasks.workunit.client.0.smithi031.stdout: "root_rbytes": { 2024-09-17T17:03:15.409 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.409 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.409 INFO:tasks.workunit.client.0.smithi031.stdout: "root_rfiles": { 2024-09-17T17:03:15.409 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.409 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.409 INFO:tasks.workunit.client.0.smithi031.stdout: "root_rsnaps": { 2024-09-17T17:03:15.409 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.409 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.410 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_reply": { 2024-09-17T17:03:15.410 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.410 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.410 INFO:tasks.workunit.client.0.smithi031.stdout: "subtrees": { 2024-09-17T17:03:15.410 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-09-17T17:03:15.410 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.410 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.410 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_cache": { 2024-09-17T17:03:15.410 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_enqueue_scrub": { 2024-09-17T17:03:15.410 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.410 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.410 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_exportdir": { 2024-09-17T17:03:15.411 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.411 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.411 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_flush": { 2024-09-17T17:03:15.411 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.411 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.411 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_fragmentdir": { 2024-09-17T17:03:15.411 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.411 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.411 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_fragstats": { 2024-09-17T17:03:15.411 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.411 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.411 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_inodestats": { 2024-09-17T17:03:15.411 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.411 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.412 INFO:tasks.workunit.client.0.smithi031.stdout: "num_recovering_enqueued": { 2024-09-17T17:03:15.412 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.412 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.412 INFO:tasks.workunit.client.0.smithi031.stdout: "num_recovering_prioritized": { 2024-09-17T17:03:15.412 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.412 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.412 INFO:tasks.workunit.client.0.smithi031.stdout: "num_recovering_processing": { 2024-09-17T17:03:15.412 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.412 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.412 INFO:tasks.workunit.client.0.smithi031.stdout: "num_strays": { 2024-09-17T17:03:15.412 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.412 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.413 INFO:tasks.workunit.client.0.smithi031.stdout: "num_strays_delayed": { 2024-09-17T17:03:15.413 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.413 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.413 INFO:tasks.workunit.client.0.smithi031.stdout: "num_strays_enqueuing": { 2024-09-17T17:03:15.413 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.413 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.413 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_completed": { 2024-09-17T17:03:15.413 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.414 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.414 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_started": { 2024-09-17T17:03:15.414 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.414 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.414 INFO:tasks.workunit.client.0.smithi031.stdout: "strays_created": { 2024-09-17T17:03:15.414 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.414 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.414 INFO:tasks.workunit.client.0.smithi031.stdout: "strays_enqueued": { 2024-09-17T17:03:15.414 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.414 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.414 INFO:tasks.workunit.client.0.smithi031.stdout: "strays_migrated": { 2024-09-17T17:03:15.414 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.414 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.415 INFO:tasks.workunit.client.0.smithi031.stdout: "strays_reintegrated": { 2024-09-17T17:03:15.415 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.415 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.415 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.415 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_log": { 2024-09-17T17:03:15.415 INFO:tasks.workunit.client.0.smithi031.stdout: "ev": { 2024-09-17T17:03:15.415 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-09-17T17:03:15.415 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.415 INFO:tasks.workunit.client.0.smithi031.stdout: "evadd": { 2024-09-17T17:03:15.415 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-09-17T17:03:15.415 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.415 INFO:tasks.workunit.client.0.smithi031.stdout: "evex": { 2024-09-17T17:03:15.416 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.416 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.416 INFO:tasks.workunit.client.0.smithi031.stdout: "evexd": { 2024-09-17T17:03:15.416 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.416 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.416 INFO:tasks.workunit.client.0.smithi031.stdout: "evexg": { 2024-09-17T17:03:15.416 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.416 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.416 INFO:tasks.workunit.client.0.smithi031.stdout: "evtrm": { 2024-09-17T17:03:15.416 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.416 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.417 INFO:tasks.workunit.client.0.smithi031.stdout: "jlat": { 2024-09-17T17:03:15.417 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5, 2024-09-17T17:03:15.417 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 54253531 2024-09-17T17:03:15.417 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.417 INFO:tasks.workunit.client.0.smithi031.stdout: "replayed": { 2024-09-17T17:03:15.417 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.417 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.417 INFO:tasks.workunit.client.0.smithi031.stdout: "seg": { 2024-09-17T17:03:15.417 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-09-17T17:03:15.417 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.417 INFO:tasks.workunit.client.0.smithi031.stdout: "segadd": { 2024-09-17T17:03:15.418 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-09-17T17:03:15.418 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.418 INFO:tasks.workunit.client.0.smithi031.stdout: "segex": { 2024-09-17T17:03:15.418 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.418 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.418 INFO:tasks.workunit.client.0.smithi031.stdout: "segexd": { 2024-09-17T17:03:15.418 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.418 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.418 INFO:tasks.workunit.client.0.smithi031.stdout: "segexg": { 2024-09-17T17:03:15.418 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.418 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.418 INFO:tasks.workunit.client.0.smithi031.stdout: "segtrm": { 2024-09-17T17:03:15.418 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.418 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.418 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.419 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_mem": { 2024-09-17T17:03:15.419 INFO:tasks.workunit.client.0.smithi031.stdout: "cap": { 2024-09-17T17:03:15.419 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.419 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.419 INFO:tasks.workunit.client.0.smithi031.stdout: "cap+": { 2024-09-17T17:03:15.419 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-09-17T17:03:15.419 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.419 INFO:tasks.workunit.client.0.smithi031.stdout: "cap-": { 2024-09-17T17:03:15.419 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-09-17T17:03:15.419 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.419 INFO:tasks.workunit.client.0.smithi031.stdout: "dir": { 2024-09-17T17:03:15.419 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12 2024-09-17T17:03:15.420 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.420 INFO:tasks.workunit.client.0.smithi031.stdout: "dir+": { 2024-09-17T17:03:15.420 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12 2024-09-17T17:03:15.420 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.420 INFO:tasks.workunit.client.0.smithi031.stdout: "dir-": { 2024-09-17T17:03:15.420 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.420 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.420 INFO:tasks.workunit.client.0.smithi031.stdout: "dn": { 2024-09-17T17:03:15.420 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-09-17T17:03:15.420 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.420 INFO:tasks.workunit.client.0.smithi031.stdout: "dn+": { 2024-09-17T17:03:15.420 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-09-17T17:03:15.421 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.421 INFO:tasks.workunit.client.0.smithi031.stdout: "dn-": { 2024-09-17T17:03:15.421 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.421 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.421 INFO:tasks.workunit.client.0.smithi031.stdout: "heap": { 2024-09-17T17:03:15.421 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 207124 2024-09-17T17:03:15.421 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.421 INFO:tasks.workunit.client.0.smithi031.stdout: "ino": { 2024-09-17T17:03:15.421 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13 2024-09-17T17:03:15.421 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.421 INFO:tasks.workunit.client.0.smithi031.stdout: "ino+": { 2024-09-17T17:03:15.421 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13 2024-09-17T17:03:15.422 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.422 INFO:tasks.workunit.client.0.smithi031.stdout: "ino-": { 2024-09-17T17:03:15.422 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.422 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.422 INFO:tasks.workunit.client.0.smithi031.stdout: "rss": { 2024-09-17T17:03:15.422 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 39680 2024-09-17T17:03:15.422 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.422 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.422 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_server": { 2024-09-17T17:03:15.422 INFO:tasks.workunit.client.0.smithi031.stdout: "cap_acquisition_throttle": { 2024-09-17T17:03:15.422 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.423 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.423 INFO:tasks.workunit.client.0.smithi031.stdout: "cap_revoke_eviction": { 2024-09-17T17:03:15.423 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.423 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.423 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_request": { 2024-09-17T17:03:15.423 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-09-17T17:03:15.423 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.423 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_session": { 2024-09-17T17:03:15.423 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16 2024-09-17T17:03:15.423 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.423 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_peer_request": { 2024-09-17T17:03:15.423 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.423 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.423 INFO:tasks.workunit.client.0.smithi031.stdout: "req_create_latency": { 2024-09-17T17:03:15.423 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.424 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.424 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.424 INFO:tasks.workunit.client.0.smithi031.stdout: "req_getattr_latency": { 2024-09-17T17:03:15.424 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-09-17T17:03:15.424 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 161784 2024-09-17T17:03:15.424 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.424 INFO:tasks.workunit.client.0.smithi031.stdout: "req_getfilelock_latency": { 2024-09-17T17:03:15.424 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.424 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.424 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.425 INFO:tasks.workunit.client.0.smithi031.stdout: "req_getvxattr_latency": { 2024-09-17T17:03:15.425 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.425 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.425 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.425 INFO:tasks.workunit.client.0.smithi031.stdout: "req_link_latency": { 2024-09-17T17:03:15.425 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.425 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.425 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.425 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookup_latency": { 2024-09-17T17:03:15.425 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.425 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.426 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.426 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookuphash_latency": { 2024-09-17T17:03:15.426 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.426 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.426 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.426 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookupino_latency": { 2024-09-17T17:03:15.426 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.426 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.426 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.427 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookupname_latency": { 2024-09-17T17:03:15.427 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.427 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.427 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.427 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookupparent_latency": { 2024-09-17T17:03:15.427 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.427 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.427 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.427 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookupsnap_latency": { 2024-09-17T17:03:15.427 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.427 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.427 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.427 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lssnap_latency": { 2024-09-17T17:03:15.428 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.428 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.428 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.428 INFO:tasks.workunit.client.0.smithi031.stdout: "req_mkdir_latency": { 2024-09-17T17:03:15.428 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.428 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.428 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.428 INFO:tasks.workunit.client.0.smithi031.stdout: "req_mknod_latency": { 2024-09-17T17:03:15.428 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.428 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.428 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.428 INFO:tasks.workunit.client.0.smithi031.stdout: "req_mksnap_latency": { 2024-09-17T17:03:15.429 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.429 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.429 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.429 INFO:tasks.workunit.client.0.smithi031.stdout: "req_open_latency": { 2024-09-17T17:03:15.429 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.429 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.429 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.429 INFO:tasks.workunit.client.0.smithi031.stdout: "req_readdir_latency": { 2024-09-17T17:03:15.429 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.429 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.429 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.429 INFO:tasks.workunit.client.0.smithi031.stdout: "req_rename_latency": { 2024-09-17T17:03:15.430 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.430 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.430 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.430 INFO:tasks.workunit.client.0.smithi031.stdout: "req_renamesnap_latency": { 2024-09-17T17:03:15.430 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.430 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.430 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.430 INFO:tasks.workunit.client.0.smithi031.stdout: "req_rmdir_latency": { 2024-09-17T17:03:15.430 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.430 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.430 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.431 INFO:tasks.workunit.client.0.smithi031.stdout: "req_rmsnap_latency": { 2024-09-17T17:03:15.431 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.431 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.431 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.431 INFO:tasks.workunit.client.0.smithi031.stdout: "req_rmxattr_latency": { 2024-09-17T17:03:15.431 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.431 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.431 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.431 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setattr_latency": { 2024-09-17T17:03:15.431 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.431 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.431 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.431 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setdirlayout_latency": { 2024-09-17T17:03:15.432 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.432 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.432 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.432 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setfilelock_latency": { 2024-09-17T17:03:15.432 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.432 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.432 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.432 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setlayout_latency": { 2024-09-17T17:03:15.432 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.432 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.432 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.432 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setxattr_latency": { 2024-09-17T17:03:15.433 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.433 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.433 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.433 INFO:tasks.workunit.client.0.smithi031.stdout: "req_snapdiff_latency": { 2024-09-17T17:03:15.433 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.433 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.433 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.433 INFO:tasks.workunit.client.0.smithi031.stdout: "req_symlink_latency": { 2024-09-17T17:03:15.433 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.433 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.433 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.433 INFO:tasks.workunit.client.0.smithi031.stdout: "req_unlink_latency": { 2024-09-17T17:03:15.434 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.434 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.434 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.434 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.434 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_sessions": { 2024-09-17T17:03:15.434 INFO:tasks.workunit.client.0.smithi031.stdout: "average_load": { 2024-09-17T17:03:15.434 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-09-17T17:03:15.434 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.434 INFO:tasks.workunit.client.0.smithi031.stdout: "avg_session_uptime": { 2024-09-17T17:03:15.434 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 89 2024-09-17T17:03:15.434 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.434 INFO:tasks.workunit.client.0.smithi031.stdout: "mdthresh_evicted": { 2024-09-17T17:03:15.434 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.435 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.435 INFO:tasks.workunit.client.0.smithi031.stdout: "session_add": { 2024-09-17T17:03:15.435 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-09-17T17:03:15.435 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.435 INFO:tasks.workunit.client.0.smithi031.stdout: "session_count": { 2024-09-17T17:03:15.435 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.435 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.435 INFO:tasks.workunit.client.0.smithi031.stdout: "session_remove": { 2024-09-17T17:03:15.435 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-09-17T17:03:15.436 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.436 INFO:tasks.workunit.client.0.smithi031.stdout: "sessions_open": { 2024-09-17T17:03:15.436 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.436 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.436 INFO:tasks.workunit.client.0.smithi031.stdout: "sessions_stale": { 2024-09-17T17:03:15.436 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.436 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.436 INFO:tasks.workunit.client.0.smithi031.stdout: "total_load": { 2024-09-17T17:03:15.436 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-09-17T17:03:15.436 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.437 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.437 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-09-17T17:03:15.437 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-09-17T17:03:15.437 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.437 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.437 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-09-17T17:03:15.437 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.437 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.437 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-09-17T17:03:15.437 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.437 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.438 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-09-17T17:03:15.438 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 45 2024-09-17T17:03:15.438 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.438 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.438 INFO:tasks.workunit.client.0.smithi031.stdout: "purge_queue": { 2024-09-17T17:03:15.438 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executed": { 2024-09-17T17:03:15.438 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.438 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.438 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executed_ops": { 2024-09-17T17:03:15.438 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.438 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.439 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executing": { 2024-09-17T17:03:15.439 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.439 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.439 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executing_high_water": { 2024-09-17T17:03:15.439 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.439 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.439 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executing_ops": { 2024-09-17T17:03:15.439 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.439 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.439 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executing_ops_high_water": { 2024-09-17T17:03:15.439 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.439 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.439 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_item_in_journal": { 2024-09-17T17:03:15.439 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.439 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.440 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.440 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.440 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.6c81d056dcbb33d144797d5496b87a8d82620ff4": { 2024-09-17T17:03:15.440 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-09-17T17:03:15.440 INFO:tasks.workunit.client.0.smithi031.stdout: "election_call": { 2024-09-17T17:03:15.440 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-09-17T17:03:15.440 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.440 INFO:tasks.workunit.client.0.smithi031.stdout: "election_lose": { 2024-09-17T17:03:15.440 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.440 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.440 INFO:tasks.workunit.client.0.smithi031.stdout: "election_win": { 2024-09-17T17:03:15.440 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-09-17T17:03:15.440 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_elections": { 2024-09-17T17:03:15.441 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9 2024-09-17T17:03:15.441 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_sessions": { 2024-09-17T17:03:15.441 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8 2024-09-17T17:03:15.441 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.441 INFO:tasks.workunit.client.0.smithi031.stdout: "session_add": { 2024-09-17T17:03:15.441 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-09-17T17:03:15.441 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.442 INFO:tasks.workunit.client.0.smithi031.stdout: "session_rm": { 2024-09-17T17:03:15.442 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 189 2024-09-17T17:03:15.442 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.442 INFO:tasks.workunit.client.0.smithi031.stdout: "session_trim": { 2024-09-17T17:03:15.442 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.442 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.442 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.442 INFO:tasks.workunit.client.0.smithi031.stdout: "paxos": { 2024-09-17T17:03:15.442 INFO:tasks.workunit.client.0.smithi031.stdout: "accept_timeout": { 2024-09-17T17:03:15.442 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.443 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.443 INFO:tasks.workunit.client.0.smithi031.stdout: "begin": { 2024-09-17T17:03:15.443 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 980 2024-09-17T17:03:15.443 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.443 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_bytes": { 2024-09-17T17:03:15.444 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 980, 2024-09-17T17:03:15.444 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5090668 2024-09-17T17:03:15.444 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.444 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_keys": { 2024-09-17T17:03:15.444 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 980, 2024-09-17T17:03:15.444 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2940 2024-09-17T17:03:15.445 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.445 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_latency": { 2024-09-17T17:03:15.445 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 980, 2024-09-17T17:03:15.445 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 165997231 2024-09-17T17:03:15.446 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.446 INFO:tasks.workunit.client.0.smithi031.stdout: "collect": { 2024-09-17T17:03:15.446 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.446 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.446 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_bytes": { 2024-09-17T17:03:15.447 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.447 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.447 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.447 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_keys": { 2024-09-17T17:03:15.448 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.448 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.448 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.448 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_latency": { 2024-09-17T17:03:15.448 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.449 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.449 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.449 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_timeout": { 2024-09-17T17:03:15.449 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.449 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.449 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_uncommitted": { 2024-09-17T17:03:15.449 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.449 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.449 INFO:tasks.workunit.client.0.smithi031.stdout: "commit": { 2024-09-17T17:03:15.449 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 980 2024-09-17T17:03:15.450 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.450 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_bytes": { 2024-09-17T17:03:15.450 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 980, 2024-09-17T17:03:15.450 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5020166 2024-09-17T17:03:15.450 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.450 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_keys": { 2024-09-17T17:03:15.450 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 980, 2024-09-17T17:03:15.450 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5572 2024-09-17T17:03:15.450 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.450 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_latency": { 2024-09-17T17:03:15.450 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 980, 2024-09-17T17:03:15.450 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 389719524 2024-09-17T17:03:15.450 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.450 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_ack_timeout": { 2024-09-17T17:03:15.451 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.451 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.451 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_timeout": { 2024-09-17T17:03:15.451 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.451 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.451 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn": { 2024-09-17T17:03:15.451 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-09-17T17:03:15.451 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.451 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn_latency": { 2024-09-17T17:03:15.451 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-09-17T17:03:15.451 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.451 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.451 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh": { 2024-09-17T17:03:15.451 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 982 2024-09-17T17:03:15.451 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.452 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh_latency": { 2024-09-17T17:03:15.452 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 982, 2024-09-17T17:03:15.452 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2674955640 2024-09-17T17:03:15.452 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.452 INFO:tasks.workunit.client.0.smithi031.stdout: "restart": { 2024-09-17T17:03:15.452 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12 2024-09-17T17:03:15.452 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.452 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state": { 2024-09-17T17:03:15.452 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-09-17T17:03:15.452 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.452 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_bytes": { 2024-09-17T17:03:15.453 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-09-17T17:03:15.453 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1627 2024-09-17T17:03:15.453 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.453 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_keys": { 2024-09-17T17:03:15.453 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-09-17T17:03:15.453 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-09-17T17:03:15.454 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.454 INFO:tasks.workunit.client.0.smithi031.stdout: "start_leader": { 2024-09-17T17:03:15.454 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-09-17T17:03:15.454 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.455 INFO:tasks.workunit.client.0.smithi031.stdout: "start_peon": { 2024-09-17T17:03:15.455 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.455 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.455 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state": { 2024-09-17T17:03:15.455 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.456 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.456 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_bytes": { 2024-09-17T17:03:15.456 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.456 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.456 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.457 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_keys": { 2024-09-17T17:03:15.457 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.457 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.457 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.457 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_latency": { 2024-09-17T17:03:15.458 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.458 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.458 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.458 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.458 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache": { 2024-09-17T17:03:15.459 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-09-17T17:03:15.459 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1020054731 2024-09-17T17:03:15.459 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.459 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-09-17T17:03:15.459 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 45842432 2024-09-17T17:03:15.460 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.460 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-09-17T17:03:15.460 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 40370176 2024-09-17T17:03:15.460 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.460 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-09-17T17:03:15.461 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2147483648 2024-09-17T17:03:15.461 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.461 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-09-17T17:03:15.461 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5472256 2024-09-17T17:03:15.461 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.462 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.462 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:full": { 2024-09-17T17:03:15.462 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:15.462 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 348127232 2024-09-17T17:03:15.462 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.463 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:15.463 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.463 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.463 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:15.463 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.464 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.464 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:15.464 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 277007546 2024-09-17T17:03:15.464 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.464 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:15.465 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 308096 2024-09-17T17:03:15.465 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.465 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:15.465 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.465 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.466 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:15.466 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.466 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.466 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:15.467 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.467 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.467 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:15.467 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.467 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.468 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:15.468 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.468 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.468 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:15.468 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.469 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.469 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:15.469 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.469 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.469 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:15.469 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.470 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.470 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:15.470 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70811590 2024-09-17T17:03:15.470 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.470 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.471 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:inc": { 2024-09-17T17:03:15.471 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:15.471 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 348127232 2024-09-17T17:03:15.471 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.471 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:15.471 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.471 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.471 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:15.471 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.472 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.472 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:15.472 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 277007546 2024-09-17T17:03:15.472 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.472 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:15.473 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 41477 2024-09-17T17:03:15.473 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.473 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:15.473 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.473 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.473 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:15.473 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.473 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.473 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:15.473 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.473 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.473 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:15.473 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.473 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.474 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:15.474 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.474 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.474 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:15.474 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.474 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.474 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:15.474 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.474 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.474 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:15.475 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.475 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.475 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:15.475 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71078209 2024-09-17T17:03:15.475 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.475 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.475 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:kv": { 2024-09-17T17:03:15.475 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:15.475 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 322961408 2024-09-17T17:03:15.475 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.476 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:15.476 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-09-17T17:03:15.476 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.476 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:15.476 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.476 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.476 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:15.476 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 184671697 2024-09-17T17:03:15.476 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.476 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:15.476 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.476 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.477 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:15.477 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.477 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.477 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:15.477 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.477 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.477 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:15.477 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.478 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.478 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:15.478 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.478 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.478 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:15.478 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.478 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.478 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:15.478 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.478 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.478 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:15.478 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.479 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.479 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:15.479 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.479 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.479 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:15.479 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71180847 2024-09-17T17:03:15.479 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.479 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.479 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb": { 2024-09-17T17:03:15.479 INFO:tasks.workunit.client.0.smithi031.stdout: "compact": { 2024-09-17T17:03:15.479 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.479 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.479 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_len": { 2024-09-17T17:03:15.480 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.480 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.480 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_merge": { 2024-09-17T17:03:15.480 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.480 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.480 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_range": { 2024-09-17T17:03:15.480 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-09-17T17:03:15.480 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.480 INFO:tasks.workunit.client.0.smithi031.stdout: "get_latency": { 2024-09-17T17:03:15.480 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 43833, 2024-09-17T17:03:15.480 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 184601753 2024-09-17T17:03:15.480 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.481 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_delay_time": { 2024-09-17T17:03:15.481 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.481 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.481 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.481 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_memtable_time": { 2024-09-17T17:03:15.481 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.481 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.481 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.481 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-17T17:03:15.481 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.481 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.481 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.482 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_wal_time": { 2024-09-17T17:03:15.482 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.482 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.482 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.482 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_latency": { 2024-09-17T17:03:15.482 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.482 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.482 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.482 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_sync_latency": { 2024-09-17T17:03:15.482 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2133, 2024-09-17T17:03:15.482 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 656709014 2024-09-17T17:03:15.482 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.483 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.483 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.483 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.7593658e28b8cc0566210bfd5191173983912138": { 2024-09-17T17:03:15.483 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-09-17T17:03:15.483 INFO:tasks.workunit.client.0.smithi031.stdout: "election_call": { 2024-09-17T17:03:15.483 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-09-17T17:03:15.483 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.483 INFO:tasks.workunit.client.0.smithi031.stdout: "election_lose": { 2024-09-17T17:03:15.483 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-09-17T17:03:15.483 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.483 INFO:tasks.workunit.client.0.smithi031.stdout: "election_win": { 2024-09-17T17:03:15.483 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.484 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.484 INFO:tasks.workunit.client.0.smithi031.stdout: "num_elections": { 2024-09-17T17:03:15.484 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7 2024-09-17T17:03:15.484 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.484 INFO:tasks.workunit.client.0.smithi031.stdout: "num_sessions": { 2024-09-17T17:03:15.484 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11 2024-09-17T17:03:15.484 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.484 INFO:tasks.workunit.client.0.smithi031.stdout: "session_add": { 2024-09-17T17:03:15.484 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-09-17T17:03:15.484 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.485 INFO:tasks.workunit.client.0.smithi031.stdout: "session_rm": { 2024-09-17T17:03:15.485 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 55 2024-09-17T17:03:15.485 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.485 INFO:tasks.workunit.client.0.smithi031.stdout: "session_trim": { 2024-09-17T17:03:15.485 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.485 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.485 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.485 INFO:tasks.workunit.client.0.smithi031.stdout: "paxos": { 2024-09-17T17:03:15.485 INFO:tasks.workunit.client.0.smithi031.stdout: "accept_timeout": { 2024-09-17T17:03:15.485 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.485 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.486 INFO:tasks.workunit.client.0.smithi031.stdout: "begin": { 2024-09-17T17:03:15.486 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 850 2024-09-17T17:03:15.486 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.486 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_bytes": { 2024-09-17T17:03:15.486 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 850, 2024-09-17T17:03:15.486 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4034301 2024-09-17T17:03:15.486 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.486 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_keys": { 2024-09-17T17:03:15.486 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.486 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.487 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.487 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_latency": { 2024-09-17T17:03:15.487 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 850, 2024-09-17T17:03:15.487 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 136998861 2024-09-17T17:03:15.487 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.487 INFO:tasks.workunit.client.0.smithi031.stdout: "collect": { 2024-09-17T17:03:15.487 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-09-17T17:03:15.487 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.487 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_bytes": { 2024-09-17T17:03:15.488 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-09-17T17:03:15.488 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 146 2024-09-17T17:03:15.488 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.488 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_keys": { 2024-09-17T17:03:15.488 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-09-17T17:03:15.488 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-09-17T17:03:15.488 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.488 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_latency": { 2024-09-17T17:03:15.488 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-09-17T17:03:15.488 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.488 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.488 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_timeout": { 2024-09-17T17:03:15.489 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.489 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.489 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_uncommitted": { 2024-09-17T17:03:15.489 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.489 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.489 INFO:tasks.workunit.client.0.smithi031.stdout: "commit": { 2024-09-17T17:03:15.489 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 851 2024-09-17T17:03:15.489 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.489 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_bytes": { 2024-09-17T17:03:15.489 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.489 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.489 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.490 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_keys": { 2024-09-17T17:03:15.490 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.490 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.490 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.490 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_latency": { 2024-09-17T17:03:15.490 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.491 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.491 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.491 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_ack_timeout": { 2024-09-17T17:03:15.491 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.492 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.492 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_timeout": { 2024-09-17T17:03:15.492 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.492 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.492 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn": { 2024-09-17T17:03:15.492 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.492 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.492 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn_latency": { 2024-09-17T17:03:15.493 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.493 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.493 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.493 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh": { 2024-09-17T17:03:15.493 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 851 2024-09-17T17:03:15.493 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.493 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh_latency": { 2024-09-17T17:03:15.493 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 851, 2024-09-17T17:03:15.493 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1871984531 2024-09-17T17:03:15.494 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.494 INFO:tasks.workunit.client.0.smithi031.stdout: "restart": { 2024-09-17T17:03:15.494 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13 2024-09-17T17:03:15.494 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.494 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state": { 2024-09-17T17:03:15.494 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.494 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.494 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_bytes": { 2024-09-17T17:03:15.494 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.494 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.494 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.494 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_keys": { 2024-09-17T17:03:15.494 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.495 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.495 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.495 INFO:tasks.workunit.client.0.smithi031.stdout: "start_leader": { 2024-09-17T17:03:15.495 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.495 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.495 INFO:tasks.workunit.client.0.smithi031.stdout: "start_peon": { 2024-09-17T17:03:15.495 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-09-17T17:03:15.495 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.495 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state": { 2024-09-17T17:03:15.495 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 851 2024-09-17T17:03:15.495 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.495 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_bytes": { 2024-09-17T17:03:15.496 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 851, 2024-09-17T17:03:15.496 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7908941 2024-09-17T17:03:15.496 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.496 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_keys": { 2024-09-17T17:03:15.496 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 851, 2024-09-17T17:03:15.496 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5722 2024-09-17T17:03:15.496 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.496 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_latency": { 2024-09-17T17:03:15.496 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 851, 2024-09-17T17:03:15.497 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 305997485 2024-09-17T17:03:15.497 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.497 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.497 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache": { 2024-09-17T17:03:15.497 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-09-17T17:03:15.497 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1020054731 2024-09-17T17:03:15.497 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.497 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-09-17T17:03:15.497 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 44900352 2024-09-17T17:03:15.497 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.497 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-09-17T17:03:15.498 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 34439168 2024-09-17T17:03:15.498 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.498 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-09-17T17:03:15.498 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2147483648 2024-09-17T17:03:15.498 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.498 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-09-17T17:03:15.498 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10461184 2024-09-17T17:03:15.498 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.498 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.498 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:full": { 2024-09-17T17:03:15.498 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:15.498 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 348127232 2024-09-17T17:03:15.499 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.499 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:15.499 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.499 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.499 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:15.499 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.499 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.499 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:15.499 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 277006470 2024-09-17T17:03:15.499 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.499 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:15.499 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 308526 2024-09-17T17:03:15.500 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.500 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:15.500 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.500 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.500 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:15.500 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.500 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.500 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:15.500 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.500 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.500 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:15.500 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.500 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.501 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:15.501 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.501 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.501 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:15.501 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.501 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.501 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:15.501 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.501 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.501 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:15.501 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.501 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.501 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:15.501 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70812236 2024-09-17T17:03:15.502 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.502 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.502 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:inc": { 2024-09-17T17:03:15.502 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:15.502 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 348127232 2024-09-17T17:03:15.502 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.502 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:15.503 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.503 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.503 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:15.503 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.503 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.503 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:15.504 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 277006470 2024-09-17T17:03:15.504 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.504 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:15.504 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 43916 2024-09-17T17:03:15.504 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.504 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:15.504 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.505 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.505 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:15.505 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.505 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.505 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:15.505 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.505 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.505 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:15.505 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.506 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.506 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:15.506 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.506 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.506 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:15.506 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.506 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.506 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:15.506 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.507 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.507 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:15.507 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.507 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.507 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:15.507 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71076846 2024-09-17T17:03:15.507 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.508 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.508 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:kv": { 2024-09-17T17:03:15.508 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:15.508 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 322961408 2024-09-17T17:03:15.508 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.508 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:15.508 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-09-17T17:03:15.508 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.508 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:15.508 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.508 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.508 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:15.508 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 184670980 2024-09-17T17:03:15.508 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.509 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:15.509 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.509 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.509 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:15.509 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.509 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.509 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:15.509 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.509 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.509 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:15.509 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.509 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.509 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:15.510 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.510 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.510 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:15.510 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.510 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.510 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:15.510 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.510 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.510 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:15.510 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.510 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.510 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:15.511 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.511 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.511 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:15.511 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71181564 2024-09-17T17:03:15.511 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.511 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.511 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb": { 2024-09-17T17:03:15.511 INFO:tasks.workunit.client.0.smithi031.stdout: "compact": { 2024-09-17T17:03:15.511 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.511 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.511 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_len": { 2024-09-17T17:03:15.511 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.512 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.512 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_merge": { 2024-09-17T17:03:15.512 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.512 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.512 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_range": { 2024-09-17T17:03:15.512 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-09-17T17:03:15.512 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.512 INFO:tasks.workunit.client.0.smithi031.stdout: "get_latency": { 2024-09-17T17:03:15.512 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 36611, 2024-09-17T17:03:15.512 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85039144 2024-09-17T17:03:15.512 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.512 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_delay_time": { 2024-09-17T17:03:15.512 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.512 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.513 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.513 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_memtable_time": { 2024-09-17T17:03:15.513 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.513 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.513 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.513 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-17T17:03:15.514 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.514 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.514 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.514 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_wal_time": { 2024-09-17T17:03:15.514 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.514 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.514 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.514 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_latency": { 2024-09-17T17:03:15.515 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.515 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.515 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.515 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_sync_latency": { 2024-09-17T17:03:15.515 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1854, 2024-09-17T17:03:15.515 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 543394577 2024-09-17T17:03:15.516 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.516 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.516 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.516 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.dbec285588536534803732da089d3b563408fd5f": { 2024-09-17T17:03:15.516 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-09-17T17:03:15.516 INFO:tasks.workunit.client.0.smithi031.stdout: "election_call": { 2024-09-17T17:03:15.516 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-09-17T17:03:15.517 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.517 INFO:tasks.workunit.client.0.smithi031.stdout: "election_lose": { 2024-09-17T17:03:15.517 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-09-17T17:03:15.517 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.517 INFO:tasks.workunit.client.0.smithi031.stdout: "election_win": { 2024-09-17T17:03:15.517 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.518 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_elections": { 2024-09-17T17:03:15.518 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-09-17T17:03:15.518 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_sessions": { 2024-09-17T17:03:15.519 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-09-17T17:03:15.519 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.519 INFO:tasks.workunit.client.0.smithi031.stdout: "session_add": { 2024-09-17T17:03:15.519 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-09-17T17:03:15.519 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.519 INFO:tasks.workunit.client.0.smithi031.stdout: "session_rm": { 2024-09-17T17:03:15.519 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68 2024-09-17T17:03:15.519 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.519 INFO:tasks.workunit.client.0.smithi031.stdout: "session_trim": { 2024-09-17T17:03:15.519 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.519 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.519 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.519 INFO:tasks.workunit.client.0.smithi031.stdout: "paxos": { 2024-09-17T17:03:15.520 INFO:tasks.workunit.client.0.smithi031.stdout: "accept_timeout": { 2024-09-17T17:03:15.520 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.520 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.520 INFO:tasks.workunit.client.0.smithi031.stdout: "begin": { 2024-09-17T17:03:15.520 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 840 2024-09-17T17:03:15.521 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.521 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_bytes": { 2024-09-17T17:03:15.521 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 840, 2024-09-17T17:03:15.521 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4007461 2024-09-17T17:03:15.521 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.521 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_keys": { 2024-09-17T17:03:15.522 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.522 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.522 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.522 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_latency": { 2024-09-17T17:03:15.522 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 840, 2024-09-17T17:03:15.522 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 320994668 2024-09-17T17:03:15.523 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.523 INFO:tasks.workunit.client.0.smithi031.stdout: "collect": { 2024-09-17T17:03:15.523 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-09-17T17:03:15.523 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.523 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_bytes": { 2024-09-17T17:03:15.523 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-09-17T17:03:15.523 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73 2024-09-17T17:03:15.524 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.524 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_keys": { 2024-09-17T17:03:15.524 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-09-17T17:03:15.524 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-09-17T17:03:15.524 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.524 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_latency": { 2024-09-17T17:03:15.524 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-09-17T17:03:15.524 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.525 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.525 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_timeout": { 2024-09-17T17:03:15.525 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.525 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.525 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_uncommitted": { 2024-09-17T17:03:15.525 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.525 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.526 INFO:tasks.workunit.client.0.smithi031.stdout: "commit": { 2024-09-17T17:03:15.526 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 842 2024-09-17T17:03:15.526 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.526 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_bytes": { 2024-09-17T17:03:15.526 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.526 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.527 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.527 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_keys": { 2024-09-17T17:03:15.527 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.527 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.527 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.527 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_latency": { 2024-09-17T17:03:15.527 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.527 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.528 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.528 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_ack_timeout": { 2024-09-17T17:03:15.528 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.528 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.528 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_timeout": { 2024-09-17T17:03:15.528 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.528 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.528 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn": { 2024-09-17T17:03:15.529 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.529 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.529 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn_latency": { 2024-09-17T17:03:15.529 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.529 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.529 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.529 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh": { 2024-09-17T17:03:15.530 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 842 2024-09-17T17:03:15.530 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.530 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh_latency": { 2024-09-17T17:03:15.530 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 842, 2024-09-17T17:03:15.530 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2022966467 2024-09-17T17:03:15.530 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.530 INFO:tasks.workunit.client.0.smithi031.stdout: "restart": { 2024-09-17T17:03:15.531 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8 2024-09-17T17:03:15.531 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.531 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state": { 2024-09-17T17:03:15.531 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.531 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.531 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_bytes": { 2024-09-17T17:03:15.531 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.532 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.532 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.532 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_keys": { 2024-09-17T17:03:15.532 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.532 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.532 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.533 INFO:tasks.workunit.client.0.smithi031.stdout: "start_leader": { 2024-09-17T17:03:15.533 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.533 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.533 INFO:tasks.workunit.client.0.smithi031.stdout: "start_peon": { 2024-09-17T17:03:15.533 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-09-17T17:03:15.533 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.533 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state": { 2024-09-17T17:03:15.534 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 841 2024-09-17T17:03:15.534 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.534 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_bytes": { 2024-09-17T17:03:15.534 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 841, 2024-09-17T17:03:15.534 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7857359 2024-09-17T17:03:15.534 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.534 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_keys": { 2024-09-17T17:03:15.534 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 841, 2024-09-17T17:03:15.534 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5647 2024-09-17T17:03:15.535 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.535 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_latency": { 2024-09-17T17:03:15.535 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 841, 2024-09-17T17:03:15.535 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 468992225 2024-09-17T17:03:15.535 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.535 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.536 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache": { 2024-09-17T17:03:15.536 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-09-17T17:03:15.536 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1020054731 2024-09-17T17:03:15.536 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.536 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-09-17T17:03:15.536 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 42803200 2024-09-17T17:03:15.537 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.537 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-09-17T17:03:15.537 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 32464896 2024-09-17T17:03:15.537 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.537 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-09-17T17:03:15.537 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2147483648 2024-09-17T17:03:15.537 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.537 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-09-17T17:03:15.538 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10338304 2024-09-17T17:03:15.538 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.538 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.538 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:full": { 2024-09-17T17:03:15.538 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:15.538 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 348127232 2024-09-17T17:03:15.538 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.539 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:15.539 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.539 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.539 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:15.539 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.539 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.539 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:15.539 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 277006470 2024-09-17T17:03:15.539 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.539 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:15.539 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 308526 2024-09-17T17:03:15.539 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.539 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:15.539 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.540 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.540 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:15.540 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.540 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.540 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:15.540 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.540 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.540 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:15.540 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.540 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.540 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:15.540 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.541 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.541 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:15.541 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.541 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.541 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:15.541 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.541 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.541 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:15.541 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.541 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.541 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:15.541 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70812236 2024-09-17T17:03:15.542 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.542 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.542 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:inc": { 2024-09-17T17:03:15.542 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:15.542 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 348127232 2024-09-17T17:03:15.542 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.542 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:15.542 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.542 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.542 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:15.542 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.542 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.543 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:15.543 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 277006470 2024-09-17T17:03:15.543 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.543 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:15.543 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 43916 2024-09-17T17:03:15.543 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.543 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:15.543 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.543 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.544 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:15.544 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.544 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.544 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:15.544 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.544 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.544 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:15.544 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.544 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.544 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:15.544 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.544 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.544 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:15.545 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.545 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.545 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:15.545 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.545 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.545 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:15.545 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.545 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.545 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:15.545 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71076846 2024-09-17T17:03:15.545 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.545 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.545 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:kv": { 2024-09-17T17:03:15.545 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:15.546 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 322961408 2024-09-17T17:03:15.546 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.546 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:15.546 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-09-17T17:03:15.546 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.546 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:15.546 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.546 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.546 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:15.546 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 184670980 2024-09-17T17:03:15.547 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.547 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:15.547 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.547 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.547 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:15.547 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.547 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.547 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:15.547 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.547 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.547 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:15.548 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.548 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.548 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:15.548 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.548 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.548 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:15.548 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.548 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.548 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:15.548 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.549 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.549 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:15.549 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.549 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.549 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:15.549 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.549 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.549 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:15.549 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71181564 2024-09-17T17:03:15.549 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.549 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.549 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb": { 2024-09-17T17:03:15.549 INFO:tasks.workunit.client.0.smithi031.stdout: "compact": { 2024-09-17T17:03:15.550 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.550 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.550 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_len": { 2024-09-17T17:03:15.550 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.550 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.550 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_merge": { 2024-09-17T17:03:15.550 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.550 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.550 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_range": { 2024-09-17T17:03:15.550 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-09-17T17:03:15.550 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.550 INFO:tasks.workunit.client.0.smithi031.stdout: "get_latency": { 2024-09-17T17:03:15.550 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 35899, 2024-09-17T17:03:15.550 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 94825337 2024-09-17T17:03:15.551 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.551 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_delay_time": { 2024-09-17T17:03:15.551 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.551 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.551 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.551 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_memtable_time": { 2024-09-17T17:03:15.551 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.551 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.551 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.551 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-17T17:03:15.551 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.551 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.551 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.552 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_wal_time": { 2024-09-17T17:03:15.552 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.552 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.552 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.552 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_latency": { 2024-09-17T17:03:15.552 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.552 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.552 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.552 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_sync_latency": { 2024-09-17T17:03:15.553 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1808, 2024-09-17T17:03:15.553 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 846307661 2024-09-17T17:03:15.553 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.553 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.553 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.553 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.0": { 2024-09-17T17:03:15.553 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:15.553 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-09-17T17:03:15.553 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.553 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.553 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-09-17T17:03:15.553 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.553 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.554 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-09-17T17:03:15.554 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-09-17T17:03:15.554 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.554 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_main": { 2024-09-17T17:03:15.554 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.554 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.556 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-09-17T17:03:15.556 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.556 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.556 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-09-17T17:03:15.556 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.556 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.556 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-09-17T17:03:15.556 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-09-17T17:03:15.556 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.557 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-09-17T17:03:15.557 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7614464 2024-09-17T17:03:15.557 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.557 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-09-17T17:03:15.557 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.557 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.557 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.557 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-09-17T17:03:15.557 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.557 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.557 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.557 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-09-17T17:03:15.557 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-09-17T17:03:15.558 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.558 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-09-17T17:03:15.558 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31850496 2024-09-17T17:03:15.558 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.558 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-09-17T17:03:15.558 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3866624 2024-09-17T17:03:15.558 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.558 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-09-17T17:03:15.558 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3727360 2024-09-17T17:03:15.558 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.558 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-09-17T17:03:15.558 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31850496 2024-09-17T17:03:15.558 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.559 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-09-17T17:03:15.559 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.559 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.559 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-09-17T17:03:15.559 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.559 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.559 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-09-17T17:03:15.559 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14 2024-09-17T17:03:15.559 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.559 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-09-17T17:03:15.559 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 206480 2024-09-17T17:03:15.560 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.560 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-09-17T17:03:15.560 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23 2024-09-17T17:03:15.560 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.560 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-09-17T17:03:15.560 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1282048 2024-09-17T17:03:15.560 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.560 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-09-17T17:03:15.560 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1286144 2024-09-17T17:03:15.560 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.560 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-09-17T17:03:15.561 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.561 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.561 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-09-17T17:03:15.561 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.561 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.561 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-09-17T17:03:15.562 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15 2024-09-17T17:03:15.562 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.562 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-09-17T17:03:15.562 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4991 2024-09-17T17:03:15.562 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.562 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-09-17T17:03:15.563 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-09-17T17:03:15.563 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.563 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-09-17T17:03:15.563 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5557 2024-09-17T17:03:15.563 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.563 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-09-17T17:03:15.564 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-09-17T17:03:15.564 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.564 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-09-17T17:03:15.564 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5557 2024-09-17T17:03:15.564 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.564 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-09-17T17:03:15.565 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-09-17T17:03:15.565 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.565 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-09-17T17:03:15.565 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.566 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.566 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-09-17T17:03:15.566 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.566 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.566 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-09-17T17:03:15.566 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.567 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.567 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-09-17T17:03:15.567 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.567 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.568 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-09-17T17:03:15.568 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.568 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.568 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-09-17T17:03:15.568 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.569 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.569 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-09-17T17:03:15.569 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.569 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.570 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-09-17T17:03:15.570 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.570 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.570 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-09-17T17:03:15.571 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.571 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.571 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-09-17T17:03:15.571 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11419648 2024-09-17T17:03:15.571 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.572 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.572 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-09-17T17:03:15.572 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-09-17T17:03:15.572 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-09-17T17:03:15.572 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.573 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-09-17T17:03:15.573 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1392640 2024-09-17T17:03:15.573 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.573 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-09-17T17:03:15.573 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-09-17T17:03:15.574 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 185897 2024-09-17T17:03:15.574 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.574 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-09-17T17:03:15.574 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.574 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.575 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.575 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-09-17T17:03:15.575 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.575 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.576 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-09-17T17:03:15.576 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.576 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.576 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-09-17T17:03:15.577 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.577 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.577 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-09-17T17:03:15.577 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 25, 2024-09-17T17:03:15.577 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 53585 2024-09-17T17:03:15.578 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.578 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-09-17T17:03:15.578 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.578 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.578 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.578 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-09-17T17:03:15.578 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.579 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.579 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-09-17T17:03:15.579 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 897, 2024-09-17T17:03:15.579 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 529397251 2024-09-17T17:03:15.579 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.579 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-09-17T17:03:15.579 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 891, 2024-09-17T17:03:15.580 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 28114215 2024-09-17T17:03:15.580 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.580 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-09-17T17:03:15.580 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 897, 2024-09-17T17:03:15.580 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 952410 2024-09-17T17:03:15.580 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.580 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-09-17T17:03:15.580 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 897, 2024-09-17T17:03:15.580 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 530349661 2024-09-17T17:03:15.580 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.581 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-09-17T17:03:15.581 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.581 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.581 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.581 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-09-17T17:03:15.581 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-09-17T17:03:15.581 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 41570 2024-09-17T17:03:15.581 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.581 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-09-17T17:03:15.581 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 8, 2024-09-17T17:03:15.581 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 19109 2024-09-17T17:03:15.581 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.581 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-09-17T17:03:15.582 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.582 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.582 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.582 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-09-17T17:03:15.582 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.582 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.582 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.582 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-09-17T17:03:15.582 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-09-17T17:03:15.582 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9095 2024-09-17T17:03:15.582 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.582 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-09-17T17:03:15.582 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3980 2024-09-17T17:03:15.582 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.582 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-09-17T17:03:15.583 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 338 2024-09-17T17:03:15.583 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.583 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-09-17T17:03:15.583 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 131, 2024-09-17T17:03:15.583 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2696502 2024-09-17T17:03:15.583 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.583 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-09-17T17:03:15.583 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 349, 2024-09-17T17:03:15.583 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 295184 2024-09-17T17:03:15.583 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.583 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-09-17T17:03:15.583 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 218, 2024-09-17T17:03:15.584 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4337136 2024-09-17T17:03:15.584 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.584 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-09-17T17:03:15.584 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.584 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.584 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-09-17T17:03:15.584 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 102, 2024-09-17T17:03:15.584 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6434620 2024-09-17T17:03:15.584 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.584 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-09-17T17:03:15.584 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3598, 2024-09-17T17:03:15.584 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3556799650 2024-09-17T17:03:15.584 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.584 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-09-17T17:03:15.585 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 133, 2024-09-17T17:03:15.585 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 146815465 2024-09-17T17:03:15.585 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.585 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-09-17T17:03:15.585 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 133, 2024-09-17T17:03:15.585 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 462737226353 2024-09-17T17:03:15.585 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.585 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-09-17T17:03:15.585 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 133, 2024-09-17T17:03:15.585 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 193408584362 2024-09-17T17:03:15.585 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.585 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-09-17T17:03:15.585 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3598, 2024-09-17T17:03:15.585 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 82387863854 2024-09-17T17:03:15.586 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.586 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-09-17T17:03:15.586 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3598, 2024-09-17T17:03:15.586 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 252890 2024-09-17T17:03:15.586 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.586 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-09-17T17:03:15.586 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3598, 2024-09-17T17:03:15.586 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 353810337 2024-09-17T17:03:15.586 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.586 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-09-17T17:03:15.587 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3598, 2024-09-17T17:03:15.587 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2681775773 2024-09-17T17:03:15.587 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.587 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-09-17T17:03:15.587 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3598, 2024-09-17T17:03:15.587 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 587640 2024-09-17T17:03:15.587 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.587 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-09-17T17:03:15.587 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3598, 2024-09-17T17:03:15.587 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1596956920 2024-09-17T17:03:15.587 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.587 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-09-17T17:03:15.587 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3598, 2024-09-17T17:03:15.588 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 389168679 2024-09-17T17:03:15.588 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.588 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-09-17T17:03:15.588 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 940680 2024-09-17T17:03:15.588 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.588 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-09-17T17:03:15.588 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 67, 2024-09-17T17:03:15.588 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 310714 2024-09-17T17:03:15.588 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.588 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-09-17T17:03:15.588 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3598, 2024-09-17T17:03:15.588 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8578768616 2024-09-17T17:03:15.588 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.589 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-09-17T17:03:15.589 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3598, 2024-09-17T17:03:15.589 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 424799916 2024-09-17T17:03:15.589 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.589 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-09-17T17:03:15.589 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3598, 2024-09-17T17:03:15.589 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 282040242 2024-09-17T17:03:15.589 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.589 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.589 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-09-17T17:03:15.589 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-09-17T17:03:15.589 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1862399129 2024-09-17T17:03:15.590 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.590 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-09-17T17:03:15.590 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 48889856 2024-09-17T17:03:15.590 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.590 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-09-17T17:03:15.590 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 48472064 2024-09-17T17:03:15.590 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.590 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-09-17T17:03:15.590 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3138477056 2024-09-17T17:03:15.590 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.590 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-09-17T17:03:15.590 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 417792 2024-09-17T17:03:15.591 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.591 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.591 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-09-17T17:03:15.591 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:15.591 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 159383552 2024-09-17T17:03:15.591 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.591 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:15.591 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.591 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.591 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:15.591 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.591 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.591 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:15.592 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85510066 2024-09-17T17:03:15.592 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.592 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:15.592 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.592 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.592 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:15.592 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.592 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.592 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:15.592 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.592 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.592 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:15.592 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.593 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.593 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:15.593 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.593 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.593 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:15.593 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 606208 2024-09-17T17:03:15.593 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.593 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:15.593 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.593 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.594 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:15.594 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.594 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.594 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:15.594 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.594 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.595 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:15.595 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73267278 2024-09-17T17:03:15.595 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.595 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.595 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-09-17T17:03:15.595 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:15.595 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 780140544 2024-09-17T17:03:15.595 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.596 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:15.596 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-09-17T17:03:15.596 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.596 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:15.596 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.596 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.596 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:15.596 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641325496 2024-09-17T17:03:15.597 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.597 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:15.597 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.597 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.598 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:15.598 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.598 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.598 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:15.598 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.598 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.598 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:15.599 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.599 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.599 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:15.599 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.599 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.599 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:15.599 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2128 2024-09-17T17:03:15.599 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.599 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:15.599 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.599 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.599 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:15.599 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.599 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.600 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:15.600 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.600 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.600 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:15.600 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71704056 2024-09-17T17:03:15.601 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.601 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.601 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-09-17T17:03:15.601 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:15.602 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 192937984 2024-09-17T17:03:15.602 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.602 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:15.602 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-09-17T17:03:15.602 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.602 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:15.603 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 464 2024-09-17T17:03:15.603 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.603 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:15.603 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57006710 2024-09-17T17:03:15.603 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.603 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:15.604 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.604 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.604 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:15.604 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.604 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.604 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:15.604 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.604 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.604 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:15.604 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.605 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.605 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:15.605 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.605 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.605 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:15.605 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.605 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.605 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:15.605 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.606 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.606 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:15.606 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.606 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.606 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:15.606 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.606 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.606 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:15.606 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68821946 2024-09-17T17:03:15.606 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.607 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.607 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-09-17T17:03:15.607 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:15.607 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 713031680 2024-09-17T17:03:15.607 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.607 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:15.608 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.608 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.608 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:15.608 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.608 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.609 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:15.609 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641325496 2024-09-17T17:03:15.609 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.609 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:15.609 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.609 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.609 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:15.609 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.609 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.609 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:15.609 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.609 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.610 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:15.610 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.610 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.610 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:15.610 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.610 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.610 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:15.610 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 374169 2024-09-17T17:03:15.610 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.610 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:15.610 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.610 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.611 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:15.611 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.611 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.611 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:15.611 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.611 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.612 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:15.612 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71332015 2024-09-17T17:03:15.612 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.612 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.612 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-09-17T17:03:15.612 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-09-17T17:03:15.612 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.613 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.613 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-09-17T17:03:15.613 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.613 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.613 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-09-17T17:03:15.613 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.613 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.613 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-09-17T17:03:15.614 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.614 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.614 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.614 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:15.614 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-09-17T17:03:15.614 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 45 2024-09-17T17:03:15.614 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.614 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-09-17T17:03:15.615 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.615 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.615 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-09-17T17:03:15.615 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6 2024-09-17T17:03:15.615 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.615 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-09-17T17:03:15.615 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.616 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.616 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-09-17T17:03:15.616 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.616 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.616 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-09-17T17:03:15.616 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 616 2024-09-17T17:03:15.616 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.617 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-09-17T17:03:15.617 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 6, 2024-09-17T17:03:15.617 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 37323098 2024-09-17T17:03:15.617 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.617 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-09-17T17:03:15.617 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.617 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.618 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-09-17T17:03:15.618 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7, 2024-09-17T17:03:15.618 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3259378 2024-09-17T17:03:15.618 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.618 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-09-17T17:03:15.618 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 6, 2024-09-17T17:03:15.618 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31574242 2024-09-17T17:03:15.619 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.619 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-09-17T17:03:15.619 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.619 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.619 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-09-17T17:03:15.619 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.619 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.619 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.619 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-17T17:03:15.620 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.620 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.620 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-09-17T17:03:15.620 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.620 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.620 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-09-17T17:03:15.621 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.621 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.621 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.621 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-09-17T17:03:15.621 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.621 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.621 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.621 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-09-17T17:03:15.622 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.622 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.622 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-09-17T17:03:15.622 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.622 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.622 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-09-17T17:03:15.622 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.623 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.623 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.623 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-17T17:03:15.623 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.623 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.623 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-17T17:03:15.623 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.624 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.624 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-09-17T17:03:15.624 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.624 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.624 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-09-17T17:03:15.624 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.624 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.625 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.625 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-09-17T17:03:15.625 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.625 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.625 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.626 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-09-17T17:03:15.626 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6 2024-09-17T17:03:15.626 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.626 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-09-17T17:03:15.626 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 616 2024-09-17T17:03:15.626 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.626 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-09-17T17:03:15.626 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 6, 2024-09-17T17:03:15.627 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 37323098 2024-09-17T17:03:15.627 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.627 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-17T17:03:15.627 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.627 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.627 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-09-17T17:03:15.627 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7, 2024-09-17T17:03:15.627 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3259378 2024-09-17T17:03:15.627 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.627 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-09-17T17:03:15.627 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 6, 2024-09-17T17:03:15.627 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31574242 2024-09-17T17:03:15.628 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.628 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-09-17T17:03:15.628 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.628 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.628 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-09-17T17:03:15.628 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1771104 2024-09-17T17:03:15.628 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.628 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-09-17T17:03:15.628 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6 2024-09-17T17:03:15.628 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.628 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-09-17T17:03:15.629 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-09-17T17:03:15.629 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.629 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-09-17T17:03:15.629 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 33251328 2024-09-17T17:03:15.629 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.629 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.629 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.629 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.1": { 2024-09-17T17:03:15.629 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:15.629 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-09-17T17:03:15.629 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.629 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.630 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-09-17T17:03:15.630 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.630 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.630 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-09-17T17:03:15.630 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-09-17T17:03:15.630 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.630 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_main": { 2024-09-17T17:03:15.630 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.631 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.631 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-09-17T17:03:15.631 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.631 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.631 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-09-17T17:03:15.631 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.632 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.632 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-09-17T17:03:15.632 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-09-17T17:03:15.632 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.632 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-09-17T17:03:15.632 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2584576 2024-09-17T17:03:15.632 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.632 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-09-17T17:03:15.632 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.632 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.632 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.632 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-09-17T17:03:15.633 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.633 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.633 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.633 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-09-17T17:03:15.633 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-09-17T17:03:15.633 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.633 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-09-17T17:03:15.633 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27656192 2024-09-17T17:03:15.633 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.633 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-09-17T17:03:15.633 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1642496 2024-09-17T17:03:15.633 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.633 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-09-17T17:03:15.634 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1503232 2024-09-17T17:03:15.634 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.634 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-09-17T17:03:15.634 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31850496 2024-09-17T17:03:15.634 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.634 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-09-17T17:03:15.634 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.634 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.634 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-09-17T17:03:15.635 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.635 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.635 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-09-17T17:03:15.635 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14 2024-09-17T17:03:15.635 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.635 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-09-17T17:03:15.635 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 206480 2024-09-17T17:03:15.635 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.635 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-09-17T17:03:15.635 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23 2024-09-17T17:03:15.635 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.636 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-09-17T17:03:15.636 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1282048 2024-09-17T17:03:15.636 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.636 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-09-17T17:03:15.636 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1286144 2024-09-17T17:03:15.636 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.636 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-09-17T17:03:15.636 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.636 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.636 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-09-17T17:03:15.636 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.636 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.637 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-09-17T17:03:15.637 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15 2024-09-17T17:03:15.637 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.637 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-09-17T17:03:15.637 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4991 2024-09-17T17:03:15.637 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.637 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-09-17T17:03:15.637 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-09-17T17:03:15.637 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.637 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-09-17T17:03:15.637 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5557 2024-09-17T17:03:15.638 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.638 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-09-17T17:03:15.638 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-09-17T17:03:15.638 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.638 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-09-17T17:03:15.638 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5557 2024-09-17T17:03:15.638 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.638 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-09-17T17:03:15.638 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-09-17T17:03:15.638 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.638 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-09-17T17:03:15.638 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.638 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.639 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-09-17T17:03:15.639 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.639 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.639 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-09-17T17:03:15.639 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.639 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.639 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-09-17T17:03:15.639 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.639 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.639 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-09-17T17:03:15.639 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.640 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.640 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-09-17T17:03:15.640 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.640 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.640 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-09-17T17:03:15.640 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.640 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.640 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-09-17T17:03:15.641 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.641 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.641 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-09-17T17:03:15.641 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.641 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.641 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-09-17T17:03:15.641 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4165632 2024-09-17T17:03:15.641 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.641 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.641 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-09-17T17:03:15.641 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-09-17T17:03:15.641 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-09-17T17:03:15.642 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.642 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-09-17T17:03:15.642 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 794624 2024-09-17T17:03:15.642 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.642 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-09-17T17:03:15.642 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5, 2024-09-17T17:03:15.642 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 215099 2024-09-17T17:03:15.642 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.642 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-09-17T17:03:15.642 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.643 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.643 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.643 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-09-17T17:03:15.643 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.643 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.644 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-09-17T17:03:15.644 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.644 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.644 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-09-17T17:03:15.644 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.644 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.644 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-09-17T17:03:15.644 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 32, 2024-09-17T17:03:15.644 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 69150 2024-09-17T17:03:15.644 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.644 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-09-17T17:03:15.645 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.645 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.645 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.645 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-09-17T17:03:15.645 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.645 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.645 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-09-17T17:03:15.645 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 354, 2024-09-17T17:03:15.645 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 86038608 2024-09-17T17:03:15.645 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.645 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-09-17T17:03:15.645 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 353, 2024-09-17T17:03:15.646 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8902131 2024-09-17T17:03:15.646 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.646 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-09-17T17:03:15.646 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 354, 2024-09-17T17:03:15.646 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 416791 2024-09-17T17:03:15.646 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.646 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-09-17T17:03:15.646 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 354, 2024-09-17T17:03:15.646 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 86455399 2024-09-17T17:03:15.646 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.646 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-09-17T17:03:15.646 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.647 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.647 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.647 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-09-17T17:03:15.647 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-09-17T17:03:15.647 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 40279 2024-09-17T17:03:15.647 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.647 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-09-17T17:03:15.647 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-09-17T17:03:15.647 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6641 2024-09-17T17:03:15.647 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.647 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-09-17T17:03:15.647 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.648 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.648 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.648 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-09-17T17:03:15.648 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.648 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.648 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.649 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-09-17T17:03:15.649 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5, 2024-09-17T17:03:15.649 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13823 2024-09-17T17:03:15.649 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.649 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-09-17T17:03:15.649 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 867 2024-09-17T17:03:15.649 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.649 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-09-17T17:03:15.649 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 247 2024-09-17T17:03:15.649 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.649 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-09-17T17:03:15.650 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 146, 2024-09-17T17:03:15.650 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3907240 2024-09-17T17:03:15.650 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.650 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-09-17T17:03:15.651 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 375, 2024-09-17T17:03:15.651 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 339456 2024-09-17T17:03:15.651 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.651 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-09-17T17:03:15.651 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 229, 2024-09-17T17:03:15.651 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3825257 2024-09-17T17:03:15.651 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.651 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-09-17T17:03:15.651 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.651 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.652 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-09-17T17:03:15.652 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-09-17T17:03:15.652 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 132100 2024-09-17T17:03:15.652 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.652 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-09-17T17:03:15.652 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 425, 2024-09-17T17:03:15.652 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13830269 2024-09-17T17:03:15.652 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.652 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-09-17T17:03:15.652 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 130, 2024-09-17T17:03:15.652 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8927768 2024-09-17T17:03:15.652 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.652 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-09-17T17:03:15.653 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 129, 2024-09-17T17:03:15.653 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 284297493817 2024-09-17T17:03:15.653 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.653 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-09-17T17:03:15.653 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 130, 2024-09-17T17:03:15.653 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 179903298572 2024-09-17T17:03:15.653 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.653 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-09-17T17:03:15.653 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 424, 2024-09-17T17:03:15.653 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 82529226438 2024-09-17T17:03:15.653 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.653 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-09-17T17:03:15.653 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 424, 2024-09-17T17:03:15.653 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 42475 2024-09-17T17:03:15.653 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.654 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-09-17T17:03:15.654 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 425, 2024-09-17T17:03:15.654 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 460173 2024-09-17T17:03:15.654 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.654 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-09-17T17:03:15.654 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 425, 2024-09-17T17:03:15.654 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 134017842 2024-09-17T17:03:15.654 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.654 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-09-17T17:03:15.654 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 425, 2024-09-17T17:03:15.654 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 145316 2024-09-17T17:03:15.654 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.654 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-09-17T17:03:15.654 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 425, 2024-09-17T17:03:15.654 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 62798304 2024-09-17T17:03:15.655 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.655 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-09-17T17:03:15.655 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 425, 2024-09-17T17:03:15.655 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24514465 2024-09-17T17:03:15.655 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.655 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-09-17T17:03:15.655 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 349763 2024-09-17T17:03:15.655 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.655 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-09-17T17:03:15.655 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 63, 2024-09-17T17:03:15.655 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 340712 2024-09-17T17:03:15.655 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.655 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-09-17T17:03:15.655 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 425, 2024-09-17T17:03:15.655 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 235682699 2024-09-17T17:03:15.656 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.656 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-09-17T17:03:15.656 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 425, 2024-09-17T17:03:15.656 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 28892256 2024-09-17T17:03:15.656 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.656 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-09-17T17:03:15.656 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 425, 2024-09-17T17:03:15.656 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2739132 2024-09-17T17:03:15.656 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.656 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.656 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-09-17T17:03:15.656 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-09-17T17:03:15.656 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1862399129 2024-09-17T17:03:15.656 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.657 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-09-17T17:03:15.657 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 43581440 2024-09-17T17:03:15.657 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.657 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-09-17T17:03:15.657 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 42852352 2024-09-17T17:03:15.657 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.657 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-09-17T17:03:15.657 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3138477056 2024-09-17T17:03:15.657 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.657 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-09-17T17:03:15.658 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 729088 2024-09-17T17:03:15.658 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.658 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.658 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-09-17T17:03:15.658 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:15.658 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 159383552 2024-09-17T17:03:15.658 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.658 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:15.658 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.658 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.658 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:15.658 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.658 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.659 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:15.659 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85553236 2024-09-17T17:03:15.659 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.659 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:15.659 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.659 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.659 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:15.659 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.659 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.659 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:15.659 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.659 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.660 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:15.660 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.660 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.660 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:15.660 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.660 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.660 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:15.660 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 20480 2024-09-17T17:03:15.660 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.660 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:15.660 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.660 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.661 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:15.661 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.661 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.661 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:15.661 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.661 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.661 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:15.661 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73809836 2024-09-17T17:03:15.661 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.661 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.662 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-09-17T17:03:15.662 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:15.662 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 780140544 2024-09-17T17:03:15.662 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.662 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:15.662 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-09-17T17:03:15.662 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.662 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:15.662 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.662 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.662 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:15.663 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641649274 2024-09-17T17:03:15.663 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.663 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:15.663 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.663 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.663 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:15.663 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.663 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.663 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:15.663 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.663 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.663 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:15.663 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.663 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.664 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:15.664 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.664 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.664 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:15.665 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2128 2024-09-17T17:03:15.665 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.665 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:15.665 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.666 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.666 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:15.666 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.666 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.666 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:15.666 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.666 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.667 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:15.667 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71380278 2024-09-17T17:03:15.667 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.667 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.667 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-09-17T17:03:15.667 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:15.668 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 192937984 2024-09-17T17:03:15.668 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.668 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:15.668 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-09-17T17:03:15.668 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.668 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:15.668 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 464 2024-09-17T17:03:15.668 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.668 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:15.668 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57035491 2024-09-17T17:03:15.669 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.669 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:15.669 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.669 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.669 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:15.669 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.669 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.669 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:15.669 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.669 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.669 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:15.669 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.669 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.669 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:15.669 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.670 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.670 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:15.670 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.670 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.670 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:15.670 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.670 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.670 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:15.670 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.670 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.670 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:15.670 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.671 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.671 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:15.671 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68793165 2024-09-17T17:03:15.671 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.671 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.671 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-09-17T17:03:15.671 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:15.671 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 713031680 2024-09-17T17:03:15.671 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.671 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:15.671 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.671 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.671 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:15.671 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.671 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.672 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:15.672 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641649274 2024-09-17T17:03:15.672 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.672 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:15.672 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.672 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.672 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:15.672 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.672 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.672 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:15.672 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.672 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.672 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:15.672 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.673 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.673 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:15.673 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.673 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.673 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:15.673 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 239958 2024-09-17T17:03:15.673 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.673 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:15.673 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.673 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.673 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:15.673 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.673 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.674 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:15.674 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.674 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.674 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:15.674 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71142448 2024-09-17T17:03:15.674 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.674 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.674 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-09-17T17:03:15.674 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-09-17T17:03:15.674 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.674 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.674 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-09-17T17:03:15.674 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.674 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.675 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-09-17T17:03:15.675 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.675 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.675 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-09-17T17:03:15.675 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.675 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.675 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.675 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:15.675 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-09-17T17:03:15.675 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 37 2024-09-17T17:03:15.675 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.675 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-09-17T17:03:15.675 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.675 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.676 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-09-17T17:03:15.676 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 157 2024-09-17T17:03:15.676 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.676 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-09-17T17:03:15.676 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.676 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.676 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-09-17T17:03:15.676 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.676 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.676 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-09-17T17:03:15.676 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2429467 2024-09-17T17:03:15.676 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.677 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-09-17T17:03:15.677 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 157, 2024-09-17T17:03:15.677 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1030605784 2024-09-17T17:03:15.677 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.677 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-09-17T17:03:15.677 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1030 2024-09-17T17:03:15.677 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.677 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-09-17T17:03:15.677 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 157, 2024-09-17T17:03:15.677 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 54227179 2024-09-17T17:03:15.677 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.677 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-09-17T17:03:15.677 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 157, 2024-09-17T17:03:15.678 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 174468904 2024-09-17T17:03:15.678 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.678 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-09-17T17:03:15.678 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 33 2024-09-17T17:03:15.678 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.678 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-09-17T17:03:15.678 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 33, 2024-09-17T17:03:15.678 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5879204 2024-09-17T17:03:15.678 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.678 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-17T17:03:15.678 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.678 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.678 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-09-17T17:03:15.678 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1030 2024-09-17T17:03:15.679 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.679 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-09-17T17:03:15.679 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 33, 2024-09-17T17:03:15.679 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5197866 2024-09-17T17:03:15.679 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.679 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-09-17T17:03:15.679 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 33, 2024-09-17T17:03:15.679 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4384483 2024-09-17T17:03:15.679 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.679 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-09-17T17:03:15.680 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22 2024-09-17T17:03:15.680 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.680 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-09-17T17:03:15.680 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.680 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.680 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-09-17T17:03:15.680 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 22, 2024-09-17T17:03:15.680 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 19177854 2024-09-17T17:03:15.680 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.680 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-17T17:03:15.681 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.681 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.681 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-17T17:03:15.681 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.681 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.681 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-09-17T17:03:15.681 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.681 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.682 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-09-17T17:03:15.682 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 22, 2024-09-17T17:03:15.682 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7911509 2024-09-17T17:03:15.682 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.682 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-09-17T17:03:15.682 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 22, 2024-09-17T17:03:15.682 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18038979 2024-09-17T17:03:15.682 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.682 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-09-17T17:03:15.682 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 102 2024-09-17T17:03:15.682 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.683 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-09-17T17:03:15.683 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2429467 2024-09-17T17:03:15.683 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.683 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-09-17T17:03:15.683 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 102, 2024-09-17T17:03:15.683 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1005548726 2024-09-17T17:03:15.683 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.683 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-17T17:03:15.683 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.684 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.684 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-09-17T17:03:15.684 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 102, 2024-09-17T17:03:15.684 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 41117804 2024-09-17T17:03:15.684 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.684 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-09-17T17:03:15.684 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 102, 2024-09-17T17:03:15.684 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 152045442 2024-09-17T17:03:15.684 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.684 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-09-17T17:03:15.684 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.685 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.685 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-09-17T17:03:15.685 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 590368 2024-09-17T17:03:15.685 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.685 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-09-17T17:03:15.685 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-09-17T17:03:15.685 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.685 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-09-17T17:03:15.685 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-09-17T17:03:15.685 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.685 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-09-17T17:03:15.685 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 28463104 2024-09-17T17:03:15.686 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.686 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.686 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.686 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.2": { 2024-09-17T17:03:15.686 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:15.686 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-09-17T17:03:15.686 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.686 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.686 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-09-17T17:03:15.687 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.687 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.687 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-09-17T17:03:15.687 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-09-17T17:03:15.687 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.687 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_main": { 2024-09-17T17:03:15.687 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.687 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.687 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-09-17T17:03:15.687 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.687 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.687 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-09-17T17:03:15.688 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.688 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.688 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-09-17T17:03:15.688 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-09-17T17:03:15.688 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.688 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-09-17T17:03:15.688 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6950912 2024-09-17T17:03:15.688 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.688 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-09-17T17:03:15.688 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.688 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.688 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.689 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-09-17T17:03:15.689 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.689 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.689 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.689 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-09-17T17:03:15.689 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-09-17T17:03:15.689 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.689 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-09-17T17:03:15.689 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31850496 2024-09-17T17:03:15.689 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.689 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-09-17T17:03:15.689 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3428352 2024-09-17T17:03:15.689 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.690 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-09-17T17:03:15.690 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3289088 2024-09-17T17:03:15.690 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.690 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-09-17T17:03:15.690 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31850496 2024-09-17T17:03:15.690 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.690 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-09-17T17:03:15.690 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.690 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.690 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-09-17T17:03:15.690 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.690 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-09-17T17:03:15.691 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14 2024-09-17T17:03:15.691 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.691 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-09-17T17:03:15.691 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 206480 2024-09-17T17:03:15.691 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.691 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-09-17T17:03:15.691 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23 2024-09-17T17:03:15.691 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.691 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-09-17T17:03:15.691 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1282048 2024-09-17T17:03:15.692 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.692 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-09-17T17:03:15.692 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1286144 2024-09-17T17:03:15.692 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.692 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-09-17T17:03:15.692 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.692 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.692 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-09-17T17:03:15.692 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.692 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.692 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-09-17T17:03:15.692 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15 2024-09-17T17:03:15.693 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.693 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-09-17T17:03:15.693 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4991 2024-09-17T17:03:15.693 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.693 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-09-17T17:03:15.693 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-09-17T17:03:15.693 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.693 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-09-17T17:03:15.693 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5557 2024-09-17T17:03:15.693 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.693 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-09-17T17:03:15.693 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-09-17T17:03:15.694 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.694 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-09-17T17:03:15.694 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5557 2024-09-17T17:03:15.694 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.694 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-09-17T17:03:15.694 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-09-17T17:03:15.694 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.694 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-09-17T17:03:15.694 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.694 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.694 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-09-17T17:03:15.694 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.695 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.695 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-09-17T17:03:15.695 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.695 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.695 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-09-17T17:03:15.695 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.695 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.695 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-09-17T17:03:15.695 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.695 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.696 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-09-17T17:03:15.696 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.696 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.696 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-09-17T17:03:15.696 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.696 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.696 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-09-17T17:03:15.696 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.696 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.696 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-09-17T17:03:15.696 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.697 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.697 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-09-17T17:03:15.697 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10317824 2024-09-17T17:03:15.697 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.697 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.697 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-09-17T17:03:15.697 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-09-17T17:03:15.697 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-09-17T17:03:15.697 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.697 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-09-17T17:03:15.697 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 778240 2024-09-17T17:03:15.697 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.697 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-09-17T17:03:15.698 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-09-17T17:03:15.698 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 173762 2024-09-17T17:03:15.698 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.698 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-09-17T17:03:15.698 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.698 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.698 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.698 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-09-17T17:03:15.698 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.698 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.698 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-09-17T17:03:15.698 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.699 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.699 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-09-17T17:03:15.699 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.699 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.699 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-09-17T17:03:15.699 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13, 2024-09-17T17:03:15.699 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15290 2024-09-17T17:03:15.699 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.699 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-09-17T17:03:15.699 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.700 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.700 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.700 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-09-17T17:03:15.700 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.700 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.700 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-09-17T17:03:15.700 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 790, 2024-09-17T17:03:15.700 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 476118831 2024-09-17T17:03:15.700 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.700 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-09-17T17:03:15.700 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 786, 2024-09-17T17:03:15.700 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24084587 2024-09-17T17:03:15.700 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.700 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-09-17T17:03:15.701 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 790, 2024-09-17T17:03:15.701 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 981662 2024-09-17T17:03:15.701 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.701 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-09-17T17:03:15.701 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 790, 2024-09-17T17:03:15.701 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 477100493 2024-09-17T17:03:15.701 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.701 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-09-17T17:03:15.701 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.701 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.701 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.701 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-09-17T17:03:15.701 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-09-17T17:03:15.701 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 43309 2024-09-17T17:03:15.702 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.702 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-09-17T17:03:15.702 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-09-17T17:03:15.702 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1079 2024-09-17T17:03:15.702 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.702 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-09-17T17:03:15.702 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.702 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.702 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.702 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-09-17T17:03:15.702 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.702 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.702 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.703 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-09-17T17:03:15.703 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-09-17T17:03:15.703 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8676 2024-09-17T17:03:15.703 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.703 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-09-17T17:03:15.703 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3727 2024-09-17T17:03:15.703 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.703 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-09-17T17:03:15.703 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 321 2024-09-17T17:03:15.703 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.703 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-09-17T17:03:15.703 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 100, 2024-09-17T17:03:15.703 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1518562 2024-09-17T17:03:15.704 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.704 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-09-17T17:03:15.704 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 277, 2024-09-17T17:03:15.704 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 318825 2024-09-17T17:03:15.704 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.704 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-09-17T17:03:15.704 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 177, 2024-09-17T17:03:15.704 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2204779 2024-09-17T17:03:15.704 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.704 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-09-17T17:03:15.704 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.704 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.704 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-09-17T17:03:15.704 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 103, 2024-09-17T17:03:15.704 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5640640 2024-09-17T17:03:15.705 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.705 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-09-17T17:03:15.705 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3442, 2024-09-17T17:03:15.705 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3779991489 2024-09-17T17:03:15.705 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.705 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-09-17T17:03:15.705 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 123, 2024-09-17T17:03:15.705 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24119327 2024-09-17T17:03:15.705 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.705 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-09-17T17:03:15.705 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 122, 2024-09-17T17:03:15.705 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 269301113215 2024-09-17T17:03:15.706 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.706 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-09-17T17:03:15.706 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 123, 2024-09-17T17:03:15.706 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176323373657 2024-09-17T17:03:15.706 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.706 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-09-17T17:03:15.706 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3441, 2024-09-17T17:03:15.706 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 81201640542 2024-09-17T17:03:15.706 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.706 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-09-17T17:03:15.706 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3441, 2024-09-17T17:03:15.706 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 224112 2024-09-17T17:03:15.706 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.706 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-09-17T17:03:15.707 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3442, 2024-09-17T17:03:15.707 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 109746272 2024-09-17T17:03:15.707 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.707 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-09-17T17:03:15.707 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3442, 2024-09-17T17:03:15.707 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2418679807 2024-09-17T17:03:15.707 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.707 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-09-17T17:03:15.707 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3442, 2024-09-17T17:03:15.707 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 591323 2024-09-17T17:03:15.707 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.707 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-09-17T17:03:15.707 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3442, 2024-09-17T17:03:15.707 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1300346896 2024-09-17T17:03:15.708 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.708 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-09-17T17:03:15.708 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3442, 2024-09-17T17:03:15.708 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 360119406 2024-09-17T17:03:15.708 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.708 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-09-17T17:03:15.708 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 348915 2024-09-17T17:03:15.708 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.708 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-09-17T17:03:15.708 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 57, 2024-09-17T17:03:15.708 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 303197 2024-09-17T17:03:15.708 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.708 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-09-17T17:03:15.708 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3442, 2024-09-17T17:03:15.708 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7969142763 2024-09-17T17:03:15.709 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.709 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-09-17T17:03:15.709 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3442, 2024-09-17T17:03:15.709 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 396640465 2024-09-17T17:03:15.709 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.709 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-09-17T17:03:15.709 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3442, 2024-09-17T17:03:15.709 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 259459611 2024-09-17T17:03:15.709 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.709 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.709 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-09-17T17:03:15.709 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-09-17T17:03:15.709 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1862399129 2024-09-17T17:03:15.709 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.709 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-09-17T17:03:15.710 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 47775744 2024-09-17T17:03:15.710 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.710 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-09-17T17:03:15.710 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46915584 2024-09-17T17:03:15.710 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.710 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-09-17T17:03:15.710 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3138477056 2024-09-17T17:03:15.710 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.710 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-09-17T17:03:15.710 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 860160 2024-09-17T17:03:15.710 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.710 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.710 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-09-17T17:03:15.710 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:15.710 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 159383552 2024-09-17T17:03:15.710 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.711 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:15.711 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.711 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.711 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:15.711 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.711 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.711 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:15.711 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85548059 2024-09-17T17:03:15.711 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.711 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:15.711 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.711 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.711 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:15.712 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.712 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.712 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:15.712 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.712 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.712 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:15.712 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.712 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.712 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:15.712 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.712 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.712 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:15.712 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-09-17T17:03:15.712 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.713 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:15.713 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.713 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.713 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:15.713 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.713 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.713 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:15.713 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.713 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.713 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:15.714 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73823205 2024-09-17T17:03:15.714 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.714 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.714 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-09-17T17:03:15.714 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:15.714 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 780140544 2024-09-17T17:03:15.714 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.714 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:15.714 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-09-17T17:03:15.714 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.714 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:15.714 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.714 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.715 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:15.715 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641610446 2024-09-17T17:03:15.715 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.715 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:15.715 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.715 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.715 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:15.715 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.715 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.715 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:15.715 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.715 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.715 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:15.716 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.716 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.716 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:15.716 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.716 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.716 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:15.716 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2128 2024-09-17T17:03:15.716 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.716 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:15.716 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.716 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.716 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:15.716 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.716 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.717 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:15.717 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.717 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.717 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:15.717 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71419106 2024-09-17T17:03:15.717 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.717 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.717 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-09-17T17:03:15.717 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:15.717 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 192937984 2024-09-17T17:03:15.717 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.717 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:15.717 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-09-17T17:03:15.717 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.717 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:15.718 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 464 2024-09-17T17:03:15.718 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.718 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:15.718 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57032039 2024-09-17T17:03:15.718 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.718 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:15.718 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.718 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.718 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:15.718 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.718 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.718 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:15.718 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.719 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.719 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:15.719 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.719 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.719 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:15.719 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.719 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.719 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:15.719 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.719 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.719 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:15.719 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.719 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.720 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:15.720 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.720 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.720 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:15.720 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.720 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.720 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:15.720 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68796617 2024-09-17T17:03:15.720 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.720 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.720 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-09-17T17:03:15.720 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:15.720 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 713031680 2024-09-17T17:03:15.720 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.721 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:15.721 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.721 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.721 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:15.721 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.721 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.721 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:15.721 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641610446 2024-09-17T17:03:15.721 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.721 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:15.721 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.721 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.721 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:15.722 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.722 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.722 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:15.722 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.722 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.722 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:15.722 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.722 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.722 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:15.722 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.722 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.722 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:15.722 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 336099 2024-09-17T17:03:15.722 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.723 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:15.723 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.723 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.723 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:15.723 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.723 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.723 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:15.723 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.723 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.723 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:15.723 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71085135 2024-09-17T17:03:15.723 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.723 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.723 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-09-17T17:03:15.723 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-09-17T17:03:15.723 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.724 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.724 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-09-17T17:03:15.724 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.724 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.724 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-09-17T17:03:15.724 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.724 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.724 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-09-17T17:03:15.724 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.724 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.724 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.724 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:15.725 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-09-17T17:03:15.725 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31 2024-09-17T17:03:15.725 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.725 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-09-17T17:03:15.725 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.725 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.725 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-09-17T17:03:15.725 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-09-17T17:03:15.725 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.725 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-09-17T17:03:15.725 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.725 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.725 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-09-17T17:03:15.725 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.725 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.726 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-09-17T17:03:15.726 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.726 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.726 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-09-17T17:03:15.726 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10, 2024-09-17T17:03:15.726 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46375565 2024-09-17T17:03:15.726 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.726 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-09-17T17:03:15.726 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.726 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.726 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-09-17T17:03:15.726 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10, 2024-09-17T17:03:15.726 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4004664 2024-09-17T17:03:15.726 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.726 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-09-17T17:03:15.727 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10, 2024-09-17T17:03:15.727 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 41911823 2024-09-17T17:03:15.727 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.727 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-09-17T17:03:15.727 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.727 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.727 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-09-17T17:03:15.727 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.727 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.727 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.727 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-17T17:03:15.727 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.727 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.728 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-09-17T17:03:15.728 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.728 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.728 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-09-17T17:03:15.728 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.728 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.728 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.728 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-09-17T17:03:15.728 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.728 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.728 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.728 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-09-17T17:03:15.728 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.728 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.728 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-09-17T17:03:15.729 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.729 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.729 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-09-17T17:03:15.729 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.729 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.729 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.729 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-17T17:03:15.729 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.729 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.729 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-17T17:03:15.729 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.729 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.729 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-09-17T17:03:15.729 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.729 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.730 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-09-17T17:03:15.730 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.730 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.730 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.730 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-09-17T17:03:15.730 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.730 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.730 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.730 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-09-17T17:03:15.730 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-09-17T17:03:15.730 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.730 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-09-17T17:03:15.731 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.731 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.731 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-09-17T17:03:15.731 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10, 2024-09-17T17:03:15.731 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46375565 2024-09-17T17:03:15.732 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.732 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-17T17:03:15.732 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.732 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.732 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-09-17T17:03:15.732 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10, 2024-09-17T17:03:15.732 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4004664 2024-09-17T17:03:15.732 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.733 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-09-17T17:03:15.733 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10, 2024-09-17T17:03:15.733 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 41911823 2024-09-17T17:03:15.733 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.733 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-09-17T17:03:15.733 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.733 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.733 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-09-17T17:03:15.733 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.733 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.733 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-09-17T17:03:15.733 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.733 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.734 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-09-17T17:03:15.734 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-09-17T17:03:15.734 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.734 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-09-17T17:03:15.734 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 32641024 2024-09-17T17:03:15.734 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.734 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.734 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.734 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.3": { 2024-09-17T17:03:15.734 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:15.734 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-09-17T17:03:15.734 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.734 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.735 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-09-17T17:03:15.735 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.735 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.735 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-09-17T17:03:15.735 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-09-17T17:03:15.735 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.735 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_main": { 2024-09-17T17:03:15.735 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.735 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.735 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-09-17T17:03:15.735 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.735 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.735 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-09-17T17:03:15.735 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.736 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.736 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-09-17T17:03:15.736 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-09-17T17:03:15.736 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.736 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-09-17T17:03:15.736 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6258688 2024-09-17T17:03:15.736 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.736 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-09-17T17:03:15.736 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.736 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.737 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.737 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-09-17T17:03:15.737 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.737 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.737 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.737 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-09-17T17:03:15.737 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-09-17T17:03:15.737 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.737 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-09-17T17:03:15.737 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27656192 2024-09-17T17:03:15.737 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.737 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-09-17T17:03:15.737 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3235840 2024-09-17T17:03:15.738 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.738 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-09-17T17:03:15.738 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3096576 2024-09-17T17:03:15.738 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.738 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-09-17T17:03:15.738 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31850496 2024-09-17T17:03:15.738 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.738 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-09-17T17:03:15.738 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.738 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.738 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-09-17T17:03:15.738 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.738 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-09-17T17:03:15.739 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14 2024-09-17T17:03:15.739 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.739 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-09-17T17:03:15.739 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 206480 2024-09-17T17:03:15.739 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.739 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-09-17T17:03:15.739 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23 2024-09-17T17:03:15.739 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.739 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-09-17T17:03:15.740 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1282048 2024-09-17T17:03:15.740 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.740 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-09-17T17:03:15.740 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1286144 2024-09-17T17:03:15.740 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.740 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-09-17T17:03:15.740 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.740 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.740 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-09-17T17:03:15.740 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.740 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.740 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-09-17T17:03:15.740 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15 2024-09-17T17:03:15.740 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.741 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-09-17T17:03:15.741 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4991 2024-09-17T17:03:15.741 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.741 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-09-17T17:03:15.741 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-09-17T17:03:15.741 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.741 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-09-17T17:03:15.741 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5555 2024-09-17T17:03:15.741 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.741 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-09-17T17:03:15.741 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-09-17T17:03:15.742 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.742 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-09-17T17:03:15.742 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5555 2024-09-17T17:03:15.742 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.742 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-09-17T17:03:15.742 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-09-17T17:03:15.742 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.742 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-09-17T17:03:15.742 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.742 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.743 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-09-17T17:03:15.743 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.743 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.743 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-09-17T17:03:15.743 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.743 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.743 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-09-17T17:03:15.743 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.743 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.743 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-09-17T17:03:15.743 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.744 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.744 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-09-17T17:03:15.744 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.744 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.744 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-09-17T17:03:15.744 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.744 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.744 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-09-17T17:03:15.744 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.744 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.745 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-09-17T17:03:15.745 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.745 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.745 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-09-17T17:03:15.745 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9433088 2024-09-17T17:03:15.745 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.745 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.745 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-09-17T17:03:15.745 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-09-17T17:03:15.745 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-09-17T17:03:15.745 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.745 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-09-17T17:03:15.745 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 802816 2024-09-17T17:03:15.746 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.746 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-09-17T17:03:15.746 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.746 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.746 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.746 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-09-17T17:03:15.746 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.746 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.746 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.746 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-09-17T17:03:15.747 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.747 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.747 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-09-17T17:03:15.747 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.747 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.747 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-09-17T17:03:15.747 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.747 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.747 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-09-17T17:03:15.747 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-09-17T17:03:15.748 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7299 2024-09-17T17:03:15.748 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.748 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-09-17T17:03:15.748 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.748 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.748 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.748 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-09-17T17:03:15.748 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.748 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.748 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-09-17T17:03:15.748 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 743, 2024-09-17T17:03:15.748 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 489008929 2024-09-17T17:03:15.749 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.749 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-09-17T17:03:15.749 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 737, 2024-09-17T17:03:15.749 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 20316321 2024-09-17T17:03:15.749 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.749 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-09-17T17:03:15.749 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 743, 2024-09-17T17:03:15.749 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 750250 2024-09-17T17:03:15.749 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.749 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-09-17T17:03:15.750 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 743, 2024-09-17T17:03:15.750 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 489759179 2024-09-17T17:03:15.750 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.750 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-09-17T17:03:15.750 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.750 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.750 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.750 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-09-17T17:03:15.750 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-09-17T17:03:15.750 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 32914 2024-09-17T17:03:15.751 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.751 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-09-17T17:03:15.751 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-09-17T17:03:15.751 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1070 2024-09-17T17:03:15.751 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.751 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-09-17T17:03:15.751 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.751 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.751 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.751 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-09-17T17:03:15.751 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.752 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.752 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.752 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-09-17T17:03:15.752 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-09-17T17:03:15.752 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11186 2024-09-17T17:03:15.752 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.752 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-09-17T17:03:15.752 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3482 2024-09-17T17:03:15.752 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.752 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-09-17T17:03:15.752 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 330 2024-09-17T17:03:15.752 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.752 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-09-17T17:03:15.753 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 99, 2024-09-17T17:03:15.753 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1031975 2024-09-17T17:03:15.753 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.753 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-09-17T17:03:15.753 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 177, 2024-09-17T17:03:15.753 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 354757 2024-09-17T17:03:15.753 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.753 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-09-17T17:03:15.753 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 78, 2024-09-17T17:03:15.753 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 427142 2024-09-17T17:03:15.753 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.753 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-09-17T17:03:15.753 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.754 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.754 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-09-17T17:03:15.754 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 100, 2024-09-17T17:03:15.754 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5819022 2024-09-17T17:03:15.754 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.754 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-09-17T17:03:15.754 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3351, 2024-09-17T17:03:15.754 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4009411466 2024-09-17T17:03:15.754 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.754 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-09-17T17:03:15.754 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 59, 2024-09-17T17:03:15.754 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17453540 2024-09-17T17:03:15.754 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.755 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-09-17T17:03:15.755 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 56, 2024-09-17T17:03:15.755 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 272799378881 2024-09-17T17:03:15.755 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.755 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-09-17T17:03:15.755 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 59, 2024-09-17T17:03:15.755 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 81843839055 2024-09-17T17:03:15.755 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.755 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-09-17T17:03:15.755 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3348, 2024-09-17T17:03:15.755 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1136449397 2024-09-17T17:03:15.755 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.756 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-09-17T17:03:15.756 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3348, 2024-09-17T17:03:15.756 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 169245 2024-09-17T17:03:15.756 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.756 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-09-17T17:03:15.756 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3351, 2024-09-17T17:03:15.756 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3110165 2024-09-17T17:03:15.756 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.756 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-09-17T17:03:15.756 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3351, 2024-09-17T17:03:15.756 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2623794874 2024-09-17T17:03:15.756 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.757 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-09-17T17:03:15.757 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3351, 2024-09-17T17:03:15.760 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 444156 2024-09-17T17:03:15.760 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.760 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-09-17T17:03:15.760 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3351, 2024-09-17T17:03:15.761 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1434106737 2024-09-17T17:03:15.761 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.761 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-09-17T17:03:15.761 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3351, 2024-09-17T17:03:15.761 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 380289698 2024-09-17T17:03:15.761 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.761 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-09-17T17:03:15.761 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 352318 2024-09-17T17:03:15.761 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.761 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-09-17T17:03:15.761 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 50, 2024-09-17T17:03:15.761 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 237831 2024-09-17T17:03:15.762 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.762 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-09-17T17:03:15.762 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3351, 2024-09-17T17:03:15.762 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8450933017 2024-09-17T17:03:15.762 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.762 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-09-17T17:03:15.762 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3351, 2024-09-17T17:03:15.762 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 417406768 2024-09-17T17:03:15.762 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.762 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-09-17T17:03:15.762 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3351, 2024-09-17T17:03:15.763 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 285872276 2024-09-17T17:03:15.763 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.763 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.763 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-09-17T17:03:15.763 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-09-17T17:03:15.763 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1862399129 2024-09-17T17:03:15.763 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.763 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-09-17T17:03:15.763 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 44630016 2024-09-17T17:03:15.763 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.764 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-09-17T17:03:15.764 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 44326912 2024-09-17T17:03:15.764 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.764 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-09-17T17:03:15.764 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3138477056 2024-09-17T17:03:15.764 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.764 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-09-17T17:03:15.764 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 303104 2024-09-17T17:03:15.764 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.764 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.764 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-09-17T17:03:15.764 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:15.764 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 159383552 2024-09-17T17:03:15.765 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.765 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:15.765 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.765 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.765 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:15.765 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.766 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.766 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:15.766 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85548191 2024-09-17T17:03:15.766 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.766 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:15.767 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.767 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.767 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:15.767 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.767 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.768 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:15.768 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.768 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.768 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:15.768 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.768 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.768 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:15.768 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.768 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.768 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:15.768 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.769 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.769 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:15.769 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.769 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.769 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:15.770 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.770 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.770 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:15.770 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.770 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.770 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:15.770 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73835361 2024-09-17T17:03:15.770 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.770 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.770 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-09-17T17:03:15.770 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:15.771 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 780140544 2024-09-17T17:03:15.771 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.771 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:15.771 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-09-17T17:03:15.771 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.771 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:15.771 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.771 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.771 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:15.771 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641611433 2024-09-17T17:03:15.771 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.771 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:15.771 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.772 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.772 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:15.772 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.772 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.772 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:15.772 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.772 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.772 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:15.772 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.772 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.772 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:15.772 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.773 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.773 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:15.773 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2128 2024-09-17T17:03:15.773 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.773 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:15.773 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.773 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.773 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:15.773 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.773 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.773 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:15.773 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.773 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.774 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:15.774 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71418119 2024-09-17T17:03:15.774 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.774 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.774 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-09-17T17:03:15.774 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:15.774 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 192937984 2024-09-17T17:03:15.774 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.774 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:15.774 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-09-17T17:03:15.774 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.774 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:15.775 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 464 2024-09-17T17:03:15.775 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.775 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:15.775 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57032127 2024-09-17T17:03:15.775 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.775 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:15.775 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.776 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.776 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:15.776 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.776 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.777 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:15.777 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.777 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.777 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:15.777 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.778 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.778 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:15.778 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.778 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.778 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:15.778 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.778 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.778 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:15.779 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.779 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.779 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:15.779 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.780 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.780 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:15.780 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.780 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.780 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:15.780 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68796529 2024-09-17T17:03:15.780 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.780 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.780 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-09-17T17:03:15.780 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:15.781 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 713031680 2024-09-17T17:03:15.781 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.781 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:15.781 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.781 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.781 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:15.781 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.781 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.781 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:15.781 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641611433 2024-09-17T17:03:15.781 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.782 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:15.782 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.782 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.782 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:15.782 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.782 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.782 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:15.782 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.782 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.782 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:15.782 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.782 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.782 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:15.783 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5826 2024-09-17T17:03:15.783 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.783 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:15.783 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 342617 2024-09-17T17:03:15.783 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.783 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:15.783 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.783 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.783 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:15.783 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.783 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.784 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:15.784 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.784 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.784 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:15.784 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71071804 2024-09-17T17:03:15.784 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.784 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.784 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-09-17T17:03:15.784 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-09-17T17:03:15.784 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.784 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.784 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-09-17T17:03:15.784 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.785 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.785 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-09-17T17:03:15.785 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.785 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.785 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-09-17T17:03:15.785 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.785 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.785 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.785 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:15.785 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-09-17T17:03:15.785 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 37 2024-09-17T17:03:15.786 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.786 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-09-17T17:03:15.786 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.786 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.786 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-09-17T17:03:15.786 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.786 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.786 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-09-17T17:03:15.786 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.786 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.786 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-09-17T17:03:15.786 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.787 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.787 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-09-17T17:03:15.787 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.787 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.787 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-09-17T17:03:15.787 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.787 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.787 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.787 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-09-17T17:03:15.787 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.787 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.787 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-09-17T17:03:15.787 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-09-17T17:03:15.787 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 703913 2024-09-17T17:03:15.788 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.788 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-09-17T17:03:15.788 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.788 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.788 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.788 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-09-17T17:03:15.788 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.788 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.788 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-09-17T17:03:15.788 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.788 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.788 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.789 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-17T17:03:15.789 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.789 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.789 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-09-17T17:03:15.789 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.789 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.789 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-09-17T17:03:15.789 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.789 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.789 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.789 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-09-17T17:03:15.790 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.790 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.790 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.790 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-09-17T17:03:15.790 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.790 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.790 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-09-17T17:03:15.790 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.790 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.791 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-09-17T17:03:15.791 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.791 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.791 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.791 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-17T17:03:15.791 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.791 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.791 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-17T17:03:15.791 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.791 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.791 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-09-17T17:03:15.792 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.792 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.792 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-09-17T17:03:15.792 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.792 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.792 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.792 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-09-17T17:03:15.792 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.792 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.792 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.793 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-09-17T17:03:15.793 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.793 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.793 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-09-17T17:03:15.793 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.793 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.793 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-09-17T17:03:15.793 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.793 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.793 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.793 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-17T17:03:15.793 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.794 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.794 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-09-17T17:03:15.794 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-09-17T17:03:15.794 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 703913 2024-09-17T17:03:15.794 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.794 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-09-17T17:03:15.794 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.794 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.794 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.794 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-09-17T17:03:15.794 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.795 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.795 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-09-17T17:03:15.795 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.795 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.795 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-09-17T17:03:15.795 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.795 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.795 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-09-17T17:03:15.795 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-09-17T17:03:15.795 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.796 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-09-17T17:03:15.796 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 28467200 2024-09-17T17:03:15.796 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.796 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.796 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.796 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.4": { 2024-09-17T17:03:15.796 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:15.796 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-09-17T17:03:15.796 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.797 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.797 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-09-17T17:03:15.797 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.797 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.797 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-09-17T17:03:15.797 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-09-17T17:03:15.797 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.797 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_main": { 2024-09-17T17:03:15.797 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.797 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.797 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-09-17T17:03:15.798 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.798 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.798 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-09-17T17:03:15.798 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.798 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.798 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-09-17T17:03:15.798 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-09-17T17:03:15.799 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.799 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-09-17T17:03:15.799 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5918720 2024-09-17T17:03:15.799 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.799 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-09-17T17:03:15.799 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.799 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.799 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.800 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-09-17T17:03:15.800 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.800 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.800 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.800 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-09-17T17:03:15.800 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-09-17T17:03:15.800 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.801 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-09-17T17:03:15.801 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27656192 2024-09-17T17:03:15.801 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.801 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-09-17T17:03:15.801 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2850816 2024-09-17T17:03:15.801 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.802 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-09-17T17:03:15.802 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2711552 2024-09-17T17:03:15.802 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.802 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-09-17T17:03:15.802 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31850496 2024-09-17T17:03:15.802 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.803 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-09-17T17:03:15.803 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.803 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.803 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-09-17T17:03:15.803 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.803 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-09-17T17:03:15.804 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14 2024-09-17T17:03:15.804 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.804 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-09-17T17:03:15.804 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 206480 2024-09-17T17:03:15.804 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.804 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-09-17T17:03:15.804 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23 2024-09-17T17:03:15.805 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.805 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-09-17T17:03:15.805 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1282048 2024-09-17T17:03:15.805 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.805 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-09-17T17:03:15.805 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1286144 2024-09-17T17:03:15.805 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.806 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-09-17T17:03:15.806 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.806 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.806 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-09-17T17:03:15.806 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.807 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.807 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-09-17T17:03:15.807 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15 2024-09-17T17:03:15.807 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.807 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-09-17T17:03:15.807 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4991 2024-09-17T17:03:15.808 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.808 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-09-17T17:03:15.808 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-09-17T17:03:15.808 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.808 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-09-17T17:03:15.808 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5557 2024-09-17T17:03:15.809 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.809 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-09-17T17:03:15.809 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-09-17T17:03:15.809 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.809 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-09-17T17:03:15.809 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5557 2024-09-17T17:03:15.809 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.809 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-09-17T17:03:15.809 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-09-17T17:03:15.809 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.809 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-09-17T17:03:15.809 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.809 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.810 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-09-17T17:03:15.810 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.810 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.810 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-09-17T17:03:15.810 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.810 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.810 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-09-17T17:03:15.810 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.810 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.810 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-09-17T17:03:15.810 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.810 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.810 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-09-17T17:03:15.811 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.811 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.811 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-09-17T17:03:15.811 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.811 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.811 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-09-17T17:03:15.811 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.811 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.811 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-09-17T17:03:15.811 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.811 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.811 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-09-17T17:03:15.811 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8708096 2024-09-17T17:03:15.812 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.812 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.812 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-09-17T17:03:15.812 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-09-17T17:03:15.812 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-09-17T17:03:15.812 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.812 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-09-17T17:03:15.812 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 802816 2024-09-17T17:03:15.812 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.812 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-09-17T17:03:15.813 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 8, 2024-09-17T17:03:15.813 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 297046 2024-09-17T17:03:15.813 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.813 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-09-17T17:03:15.813 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.813 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.813 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.813 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-09-17T17:03:15.813 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.813 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.813 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-09-17T17:03:15.813 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.814 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.814 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-09-17T17:03:15.814 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.814 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.814 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-09-17T17:03:15.814 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-09-17T17:03:15.814 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4125 2024-09-17T17:03:15.814 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.814 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-09-17T17:03:15.814 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.814 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.814 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.814 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-09-17T17:03:15.815 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.815 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.815 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-09-17T17:03:15.815 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 649, 2024-09-17T17:03:15.815 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 461032502 2024-09-17T17:03:15.815 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.815 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-09-17T17:03:15.815 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 644, 2024-09-17T17:03:15.815 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24589936 2024-09-17T17:03:15.815 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.815 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-09-17T17:03:15.815 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 649, 2024-09-17T17:03:15.816 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 741355 2024-09-17T17:03:15.816 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.816 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-09-17T17:03:15.816 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 649, 2024-09-17T17:03:15.816 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 461773857 2024-09-17T17:03:15.816 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.816 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-09-17T17:03:15.816 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.816 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.816 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.816 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-09-17T17:03:15.816 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-09-17T17:03:15.816 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 34395 2024-09-17T17:03:15.817 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.817 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-09-17T17:03:15.817 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-09-17T17:03:15.817 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1043 2024-09-17T17:03:15.817 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.817 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-09-17T17:03:15.817 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.817 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.817 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.817 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-09-17T17:03:15.817 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.817 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.817 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.818 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-09-17T17:03:15.818 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-09-17T17:03:15.818 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8020 2024-09-17T17:03:15.818 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.818 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-09-17T17:03:15.818 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3502 2024-09-17T17:03:15.818 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.818 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-09-17T17:03:15.818 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 348 2024-09-17T17:03:15.818 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.818 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-09-17T17:03:15.818 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 106, 2024-09-17T17:03:15.818 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1181225 2024-09-17T17:03:15.818 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.819 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-09-17T17:03:15.819 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 182, 2024-09-17T17:03:15.819 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 318549 2024-09-17T17:03:15.819 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.819 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-09-17T17:03:15.819 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 76, 2024-09-17T17:03:15.819 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 321601 2024-09-17T17:03:15.819 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.819 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-09-17T17:03:15.819 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.819 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.819 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-09-17T17:03:15.819 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 105, 2024-09-17T17:03:15.820 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5656375 2024-09-17T17:03:15.820 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.820 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-09-17T17:03:15.820 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3375, 2024-09-17T17:03:15.820 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3375534482 2024-09-17T17:03:15.820 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.821 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-09-17T17:03:15.821 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 49, 2024-09-17T17:03:15.821 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 20657031 2024-09-17T17:03:15.821 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.821 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-09-17T17:03:15.821 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 48, 2024-09-17T17:03:15.822 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 209178106093 2024-09-17T17:03:15.822 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.822 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-09-17T17:03:15.822 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 49, 2024-09-17T17:03:15.822 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 74607475344 2024-09-17T17:03:15.822 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.823 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-09-17T17:03:15.823 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3374, 2024-09-17T17:03:15.823 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 874851558 2024-09-17T17:03:15.823 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.823 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-09-17T17:03:15.823 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3374, 2024-09-17T17:03:15.823 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 198411 2024-09-17T17:03:15.824 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.824 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-09-17T17:03:15.824 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3375, 2024-09-17T17:03:15.824 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 224876748 2024-09-17T17:03:15.824 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.824 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-09-17T17:03:15.824 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3375, 2024-09-17T17:03:15.824 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2311567272 2024-09-17T17:03:15.825 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.825 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-09-17T17:03:15.825 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3375, 2024-09-17T17:03:15.825 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 508594 2024-09-17T17:03:15.825 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.825 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-09-17T17:03:15.826 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3375, 2024-09-17T17:03:15.826 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1493418105 2024-09-17T17:03:15.826 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.826 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-09-17T17:03:15.826 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3375, 2024-09-17T17:03:15.827 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 361989084 2024-09-17T17:03:15.827 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.827 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-09-17T17:03:15.827 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 350311 2024-09-17T17:03:15.827 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.827 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-09-17T17:03:15.828 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 47, 2024-09-17T17:03:15.828 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 208457 2024-09-17T17:03:15.828 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.828 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-09-17T17:03:15.828 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3375, 2024-09-17T17:03:15.828 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7767613185 2024-09-17T17:03:15.828 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.829 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-09-17T17:03:15.829 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3375, 2024-09-17T17:03:15.829 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 396119361 2024-09-17T17:03:15.829 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.829 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-09-17T17:03:15.829 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3375, 2024-09-17T17:03:15.829 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 265927287 2024-09-17T17:03:15.829 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.829 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.829 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-09-17T17:03:15.829 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-09-17T17:03:15.829 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1861436467 2024-09-17T17:03:15.829 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.830 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-09-17T17:03:15.830 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46727168 2024-09-17T17:03:15.830 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.830 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-09-17T17:03:15.830 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 45719552 2024-09-17T17:03:15.830 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.830 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-09-17T17:03:15.830 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3137344512 2024-09-17T17:03:15.830 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.830 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-09-17T17:03:15.830 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1007616 2024-09-17T17:03:15.831 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.831 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.831 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-09-17T17:03:15.831 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:15.831 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 159383552 2024-09-17T17:03:15.831 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.831 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:15.831 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.831 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.831 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:15.831 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.831 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.831 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:15.831 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85489906 2024-09-17T17:03:15.832 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.832 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:15.832 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.832 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.832 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:15.832 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.832 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.833 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:15.833 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.833 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.833 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:15.833 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.833 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.834 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:15.834 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.834 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.834 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:15.834 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-09-17T17:03:15.834 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.834 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:15.834 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.834 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.834 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:15.834 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.834 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.834 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:15.834 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.835 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.835 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:15.835 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73889550 2024-09-17T17:03:15.835 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.835 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.835 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-09-17T17:03:15.835 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:15.835 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 780140544 2024-09-17T17:03:15.835 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.835 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:15.835 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-09-17T17:03:15.835 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.835 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:15.836 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.836 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.836 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:15.836 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641174299 2024-09-17T17:03:15.836 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.836 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:15.836 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.836 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.836 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:15.836 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.836 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.836 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:15.836 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.836 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.837 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:15.837 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.837 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.837 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:15.837 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.837 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.837 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:15.837 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2128 2024-09-17T17:03:15.837 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.837 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:15.837 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.837 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.838 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:15.838 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.838 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.838 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:15.838 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.838 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.838 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:15.838 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71855253 2024-09-17T17:03:15.838 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.838 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.838 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-09-17T17:03:15.838 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:15.838 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 192937984 2024-09-17T17:03:15.839 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.839 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:15.839 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-09-17T17:03:15.839 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.839 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:15.839 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 464 2024-09-17T17:03:15.839 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.839 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:15.839 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56993271 2024-09-17T17:03:15.839 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.839 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:15.839 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.840 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.840 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:15.840 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.840 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.840 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:15.840 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.840 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.840 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:15.840 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.841 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.841 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:15.841 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.841 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.841 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:15.841 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.841 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.841 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:15.841 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.841 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.841 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:15.841 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.841 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.842 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:15.842 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.842 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.842 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:15.842 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68835385 2024-09-17T17:03:15.842 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.842 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.842 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-09-17T17:03:15.842 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:15.842 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 713031680 2024-09-17T17:03:15.842 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.842 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:15.843 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.843 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.843 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:15.843 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.843 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.843 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:15.843 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641174299 2024-09-17T17:03:15.843 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.843 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:15.843 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.843 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.843 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:15.844 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.844 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.844 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:15.844 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.844 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.844 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:15.844 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.844 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.844 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:15.844 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.845 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.845 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:15.845 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 349477 2024-09-17T17:03:15.845 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.845 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:15.845 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.845 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.845 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:15.845 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.845 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.845 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:15.845 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.846 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.846 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:15.846 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71507904 2024-09-17T17:03:15.846 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.846 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.846 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-09-17T17:03:15.846 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-09-17T17:03:15.846 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.846 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.846 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-09-17T17:03:15.847 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.847 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.847 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-09-17T17:03:15.847 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.847 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.847 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-09-17T17:03:15.847 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.847 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.847 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.847 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:15.847 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-09-17T17:03:15.848 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 39 2024-09-17T17:03:15.848 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.848 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-09-17T17:03:15.848 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.848 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.848 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-09-17T17:03:15.848 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-09-17T17:03:15.848 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.848 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-09-17T17:03:15.848 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.849 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.849 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-09-17T17:03:15.849 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.849 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.849 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-09-17T17:03:15.849 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22 2024-09-17T17:03:15.849 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.849 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-09-17T17:03:15.849 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-09-17T17:03:15.849 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7746120 2024-09-17T17:03:15.849 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.850 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-09-17T17:03:15.850 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.850 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.850 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-09-17T17:03:15.850 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-09-17T17:03:15.850 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 795670 2024-09-17T17:03:15.850 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.850 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-09-17T17:03:15.850 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-09-17T17:03:15.850 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7656332 2024-09-17T17:03:15.851 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.851 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-09-17T17:03:15.851 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.851 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.851 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-09-17T17:03:15.851 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.851 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.851 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.851 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-17T17:03:15.851 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.851 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.851 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-09-17T17:03:15.852 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.852 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.852 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-09-17T17:03:15.852 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.852 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.852 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.852 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-09-17T17:03:15.852 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.852 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.853 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.853 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-09-17T17:03:15.853 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.853 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.853 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-09-17T17:03:15.853 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.853 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.853 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-09-17T17:03:15.853 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.853 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.853 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.853 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-17T17:03:15.853 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.854 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.854 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-17T17:03:15.854 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.854 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.854 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-09-17T17:03:15.854 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.854 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.854 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-09-17T17:03:15.854 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.854 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.854 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.854 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-09-17T17:03:15.854 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.855 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.855 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.855 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-09-17T17:03:15.855 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-09-17T17:03:15.855 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.855 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-09-17T17:03:15.855 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22 2024-09-17T17:03:15.855 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.855 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-09-17T17:03:15.855 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-09-17T17:03:15.855 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7746120 2024-09-17T17:03:15.856 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.856 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-17T17:03:15.856 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.856 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.856 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-09-17T17:03:15.856 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-09-17T17:03:15.856 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 795670 2024-09-17T17:03:15.856 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.856 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-09-17T17:03:15.856 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-09-17T17:03:15.856 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7656332 2024-09-17T17:03:15.856 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.857 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-09-17T17:03:15.857 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.857 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.857 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-09-17T17:03:15.857 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.857 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.857 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-09-17T17:03:15.857 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.857 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.857 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-09-17T17:03:15.857 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-09-17T17:03:15.858 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.858 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-09-17T17:03:15.858 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 28471296 2024-09-17T17:03:15.858 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.858 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.858 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.858 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.5": { 2024-09-17T17:03:15.858 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:15.858 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-09-17T17:03:15.858 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.858 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.858 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-09-17T17:03:15.859 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.859 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.859 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-09-17T17:03:15.859 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-09-17T17:03:15.859 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.859 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_main": { 2024-09-17T17:03:15.859 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.859 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.859 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-09-17T17:03:15.859 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.859 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.859 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-09-17T17:03:15.860 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.860 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.860 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-09-17T17:03:15.860 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-09-17T17:03:15.860 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.860 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-09-17T17:03:15.860 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1335296 2024-09-17T17:03:15.860 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.860 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-09-17T17:03:15.860 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.860 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.860 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.860 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-09-17T17:03:15.861 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.861 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.861 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.861 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-09-17T17:03:15.861 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-09-17T17:03:15.861 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.861 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-09-17T17:03:15.861 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27656192 2024-09-17T17:03:15.861 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.862 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-09-17T17:03:15.862 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 974848 2024-09-17T17:03:15.862 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.862 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-09-17T17:03:15.862 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 835584 2024-09-17T17:03:15.862 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.862 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-09-17T17:03:15.862 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31850496 2024-09-17T17:03:15.862 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.862 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-09-17T17:03:15.862 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.862 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.862 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-09-17T17:03:15.863 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.863 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.863 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-09-17T17:03:15.863 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14 2024-09-17T17:03:15.863 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.863 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-09-17T17:03:15.863 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 206480 2024-09-17T17:03:15.863 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.864 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-09-17T17:03:15.864 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23 2024-09-17T17:03:15.864 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.864 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-09-17T17:03:15.864 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1282048 2024-09-17T17:03:15.864 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.864 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-09-17T17:03:15.864 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1286144 2024-09-17T17:03:15.864 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.864 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-09-17T17:03:15.864 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.864 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.865 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-09-17T17:03:15.865 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.865 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.865 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-09-17T17:03:15.865 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15 2024-09-17T17:03:15.865 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.865 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-09-17T17:03:15.865 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4991 2024-09-17T17:03:15.865 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.865 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-09-17T17:03:15.865 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-09-17T17:03:15.865 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.866 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-09-17T17:03:15.866 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5557 2024-09-17T17:03:15.866 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.866 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-09-17T17:03:15.866 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-09-17T17:03:15.866 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.866 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-09-17T17:03:15.866 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5557 2024-09-17T17:03:15.866 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.867 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-09-17T17:03:15.867 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-09-17T17:03:15.867 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.867 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-09-17T17:03:15.867 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.867 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.867 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-09-17T17:03:15.867 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.867 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.867 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-09-17T17:03:15.867 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.867 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.867 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-09-17T17:03:15.867 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.868 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.868 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-09-17T17:03:15.868 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.868 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.868 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-09-17T17:03:15.868 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.868 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.868 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-09-17T17:03:15.869 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.869 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.869 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-09-17T17:03:15.869 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.869 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.869 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-09-17T17:03:15.869 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.869 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.869 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-09-17T17:03:15.869 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2248704 2024-09-17T17:03:15.869 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.870 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.870 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-09-17T17:03:15.870 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-09-17T17:03:15.870 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-09-17T17:03:15.870 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.870 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-09-17T17:03:15.870 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 802816 2024-09-17T17:03:15.870 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.870 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-09-17T17:03:15.870 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-09-17T17:03:15.870 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 174297 2024-09-17T17:03:15.870 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.871 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-09-17T17:03:15.871 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.871 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.871 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.871 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-09-17T17:03:15.871 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.871 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.871 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-09-17T17:03:15.871 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.871 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.871 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-09-17T17:03:15.871 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.872 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.872 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-09-17T17:03:15.872 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-09-17T17:03:15.872 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5790 2024-09-17T17:03:15.872 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.872 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-09-17T17:03:15.872 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.872 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.872 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.872 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-09-17T17:03:15.872 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.872 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.873 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-09-17T17:03:15.873 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 191, 2024-09-17T17:03:15.873 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57238541 2024-09-17T17:03:15.873 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.873 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-09-17T17:03:15.873 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 177, 2024-09-17T17:03:15.873 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14218141 2024-09-17T17:03:15.873 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.873 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-09-17T17:03:15.874 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 191, 2024-09-17T17:03:15.874 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 165382 2024-09-17T17:03:15.874 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.874 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-09-17T17:03:15.874 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 191, 2024-09-17T17:03:15.874 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57403923 2024-09-17T17:03:15.874 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.875 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-09-17T17:03:15.875 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.875 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.875 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.875 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-09-17T17:03:15.875 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-09-17T17:03:15.875 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 42690 2024-09-17T17:03:15.875 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.875 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-09-17T17:03:15.876 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-09-17T17:03:15.876 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 976 2024-09-17T17:03:15.876 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.876 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-09-17T17:03:15.876 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.876 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.876 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.876 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-09-17T17:03:15.876 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.876 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.876 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.876 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-09-17T17:03:15.877 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-09-17T17:03:15.877 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4129 2024-09-17T17:03:15.877 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.877 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-09-17T17:03:15.877 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 369 2024-09-17T17:03:15.877 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.877 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-09-17T17:03:15.877 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 257 2024-09-17T17:03:15.877 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.877 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-09-17T17:03:15.878 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 100, 2024-09-17T17:03:15.878 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 872258 2024-09-17T17:03:15.878 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.878 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-09-17T17:03:15.878 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 164, 2024-09-17T17:03:15.878 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 316260 2024-09-17T17:03:15.878 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.878 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-09-17T17:03:15.878 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 64, 2024-09-17T17:03:15.878 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 440281 2024-09-17T17:03:15.878 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.878 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-09-17T17:03:15.879 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.879 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.879 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-09-17T17:03:15.879 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-09-17T17:03:15.879 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 128245 2024-09-17T17:03:15.879 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.879 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-09-17T17:03:15.879 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-09-17T17:03:15.879 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2981092 2024-09-17T17:03:15.879 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.879 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-09-17T17:03:15.879 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 45, 2024-09-17T17:03:15.879 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3416124 2024-09-17T17:03:15.880 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.880 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-09-17T17:03:15.880 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 42, 2024-09-17T17:03:15.880 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 280895515578 2024-09-17T17:03:15.880 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.880 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-09-17T17:03:15.880 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 45, 2024-09-17T17:03:15.880 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 74815359324 2024-09-17T17:03:15.880 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.880 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-09-17T17:03:15.880 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 281, 2024-09-17T17:03:15.880 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6508109090 2024-09-17T17:03:15.880 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.880 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-09-17T17:03:15.881 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 281, 2024-09-17T17:03:15.881 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 29273 2024-09-17T17:03:15.881 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.881 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-09-17T17:03:15.881 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-09-17T17:03:15.881 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 259977 2024-09-17T17:03:15.881 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.881 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-09-17T17:03:15.881 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-09-17T17:03:15.881 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 253006686 2024-09-17T17:03:15.881 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.881 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-09-17T17:03:15.882 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-09-17T17:03:15.882 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 93552 2024-09-17T17:03:15.882 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.882 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-09-17T17:03:15.882 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-09-17T17:03:15.883 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 135042620 2024-09-17T17:03:15.883 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.883 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-09-17T17:03:15.883 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-09-17T17:03:15.883 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14285690 2024-09-17T17:03:15.883 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.884 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-09-17T17:03:15.884 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 352323 2024-09-17T17:03:15.884 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.884 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-09-17T17:03:15.884 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 37, 2024-09-17T17:03:15.884 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 153712 2024-09-17T17:03:15.885 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.885 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-09-17T17:03:15.885 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-09-17T17:03:15.885 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 405617035 2024-09-17T17:03:15.885 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.885 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-09-17T17:03:15.885 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-09-17T17:03:15.885 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16719239 2024-09-17T17:03:15.885 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.885 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-09-17T17:03:15.885 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-09-17T17:03:15.885 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1865090 2024-09-17T17:03:15.885 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.885 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.886 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-09-17T17:03:15.886 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-09-17T17:03:15.886 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1861436467 2024-09-17T17:03:15.886 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.886 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-09-17T17:03:15.886 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 43646976 2024-09-17T17:03:15.887 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.887 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-09-17T17:03:15.887 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 42721280 2024-09-17T17:03:15.887 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.887 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-09-17T17:03:15.887 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3137344512 2024-09-17T17:03:15.887 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.887 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-09-17T17:03:15.887 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 925696 2024-09-17T17:03:15.887 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.887 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.888 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-09-17T17:03:15.888 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:15.888 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 159383552 2024-09-17T17:03:15.888 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.888 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:15.888 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.888 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.888 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:15.888 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.888 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.888 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:15.888 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85496283 2024-09-17T17:03:15.888 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.888 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:15.889 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.889 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.889 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:15.889 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.889 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.889 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:15.889 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.889 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.889 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:15.889 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.889 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.889 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:15.890 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.890 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.890 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:15.890 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.890 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.890 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:15.890 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.890 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.890 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:15.890 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.890 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.890 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:15.890 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.891 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.891 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:15.891 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73887269 2024-09-17T17:03:15.891 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.891 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.891 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-09-17T17:03:15.891 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:15.891 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 780140544 2024-09-17T17:03:15.891 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.891 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:15.891 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-09-17T17:03:15.891 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.892 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:15.892 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.892 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.892 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:15.892 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641222127 2024-09-17T17:03:15.892 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.892 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:15.892 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.892 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.892 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:15.892 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.892 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.893 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:15.893 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.893 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.893 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:15.893 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.893 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.893 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:15.893 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.893 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.893 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:15.893 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2128 2024-09-17T17:03:15.893 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.893 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:15.894 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.894 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.894 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:15.894 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.894 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.894 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:15.894 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.894 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.894 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:15.894 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71807425 2024-09-17T17:03:15.894 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.894 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.895 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-09-17T17:03:15.895 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:15.895 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 192937984 2024-09-17T17:03:15.895 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.895 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:15.895 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-09-17T17:03:15.895 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.895 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:15.895 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 464 2024-09-17T17:03:15.895 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.895 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:15.895 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56997522 2024-09-17T17:03:15.895 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.895 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:15.896 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.896 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.896 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:15.896 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.896 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.896 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:15.896 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.896 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.896 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:15.896 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.897 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.897 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:15.897 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.897 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.897 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:15.897 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.897 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.897 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:15.897 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.897 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.897 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:15.897 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.897 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.898 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:15.898 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.898 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.898 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:15.898 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68831134 2024-09-17T17:03:15.898 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.898 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.898 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-09-17T17:03:15.898 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:15.898 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 713031680 2024-09-17T17:03:15.898 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.898 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:15.898 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.898 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.899 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:15.899 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.899 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.899 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:15.899 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641222127 2024-09-17T17:03:15.899 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.899 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:15.899 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.899 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.899 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:15.899 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.899 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.899 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:15.899 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.900 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.900 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:15.900 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.900 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.900 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:15.900 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6054 2024-09-17T17:03:15.900 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.900 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:15.900 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 243395 2024-09-17T17:03:15.901 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.901 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:15.901 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.901 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.901 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:15.901 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.901 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.901 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:15.901 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.901 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.901 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:15.902 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71560104 2024-09-17T17:03:15.902 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.902 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.902 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-09-17T17:03:15.902 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-09-17T17:03:15.902 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.902 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.902 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-09-17T17:03:15.902 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.902 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.903 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-09-17T17:03:15.903 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.903 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.903 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-09-17T17:03:15.903 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.903 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.903 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.903 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:15.903 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-09-17T17:03:15.903 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 42 2024-09-17T17:03:15.903 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.903 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-09-17T17:03:15.903 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.903 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.904 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-09-17T17:03:15.904 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.904 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.904 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-09-17T17:03:15.904 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.904 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.904 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-09-17T17:03:15.904 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.904 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.904 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-09-17T17:03:15.904 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.904 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.905 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-09-17T17:03:15.905 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.905 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.905 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.905 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-09-17T17:03:15.905 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.905 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.905 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-09-17T17:03:15.905 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.905 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.905 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.905 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-09-17T17:03:15.905 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.906 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.906 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.906 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-09-17T17:03:15.906 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.906 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.906 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-09-17T17:03:15.906 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.906 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.906 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.906 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-17T17:03:15.906 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.906 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.906 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-09-17T17:03:15.906 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.906 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.907 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-09-17T17:03:15.907 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.907 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.907 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.907 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-09-17T17:03:15.907 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.907 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.907 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.907 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-09-17T17:03:15.907 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.907 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.908 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-09-17T17:03:15.908 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.908 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.908 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-09-17T17:03:15.908 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.908 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.908 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.908 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-17T17:03:15.908 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.908 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.908 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-17T17:03:15.908 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.908 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.909 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-09-17T17:03:15.909 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.909 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.909 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-09-17T17:03:15.909 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.909 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.909 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.909 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-09-17T17:03:15.909 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.909 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.909 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.909 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-09-17T17:03:15.909 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.910 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.910 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-09-17T17:03:15.910 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.910 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.910 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-09-17T17:03:15.910 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.910 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.910 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.910 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-17T17:03:15.910 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.910 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.910 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-09-17T17:03:15.910 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.911 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.911 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.911 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-09-17T17:03:15.911 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.911 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.911 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.911 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-09-17T17:03:15.911 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.911 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.911 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-09-17T17:03:15.911 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.911 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.911 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-09-17T17:03:15.911 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.911 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.912 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-09-17T17:03:15.912 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-09-17T17:03:15.912 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.912 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-09-17T17:03:15.912 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 28467200 2024-09-17T17:03:15.912 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.912 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.912 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.912 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.6": { 2024-09-17T17:03:15.913 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:15.913 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-09-17T17:03:15.913 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.913 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.913 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-09-17T17:03:15.913 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.913 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.913 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-09-17T17:03:15.913 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-09-17T17:03:15.913 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.913 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_main": { 2024-09-17T17:03:15.913 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.913 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.914 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-09-17T17:03:15.914 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.914 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.914 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-09-17T17:03:15.914 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.914 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.914 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-09-17T17:03:15.914 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-09-17T17:03:15.914 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.914 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-09-17T17:03:15.915 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6397952 2024-09-17T17:03:15.915 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.915 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-09-17T17:03:15.915 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.915 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.915 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.915 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-09-17T17:03:15.915 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.915 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.915 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.916 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-09-17T17:03:15.916 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-09-17T17:03:15.916 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.916 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-09-17T17:03:15.916 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31850496 2024-09-17T17:03:15.916 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.916 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-09-17T17:03:15.916 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3354624 2024-09-17T17:03:15.916 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.916 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-09-17T17:03:15.916 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3215360 2024-09-17T17:03:15.916 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.916 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-09-17T17:03:15.917 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31850496 2024-09-17T17:03:15.917 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.917 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-09-17T17:03:15.917 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.917 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.917 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-09-17T17:03:15.917 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.917 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.917 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-09-17T17:03:15.917 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14 2024-09-17T17:03:15.918 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.918 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-09-17T17:03:15.918 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 206480 2024-09-17T17:03:15.918 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.918 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-09-17T17:03:15.918 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23 2024-09-17T17:03:15.918 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.918 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-09-17T17:03:15.918 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1282048 2024-09-17T17:03:15.918 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.918 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-09-17T17:03:15.918 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1286144 2024-09-17T17:03:15.918 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.919 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-09-17T17:03:15.919 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.919 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.919 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-09-17T17:03:15.919 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.919 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.919 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-09-17T17:03:15.919 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15 2024-09-17T17:03:15.919 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.919 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-09-17T17:03:15.919 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4991 2024-09-17T17:03:15.919 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.919 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-09-17T17:03:15.920 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-09-17T17:03:15.920 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.920 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-09-17T17:03:15.920 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5556 2024-09-17T17:03:15.920 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.920 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-09-17T17:03:15.920 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-09-17T17:03:15.920 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.920 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-09-17T17:03:15.920 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5556 2024-09-17T17:03:15.920 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.921 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-09-17T17:03:15.921 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-09-17T17:03:15.921 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.921 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-09-17T17:03:15.921 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.921 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.921 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-09-17T17:03:15.921 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.921 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.921 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-09-17T17:03:15.921 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.922 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.922 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-09-17T17:03:15.922 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.922 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.922 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-09-17T17:03:15.922 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.922 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.922 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-09-17T17:03:15.922 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.922 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.922 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-09-17T17:03:15.922 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.923 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.923 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-09-17T17:03:15.923 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.923 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.923 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-09-17T17:03:15.923 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.923 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.923 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-09-17T17:03:15.923 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9691136 2024-09-17T17:03:15.923 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.923 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.923 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-09-17T17:03:15.924 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-09-17T17:03:15.924 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-09-17T17:03:15.924 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.924 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-09-17T17:03:15.924 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1388544 2024-09-17T17:03:15.924 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.924 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-09-17T17:03:15.924 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-09-17T17:03:15.924 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 111425 2024-09-17T17:03:15.925 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.925 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-09-17T17:03:15.925 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.925 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.925 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.925 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-09-17T17:03:15.925 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.925 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.925 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-09-17T17:03:15.925 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.925 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.926 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-09-17T17:03:15.926 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.926 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.926 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-09-17T17:03:15.926 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 6, 2024-09-17T17:03:15.926 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11155 2024-09-17T17:03:15.926 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.926 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-09-17T17:03:15.926 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.926 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.926 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.927 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-09-17T17:03:15.927 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.927 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.927 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-09-17T17:03:15.927 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 772, 2024-09-17T17:03:15.927 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 505046632 2024-09-17T17:03:15.927 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.927 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-09-17T17:03:15.927 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 766, 2024-09-17T17:03:15.927 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23688532 2024-09-17T17:03:15.927 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.928 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-09-17T17:03:15.928 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 772, 2024-09-17T17:03:15.928 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 753556 2024-09-17T17:03:15.928 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.928 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-09-17T17:03:15.928 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 772, 2024-09-17T17:03:15.928 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 505800188 2024-09-17T17:03:15.928 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.928 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-09-17T17:03:15.929 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.929 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.929 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.929 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-09-17T17:03:15.929 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-09-17T17:03:15.929 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35286 2024-09-17T17:03:15.929 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.929 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-09-17T17:03:15.929 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-09-17T17:03:15.929 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1126 2024-09-17T17:03:15.929 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.930 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-09-17T17:03:15.930 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.930 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.930 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.930 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-09-17T17:03:15.930 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.930 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.930 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.931 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-09-17T17:03:15.931 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-09-17T17:03:15.931 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10208 2024-09-17T17:03:15.931 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.931 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-09-17T17:03:15.931 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3482 2024-09-17T17:03:15.931 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.932 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-09-17T17:03:15.932 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 362 2024-09-17T17:03:15.932 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.932 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-09-17T17:03:15.932 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 99, 2024-09-17T17:03:15.932 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1270092 2024-09-17T17:03:15.932 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.932 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-09-17T17:03:15.932 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 156, 2024-09-17T17:03:15.932 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 333630 2024-09-17T17:03:15.932 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.932 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-09-17T17:03:15.933 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 57, 2024-09-17T17:03:15.933 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 849930 2024-09-17T17:03:15.933 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.933 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-09-17T17:03:15.933 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.933 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.933 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-09-17T17:03:15.934 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101, 2024-09-17T17:03:15.934 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5520906 2024-09-17T17:03:15.934 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.934 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-09-17T17:03:15.934 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3388, 2024-09-17T17:03:15.934 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3959977810 2024-09-17T17:03:15.935 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.935 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-09-17T17:03:15.935 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 38, 2024-09-17T17:03:15.935 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5557216 2024-09-17T17:03:15.935 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.935 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-09-17T17:03:15.935 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 38, 2024-09-17T17:03:15.935 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 430192931387 2024-09-17T17:03:15.935 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.935 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-09-17T17:03:15.936 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 38, 2024-09-17T17:03:15.936 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70390228345 2024-09-17T17:03:15.936 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.936 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-09-17T17:03:15.936 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3388, 2024-09-17T17:03:15.936 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1102350411 2024-09-17T17:03:15.936 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.936 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-09-17T17:03:15.936 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3388, 2024-09-17T17:03:15.936 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 207064 2024-09-17T17:03:15.936 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.937 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-09-17T17:03:15.937 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3388, 2024-09-17T17:03:15.937 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5391825 2024-09-17T17:03:15.937 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.937 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-09-17T17:03:15.937 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3388, 2024-09-17T17:03:15.937 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2579960264 2024-09-17T17:03:15.937 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.937 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-09-17T17:03:15.937 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3388, 2024-09-17T17:03:15.937 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 533683 2024-09-17T17:03:15.937 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.937 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-09-17T17:03:15.938 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3388, 2024-09-17T17:03:15.938 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1426795050 2024-09-17T17:03:15.938 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.938 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-09-17T17:03:15.938 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3388, 2024-09-17T17:03:15.938 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 365087530 2024-09-17T17:03:15.938 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.938 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-09-17T17:03:15.938 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 942582 2024-09-17T17:03:15.938 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.938 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-09-17T17:03:15.938 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 31, 2024-09-17T17:03:15.938 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 143088 2024-09-17T17:03:15.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.939 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-09-17T17:03:15.939 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3388, 2024-09-17T17:03:15.939 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8337479332 2024-09-17T17:03:15.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.939 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-09-17T17:03:15.939 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3388, 2024-09-17T17:03:15.939 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 401238930 2024-09-17T17:03:15.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.939 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-09-17T17:03:15.939 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3388, 2024-09-17T17:03:15.939 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 270646603 2024-09-17T17:03:15.939 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.940 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-09-17T17:03:15.940 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-09-17T17:03:15.940 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1861436467 2024-09-17T17:03:15.940 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.940 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-09-17T17:03:15.940 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46792704 2024-09-17T17:03:15.940 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.940 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-09-17T17:03:15.940 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 45301760 2024-09-17T17:03:15.941 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.941 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-09-17T17:03:15.941 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3137344512 2024-09-17T17:03:15.941 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.941 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-09-17T17:03:15.941 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1490944 2024-09-17T17:03:15.941 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.941 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.941 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-09-17T17:03:15.941 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:15.941 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 159383552 2024-09-17T17:03:15.942 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.942 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:15.942 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.942 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.942 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:15.942 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.942 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.942 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:15.942 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85489176 2024-09-17T17:03:15.942 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.942 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:15.943 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.943 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.943 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:15.943 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.943 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.943 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:15.943 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.943 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.943 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:15.943 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.943 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.943 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:15.944 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.944 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.944 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:15.944 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-09-17T17:03:15.944 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.944 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:15.944 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.944 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.944 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:15.945 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.945 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.945 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:15.945 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.945 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.945 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:15.945 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73882088 2024-09-17T17:03:15.945 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.945 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.945 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-09-17T17:03:15.945 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:15.945 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 780140544 2024-09-17T17:03:15.945 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.946 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:15.946 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-09-17T17:03:15.946 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.946 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:15.946 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.946 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.946 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:15.946 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641168820 2024-09-17T17:03:15.946 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.946 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:15.947 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.947 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.947 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:15.947 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.947 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.947 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:15.947 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.947 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.947 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:15.947 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.947 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.947 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:15.948 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.948 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.948 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:15.948 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2128 2024-09-17T17:03:15.948 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.948 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:15.948 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.948 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.948 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:15.949 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.949 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.949 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:15.949 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.949 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.949 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:15.949 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71860732 2024-09-17T17:03:15.949 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.949 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.949 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-09-17T17:03:15.949 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:15.950 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 192937984 2024-09-17T17:03:15.950 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.950 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:15.950 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-09-17T17:03:15.950 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.950 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:15.950 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 464 2024-09-17T17:03:15.950 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.950 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:15.950 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56992784 2024-09-17T17:03:15.950 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.950 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:15.950 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.951 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.951 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:15.951 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.951 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.951 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:15.951 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.951 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.951 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:15.951 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.951 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.951 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:15.951 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.951 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.952 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:15.952 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.952 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.952 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:15.952 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.952 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.952 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:15.952 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.952 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.952 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:15.952 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.953 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.953 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:15.953 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68835872 2024-09-17T17:03:15.953 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.953 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.953 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-09-17T17:03:15.953 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:15.953 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 713031680 2024-09-17T17:03:15.953 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.953 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:15.953 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.953 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.953 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:15.954 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.954 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.954 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:15.954 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641168820 2024-09-17T17:03:15.954 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.954 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:15.954 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.954 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.954 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:15.954 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.954 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.954 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:15.954 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.955 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.955 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:15.955 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.955 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.955 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:15.955 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5921 2024-09-17T17:03:15.955 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.955 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:15.955 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 350551 2024-09-17T17:03:15.955 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.955 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:15.956 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.956 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.956 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:15.956 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.956 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.956 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:15.956 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.956 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.956 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:15.956 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71506388 2024-09-17T17:03:15.956 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.956 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.956 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-09-17T17:03:15.956 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-09-17T17:03:15.957 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.957 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.957 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-09-17T17:03:15.957 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.957 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.957 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-09-17T17:03:15.957 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.957 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.957 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-09-17T17:03:15.957 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.957 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.957 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.957 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:15.958 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-09-17T17:03:15.958 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38 2024-09-17T17:03:15.958 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.958 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-09-17T17:03:15.958 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.958 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.958 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-09-17T17:03:15.958 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13 2024-09-17T17:03:15.958 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.958 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-09-17T17:03:15.958 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.959 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.959 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-09-17T17:03:15.959 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.959 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.959 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-09-17T17:03:15.959 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2810 2024-09-17T17:03:15.959 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.959 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-09-17T17:03:15.959 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13, 2024-09-17T17:03:15.959 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 137130500 2024-09-17T17:03:15.959 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.959 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-09-17T17:03:15.959 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.959 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.959 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-09-17T17:03:15.960 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15, 2024-09-17T17:03:15.960 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 30849050 2024-09-17T17:03:15.960 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.960 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-09-17T17:03:15.960 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13, 2024-09-17T17:03:15.960 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 63156333 2024-09-17T17:03:15.960 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.960 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-09-17T17:03:15.960 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.960 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.960 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-09-17T17:03:15.961 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.961 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.961 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.961 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-17T17:03:15.961 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.961 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.961 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-09-17T17:03:15.961 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.961 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.962 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-09-17T17:03:15.962 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.962 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.962 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.962 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-09-17T17:03:15.962 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.962 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.962 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.962 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-09-17T17:03:15.962 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.962 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.963 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-09-17T17:03:15.963 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.963 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.963 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-09-17T17:03:15.963 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.963 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.963 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.963 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-17T17:03:15.963 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.963 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.964 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-17T17:03:15.964 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.964 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.964 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-09-17T17:03:15.964 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.964 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.964 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-09-17T17:03:15.965 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.965 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.965 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.965 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-09-17T17:03:15.965 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.965 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.965 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.965 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-09-17T17:03:15.965 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13 2024-09-17T17:03:15.965 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.966 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-09-17T17:03:15.966 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2810 2024-09-17T17:03:15.966 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.966 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-09-17T17:03:15.966 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13, 2024-09-17T17:03:15.966 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 137130500 2024-09-17T17:03:15.966 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.966 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-17T17:03:15.967 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.967 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.967 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-09-17T17:03:15.967 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15, 2024-09-17T17:03:15.967 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 30849050 2024-09-17T17:03:15.967 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.967 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-09-17T17:03:15.967 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13, 2024-09-17T17:03:15.967 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 63156333 2024-09-17T17:03:15.967 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.967 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-09-17T17:03:15.967 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.968 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.968 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-09-17T17:03:15.968 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.968 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.968 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-09-17T17:03:15.968 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.969 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.969 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-09-17T17:03:15.969 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-09-17T17:03:15.969 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.969 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-09-17T17:03:15.969 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 33247232 2024-09-17T17:03:15.969 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.969 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.969 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.969 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.7": { 2024-09-17T17:03:15.970 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-09-17T17:03:15.970 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-09-17T17:03:15.970 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.970 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.970 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-09-17T17:03:15.970 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.970 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.970 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-09-17T17:03:15.970 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-09-17T17:03:15.970 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.970 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_main": { 2024-09-17T17:03:15.970 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.970 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.970 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-09-17T17:03:15.971 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.971 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.971 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-09-17T17:03:15.971 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.971 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.971 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-09-17T17:03:15.971 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-09-17T17:03:15.971 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.971 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-09-17T17:03:15.971 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1228800 2024-09-17T17:03:15.971 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.971 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-09-17T17:03:15.971 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.971 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.971 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.972 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-09-17T17:03:15.972 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.972 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.972 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.972 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-09-17T17:03:15.972 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-09-17T17:03:15.972 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.972 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-09-17T17:03:15.972 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27656192 2024-09-17T17:03:15.972 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.972 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-09-17T17:03:15.973 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 925696 2024-09-17T17:03:15.973 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.973 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-09-17T17:03:15.973 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 786432 2024-09-17T17:03:15.973 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.973 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-09-17T17:03:15.973 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31850496 2024-09-17T17:03:15.973 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.973 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-09-17T17:03:15.973 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.973 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.974 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-09-17T17:03:15.974 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.974 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-09-17T17:03:15.974 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14 2024-09-17T17:03:15.974 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.974 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-09-17T17:03:15.974 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 206480 2024-09-17T17:03:15.974 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.974 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-09-17T17:03:15.974 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23 2024-09-17T17:03:15.974 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.974 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-09-17T17:03:15.974 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1282048 2024-09-17T17:03:15.975 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.975 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-09-17T17:03:15.975 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1286144 2024-09-17T17:03:15.975 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.975 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-09-17T17:03:15.975 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.975 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.975 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-09-17T17:03:15.975 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.975 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.975 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-09-17T17:03:15.975 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15 2024-09-17T17:03:15.975 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.976 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-09-17T17:03:15.976 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4991 2024-09-17T17:03:15.976 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.976 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-09-17T17:03:15.976 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-09-17T17:03:15.976 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.976 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-09-17T17:03:15.976 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5552 2024-09-17T17:03:15.976 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.976 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-09-17T17:03:15.976 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-09-17T17:03:15.976 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.977 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-09-17T17:03:15.977 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5552 2024-09-17T17:03:15.977 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.977 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-09-17T17:03:15.977 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-09-17T17:03:15.977 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.977 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-09-17T17:03:15.977 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.977 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.977 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-09-17T17:03:15.977 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.977 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.977 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-09-17T17:03:15.977 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.978 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.978 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-09-17T17:03:15.978 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.978 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.978 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-09-17T17:03:15.978 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.978 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.978 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-09-17T17:03:15.978 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.978 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.978 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-09-17T17:03:15.978 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.978 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.978 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-09-17T17:03:15.979 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.979 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.979 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-09-17T17:03:15.979 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.979 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.979 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-09-17T17:03:15.979 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2093056 2024-09-17T17:03:15.979 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.979 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.979 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-09-17T17:03:15.979 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-09-17T17:03:15.980 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-09-17T17:03:15.980 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.980 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-09-17T17:03:15.980 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1384448 2024-09-17T17:03:15.980 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.980 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-09-17T17:03:15.980 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-09-17T17:03:15.980 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 151098 2024-09-17T17:03:15.980 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.981 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-09-17T17:03:15.981 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.981 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.981 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.981 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-09-17T17:03:15.981 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.981 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.982 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-09-17T17:03:15.982 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.982 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.982 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-09-17T17:03:15.982 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.982 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.982 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-09-17T17:03:15.983 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 9, 2024-09-17T17:03:15.983 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31790 2024-09-17T17:03:15.983 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.983 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-09-17T17:03:15.983 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.983 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.983 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.983 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-09-17T17:03:15.983 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.983 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.983 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-09-17T17:03:15.983 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 179, 2024-09-17T17:03:15.984 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 59956763 2024-09-17T17:03:15.984 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.984 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-09-17T17:03:15.984 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 170, 2024-09-17T17:03:15.984 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11959556 2024-09-17T17:03:15.984 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.984 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-09-17T17:03:15.984 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 179, 2024-09-17T17:03:15.985 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 121682 2024-09-17T17:03:15.985 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.985 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-09-17T17:03:15.985 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 179, 2024-09-17T17:03:15.985 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 60078445 2024-09-17T17:03:15.985 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.985 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-09-17T17:03:15.985 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.985 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.985 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.986 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-09-17T17:03:15.986 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-09-17T17:03:15.986 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 39715 2024-09-17T17:03:15.986 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.986 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-09-17T17:03:15.986 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-09-17T17:03:15.986 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1065 2024-09-17T17:03:15.986 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.986 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-09-17T17:03:15.986 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.986 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.986 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.986 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-09-17T17:03:15.987 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-09-17T17:03:15.987 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.987 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.987 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-09-17T17:03:15.987 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-09-17T17:03:15.987 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7287 2024-09-17T17:03:15.987 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.987 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-09-17T17:03:15.987 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 596 2024-09-17T17:03:15.987 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.987 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-09-17T17:03:15.988 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 291 2024-09-17T17:03:15.988 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.988 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-09-17T17:03:15.988 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 127, 2024-09-17T17:03:15.988 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2404471 2024-09-17T17:03:15.988 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.989 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-09-17T17:03:15.989 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 200, 2024-09-17T17:03:15.989 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 341577 2024-09-17T17:03:15.989 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.989 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-09-17T17:03:15.989 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73, 2024-09-17T17:03:15.990 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1609627 2024-09-17T17:03:15.990 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.990 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-09-17T17:03:15.990 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:15.990 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.990 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-09-17T17:03:15.990 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-09-17T17:03:15.991 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 26133 2024-09-17T17:03:15.991 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.991 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-09-17T17:03:15.991 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 295, 2024-09-17T17:03:15.991 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2119142 2024-09-17T17:03:15.991 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.991 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-09-17T17:03:15.992 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 24, 2024-09-17T17:03:15.992 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1774929 2024-09-17T17:03:15.992 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.992 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-09-17T17:03:15.992 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 24, 2024-09-17T17:03:15.992 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 227405664659 2024-09-17T17:03:15.992 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.993 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-09-17T17:03:15.993 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 24, 2024-09-17T17:03:15.993 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 34029516373 2024-09-17T17:03:15.993 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.993 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-09-17T17:03:15.993 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 295, 2024-09-17T17:03:15.993 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 513892 2024-09-17T17:03:15.994 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.994 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-09-17T17:03:15.994 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 295, 2024-09-17T17:03:15.994 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 42767 2024-09-17T17:03:15.994 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.995 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-09-17T17:03:15.995 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 295, 2024-09-17T17:03:15.995 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 224264 2024-09-17T17:03:15.995 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.995 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-09-17T17:03:15.995 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 295, 2024-09-17T17:03:15.996 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 172925126 2024-09-17T17:03:15.996 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.996 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-09-17T17:03:15.996 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 295, 2024-09-17T17:03:15.996 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 96668 2024-09-17T17:03:15.996 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.997 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-09-17T17:03:15.997 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 295, 2024-09-17T17:03:15.997 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 103695907 2024-09-17T17:03:15.997 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.997 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-09-17T17:03:15.997 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 295, 2024-09-17T17:03:15.997 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13417559 2024-09-17T17:03:15.997 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.997 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-09-17T17:03:15.998 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 940556 2024-09-17T17:03:15.998 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.998 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-09-17T17:03:15.998 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 23, 2024-09-17T17:03:15.998 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 113993 2024-09-17T17:03:15.998 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.998 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-09-17T17:03:15.998 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 295, 2024-09-17T17:03:15.998 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 292425452 2024-09-17T17:03:15.998 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.998 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-09-17T17:03:15.998 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 295, 2024-09-17T17:03:15.998 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15944540 2024-09-17T17:03:15.999 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.999 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-09-17T17:03:15.999 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 295, 2024-09-17T17:03:15.999 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2093971 2024-09-17T17:03:15.999 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:15.999 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.999 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-09-17T17:03:15.999 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-09-17T17:03:15.999 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1861436467 2024-09-17T17:03:15.999 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.999 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-09-17T17:03:15.999 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 43646976 2024-09-17T17:03:15.999 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:15.999 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-09-17T17:03:16.000 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 42450944 2024-09-17T17:03:16.000 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.000 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-09-17T17:03:16.000 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3137344512 2024-09-17T17:03:16.000 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.000 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-09-17T17:03:16.000 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1196032 2024-09-17T17:03:16.000 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:16.001 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.001 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-09-17T17:03:16.001 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:16.001 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 159383552 2024-09-17T17:03:16.001 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.001 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:16.001 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.001 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.001 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:16.001 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.001 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.002 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:16.002 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85487378 2024-09-17T17:03:16.002 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.002 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:16.002 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.002 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.002 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:16.002 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.002 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.002 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:16.002 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.002 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.002 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:16.002 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.003 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.003 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:16.003 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.003 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.003 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:16.003 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 135168 2024-09-17T17:03:16.003 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.003 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:16.003 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.003 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.003 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:16.003 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.003 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.004 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:16.004 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.004 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.004 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:16.004 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73761006 2024-09-17T17:03:16.004 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:16.004 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.004 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-09-17T17:03:16.004 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:16.004 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 780140544 2024-09-17T17:03:16.004 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.004 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:16.005 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-09-17T17:03:16.005 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.005 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:16.005 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.005 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.005 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:16.005 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641155341 2024-09-17T17:03:16.005 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.005 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:16.005 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.005 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.005 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:16.005 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.006 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:16.006 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.006 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:16.006 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.006 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:16.006 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.007 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:16.007 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2128 2024-09-17T17:03:16.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.007 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:16.007 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.007 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:16.008 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.008 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.008 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:16.008 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.008 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.008 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:16.008 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71874211 2024-09-17T17:03:16.008 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:16.009 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.009 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-09-17T17:03:16.009 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:16.009 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 192937984 2024-09-17T17:03:16.009 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.009 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:16.009 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-09-17T17:03:16.009 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.010 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:16.010 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 464 2024-09-17T17:03:16.010 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.010 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:16.010 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56991585 2024-09-17T17:03:16.010 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.010 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:16.011 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.011 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.011 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:16.011 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.011 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.011 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:16.011 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.011 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.012 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:16.012 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.012 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.012 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:16.012 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.012 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.012 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:16.012 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.013 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.013 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:16.013 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.013 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.013 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:16.013 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.013 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.014 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:16.014 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.014 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.014 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:16.014 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68837071 2024-09-17T17:03:16.014 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:16.014 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.014 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-09-17T17:03:16.014 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-09-17T17:03:16.014 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 713031680 2024-09-17T17:03:16.015 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.015 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-09-17T17:03:16.015 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.015 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.015 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-09-17T17:03:16.015 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.015 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.016 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-09-17T17:03:16.016 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641155341 2024-09-17T17:03:16.016 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.016 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-09-17T17:03:16.016 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.016 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.016 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-09-17T17:03:16.017 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.017 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.017 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-09-17T17:03:16.017 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.017 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.017 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-09-17T17:03:16.017 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.017 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.018 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-09-17T17:03:16.018 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.018 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.018 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-09-17T17:03:16.018 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 256785 2024-09-17T17:03:16.018 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.018 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-09-17T17:03:16.018 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.018 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.018 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-09-17T17:03:16.018 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.019 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.019 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-09-17T17:03:16.019 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.019 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.019 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-09-17T17:03:16.019 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71619554 2024-09-17T17:03:16.019 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:16.019 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.019 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-09-17T17:03:16.019 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-09-17T17:03:16.019 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.019 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.019 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-09-17T17:03:16.019 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.020 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.020 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-09-17T17:03:16.020 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.020 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.020 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-09-17T17:03:16.020 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.020 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:16.020 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.020 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-09-17T17:03:16.020 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-09-17T17:03:16.020 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46 2024-09-17T17:03:16.020 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.021 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-09-17T17:03:16.021 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.021 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.021 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-09-17T17:03:16.021 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 101 2024-09-17T17:03:16.022 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.022 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-09-17T17:03:16.022 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.022 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.022 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-09-17T17:03:16.023 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.023 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.023 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-09-17T17:03:16.023 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.023 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.023 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-09-17T17:03:16.023 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101, 2024-09-17T17:03:16.023 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 90118237 2024-09-17T17:03:16.023 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.024 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-09-17T17:03:16.024 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 264694 2024-09-17T17:03:16.024 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.024 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-09-17T17:03:16.024 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 103, 2024-09-17T17:03:16.024 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 26343356 2024-09-17T17:03:16.025 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.025 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-09-17T17:03:16.025 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101, 2024-09-17T17:03:16.025 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 53019426 2024-09-17T17:03:16.025 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.025 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-09-17T17:03:16.025 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70 2024-09-17T17:03:16.025 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.025 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-09-17T17:03:16.026 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 70, 2024-09-17T17:03:16.026 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11421778 2024-09-17T17:03:16.026 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.026 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-17T17:03:16.026 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.026 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.026 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-09-17T17:03:16.026 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 264694 2024-09-17T17:03:16.026 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.026 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-09-17T17:03:16.026 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 70, 2024-09-17T17:03:16.027 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10051740 2024-09-17T17:03:16.027 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.027 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-09-17T17:03:16.027 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 70, 2024-09-17T17:03:16.027 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8240397 2024-09-17T17:03:16.028 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.028 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-09-17T17:03:16.028 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 26 2024-09-17T17:03:16.028 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.028 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-09-17T17:03:16.028 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.029 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.029 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-09-17T17:03:16.029 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 26, 2024-09-17T17:03:16.029 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27052430 2024-09-17T17:03:16.029 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.029 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-17T17:03:16.029 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.029 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.029 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-17T17:03:16.029 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.029 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.029 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-09-17T17:03:16.030 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.030 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.030 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-09-17T17:03:16.030 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 26, 2024-09-17T17:03:16.030 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11175462 2024-09-17T17:03:16.030 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.030 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-09-17T17:03:16.030 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 26, 2024-09-17T17:03:16.030 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 25567014 2024-09-17T17:03:16.030 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.030 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-09-17T17:03:16.030 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-09-17T17:03:16.031 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.031 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-09-17T17:03:16.031 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.031 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.031 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-09-17T17:03:16.031 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5, 2024-09-17T17:03:16.031 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 51644029 2024-09-17T17:03:16.031 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.031 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-17T17:03:16.031 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.031 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.031 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-09-17T17:03:16.031 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7, 2024-09-17T17:03:16.032 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5116154 2024-09-17T17:03:16.032 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.032 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-09-17T17:03:16.032 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5, 2024-09-17T17:03:16.032 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 19212015 2024-09-17T17:03:16.032 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.032 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-09-17T17:03:16.032 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.032 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.032 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-09-17T17:03:16.032 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.032 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.033 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-09-17T17:03:16.033 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-09-17T17:03:16.033 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.033 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-09-17T17:03:16.033 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-09-17T17:03:16.033 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.033 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-09-17T17:03:16.033 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 29048832 2024-09-17T17:03:16.033 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:16.033 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:16.033 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:16.033 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.033 INFO:tasks.workunit.client.0.smithi031.stdout: "pools": [ 2024-09-17T17:03:16.033 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.034 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-09-17T17:03:16.034 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr" 2024-09-17T17:03:16.034 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.034 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-09-17T17:03:16.034 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-09-17T17:03:16.034 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-09-17T17:03:16.034 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-09-17T17:03:16.034 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-09-17T17:03:16.034 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 1, 2024-09-17T17:03:16.034 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 1, 2024-09-17T17:03:16.034 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 1, 2024-09-17T17:03:16.034 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-09-17T17:03:16.035 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-09-17T17:03:16.035 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 729296251146, 2024-09-17T17:03:16.035 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 1781760, 2024-09-17T17:03:16.035 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-09-17T17:03:16.035 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-09-17T17:03:16.035 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 1781760, 2024-09-17T17:03:16.035 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-09-17T17:03:16.035 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 243098763264, 2024-09-17T17:03:16.035 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 2, 2024-09-17T17:03:16.035 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-09-17T17:03:16.035 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 2.443116500217002e-06, 2024-09-17T17:03:16.035 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-09-17T17:03:16.035 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-09-17T17:03:16.036 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 358, 2024-09-17T17:03:16.036 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 567296, 2024-09-17T17:03:16.036 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 590368, 2024-09-17T17:03:16.036 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 590368, 2024-09-17T17:03:16.036 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-09-17T17:03:16.036 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 1771104, 2024-09-17T17:03:16.036 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 211, 2024-09-17T17:03:16.036 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 2473984 2024-09-17T17:03:16.036 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.036 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-09-17T17:03:16.036 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-09-17T17:03:16.036 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-09-17T17:03:16.036 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.037 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.037 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-09-17T17:03:16.037 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-09-17T17:03:16.037 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.037 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-09-17T17:03:16.037 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-09-17T17:03:16.037 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-09-17T17:03:16.037 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-09-17T17:03:16.037 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-09-17T17:03:16.037 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 32, 2024-09-17T17:03:16.037 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 32, 2024-09-17T17:03:16.037 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 2, 2024-09-17T17:03:16.037 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-09-17T17:03:16.038 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-09-17T17:03:16.038 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 729296251146, 2024-09-17T17:03:16.038 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 98304, 2024-09-17T17:03:16.038 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-09-17T17:03:16.038 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-09-17T17:03:16.038 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 98304, 2024-09-17T17:03:16.038 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-09-17T17:03:16.038 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 243098763264, 2024-09-17T17:03:16.038 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 22, 2024-09-17T17:03:16.038 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-09-17T17:03:16.038 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 1.3479292704232648e-07, 2024-09-17T17:03:16.038 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-09-17T17:03:16.039 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-09-17T17:03:16.039 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 0, 2024-09-17T17:03:16.039 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 0, 2024-09-17T17:03:16.039 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 3428, 2024-09-17T17:03:16.039 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 3428, 2024-09-17T17:03:16.039 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-09-17T17:03:16.039 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 10284, 2024-09-17T17:03:16.039 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 51, 2024-09-17T17:03:16.039 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 20480 2024-09-17T17:03:16.039 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.039 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-09-17T17:03:16.039 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-09-17T17:03:16.039 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-09-17T17:03:16.039 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.040 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.040 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-09-17T17:03:16.040 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-09-17T17:03:16.040 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.040 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-09-17T17:03:16.040 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-09-17T17:03:16.040 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-09-17T17:03:16.040 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-09-17T17:03:16.040 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-09-17T17:03:16.040 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 64, 2024-09-17T17:03:16.040 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 64, 2024-09-17T17:03:16.041 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 3, 2024-09-17T17:03:16.041 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-09-17T17:03:16.041 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-09-17T17:03:16.041 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 729296251146, 2024-09-17T17:03:16.041 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 0, 2024-09-17T17:03:16.041 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-09-17T17:03:16.041 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-09-17T17:03:16.041 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 0, 2024-09-17T17:03:16.041 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-09-17T17:03:16.041 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 243098763264, 2024-09-17T17:03:16.041 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 0, 2024-09-17T17:03:16.041 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-09-17T17:03:16.041 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 0.0, 2024-09-17T17:03:16.041 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-09-17T17:03:16.042 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-09-17T17:03:16.042 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 0, 2024-09-17T17:03:16.042 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 0, 2024-09-17T17:03:16.042 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 0, 2024-09-17T17:03:16.042 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 0, 2024-09-17T17:03:16.042 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-09-17T17:03:16.042 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 0, 2024-09-17T17:03:16.042 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 0, 2024-09-17T17:03:16.042 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 0 2024-09-17T17:03:16.042 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.042 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-09-17T17:03:16.042 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-09-17T17:03:16.043 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-09-17T17:03:16.043 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.043 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.043 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-09-17T17:03:16.043 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd" 2024-09-17T17:03:16.043 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.043 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-09-17T17:03:16.043 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-09-17T17:03:16.043 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-09-17T17:03:16.043 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-09-17T17:03:16.043 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-09-17T17:03:16.043 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 8, 2024-09-17T17:03:16.043 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 8, 2024-09-17T17:03:16.043 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 4, 2024-09-17T17:03:16.043 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-09-17T17:03:16.044 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-09-17T17:03:16.044 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 729296251146, 2024-09-17T17:03:16.044 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 12288, 2024-09-17T17:03:16.044 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-09-17T17:03:16.044 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-09-17T17:03:16.044 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 12288, 2024-09-17T17:03:16.044 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-09-17T17:03:16.044 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 243098763264, 2024-09-17T17:03:16.044 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 2, 2024-09-17T17:03:16.044 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-09-17T17:03:16.044 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 1.684911943300449e-08, 2024-09-17T17:03:16.045 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-09-17T17:03:16.045 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-09-17T17:03:16.045 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 0, 2024-09-17T17:03:16.045 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 0, 2024-09-17T17:03:16.045 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 19, 2024-09-17T17:03:16.045 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 19, 2024-09-17T17:03:16.045 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-09-17T17:03:16.045 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 57, 2024-09-17T17:03:16.045 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 2, 2024-09-17T17:03:16.045 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 2048 2024-09-17T17:03:16.045 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.045 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-09-17T17:03:16.045 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-09-17T17:03:16.045 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-09-17T17:03:16.046 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:16.046 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.046 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd": { 2024-09-17T17:03:16.046 INFO:tasks.workunit.client.0.smithi031.stdout: "mirroring_by_pool": [ 2024-09-17T17:03:16.046 INFO:tasks.workunit.client.0.smithi031.stdout: false 2024-09-17T17:03:16.046 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.046 INFO:tasks.workunit.client.0.smithi031.stdout: "num_images_by_pool": [ 2024-09-17T17:03:16.046 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:16.046 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.046 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pools": 1 2024-09-17T17:03:16.046 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.046 INFO:tasks.workunit.client.0.smithi031.stdout: "report_id": "70e3a9d8-0e83-4abe-a882-642539cabc96", 2024-09-17T17:03:16.046 INFO:tasks.workunit.client.0.smithi031.stdout: "report_timestamp": "2024-09-17T17:03:14.454042", 2024-09-17T17:03:16.046 INFO:tasks.workunit.client.0.smithi031.stdout: "report_version": 1, 2024-09-17T17:03:16.047 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_stats": { 2024-09-17T17:03:16.047 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "7.9.2" 2024-09-17T17:03:16.047 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.047 INFO:tasks.workunit.client.0.smithi031.stdout: "rook": { 2024-09-17T17:03:16.047 INFO:tasks.workunit.client.0.smithi031.stdout: "cluster": { 2024-09-17T17:03:16.047 INFO:tasks.workunit.client.0.smithi031.stdout: "external-mode": null, 2024-09-17T17:03:16.047 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-09-17T17:03:16.047 INFO:tasks.workunit.client.0.smithi031.stdout: "allow-multiple-per-node": null, 2024-09-17T17:03:16.047 INFO:tasks.workunit.client.0.smithi031.stdout: "count": null, 2024-09-17T17:03:16.047 INFO:tasks.workunit.client.0.smithi031.stdout: "max-id": null, 2024-09-17T17:03:16.047 INFO:tasks.workunit.client.0.smithi031.stdout: "pvc": { 2024-09-17T17:03:16.047 INFO:tasks.workunit.client.0.smithi031.stdout: "enabled": null 2024-09-17T17:03:16.047 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.048 INFO:tasks.workunit.client.0.smithi031.stdout: "stretch": { 2024-09-17T17:03:16.048 INFO:tasks.workunit.client.0.smithi031.stdout: "enabled": null 2024-09-17T17:03:16.048 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:16.048 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.048 INFO:tasks.workunit.client.0.smithi031.stdout: "network": { 2024-09-17T17:03:16.048 INFO:tasks.workunit.client.0.smithi031.stdout: "provider": null 2024-09-17T17:03:16.048 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.048 INFO:tasks.workunit.client.0.smithi031.stdout: "storage": { 2024-09-17T17:03:16.048 INFO:tasks.workunit.client.0.smithi031.stdout: "device-set": { 2024-09-17T17:03:16.048 INFO:tasks.workunit.client.0.smithi031.stdout: "count": { 2024-09-17T17:03:16.048 INFO:tasks.workunit.client.0.smithi031.stdout: "non-portable": null, 2024-09-17T17:03:16.048 INFO:tasks.workunit.client.0.smithi031.stdout: "portable": null, 2024-09-17T17:03:16.048 INFO:tasks.workunit.client.0.smithi031.stdout: "total": null 2024-09-17T17:03:16.049 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:16.049 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:16.049 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:16.049 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.049 INFO:tasks.workunit.client.0.smithi031.stdout: "csi": { 2024-09-17T17:03:16.049 INFO:tasks.workunit.client.0.smithi031.stdout: "version": null 2024-09-17T17:03:16.049 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.049 INFO:tasks.workunit.client.0.smithi031.stdout: "kubernetes": { 2024-09-17T17:03:16.049 INFO:tasks.workunit.client.0.smithi031.stdout: "version": null 2024-09-17T17:03:16.049 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.049 INFO:tasks.workunit.client.0.smithi031.stdout: "node": { 2024-09-17T17:03:16.049 INFO:tasks.workunit.client.0.smithi031.stdout: "count": { 2024-09-17T17:03:16.049 INFO:tasks.workunit.client.0.smithi031.stdout: "kubernetes-total": null, 2024-09-17T17:03:16.049 INFO:tasks.workunit.client.0.smithi031.stdout: "with-ceph-daemons": null, 2024-09-17T17:03:16.050 INFO:tasks.workunit.client.0.smithi031.stdout: "with-csi-cephfs-plugin": null, 2024-09-17T17:03:16.050 INFO:tasks.workunit.client.0.smithi031.stdout: "with-csi-nfs-plugin": null, 2024-09-17T17:03:16.050 INFO:tasks.workunit.client.0.smithi031.stdout: "with-csi-rbd-plugin": null 2024-09-17T17:03:16.050 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:16.050 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.050 INFO:tasks.workunit.client.0.smithi031.stdout: "usage": { 2024-09-17T17:03:16.050 INFO:tasks.workunit.client.0.smithi031.stdout: "storage-class": { 2024-09-17T17:03:16.050 INFO:tasks.workunit.client.0.smithi031.stdout: "count": { 2024-09-17T17:03:16.050 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": null, 2024-09-17T17:03:16.050 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs": null, 2024-09-17T17:03:16.050 INFO:tasks.workunit.client.0.smithi031.stdout: "nfs": null, 2024-09-17T17:03:16.050 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd": null, 2024-09-17T17:03:16.051 INFO:tasks.workunit.client.0.smithi031.stdout: "total": null 2024-09-17T17:03:16.051 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:16.051 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:16.051 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.051 INFO:tasks.workunit.client.0.smithi031.stdout: "version": null 2024-09-17T17:03:16.051 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.051 INFO:tasks.workunit.client.0.smithi031.stdout: "services": {}, 2024-09-17T17:03:16.051 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_per_pg": [ 2024-09-17T17:03:16.051 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.051 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.051 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.051 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.051 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:16.051 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.052 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-09-17T17:03:16.052 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.052 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.052 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.052 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.052 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.052 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.052 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.425541+0000", 2024-09-17T17:03:16.052 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.236599+0000", 2024-09-17T17:03:16.052 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.236599+0000", 2024-09-17T17:03:16.052 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.236881+0000", 2024-09-17T17:03:16.053 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.425541+0000", 2024-09-17T17:03:16.053 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.053 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.053 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.053 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.053 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.425541+0000", 2024-09-17T17:03:16.053 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.425541+0000", 2024-09-17T17:03:16.053 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.425541+0000", 2024-09-17T17:03:16.053 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.053 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.053 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.053 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.425541+0000", 2024-09-17T17:03:16.053 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.425541+0000", 2024-09-17T17:03:16.053 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.054 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.054 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.054 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.054 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.054 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.054 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.054 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.054 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.054 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.054 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.054 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.054 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.055 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3f", 2024-09-17T17:03:16.055 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.055 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.055 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.055 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:16.055 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.055 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T21:36:51.348720+0000", 2024-09-17T17:03:16.055 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.055 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.055 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.055 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.055 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.055 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.059 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.059 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.059 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.059 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.059 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.059 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.059 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:16.059 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.059 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-09-17T17:03:16.059 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.059 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.059 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.059 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.059 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.060 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.060 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:16.060 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.060 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-09-17T17:03:16.060 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.060 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.060 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.060 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.060 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.060 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.629579+0000", 2024-09-17T17:03:16.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.231778+0000", 2024-09-17T17:03:16.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.231778+0000", 2024-09-17T17:03:16.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.232067+0000", 2024-09-17T17:03:16.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.629579+0000", 2024-09-17T17:03:16.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.629579+0000", 2024-09-17T17:03:16.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.629579+0000", 2024-09-17T17:03:16.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.629579+0000", 2024-09-17T17:03:16.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.062 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.062 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.629579+0000", 2024-09-17T17:03:16.062 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.629579+0000", 2024-09-17T17:03:16.062 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.062 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.062 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.062 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.062 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.062 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.062 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.062 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.062 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.062 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.062 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.063 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.063 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.063 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3e", 2024-09-17T17:03:16.063 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.063 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.063 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.063 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:16.063 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.063 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T19:17:51.826619+0000", 2024-09-17T17:03:16.063 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.063 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.063 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.063 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.066 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.066 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.066 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.067 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.067 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.067 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.067 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:16.067 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.067 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-09-17T17:03:16.067 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.067 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.067 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.067 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.067 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.067 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:16.067 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:16.068 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.068 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-09-17T17:03:16.068 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.068 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.068 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.068 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.068 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.068 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.068 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.415386+0000", 2024-09-17T17:03:16.068 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.231818+0000", 2024-09-17T17:03:16.068 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.231818+0000", 2024-09-17T17:03:16.069 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.232081+0000", 2024-09-17T17:03:16.069 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.415386+0000", 2024-09-17T17:03:16.069 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.069 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.069 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.069 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.069 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.415386+0000", 2024-09-17T17:03:16.069 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.415386+0000", 2024-09-17T17:03:16.069 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.415386+0000", 2024-09-17T17:03:16.069 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.069 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.069 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.069 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.415386+0000", 2024-09-17T17:03:16.070 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.415386+0000", 2024-09-17T17:03:16.070 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.070 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.070 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.070 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.070 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.070 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.070 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.070 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.070 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.070 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.070 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.070 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.070 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.071 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3d", 2024-09-17T17:03:16.071 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.071 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.071 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.071 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:16.071 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.071 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T18:33:28.977734+0000", 2024-09-17T17:03:16.071 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.071 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.071 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.071 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.071 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.071 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.074 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.074 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.075 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.075 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.075 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.075 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:16.075 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:16.075 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.075 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-09-17T17:03:16.075 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.075 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.075 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.075 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.075 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.075 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.075 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:16.076 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.076 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-09-17T17:03:16.076 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.076 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.076 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.076 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.076 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.076 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.076 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.307094+0000", 2024-09-17T17:03:16.076 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.238666+0000", 2024-09-17T17:03:16.076 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.238666+0000", 2024-09-17T17:03:16.076 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.238953+0000", 2024-09-17T17:03:16.077 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.307094+0000", 2024-09-17T17:03:16.077 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.077 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.077 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.077 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.077 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.307094+0000", 2024-09-17T17:03:16.077 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.307094+0000", 2024-09-17T17:03:16.077 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.307094+0000", 2024-09-17T17:03:16.077 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.077 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.077 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.077 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.307094+0000", 2024-09-17T17:03:16.078 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.307094+0000", 2024-09-17T17:03:16.078 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.078 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.078 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.078 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.078 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.078 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.078 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.078 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.078 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.078 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.078 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.079 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.079 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.079 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3c", 2024-09-17T17:03:16.079 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.079 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.079 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.079 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:16.079 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.079 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T23:01:21.071757+0000", 2024-09-17T17:03:16.079 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.079 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.079 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.083 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.083 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.083 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.083 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.083 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.083 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.083 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.083 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:16.083 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.083 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-09-17T17:03:16.083 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.083 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.083 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.083 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.084 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.084 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:16.084 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:16.084 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.084 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-09-17T17:03:16.084 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.084 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.084 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.084 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.084 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.084 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.084 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.424946+0000", 2024-09-17T17:03:16.084 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.242278+0000", 2024-09-17T17:03:16.085 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.242278+0000", 2024-09-17T17:03:16.085 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.242987+0000", 2024-09-17T17:03:16.085 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.424946+0000", 2024-09-17T17:03:16.085 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.085 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.085 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.085 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.085 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.424946+0000", 2024-09-17T17:03:16.085 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.424946+0000", 2024-09-17T17:03:16.085 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.424946+0000", 2024-09-17T17:03:16.085 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.085 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.086 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.086 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.424946+0000", 2024-09-17T17:03:16.086 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.424946+0000", 2024-09-17T17:03:16.086 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.086 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.086 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.086 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.086 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.086 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.086 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.086 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.086 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.086 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.087 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.087 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.087 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.087 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3b", 2024-09-17T17:03:16.087 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.087 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.087 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.087 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:16.087 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.087 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T18:13:11.091742+0000", 2024-09-17T17:03:16.087 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.087 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.087 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.087 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.091 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.091 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.091 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.091 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.091 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.091 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.091 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:16.091 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:16.091 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.091 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-09-17T17:03:16.091 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.091 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.091 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.091 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.091 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.092 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.092 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:16.092 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.092 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-09-17T17:03:16.092 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.092 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.092 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.092 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.092 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.092 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.092 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.307492+0000", 2024-09-17T17:03:16.093 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.244327+0000", 2024-09-17T17:03:16.093 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.244327+0000", 2024-09-17T17:03:16.093 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.244609+0000", 2024-09-17T17:03:16.093 INFO:tasks.workunit.client.0.smithi031.stderr:+ echo OK 2024-09-17T17:03:16.097 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.307492+0000", 2024-09-17T17:03:16.098 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.098 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.098 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.098 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.098 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.307492+0000", 2024-09-17T17:03:16.098 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.307492+0000", 2024-09-17T17:03:16.098 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.307492+0000", 2024-09-17T17:03:16.098 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.098 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.098 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.098 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.307492+0000", 2024-09-17T17:03:16.098 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.307492+0000", 2024-09-17T17:03:16.098 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.098 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.099 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.099 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.099 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.099 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.099 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.099 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.099 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.099 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.099 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.099 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.099 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.099 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3a", 2024-09-17T17:03:16.099 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.099 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.099 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.100 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:16.100 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.100 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T20:36:36.339378+0000", 2024-09-17T17:03:16.100 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.100 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.100 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.100 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.100 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.100 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.100 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.100 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.100 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.103 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.103 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.103 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.103 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.103 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.103 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.104 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:16.104 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.104 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-09-17T17:03:16.104 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.104 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.104 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.104 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.104 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.104 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.104 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:16.104 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.104 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-09-17T17:03:16.104 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.104 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.105 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.105 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.105 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.105 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.105 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.425004+0000", 2024-09-17T17:03:16.105 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.241942+0000", 2024-09-17T17:03:16.105 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.241942+0000", 2024-09-17T17:03:16.105 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.242353+0000", 2024-09-17T17:03:16.105 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.425004+0000", 2024-09-17T17:03:16.105 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.105 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.105 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.106 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.106 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.425004+0000", 2024-09-17T17:03:16.106 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.425004+0000", 2024-09-17T17:03:16.106 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.425004+0000", 2024-09-17T17:03:16.106 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.106 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.106 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.106 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.425004+0000", 2024-09-17T17:03:16.106 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.425004+0000", 2024-09-17T17:03:16.106 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.106 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.106 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.106 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.106 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.106 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.107 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.107 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.107 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.107 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.107 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.107 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.107 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.107 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.39", 2024-09-17T17:03:16.107 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.107 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.107 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.107 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:16.107 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.107 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T21:17:24.873674+0000", 2024-09-17T17:03:16.107 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.108 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.108 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.108 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.108 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.108 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.108 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.108 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.108 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.108 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.108 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.108 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.108 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.108 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.108 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.108 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.111 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.111 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.111 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.111 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.111 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.111 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.111 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:16.111 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.111 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-09-17T17:03:16.111 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.111 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.111 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.111 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.111 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.112 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.112 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:16.112 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.112 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-09-17T17:03:16.112 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.112 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.112 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.112 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.112 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.112 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.112 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.240425+0000", 2024-09-17T17:03:16.112 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.235510+0000", 2024-09-17T17:03:16.112 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.235510+0000", 2024-09-17T17:03:16.113 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.235846+0000", 2024-09-17T17:03:16.113 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.240425+0000", 2024-09-17T17:03:16.113 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.113 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.113 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.113 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.113 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.240425+0000", 2024-09-17T17:03:16.113 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.240425+0000", 2024-09-17T17:03:16.113 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.240425+0000", 2024-09-17T17:03:16.113 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.113 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.113 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.113 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.240425+0000", 2024-09-17T17:03:16.113 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.240425+0000", 2024-09-17T17:03:16.113 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.114 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.114 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.114 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.114 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.114 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.114 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.114 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.114 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.114 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.114 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.114 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.114 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.114 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.38", 2024-09-17T17:03:16.114 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.114 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.115 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.115 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 22, 2024-09-17T17:03:16.115 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.115 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T21:16:11.772461+0000", 2024-09-17T17:03:16.115 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.115 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.115 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.115 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.115 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.115 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.115 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.115 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.115 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.116 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.116 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.116 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.116 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.116 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.116 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.116 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.116 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.116 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.116 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.116 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.116 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.116 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.116 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.116 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.118 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.118 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.118 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.118 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.118 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.118 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.118 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:16.118 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.118 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-09-17T17:03:16.119 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.119 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.119 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.119 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.119 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.119 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.119 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:16.119 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.119 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-09-17T17:03:16.119 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.119 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.119 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.119 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.119 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.120 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.120 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.425645+0000", 2024-09-17T17:03:16.120 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.239794+0000", 2024-09-17T17:03:16.120 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.239794+0000", 2024-09-17T17:03:16.120 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.240107+0000", 2024-09-17T17:03:16.120 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.425645+0000", 2024-09-17T17:03:16.120 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.120 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.120 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.120 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.120 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.425645+0000", 2024-09-17T17:03:16.120 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.425645+0000", 2024-09-17T17:03:16.120 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.425645+0000", 2024-09-17T17:03:16.120 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.121 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.121 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.121 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.425645+0000", 2024-09-17T17:03:16.121 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.425645+0000", 2024-09-17T17:03:16.121 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.121 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.121 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.121 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.121 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.121 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.121 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.121 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.121 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.121 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.122 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.122 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.122 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.122 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.37", 2024-09-17T17:03:16.122 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.122 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.122 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.122 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:16.122 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.122 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T23:47:25.349764+0000", 2024-09-17T17:03:16.122 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.122 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.122 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.123 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.123 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.123 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.123 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.123 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.123 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.123 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.123 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.123 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.123 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.123 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.123 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.123 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.123 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.123 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.123 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.125 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.125 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.125 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.126 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.126 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.126 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.126 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:16.126 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.126 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-09-17T17:03:16.126 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.126 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.126 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.126 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.126 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.126 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.126 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:16.126 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.127 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-09-17T17:03:16.127 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.127 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.127 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.127 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.127 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.127 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.127 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.677164+0000", 2024-09-17T17:03:16.127 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.247661+0000", 2024-09-17T17:03:16.127 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.247661+0000", 2024-09-17T17:03:16.127 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.248042+0000", 2024-09-17T17:03:16.127 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.677164+0000", 2024-09-17T17:03:16.127 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.127 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.127 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.128 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.128 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.677164+0000", 2024-09-17T17:03:16.128 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.677164+0000", 2024-09-17T17:03:16.128 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.677164+0000", 2024-09-17T17:03:16.128 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.128 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.128 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.128 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.677164+0000", 2024-09-17T17:03:16.128 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.677164+0000", 2024-09-17T17:03:16.128 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.128 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.128 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.128 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.129 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.129 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.129 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.129 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.129 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.129 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.129 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.129 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.129 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.129 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.36", 2024-09-17T17:03:16.129 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.129 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.129 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.129 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 22, 2024-09-17T17:03:16.130 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.130 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T19:46:29.920339+0000", 2024-09-17T17:03:16.130 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.130 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.130 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.131 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.131 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.131 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.131 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.131 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.131 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.131 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.131 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.131 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.131 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.131 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.132 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.132 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.132 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.132 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.132 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.132 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.132 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.132 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.132 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.132 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.132 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.132 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.132 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.133 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.133 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.133 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.133 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.134 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.134 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.134 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:16.134 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.134 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-09-17T17:03:16.134 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.134 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.134 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.134 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.134 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.134 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.134 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:16.134 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.134 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-09-17T17:03:16.135 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.135 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.135 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.135 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.135 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.135 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.135 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.677081+0000", 2024-09-17T17:03:16.135 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.247711+0000", 2024-09-17T17:03:16.135 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.247711+0000", 2024-09-17T17:03:16.135 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.248014+0000", 2024-09-17T17:03:16.135 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.677081+0000", 2024-09-17T17:03:16.135 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.136 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.136 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.136 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.136 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.677081+0000", 2024-09-17T17:03:16.136 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.677081+0000", 2024-09-17T17:03:16.136 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.677081+0000", 2024-09-17T17:03:16.136 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.136 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.136 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.136 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.677081+0000", 2024-09-17T17:03:16.136 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.677081+0000", 2024-09-17T17:03:16.136 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.136 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.137 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.137 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.137 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.137 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.137 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.137 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.137 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.137 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.137 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.137 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.137 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.137 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.35", 2024-09-17T17:03:16.137 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.138 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.138 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.138 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 22, 2024-09-17T17:03:16.138 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.138 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T21:22:18.961156+0000", 2024-09-17T17:03:16.138 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.138 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.138 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.142 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.142 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.142 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.142 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.142 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.142 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.142 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:16.142 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.142 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-09-17T17:03:16.142 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.142 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.142 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.143 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.143 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.143 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.143 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:16.143 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.143 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-09-17T17:03:16.143 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.143 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.143 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.143 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.143 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.143 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.143 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.244130+0000", 2024-09-17T17:03:16.144 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.230143+0000", 2024-09-17T17:03:16.144 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.230143+0000", 2024-09-17T17:03:16.144 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.230639+0000", 2024-09-17T17:03:16.144 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.244130+0000", 2024-09-17T17:03:16.144 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.144 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.144 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.144 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.144 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.244130+0000", 2024-09-17T17:03:16.144 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.244130+0000", 2024-09-17T17:03:16.144 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.244130+0000", 2024-09-17T17:03:16.145 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.145 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.145 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.145 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.244130+0000", 2024-09-17T17:03:16.145 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.244130+0000", 2024-09-17T17:03:16.145 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.145 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.145 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.145 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.145 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.145 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.145 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.146 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.146 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.146 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.146 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.146 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.146 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.146 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.34", 2024-09-17T17:03:16.146 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.146 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.146 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.146 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:16.146 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.147 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T20:57:17.269481+0000", 2024-09-17T17:03:16.147 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.147 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.147 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.147 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.147 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.147 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.147 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.147 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.147 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.147 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.147 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.150 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.150 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.150 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.150 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.150 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.150 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.151 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:16.151 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.151 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-09-17T17:03:16.151 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.151 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.151 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.151 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.151 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.151 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.151 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:16.151 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.151 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-09-17T17:03:16.151 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.151 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.151 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.152 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.152 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.152 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.152 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.240815+0000", 2024-09-17T17:03:16.152 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.228548+0000", 2024-09-17T17:03:16.152 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.228548+0000", 2024-09-17T17:03:16.152 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.228840+0000", 2024-09-17T17:03:16.152 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.240815+0000", 2024-09-17T17:03:16.152 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.152 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.152 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.152 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.152 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.240815+0000", 2024-09-17T17:03:16.153 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.240815+0000", 2024-09-17T17:03:16.153 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.240815+0000", 2024-09-17T17:03:16.153 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.153 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.153 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.153 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.240815+0000", 2024-09-17T17:03:16.153 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.240815+0000", 2024-09-17T17:03:16.153 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.153 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.153 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.153 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.153 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.153 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.153 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.154 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.154 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.154 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.154 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.154 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.154 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.154 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.33", 2024-09-17T17:03:16.154 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.154 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.154 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.154 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 22, 2024-09-17T17:03:16.154 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.154 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T20:14:30.447716+0000", 2024-09-17T17:03:16.154 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.154 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.155 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.157 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.157 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.158 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.158 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.158 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.158 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.158 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:16.158 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.158 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-09-17T17:03:16.158 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.158 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.158 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.158 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.158 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.158 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.158 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-09-17T17:03:16.158 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.159 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-09-17T17:03:16.159 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.159 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.159 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.159 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.159 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.159 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.159 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.414954+0000", 2024-09-17T17:03:16.159 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.247335+0000", 2024-09-17T17:03:16.159 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.247335+0000", 2024-09-17T17:03:16.159 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.247748+0000", 2024-09-17T17:03:16.159 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.414954+0000", 2024-09-17T17:03:16.159 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.159 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.159 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.160 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.160 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.414954+0000", 2024-09-17T17:03:16.160 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.414954+0000", 2024-09-17T17:03:16.160 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.414954+0000", 2024-09-17T17:03:16.160 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.160 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.160 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.160 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.414954+0000", 2024-09-17T17:03:16.160 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.414954+0000", 2024-09-17T17:03:16.160 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.160 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.160 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.160 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.160 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.160 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.161 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.161 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.161 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.161 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.161 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.161 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.161 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.161 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.32", 2024-09-17T17:03:16.161 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.161 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.161 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.161 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:16.161 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.162 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T22:24:39.854144+0000", 2024-09-17T17:03:16.162 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.162 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.162 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.162 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.162 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.162 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.162 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.162 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.162 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.162 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.162 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.162 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.162 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.165 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.165 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.165 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.165 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.165 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.165 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.165 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-09-17T17:03:16.165 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.165 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-09-17T17:03:16.165 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.165 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.165 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.165 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.165 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.166 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.166 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-09-17T17:03:16.166 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.166 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-09-17T17:03:16.166 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.166 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.166 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.166 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.166 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.166 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.166 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.628814+0000", 2024-09-17T17:03:16.166 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.236646+0000", 2024-09-17T17:03:16.166 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.236646+0000", 2024-09-17T17:03:16.166 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.236903+0000", 2024-09-17T17:03:16.166 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.628814+0000", 2024-09-17T17:03:16.167 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.167 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.167 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.167 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.167 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.628814+0000", 2024-09-17T17:03:16.167 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.628814+0000", 2024-09-17T17:03:16.167 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.628814+0000", 2024-09-17T17:03:16.167 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.167 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.167 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.167 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.628814+0000", 2024-09-17T17:03:16.167 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.628814+0000", 2024-09-17T17:03:16.167 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.167 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.168 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.168 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.168 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.168 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.168 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.168 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.168 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.168 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.168 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.168 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.168 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.168 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.31", 2024-09-17T17:03:16.168 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.168 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.169 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.169 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:16.169 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.169 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T01:26:22.314345+0000", 2024-09-17T17:03:16.169 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.169 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.169 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.169 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.169 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.169 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.169 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.169 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.169 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.169 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.169 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.173 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.173 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.173 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.173 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.174 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.174 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.174 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-09-17T17:03:16.174 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.174 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-09-17T17:03:16.174 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.174 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.174 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.174 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.174 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.174 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.174 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:16.175 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.175 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-09-17T17:03:16.175 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.175 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.175 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.175 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.175 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.175 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.175 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.307213+0000", 2024-09-17T17:03:16.175 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.240038+0000", 2024-09-17T17:03:16.175 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.240038+0000", 2024-09-17T17:03:16.175 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.240359+0000", 2024-09-17T17:03:16.175 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.307213+0000", 2024-09-17T17:03:16.175 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.176 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.176 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.176 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.176 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.307213+0000", 2024-09-17T17:03:16.176 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.307213+0000", 2024-09-17T17:03:16.176 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.307213+0000", 2024-09-17T17:03:16.176 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.176 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.176 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.176 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.307213+0000", 2024-09-17T17:03:16.176 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.307213+0000", 2024-09-17T17:03:16.176 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.176 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.176 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.176 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.177 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.177 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.177 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.177 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.177 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.177 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.177 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.177 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.177 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.177 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.30", 2024-09-17T17:03:16.177 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.178 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.178 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.178 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:16.178 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.178 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T20:28:25.167791+0000", 2024-09-17T17:03:16.178 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.178 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.178 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.181 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.181 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.181 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.181 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.181 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.181 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.181 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.181 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.181 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.181 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.181 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.181 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.181 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.181 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:16.181 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.182 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-09-17T17:03:16.182 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.182 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.182 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.182 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.182 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.182 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.182 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:16.182 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.182 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-09-17T17:03:16.182 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.182 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.182 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.182 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.183 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.183 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.183 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.307932+0000", 2024-09-17T17:03:16.183 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.241199+0000", 2024-09-17T17:03:16.183 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.241199+0000", 2024-09-17T17:03:16.183 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.241541+0000", 2024-09-17T17:03:16.183 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.307932+0000", 2024-09-17T17:03:16.183 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.183 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.184 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.184 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.184 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.307932+0000", 2024-09-17T17:03:16.184 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.307932+0000", 2024-09-17T17:03:16.184 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.307932+0000", 2024-09-17T17:03:16.184 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.184 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.184 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.184 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.307932+0000", 2024-09-17T17:03:16.184 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.307932+0000", 2024-09-17T17:03:16.184 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.184 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.184 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.184 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.185 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.185 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.185 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.185 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.185 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.185 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.185 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.185 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.185 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.185 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2f", 2024-09-17T17:03:16.185 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.185 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.185 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.185 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:16.186 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.186 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T21:41:40.500501+0000", 2024-09-17T17:03:16.186 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.186 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.186 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.189 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.189 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.189 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.189 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.189 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.189 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.189 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.189 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.189 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.189 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.189 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.189 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:16.189 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.190 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-09-17T17:03:16.190 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.190 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.190 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.190 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.190 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:16.190 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.190 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:16.190 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.190 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-09-17T17:03:16.190 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.190 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.190 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.190 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.191 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.191 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.191 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.239850+0000", 2024-09-17T17:03:16.191 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.234340+0000", 2024-09-17T17:03:16.191 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.234340+0000", 2024-09-17T17:03:16.191 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.234941+0000", 2024-09-17T17:03:16.191 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.239850+0000", 2024-09-17T17:03:16.191 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.191 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.191 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.191 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.191 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.239850+0000", 2024-09-17T17:03:16.191 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.239850+0000", 2024-09-17T17:03:16.192 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.239850+0000", 2024-09-17T17:03:16.192 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.192 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.192 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.192 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.239850+0000", 2024-09-17T17:03:16.192 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.239850+0000", 2024-09-17T17:03:16.192 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.192 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.192 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.192 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.192 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.192 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.192 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.193 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.193 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.193 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.193 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.193 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.193 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.193 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2e", 2024-09-17T17:03:16.193 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.193 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.193 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.193 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:16.193 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.193 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:33:33.898190+0000", 2024-09-17T17:03:16.194 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.194 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.194 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.196 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.196 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.196 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.196 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.196 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.196 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.196 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.196 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.196 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.196 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.196 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.196 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.196 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.197 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.197 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.197 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.197 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.197 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.197 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.197 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.197 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:16.197 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.197 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:16.197 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.197 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-09-17T17:03:16.197 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.198 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.198 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.198 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.198 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.198 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:16.198 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:16.198 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.198 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-09-17T17:03:16.198 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.198 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.198 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.198 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.198 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.199 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.199 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.424777+0000", 2024-09-17T17:03:16.199 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.238974+0000", 2024-09-17T17:03:16.199 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.238974+0000", 2024-09-17T17:03:16.199 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.239351+0000", 2024-09-17T17:03:16.199 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.424777+0000", 2024-09-17T17:03:16.199 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.199 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.199 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.199 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.199 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.424777+0000", 2024-09-17T17:03:16.199 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.424777+0000", 2024-09-17T17:03:16.199 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.424777+0000", 2024-09-17T17:03:16.200 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.200 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.200 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.200 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.424777+0000", 2024-09-17T17:03:16.200 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.424777+0000", 2024-09-17T17:03:16.200 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.200 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.200 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.200 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.200 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.200 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.200 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.200 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.201 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.201 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.201 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.201 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.201 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.201 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2d", 2024-09-17T17:03:16.201 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.201 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.201 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.201 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:16.201 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.201 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T00:43:22.080462+0000", 2024-09-17T17:03:16.201 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.201 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.202 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.204 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.204 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.204 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.204 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.204 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.204 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.204 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.204 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.204 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.204 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.204 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.204 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.204 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.204 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.205 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.205 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.205 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.205 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.205 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:16.205 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:16.205 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.205 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-09-17T17:03:16.205 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.205 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.205 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.205 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.205 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.205 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.205 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:16.206 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.206 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-09-17T17:03:16.206 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.206 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.206 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.206 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.206 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.206 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.206 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.676977+0000", 2024-09-17T17:03:16.206 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.237591+0000", 2024-09-17T17:03:16.206 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.237591+0000", 2024-09-17T17:03:16.206 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.237873+0000", 2024-09-17T17:03:16.206 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.676977+0000", 2024-09-17T17:03:16.207 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.207 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.207 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.207 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.207 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.676977+0000", 2024-09-17T17:03:16.207 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.676977+0000", 2024-09-17T17:03:16.207 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.676977+0000", 2024-09-17T17:03:16.207 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.207 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.207 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.207 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.676977+0000", 2024-09-17T17:03:16.207 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.676977+0000", 2024-09-17T17:03:16.207 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.207 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.208 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.208 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.208 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.208 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.208 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.208 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.208 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.208 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.208 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.208 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.208 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.208 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2c", 2024-09-17T17:03:16.208 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.208 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.209 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.209 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 22, 2024-09-17T17:03:16.209 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.209 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:45:16.822705+0000", 2024-09-17T17:03:16.209 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.209 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.209 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.212 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.212 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.212 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.212 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.212 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.212 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.212 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.212 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.212 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.212 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.212 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.212 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.212 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.213 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.213 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:16.213 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.213 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-09-17T17:03:16.213 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.213 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.213 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.213 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.213 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.213 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.213 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:16.213 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.214 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-09-17T17:03:16.214 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.214 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.214 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.214 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.214 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.214 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.214 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.415075+0000", 2024-09-17T17:03:16.214 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.234388+0000", 2024-09-17T17:03:16.214 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.234388+0000", 2024-09-17T17:03:16.214 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.234641+0000", 2024-09-17T17:03:16.214 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.415075+0000", 2024-09-17T17:03:16.214 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.215 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.215 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.215 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.215 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.415075+0000", 2024-09-17T17:03:16.215 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.415075+0000", 2024-09-17T17:03:16.215 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.415075+0000", 2024-09-17T17:03:16.215 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.215 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.215 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.215 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.415075+0000", 2024-09-17T17:03:16.215 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.415075+0000", 2024-09-17T17:03:16.215 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.215 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.215 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.216 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.216 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.216 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.216 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.216 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.216 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.216 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.216 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.216 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.216 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.216 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2b", 2024-09-17T17:03:16.216 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.217 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.217 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.217 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:16.217 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.217 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:58:56.748059+0000", 2024-09-17T17:03:16.217 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.217 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.217 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.218 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.218 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.218 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.218 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.218 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.218 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.218 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.218 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.218 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.218 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.218 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.218 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.218 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.218 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.218 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.220 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.220 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.220 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.220 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.220 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.220 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.220 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:16.220 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.220 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-09-17T17:03:16.221 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.221 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.221 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.221 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.221 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.221 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.221 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:16.221 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.221 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-09-17T17:03:16.221 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.221 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.221 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.222 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.222 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.222 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.222 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.307567+0000", 2024-09-17T17:03:16.222 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.246863+0000", 2024-09-17T17:03:16.222 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.246863+0000", 2024-09-17T17:03:16.222 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.247162+0000", 2024-09-17T17:03:16.222 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.307567+0000", 2024-09-17T17:03:16.222 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.222 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.222 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.222 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.222 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.307567+0000", 2024-09-17T17:03:16.222 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.307567+0000", 2024-09-17T17:03:16.223 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.307567+0000", 2024-09-17T17:03:16.223 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.223 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.223 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.223 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.307567+0000", 2024-09-17T17:03:16.223 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.307567+0000", 2024-09-17T17:03:16.223 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.223 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.223 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.223 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.223 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.223 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.223 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.224 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.224 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.224 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.224 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.224 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.224 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.224 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2a", 2024-09-17T17:03:16.224 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.224 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.224 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.225 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:16.225 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.225 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T20:07:09.898767+0000", 2024-09-17T17:03:16.225 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.225 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.225 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.226 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.226 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.226 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.226 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.226 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.226 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.226 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.226 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.226 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.226 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.226 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.226 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.227 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.227 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.227 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.227 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.227 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.227 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.227 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.227 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.227 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.227 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.227 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.228 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.228 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.228 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.228 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.228 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.228 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.228 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.228 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.228 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.228 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.228 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.228 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.228 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.229 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.229 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.229 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:16.229 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.229 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-09-17T17:03:16.229 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.229 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.229 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.229 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.229 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.229 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:16.229 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:16.229 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.230 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-09-17T17:03:16.230 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.230 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.230 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.230 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.230 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.230 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.230 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.240216+0000", 2024-09-17T17:03:16.230 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T17:00:10.810057+0000", 2024-09-17T17:03:16.230 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T17:00:10.810057+0000", 2024-09-17T17:03:16.230 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T17:00:10.810691+0000", 2024-09-17T17:03:16.230 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.240216+0000", 2024-09-17T17:03:16.231 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.231 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.231 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.231 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 67, 2024-09-17T17:03:16.231 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.240216+0000", 2024-09-17T17:03:16.231 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.240216+0000", 2024-09-17T17:03:16.231 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.240216+0000", 2024-09-17T17:03:16.231 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.231 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.231 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.231 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.240216+0000", 2024-09-17T17:03:16.231 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.240216+0000", 2024-09-17T17:03:16.231 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.231 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.232 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.232 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.232 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 66, 2024-09-17T17:03:16.232 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.232 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.232 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.232 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.232 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.232 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.232 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.232 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.233 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.29", 2024-09-17T17:03:16.233 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.233 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.233 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.233 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 31, 2024-09-17T17:03:16.233 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.233 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T01:41:27.851619+0000", 2024-09-17T17:03:16.233 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.233 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.233 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.233 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.233 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.233 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.233 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.233 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.234 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.234 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.234 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.234 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.234 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.234 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.234 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.234 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.234 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.234 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.234 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.234 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.234 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.235 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.235 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.235 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.235 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.235 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.235 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.235 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.235 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.235 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.235 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.235 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.235 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.235 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.235 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.236 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.236 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.236 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.236 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.236 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.236 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.236 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.236 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.236 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.236 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.236 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.236 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.236 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.236 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:16.237 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:16.237 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.237 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-09-17T17:03:16.237 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.237 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.237 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.237 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.237 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.237 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.237 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:16.237 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.237 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-09-17T17:03:16.237 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.237 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.238 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.238 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.238 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.238 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.238 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.307266+0000", 2024-09-17T17:03:16.238 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.235699+0000", 2024-09-17T17:03:16.238 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.235699+0000", 2024-09-17T17:03:16.238 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.236055+0000", 2024-09-17T17:03:16.238 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.307266+0000", 2024-09-17T17:03:16.238 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.238 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.238 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.238 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.238 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.307266+0000", 2024-09-17T17:03:16.239 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.307266+0000", 2024-09-17T17:03:16.239 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.307266+0000", 2024-09-17T17:03:16.239 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.239 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.239 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.239 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.307266+0000", 2024-09-17T17:03:16.239 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.307266+0000", 2024-09-17T17:03:16.239 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.239 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.239 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.239 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.239 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.239 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.239 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.239 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.240 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.240 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.240 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.240 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.240 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.240 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.28", 2024-09-17T17:03:16.240 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.240 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.240 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.240 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:16.240 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.240 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T22:38:42.725332+0000", 2024-09-17T17:03:16.241 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.241 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.241 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.241 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.241 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.241 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.241 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.241 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.241 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.241 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.241 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.241 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.241 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.242 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.242 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.242 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.242 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.242 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.242 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.242 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.242 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.242 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.242 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.242 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.242 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.242 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.243 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.243 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.243 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.243 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.243 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.243 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.243 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.243 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.243 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.243 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.243 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.243 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.243 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.243 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.244 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.244 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.244 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.244 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.244 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.244 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.244 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.244 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.244 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.244 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:16.244 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.244 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-09-17T17:03:16.244 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.245 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.245 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.245 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.245 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.245 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.245 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:16.245 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.245 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-09-17T17:03:16.245 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.245 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.245 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.245 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.245 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.245 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.246 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.241506+0000", 2024-09-17T17:03:16.246 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.221596+0000", 2024-09-17T17:03:16.246 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.221596+0000", 2024-09-17T17:03:16.246 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.221884+0000", 2024-09-17T17:03:16.246 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.241506+0000", 2024-09-17T17:03:16.246 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.246 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.246 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.246 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.246 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.241506+0000", 2024-09-17T17:03:16.246 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.241506+0000", 2024-09-17T17:03:16.246 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.241506+0000", 2024-09-17T17:03:16.246 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.246 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.246 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.247 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.241506+0000", 2024-09-17T17:03:16.247 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.241506+0000", 2024-09-17T17:03:16.247 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.247 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.247 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.247 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.247 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.247 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.247 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.247 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.247 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.247 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.247 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.247 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.248 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.248 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.27", 2024-09-17T17:03:16.248 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.248 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.248 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.248 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 22, 2024-09-17T17:03:16.248 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.248 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T21:35:45.039765+0000", 2024-09-17T17:03:16.248 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.248 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.248 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.249 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.249 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.249 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.249 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.249 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.249 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.249 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.249 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.249 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.249 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.249 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.249 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.250 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.250 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.250 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.250 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.250 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.250 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.250 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.250 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.250 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.250 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.250 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.250 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.250 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.250 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.251 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.251 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.251 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.251 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.251 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.251 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.251 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.251 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.251 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.251 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.251 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.251 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.251 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.251 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.251 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.252 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.252 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.252 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:16.252 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.252 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-09-17T17:03:16.252 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.252 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.252 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.252 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.252 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.252 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.252 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-09-17T17:03:16.252 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.253 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-09-17T17:03:16.253 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.253 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.253 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.253 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.253 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.253 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.253 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.677191+0000", 2024-09-17T17:03:16.253 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T17:00:11.310509+0000", 2024-09-17T17:03:16.253 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T17:00:11.310509+0000", 2024-09-17T17:03:16.253 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T17:00:11.311027+0000", 2024-09-17T17:03:16.253 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.677191+0000", 2024-09-17T17:03:16.253 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.253 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.254 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.254 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 67, 2024-09-17T17:03:16.254 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.677191+0000", 2024-09-17T17:03:16.254 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.677191+0000", 2024-09-17T17:03:16.254 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.677191+0000", 2024-09-17T17:03:16.254 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.254 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.254 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.254 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.677191+0000", 2024-09-17T17:03:16.254 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.677191+0000", 2024-09-17T17:03:16.254 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.254 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.254 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.255 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.255 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 66, 2024-09-17T17:03:16.255 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.255 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.255 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.255 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.255 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.255 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.255 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.255 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.255 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.26", 2024-09-17T17:03:16.255 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.255 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.255 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.256 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 31, 2024-09-17T17:03:16.256 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.256 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T17:11:30.319780+0000", 2024-09-17T17:03:16.256 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.256 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.256 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.256 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.256 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.256 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.256 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.256 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.256 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.256 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.256 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.256 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.257 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.257 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.257 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.257 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.257 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.257 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.257 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.257 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.257 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.257 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.257 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.257 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.257 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.257 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.257 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.258 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.258 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.258 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.258 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.258 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.258 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.258 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.258 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.258 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.258 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.258 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.258 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.258 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.258 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.259 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.259 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.259 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.259 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.259 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.259 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.259 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.259 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.259 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-09-17T17:03:16.259 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.259 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-09-17T17:03:16.259 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.259 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.259 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.260 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.260 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.260 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.260 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:16.260 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.260 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-09-17T17:03:16.260 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.260 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.260 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.260 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.260 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.260 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.260 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.628961+0000", 2024-09-17T17:03:16.260 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.221855+0000", 2024-09-17T17:03:16.261 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.221855+0000", 2024-09-17T17:03:16.261 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.222219+0000", 2024-09-17T17:03:16.261 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.628961+0000", 2024-09-17T17:03:16.261 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.261 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.261 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.261 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.261 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.628961+0000", 2024-09-17T17:03:16.261 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.628961+0000", 2024-09-17T17:03:16.261 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.628961+0000", 2024-09-17T17:03:16.261 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.261 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.261 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.261 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.628961+0000", 2024-09-17T17:03:16.262 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.628961+0000", 2024-09-17T17:03:16.262 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.262 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.262 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.262 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.262 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.262 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.262 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.262 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.262 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.262 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.262 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.262 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.262 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.263 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.25", 2024-09-17T17:03:16.263 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.263 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.263 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.263 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:16.263 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.263 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T18:15:22.727500+0000", 2024-09-17T17:03:16.263 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.263 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.263 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.263 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.263 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.263 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.263 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.264 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.264 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.264 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.264 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.264 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.264 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.264 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.264 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.264 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.264 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.264 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.264 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.264 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.265 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.265 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.265 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.265 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.265 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.265 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.265 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.265 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.265 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.265 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.265 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.265 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.265 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.265 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.265 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.266 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.266 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.266 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.266 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.266 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.266 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.266 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.266 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.266 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.266 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.266 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.266 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.266 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.266 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.267 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:16.267 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.267 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-09-17T17:03:16.267 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.267 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.267 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.267 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.267 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.267 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.267 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:16.267 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.267 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-09-17T17:03:16.267 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.267 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.267 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.267 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.268 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.268 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.268 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.241268+0000", 2024-09-17T17:03:16.268 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.230748+0000", 2024-09-17T17:03:16.268 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.230748+0000", 2024-09-17T17:03:16.268 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.231023+0000", 2024-09-17T17:03:16.268 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.241268+0000", 2024-09-17T17:03:16.268 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.268 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.268 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.268 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.268 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.241268+0000", 2024-09-17T17:03:16.268 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.241268+0000", 2024-09-17T17:03:16.268 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.241268+0000", 2024-09-17T17:03:16.269 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.269 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.269 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.269 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.241268+0000", 2024-09-17T17:03:16.269 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.241268+0000", 2024-09-17T17:03:16.269 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.269 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.269 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.269 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.269 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.269 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.269 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.269 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.269 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.269 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.270 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.270 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.270 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.270 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.24", 2024-09-17T17:03:16.270 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.270 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.270 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.270 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 22, 2024-09-17T17:03:16.270 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.270 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:16:24.023107+0000", 2024-09-17T17:03:16.270 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.270 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.270 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.270 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.271 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.271 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.271 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.271 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.271 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.271 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.271 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.271 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.271 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.271 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.271 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.271 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.271 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.272 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.272 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.272 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.272 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.272 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.272 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.272 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.272 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.272 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.272 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.272 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.272 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.272 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.273 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.273 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.273 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.273 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.273 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.273 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.273 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.273 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.273 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.273 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.273 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.273 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.273 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.273 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.273 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.274 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.274 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.274 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.274 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.274 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:16.274 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.274 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-09-17T17:03:16.274 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.274 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.274 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.274 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.274 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.274 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.275 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:16.275 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.275 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-09-17T17:03:16.275 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.275 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.275 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.275 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.275 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.275 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.275 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.415192+0000", 2024-09-17T17:03:16.275 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.230574+0000", 2024-09-17T17:03:16.275 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.230574+0000", 2024-09-17T17:03:16.275 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.230849+0000", 2024-09-17T17:03:16.275 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.415192+0000", 2024-09-17T17:03:16.275 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.276 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.276 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.276 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.276 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.415192+0000", 2024-09-17T17:03:16.276 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.415192+0000", 2024-09-17T17:03:16.276 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.415192+0000", 2024-09-17T17:03:16.276 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.276 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.276 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.276 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.415192+0000", 2024-09-17T17:03:16.276 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.415192+0000", 2024-09-17T17:03:16.276 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.276 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.277 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.277 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.277 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.277 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.277 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.277 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.277 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.277 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.277 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.277 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.277 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.277 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.23", 2024-09-17T17:03:16.277 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.278 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.278 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.278 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:16.278 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.278 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:29:26.558775+0000", 2024-09-17T17:03:16.278 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.278 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.278 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.278 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.278 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.278 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.278 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.278 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.278 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.278 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.279 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.279 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.279 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.279 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.279 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.279 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.279 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.279 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.279 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.279 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.279 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.279 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.279 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.279 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.280 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.280 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.280 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.280 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.280 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.280 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.280 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.280 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.280 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.280 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.280 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.280 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.280 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.280 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.281 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.281 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.281 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.281 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.281 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.281 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.281 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.281 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.281 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.281 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.281 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.281 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:16.281 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.281 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-09-17T17:03:16.282 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.282 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.282 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.282 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.282 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.282 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.282 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:16.282 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.282 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-09-17T17:03:16.282 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.282 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.282 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.282 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.283 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.283 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.283 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.307606+0000", 2024-09-17T17:03:16.283 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T17:00:10.810428+0000", 2024-09-17T17:03:16.283 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T17:00:10.810428+0000", 2024-09-17T17:03:16.283 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T17:00:10.810766+0000", 2024-09-17T17:03:16.283 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.307606+0000", 2024-09-17T17:03:16.283 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.283 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.283 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.283 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 67, 2024-09-17T17:03:16.283 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.307606+0000", 2024-09-17T17:03:16.283 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.307606+0000", 2024-09-17T17:03:16.283 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.307606+0000", 2024-09-17T17:03:16.284 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.284 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.284 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.284 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.307606+0000", 2024-09-17T17:03:16.284 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.307606+0000", 2024-09-17T17:03:16.284 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.284 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.284 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.284 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.284 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 66, 2024-09-17T17:03:16.284 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.284 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.284 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.284 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.285 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.285 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.285 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.285 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.285 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.22", 2024-09-17T17:03:16.285 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.285 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.285 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.285 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 30, 2024-09-17T17:03:16.285 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.285 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T21:17:51.100770+0000", 2024-09-17T17:03:16.285 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.285 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.285 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.287 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.287 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.287 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.287 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.287 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.287 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.287 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.287 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.287 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.287 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.287 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.287 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.287 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.287 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.288 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.288 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.288 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.288 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.288 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.288 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.288 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.288 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.288 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.288 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.288 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.288 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.288 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.289 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.289 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.289 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.289 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:16.289 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.289 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-09-17T17:03:16.289 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.289 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.289 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.289 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.289 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:16.289 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.289 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:16.289 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.289 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-09-17T17:03:16.290 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.290 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.290 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.290 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.290 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.290 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.290 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.239534+0000", 2024-09-17T17:03:16.290 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.234303+0000", 2024-09-17T17:03:16.290 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.234303+0000", 2024-09-17T17:03:16.290 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.234620+0000", 2024-09-17T17:03:16.290 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.239534+0000", 2024-09-17T17:03:16.290 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.290 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.290 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.291 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.291 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.239534+0000", 2024-09-17T17:03:16.291 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.239534+0000", 2024-09-17T17:03:16.291 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.239534+0000", 2024-09-17T17:03:16.291 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.291 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.291 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.291 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.239534+0000", 2024-09-17T17:03:16.291 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.239534+0000", 2024-09-17T17:03:16.291 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.291 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.291 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.291 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.291 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.292 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.292 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.292 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.292 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.292 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.292 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.292 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.292 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.292 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.21", 2024-09-17T17:03:16.292 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.292 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.292 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.292 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:16.293 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.293 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T17:12:02.835315+0000", 2024-09-17T17:03:16.293 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.293 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.293 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.294 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.294 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.294 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.294 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.294 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.294 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.294 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.294 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.294 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.294 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.294 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.294 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.294 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.294 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.295 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.295 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.295 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.295 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.295 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.295 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.295 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.295 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.295 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.295 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.295 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.295 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.296 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.296 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.296 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.296 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.296 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.296 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.296 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.296 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.296 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.296 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:16.296 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.296 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:16.296 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.297 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-09-17T17:03:16.297 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.297 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.297 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.297 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.297 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.297 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:16.297 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-09-17T17:03:16.297 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.297 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-09-17T17:03:16.297 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.297 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.297 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.298 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.298 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.298 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.298 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.676686+0000", 2024-09-17T17:03:16.298 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T17:00:10.671922+0000", 2024-09-17T17:03:16.298 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T17:00:10.671922+0000", 2024-09-17T17:03:16.298 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T17:00:10.672340+0000", 2024-09-17T17:03:16.298 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.676686+0000", 2024-09-17T17:03:16.298 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.298 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.298 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.298 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 67, 2024-09-17T17:03:16.298 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.676686+0000", 2024-09-17T17:03:16.298 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.676686+0000", 2024-09-17T17:03:16.299 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.676686+0000", 2024-09-17T17:03:16.299 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.299 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.299 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.299 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.676686+0000", 2024-09-17T17:03:16.299 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.676686+0000", 2024-09-17T17:03:16.299 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.299 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.299 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.299 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.299 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 66, 2024-09-17T17:03:16.299 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.299 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.299 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.300 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.300 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.300 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.300 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.300 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.300 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.20", 2024-09-17T17:03:16.300 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.300 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.300 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.300 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 31, 2024-09-17T17:03:16.300 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.300 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T22:15:07.553808+0000", 2024-09-17T17:03:16.300 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.300 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.301 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.302 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.302 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.302 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.302 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.302 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.302 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.302 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.302 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.302 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.302 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.302 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.302 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.302 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.302 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.302 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.303 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.303 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.303 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.303 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.303 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.303 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.303 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.303 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.303 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.303 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.303 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.303 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.303 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.303 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.303 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.304 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.304 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.304 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:16.304 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-09-17T17:03:16.304 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.304 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-09-17T17:03:16.304 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.304 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.304 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.304 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.304 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.304 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.304 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:16.304 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.305 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-09-17T17:03:16.305 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.305 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.305 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.305 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.305 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.305 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.305 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.243843+0000", 2024-09-17T17:03:16.305 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.224076+0000", 2024-09-17T17:03:16.305 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.224076+0000", 2024-09-17T17:03:16.305 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.225552+0000", 2024-09-17T17:03:16.305 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.243843+0000", 2024-09-17T17:03:16.305 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.306 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.306 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.306 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.306 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.243843+0000", 2024-09-17T17:03:16.306 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.243843+0000", 2024-09-17T17:03:16.306 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.243843+0000", 2024-09-17T17:03:16.306 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.306 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.306 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.306 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.243843+0000", 2024-09-17T17:03:16.306 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.243843+0000", 2024-09-17T17:03:16.306 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.306 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.306 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.306 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.307 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.307 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.307 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.307 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.307 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.307 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.307 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.307 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.307 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.307 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1a", 2024-09-17T17:03:16.307 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.307 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.307 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.307 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:16.308 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.308 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T01:40:40.458756+0000", 2024-09-17T17:03:16.308 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.308 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.308 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.310 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.310 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.310 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.310 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.310 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.310 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.310 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.310 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.310 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.310 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.310 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.310 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.310 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.310 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.310 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.311 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.311 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.311 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.311 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.311 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.311 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.311 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.311 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.311 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.311 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.311 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:16.311 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.311 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-09-17T17:03:16.311 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.312 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.312 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.312 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.312 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.312 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.312 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:16.312 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.312 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-09-17T17:03:16.312 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.312 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.312 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:16.312 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.312 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.312 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.312 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.240933+0000", 2024-09-17T17:03:16.313 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.963349+0000", 2024-09-17T17:03:16.313 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.963349+0000", 2024-09-17T17:03:16.313 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.963653+0000", 2024-09-17T17:03:16.313 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.240933+0000", 2024-09-17T17:03:16.313 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.313 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.313 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.313 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:16.313 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.240933+0000", 2024-09-17T17:03:16.313 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.240933+0000", 2024-09-17T17:03:16.313 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.240933+0000", 2024-09-17T17:03:16.313 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.313 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.314 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.314 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.240933+0000", 2024-09-17T17:03:16.314 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.240933+0000", 2024-09-17T17:03:16.314 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.314 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 1, 2024-09-17T17:03:16.314 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.314 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.314 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:16.314 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.314 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.314 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.314 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.314 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 1, 2024-09-17T17:03:16.314 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.315 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.315 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.315 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1b", 2024-09-17T17:03:16.315 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.315 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.315 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.315 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 26, 2024-09-17T17:03:16.315 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.315 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T23:03:38.270075+0000", 2024-09-17T17:03:16.315 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.315 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.315 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.317 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.317 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.317 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.317 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.317 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.317 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.317 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.317 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.317 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.317 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.317 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.317 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.317 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.317 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.318 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.318 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.318 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.318 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.318 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.318 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.318 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.318 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.318 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.318 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.318 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.318 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.318 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.318 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.318 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.319 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.319 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:16.319 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.319 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-09-17T17:03:16.319 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "65'1" 2024-09-17T17:03:16.319 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.319 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.319 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.319 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.319 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.319 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:16.319 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.319 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-09-17T17:03:16.320 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.320 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.320 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.320 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.320 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.320 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.320 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.415291+0000", 2024-09-17T17:03:16.320 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.233720+0000", 2024-09-17T17:03:16.320 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.233720+0000", 2024-09-17T17:03:16.320 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.234190+0000", 2024-09-17T17:03:16.320 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.415291+0000", 2024-09-17T17:03:16.320 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.320 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.321 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.321 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.321 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.415291+0000", 2024-09-17T17:03:16.321 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.415291+0000", 2024-09-17T17:03:16.321 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.415291+0000", 2024-09-17T17:03:16.321 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.321 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.321 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.321 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.415291+0000", 2024-09-17T17:03:16.321 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.415291+0000", 2024-09-17T17:03:16.321 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.321 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.321 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.321 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.322 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.322 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.322 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.322 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.322 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.322 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.322 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.322 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.322 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.322 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1b", 2024-09-17T17:03:16.322 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.322 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.322 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.322 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:16.322 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.323 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T19:44:08.686423+0000", 2024-09-17T17:03:16.323 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.323 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.323 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.325 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.325 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.325 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.325 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.325 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.325 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.325 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.325 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.325 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.325 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.325 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.325 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.325 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.325 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.325 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.326 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.326 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.326 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.326 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.326 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.326 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.326 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.326 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:16.326 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.326 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-09-17T17:03:16.326 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.326 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.326 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.326 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.327 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.327 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.327 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:16.327 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.327 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-09-17T17:03:16.327 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.327 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.327 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:16.327 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.327 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.327 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.676819+0000", 2024-09-17T17:03:16.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T17:00:10.672954+0000", 2024-09-17T17:03:16.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T17:00:10.672954+0000", 2024-09-17T17:03:16.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T17:00:10.673398+0000", 2024-09-17T17:03:16.328 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.676819+0000", 2024-09-17T17:03:16.328 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.328 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.328 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.328 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 67, 2024-09-17T17:03:16.328 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.676819+0000", 2024-09-17T17:03:16.328 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.676819+0000", 2024-09-17T17:03:16.328 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.676819+0000", 2024-09-17T17:03:16.328 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.328 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.328 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.328 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.676819+0000", 2024-09-17T17:03:16.328 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.676819+0000", 2024-09-17T17:03:16.328 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.328 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 1, 2024-09-17T17:03:16.329 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.329 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.329 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 66, 2024-09-17T17:03:16.329 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.329 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.329 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.329 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.329 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 1, 2024-09-17T17:03:16.329 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.329 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.329 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.329 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1a", 2024-09-17T17:03:16.329 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.329 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.330 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.330 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 35, 2024-09-17T17:03:16.330 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.330 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T23:25:49.760038+0000", 2024-09-17T17:03:16.330 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.330 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.330 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.333 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.333 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.333 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.333 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.333 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.333 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.333 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.333 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.333 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.333 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.333 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:16.333 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.333 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-09-17T17:03:16.333 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "65'1" 2024-09-17T17:03:16.334 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.334 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.334 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.334 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.334 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.334 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:16.334 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.334 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-09-17T17:03:16.334 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.334 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.334 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:16.334 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.334 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.334 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.334 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.240514+0000", 2024-09-17T17:03:16.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.963375+0000", 2024-09-17T17:03:16.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.963375+0000", 2024-09-17T17:03:16.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.963696+0000", 2024-09-17T17:03:16.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.240514+0000", 2024-09-17T17:03:16.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:16.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.240514+0000", 2024-09-17T17:03:16.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.240514+0000", 2024-09-17T17:03:16.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.240514+0000", 2024-09-17T17:03:16.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.336 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.336 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.240514+0000", 2024-09-17T17:03:16.336 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.240514+0000", 2024-09-17T17:03:16.336 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.336 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.336 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.336 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.336 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:16.336 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.336 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.336 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.336 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.336 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.337 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.337 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.337 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.337 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.19", 2024-09-17T17:03:16.337 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.337 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.337 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.337 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 25, 2024-09-17T17:03:16.337 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.337 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T18:07:59.839104+0000", 2024-09-17T17:03:16.337 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.337 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.337 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.337 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.337 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.340 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.340 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.340 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.340 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.341 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.341 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.341 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:16.341 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.341 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-09-17T17:03:16.341 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.341 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.341 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.341 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.341 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.341 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.341 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:16.341 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.341 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-09-17T17:03:16.342 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.342 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.342 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.342 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.342 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.342 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.240506+0000", 2024-09-17T17:03:16.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.225791+0000", 2024-09-17T17:03:16.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.225791+0000", 2024-09-17T17:03:16.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.226286+0000", 2024-09-17T17:03:16.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.240506+0000", 2024-09-17T17:03:16.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.343 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.343 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.240506+0000", 2024-09-17T17:03:16.343 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.240506+0000", 2024-09-17T17:03:16.343 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.240506+0000", 2024-09-17T17:03:16.343 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.343 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.343 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.343 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.240506+0000", 2024-09-17T17:03:16.343 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.240506+0000", 2024-09-17T17:03:16.343 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.343 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.343 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.343 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.344 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.344 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.344 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.344 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.344 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.344 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.344 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.344 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.344 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.344 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.18", 2024-09-17T17:03:16.344 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.344 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.344 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.345 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 22, 2024-09-17T17:03:16.345 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.345 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:27:17.141030+0000", 2024-09-17T17:03:16.345 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.345 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.345 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.348 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.348 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.348 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.348 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.348 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.348 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.348 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.348 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.348 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.348 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.348 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.348 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:16.348 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.348 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-09-17T17:03:16.349 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.349 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.349 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.349 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.349 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.349 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.349 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:16.349 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.349 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-09-17T17:03:16.349 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.349 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.349 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:16.349 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.349 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.350 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.307258+0000", 2024-09-17T17:03:16.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.962491+0000", 2024-09-17T17:03:16.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.962491+0000", 2024-09-17T17:03:16.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.962774+0000", 2024-09-17T17:03:16.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.307258+0000", 2024-09-17T17:03:16.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:16.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.307258+0000", 2024-09-17T17:03:16.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.307258+0000", 2024-09-17T17:03:16.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.307258+0000", 2024-09-17T17:03:16.351 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.351 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.351 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.351 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.307258+0000", 2024-09-17T17:03:16.351 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.307258+0000", 2024-09-17T17:03:16.351 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.351 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.351 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.351 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.351 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:16.351 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.351 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.352 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.352 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.352 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.352 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.352 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.352 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.352 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.18", 2024-09-17T17:03:16.352 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.352 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.352 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.352 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 24, 2024-09-17T17:03:16.352 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.352 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T20:56:38.905184+0000", 2024-09-17T17:03:16.353 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.353 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.353 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.356 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.356 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.356 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.356 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.356 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.356 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.356 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:16.356 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.356 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-09-17T17:03:16.356 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.356 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.356 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.356 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.356 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.356 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.357 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:16.357 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.357 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-09-17T17:03:16.357 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.357 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.357 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.357 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.357 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.357 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.357 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.628729+0000", 2024-09-17T17:03:16.357 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.219108+0000", 2024-09-17T17:03:16.357 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.219108+0000", 2024-09-17T17:03:16.357 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.219380+0000", 2024-09-17T17:03:16.357 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.628729+0000", 2024-09-17T17:03:16.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.628729+0000", 2024-09-17T17:03:16.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.628729+0000", 2024-09-17T17:03:16.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.628729+0000", 2024-09-17T17:03:16.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.628729+0000", 2024-09-17T17:03:16.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.628729+0000", 2024-09-17T17:03:16.358 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.359 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.359 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.359 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.359 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.359 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.359 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.359 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.359 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.359 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.359 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.359 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.359 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.359 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.19", 2024-09-17T17:03:16.359 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.359 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.360 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.360 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:16.360 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.360 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T18:17:10.719431+0000", 2024-09-17T17:03:16.360 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.360 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.360 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.363 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.363 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.363 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.363 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.363 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.363 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.363 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:16.363 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.363 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-09-17T17:03:16.363 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.363 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.363 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.364 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.364 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.364 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.364 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:16.364 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.364 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-09-17T17:03:16.364 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.364 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.364 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:16.364 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.364 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.364 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.364 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.677231+0000", 2024-09-17T17:03:16.364 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.960635+0000", 2024-09-17T17:03:16.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.960635+0000", 2024-09-17T17:03:16.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.961764+0000", 2024-09-17T17:03:16.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.677231+0000", 2024-09-17T17:03:16.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:16.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.677231+0000", 2024-09-17T17:03:16.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.677231+0000", 2024-09-17T17:03:16.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.677231+0000", 2024-09-17T17:03:16.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.677231+0000", 2024-09-17T17:03:16.366 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.677231+0000", 2024-09-17T17:03:16.366 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.366 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.366 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.366 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.366 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:16.366 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.366 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.366 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.366 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.366 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.366 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.366 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.366 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.367 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.17", 2024-09-17T17:03:16.367 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.367 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.367 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.367 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 25, 2024-09-17T17:03:16.367 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.367 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T17:55:23.343870+0000", 2024-09-17T17:03:16.367 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.367 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.367 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.367 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.367 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.367 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.367 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.367 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.370 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.370 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.370 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.370 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.370 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.370 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.371 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:16.371 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.371 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-09-17T17:03:16.371 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.371 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.371 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.371 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.371 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.371 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.371 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:16.371 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.371 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-09-17T17:03:16.371 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.371 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.372 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.372 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.372 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.372 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.372 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.307789+0000", 2024-09-17T17:03:16.372 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.243549+0000", 2024-09-17T17:03:16.372 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.243549+0000", 2024-09-17T17:03:16.372 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.243952+0000", 2024-09-17T17:03:16.372 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.307789+0000", 2024-09-17T17:03:16.372 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.372 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.372 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.372 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.372 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.307789+0000", 2024-09-17T17:03:16.372 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.307789+0000", 2024-09-17T17:03:16.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.307789+0000", 2024-09-17T17:03:16.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.307789+0000", 2024-09-17T17:03:16.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.307789+0000", 2024-09-17T17:03:16.373 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.373 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.373 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.373 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.373 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.373 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.373 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.374 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.374 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.374 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.374 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.374 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.374 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.374 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.16", 2024-09-17T17:03:16.374 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.374 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.374 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.374 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:16.374 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.374 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T19:44:03.533343+0000", 2024-09-17T17:03:16.374 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.375 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.375 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.375 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.375 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.375 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.375 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.375 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.375 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.375 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.375 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.375 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.375 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.375 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.378 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.378 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.380 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.380 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.380 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.381 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.381 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:16.381 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.381 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-09-17T17:03:16.381 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.381 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.381 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.381 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.381 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.381 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.381 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:16.381 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.381 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-09-17T17:03:16.381 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.382 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.382 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:16.382 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.382 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.382 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.382 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.307857+0000", 2024-09-17T17:03:16.382 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.959695+0000", 2024-09-17T17:03:16.382 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.959695+0000", 2024-09-17T17:03:16.382 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.960109+0000", 2024-09-17T17:03:16.382 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.307857+0000", 2024-09-17T17:03:16.382 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.382 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.382 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.382 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:16.382 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.307857+0000", 2024-09-17T17:03:16.383 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.307857+0000", 2024-09-17T17:03:16.383 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.307857+0000", 2024-09-17T17:03:16.383 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.383 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.383 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.383 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.307857+0000", 2024-09-17T17:03:16.383 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.307857+0000", 2024-09-17T17:03:16.383 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.383 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.383 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.383 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.383 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:16.383 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.383 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.384 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.384 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.384 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.384 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.384 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.384 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.384 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.16", 2024-09-17T17:03:16.384 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.384 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.384 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.384 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 24, 2024-09-17T17:03:16.384 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.384 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T23:28:40.382548+0000", 2024-09-17T17:03:16.385 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.385 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.385 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.388 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.388 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.388 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.388 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.388 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.388 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.388 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.388 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.388 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.388 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.388 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:16.388 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.388 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-09-17T17:03:16.389 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.389 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.389 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.389 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.389 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.389 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.389 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-09-17T17:03:16.389 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.389 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-09-17T17:03:16.389 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.389 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.389 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.389 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.389 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.389 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.390 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.414742+0000", 2024-09-17T17:03:16.390 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.247422+0000", 2024-09-17T17:03:16.390 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.247422+0000", 2024-09-17T17:03:16.390 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.247712+0000", 2024-09-17T17:03:16.390 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.414742+0000", 2024-09-17T17:03:16.390 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.390 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.390 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.390 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.390 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.414742+0000", 2024-09-17T17:03:16.390 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.414742+0000", 2024-09-17T17:03:16.390 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.414742+0000", 2024-09-17T17:03:16.390 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.390 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.391 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.391 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.414742+0000", 2024-09-17T17:03:16.391 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.414742+0000", 2024-09-17T17:03:16.391 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.391 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.391 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.391 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.391 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.391 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.391 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.391 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.391 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.391 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.391 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.391 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.392 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.392 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.17", 2024-09-17T17:03:16.392 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.392 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.392 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.392 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:16.392 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.392 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T01:39:13.612415+0000", 2024-09-17T17:03:16.392 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.392 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.392 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.396 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.396 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.396 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.396 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.396 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.396 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.396 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-09-17T17:03:16.396 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.396 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-09-17T17:03:16.397 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.397 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.397 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.397 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.397 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.397 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.397 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:16.397 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.397 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-09-17T17:03:16.397 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.397 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.397 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:16.397 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.397 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.398 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.398 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.629043+0000", 2024-09-17T17:03:16.398 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.954557+0000", 2024-09-17T17:03:16.398 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.954557+0000", 2024-09-17T17:03:16.398 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.954829+0000", 2024-09-17T17:03:16.398 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.629043+0000", 2024-09-17T17:03:16.398 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.398 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.398 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.398 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:16.398 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.629043+0000", 2024-09-17T17:03:16.399 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.629043+0000", 2024-09-17T17:03:16.399 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.629043+0000", 2024-09-17T17:03:16.399 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.399 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.399 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.399 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.629043+0000", 2024-09-17T17:03:16.399 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.629043+0000", 2024-09-17T17:03:16.399 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.399 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3, 2024-09-17T17:03:16.399 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.399 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.399 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:16.399 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.400 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.400 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.400 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.400 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3, 2024-09-17T17:03:16.400 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.400 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.400 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.400 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.15", 2024-09-17T17:03:16.400 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.400 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.400 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.400 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 29, 2024-09-17T17:03:16.400 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.401 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T20:19:53.127346+0000", 2024-09-17T17:03:16.401 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.401 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.401 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 90, 2024-09-17T17:03:16.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-09-17T17:03:16.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-09-17T17:03:16.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-09-17T17:03:16.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.403 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.403 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.403 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.403 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-09-17T17:03:16.403 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.403 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.403 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.403 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.403 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.403 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.403 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.403 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.403 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.404 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.404 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.404 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.404 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 4, 2024-09-17T17:03:16.404 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 1 2024-09-17T17:03:16.404 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.404 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.404 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.404 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.404 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.404 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.404 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:16.404 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.405 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-09-17T17:03:16.405 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "65'3" 2024-09-17T17:03:16.405 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.405 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.405 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.405 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.405 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.405 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:16.405 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.405 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-09-17T17:03:16.405 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.405 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.405 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.405 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.405 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.406 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.406 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.244219+0000", 2024-09-17T17:03:16.406 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.229662+0000", 2024-09-17T17:03:16.406 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.229662+0000", 2024-09-17T17:03:16.406 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.230454+0000", 2024-09-17T17:03:16.406 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.244219+0000", 2024-09-17T17:03:16.406 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.406 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.406 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.406 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.406 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.244219+0000", 2024-09-17T17:03:16.406 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.244219+0000", 2024-09-17T17:03:16.406 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.244219+0000", 2024-09-17T17:03:16.407 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.407 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.407 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.407 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.244219+0000", 2024-09-17T17:03:16.407 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.244219+0000", 2024-09-17T17:03:16.407 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.407 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.407 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.407 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.407 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.407 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.407 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.407 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.407 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.407 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.408 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.408 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.408 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.408 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.14", 2024-09-17T17:03:16.408 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.408 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.408 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.408 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:16.408 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.408 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:11:57.048365+0000", 2024-09-17T17:03:16.408 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.408 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.409 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.410 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.410 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.410 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.410 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.410 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.410 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.410 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.410 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.410 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.410 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.410 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.410 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.410 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.411 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.411 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.411 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.411 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.411 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.411 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.411 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.411 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.411 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.411 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.411 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.411 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.412 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.412 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.412 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.412 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.412 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.412 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.412 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.412 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.412 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.412 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.412 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:16.412 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.412 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-09-17T17:03:16.412 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.413 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.413 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.413 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.413 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.413 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.413 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-09-17T17:03:16.413 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.413 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-09-17T17:03:16.413 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.413 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.413 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:16.413 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.414 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.414 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.414 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:02:09.815211+0000", 2024-09-17T17:03:16.414 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.962588+0000", 2024-09-17T17:03:16.414 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.962588+0000", 2024-09-17T17:03:16.414 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.962897+0000", 2024-09-17T17:03:16.414 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:02:09.815211+0000", 2024-09-17T17:03:16.414 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.414 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.414 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.414 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:16.414 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:02:09.815211+0000", 2024-09-17T17:03:16.414 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:02:09.815211+0000", 2024-09-17T17:03:16.415 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:02:09.815211+0000", 2024-09-17T17:03:16.415 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.415 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.415 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.415 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:02:09.815211+0000", 2024-09-17T17:03:16.415 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:02:09.815211+0000", 2024-09-17T17:03:16.415 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.415 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 12, 2024-09-17T17:03:16.415 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.415 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.415 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:16.415 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.415 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.416 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.416 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.416 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 12, 2024-09-17T17:03:16.416 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.416 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.416 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.416 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.14", 2024-09-17T17:03:16.416 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.416 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.416 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.416 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 37, 2024-09-17T17:03:16.416 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.417 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T00:58:34.323179+0000", 2024-09-17T17:03:16.417 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.417 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.417 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 2630, 2024-09-17T17:03:16.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.418 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.418 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.418 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.418 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.418 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.418 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.418 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.418 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 12, 2024-09-17T17:03:16.418 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 4, 2024-09-17T17:03:16.418 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.418 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 4, 2024-09-17T17:03:16.418 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.418 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-09-17T17:03:16.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.420 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.420 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 12, 2024-09-17T17:03:16.420 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 9 2024-09-17T17:03:16.420 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.420 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.420 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.420 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.420 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.420 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.420 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-09-17T17:03:16.420 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.420 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-09-17T17:03:16.420 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "75'12" 2024-09-17T17:03:16.420 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.420 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.421 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.421 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.421 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.421 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:16.421 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.421 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-09-17T17:03:16.421 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.421 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.421 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.421 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.421 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.421 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.421 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.424801+0000", 2024-09-17T17:03:16.421 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.244115+0000", 2024-09-17T17:03:16.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.244115+0000", 2024-09-17T17:03:16.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.244388+0000", 2024-09-17T17:03:16.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.424801+0000", 2024-09-17T17:03:16.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.424801+0000", 2024-09-17T17:03:16.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.424801+0000", 2024-09-17T17:03:16.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.424801+0000", 2024-09-17T17:03:16.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.424801+0000", 2024-09-17T17:03:16.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.424801+0000", 2024-09-17T17:03:16.423 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.423 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.423 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.423 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.423 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.423 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.423 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.423 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.423 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.423 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.423 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.423 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.423 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.423 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.15", 2024-09-17T17:03:16.424 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.424 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.424 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.424 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:16.424 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.424 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T17:46:40.168063+0000", 2024-09-17T17:03:16.424 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.424 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.424 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.427 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.427 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.427 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.427 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.427 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.427 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.427 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.427 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.427 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.427 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.427 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.427 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.427 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.427 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.428 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.428 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:16.428 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.428 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-09-17T17:03:16.428 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.428 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.428 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.428 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.428 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.428 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.428 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-09-17T17:03:16.428 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.428 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-09-17T17:03:16.429 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.429 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.429 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:16.429 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.429 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.429 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.429 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.415381+0000", 2024-09-17T17:03:16.429 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.960613+0000", 2024-09-17T17:03:16.429 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.960613+0000", 2024-09-17T17:03:16.429 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.960970+0000", 2024-09-17T17:03:16.429 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.415381+0000", 2024-09-17T17:03:16.429 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.429 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.430 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.430 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:16.430 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.415381+0000", 2024-09-17T17:03:16.430 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.415381+0000", 2024-09-17T17:03:16.430 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.415381+0000", 2024-09-17T17:03:16.430 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.430 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.430 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.430 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.415381+0000", 2024-09-17T17:03:16.430 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.415381+0000", 2024-09-17T17:03:16.430 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.430 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-09-17T17:03:16.430 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.431 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.431 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:16.431 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.431 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.431 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.431 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.431 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-09-17T17:03:16.431 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.431 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.431 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.431 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.13", 2024-09-17T17:03:16.431 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.431 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.432 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.432 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 28, 2024-09-17T17:03:16.432 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.432 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:49:24.265041+0000", 2024-09-17T17:03:16.432 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.432 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.432 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 34, 2024-09-17T17:03:16.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-09-17T17:03:16.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-09-17T17:03:16.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-09-17T17:03:16.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-09-17T17:03:16.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.435 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.435 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.435 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.435 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.435 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-09-17T17:03:16.435 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 7 2024-09-17T17:03:16.435 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.435 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.435 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.435 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.435 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.435 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.435 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-09-17T17:03:16.435 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.436 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-09-17T17:03:16.436 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "65'2" 2024-09-17T17:03:16.436 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.436 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.436 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.436 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.436 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.436 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-09-17T17:03:16.436 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.436 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-09-17T17:03:16.436 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.436 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.436 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.436 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.437 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.437 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.437 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.414952+0000", 2024-09-17T17:03:16.437 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.232483+0000", 2024-09-17T17:03:16.437 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.232483+0000", 2024-09-17T17:03:16.437 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.232750+0000", 2024-09-17T17:03:16.437 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.414952+0000", 2024-09-17T17:03:16.437 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.437 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.437 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.437 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.437 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.414952+0000", 2024-09-17T17:03:16.437 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.414952+0000", 2024-09-17T17:03:16.437 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.414952+0000", 2024-09-17T17:03:16.438 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.438 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.438 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.438 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.414952+0000", 2024-09-17T17:03:16.438 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.414952+0000", 2024-09-17T17:03:16.438 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.438 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.438 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.438 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.438 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.438 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.438 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.439 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.439 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.439 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.439 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.439 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.439 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.439 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.12", 2024-09-17T17:03:16.439 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.439 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.439 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.439 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:16.439 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.439 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T00:23:55.361946+0000", 2024-09-17T17:03:16.439 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.439 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.440 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.443 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.443 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.443 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.443 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.443 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.443 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.443 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.443 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.443 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.443 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-09-17T17:03:16.443 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.443 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-09-17T17:03:16.443 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.444 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.444 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.444 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.444 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.444 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.444 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:16.444 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.444 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-09-17T17:03:16.444 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.444 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.444 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:16.444 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.445 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.445 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.445 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.307653+0000", 2024-09-17T17:03:16.445 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.962637+0000", 2024-09-17T17:03:16.445 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.962637+0000", 2024-09-17T17:03:16.445 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.962941+0000", 2024-09-17T17:03:16.445 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.307653+0000", 2024-09-17T17:03:16.445 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.445 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.445 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.445 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:16.445 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.307653+0000", 2024-09-17T17:03:16.445 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.307653+0000", 2024-09-17T17:03:16.446 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.307653+0000", 2024-09-17T17:03:16.446 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.446 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.446 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.446 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.307653+0000", 2024-09-17T17:03:16.446 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.307653+0000", 2024-09-17T17:03:16.446 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.446 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.446 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.446 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.446 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:16.446 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.446 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.447 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.447 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.447 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.447 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.447 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.447 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.447 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.12", 2024-09-17T17:03:16.447 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.447 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.447 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.447 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 24, 2024-09-17T17:03:16.447 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.447 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T23:44:01.178721+0000", 2024-09-17T17:03:16.447 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.447 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.448 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.451 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.451 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.451 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.451 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.451 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.451 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.451 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:16.451 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.451 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-09-17T17:03:16.451 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.451 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.451 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.451 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.451 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.452 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.452 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:16.452 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.452 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-09-17T17:03:16.452 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.452 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.452 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.452 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.452 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.452 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.452 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.424757+0000", 2024-09-17T17:03:16.452 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.242684+0000", 2024-09-17T17:03:16.453 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.242684+0000", 2024-09-17T17:03:16.453 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.245395+0000", 2024-09-17T17:03:16.453 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.424757+0000", 2024-09-17T17:03:16.453 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.453 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.453 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.453 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.453 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.424757+0000", 2024-09-17T17:03:16.453 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.424757+0000", 2024-09-17T17:03:16.453 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.424757+0000", 2024-09-17T17:03:16.453 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.453 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.453 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.454 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.424757+0000", 2024-09-17T17:03:16.454 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.424757+0000", 2024-09-17T17:03:16.454 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.454 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.454 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.454 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.454 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.454 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.454 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.454 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.454 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.454 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.454 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.454 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.454 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.455 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.13", 2024-09-17T17:03:16.455 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.455 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.455 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.455 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:16.455 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.455 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T00:49:21.685150+0000", 2024-09-17T17:03:16.455 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.455 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.455 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.456 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.456 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.456 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.456 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.456 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.456 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.456 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.456 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.456 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.456 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.456 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.456 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.456 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.458 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.458 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.458 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.458 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.458 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.458 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.458 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.458 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.458 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.458 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.458 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.458 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.459 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.459 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.459 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.459 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.459 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.459 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:16.459 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.459 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-09-17T17:03:16.459 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.459 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.459 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.459 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.459 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.459 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.459 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:16.460 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.460 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-09-17T17:03:16.460 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.460 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.460 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:16.460 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.460 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.460 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.460 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.676911+0000", 2024-09-17T17:03:16.460 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.960401+0000", 2024-09-17T17:03:16.460 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.960401+0000", 2024-09-17T17:03:16.460 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.960765+0000", 2024-09-17T17:03:16.460 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.676911+0000", 2024-09-17T17:03:16.461 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.461 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.461 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.461 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:16.461 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.676911+0000", 2024-09-17T17:03:16.461 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.676911+0000", 2024-09-17T17:03:16.461 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.676911+0000", 2024-09-17T17:03:16.461 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.461 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.461 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.461 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.676911+0000", 2024-09-17T17:03:16.461 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.676911+0000", 2024-09-17T17:03:16.461 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.462 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.462 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.462 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.462 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:16.462 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.462 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.462 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.462 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.462 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.462 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.462 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.462 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.462 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.11", 2024-09-17T17:03:16.462 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.463 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.463 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.463 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 25, 2024-09-17T17:03:16.463 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.463 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:49:12.581218+0000", 2024-09-17T17:03:16.463 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.463 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.463 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.464 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.464 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.464 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.464 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.464 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.464 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.464 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.464 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.464 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.464 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.464 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.464 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.464 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.464 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.465 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.465 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.465 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.465 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.465 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.465 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.465 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.465 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.465 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.465 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.465 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.465 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.466 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.466 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.466 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.466 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.466 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.466 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.466 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.466 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.466 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.466 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.466 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.466 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.466 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.466 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.467 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:16.467 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.467 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-09-17T17:03:16.467 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.467 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.467 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.467 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.467 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.467 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.467 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-09-17T17:03:16.467 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.467 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-09-17T17:03:16.467 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.467 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.468 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.468 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.468 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.468 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.468 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.676754+0000", 2024-09-17T17:03:16.468 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.247580+0000", 2024-09-17T17:03:16.468 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.247580+0000", 2024-09-17T17:03:16.468 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.248124+0000", 2024-09-17T17:03:16.468 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.676754+0000", 2024-09-17T17:03:16.468 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.468 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.468 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.468 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.469 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.676754+0000", 2024-09-17T17:03:16.469 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.676754+0000", 2024-09-17T17:03:16.469 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.676754+0000", 2024-09-17T17:03:16.469 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.469 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.469 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.469 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.676754+0000", 2024-09-17T17:03:16.469 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.676754+0000", 2024-09-17T17:03:16.469 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.469 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.469 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.469 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.469 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.469 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.470 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.470 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.470 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.470 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.470 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.470 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.470 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.470 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.10", 2024-09-17T17:03:16.470 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.470 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.470 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.470 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 22, 2024-09-17T17:03:16.470 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.470 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T00:36:12.043526+0000", 2024-09-17T17:03:16.471 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.471 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.471 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.473 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.473 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.473 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.473 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.473 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.473 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.473 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.473 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.473 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.473 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.473 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.473 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.473 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.474 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.474 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.474 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.474 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.474 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.474 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.474 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.474 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.474 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.474 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.474 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-09-17T17:03:16.474 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.474 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-09-17T17:03:16.474 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.475 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.475 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.475 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.475 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:16.475 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.475 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:16.475 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.475 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-09-17T17:03:16.475 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.475 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.475 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:16.475 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.475 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.475 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.239284+0000", 2024-09-17T17:03:16.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.953934+0000", 2024-09-17T17:03:16.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.953934+0000", 2024-09-17T17:03:16.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.954336+0000", 2024-09-17T17:03:16.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.239284+0000", 2024-09-17T17:03:16.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:16.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.239284+0000", 2024-09-17T17:03:16.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.239284+0000", 2024-09-17T17:03:16.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.239284+0000", 2024-09-17T17:03:16.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.477 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.477 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.477 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.239284+0000", 2024-09-17T17:03:16.477 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.239284+0000", 2024-09-17T17:03:16.477 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.477 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 8, 2024-09-17T17:03:16.477 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.477 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.477 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:16.477 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.477 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.477 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.478 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.478 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 8, 2024-09-17T17:03:16.478 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.478 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.478 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.478 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.10", 2024-09-17T17:03:16.478 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.478 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.478 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.478 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 34, 2024-09-17T17:03:16.478 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.478 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:47:52.485920+0000", 2024-09-17T17:03:16.478 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.478 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.478 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 12, 2024-09-17T17:03:16.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 4, 2024-09-17T17:03:16.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 4, 2024-09-17T17:03:16.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 4, 2024-09-17T17:03:16.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 12, 2024-09-17T17:03:16.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.481 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.482 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.482 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.482 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.482 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:16.482 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.482 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:16.482 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.482 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-09-17T17:03:16.482 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "65'8" 2024-09-17T17:03:16.482 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.482 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.482 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.482 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.482 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.482 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:16.483 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.483 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-09-17T17:03:16.483 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.483 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.483 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.483 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.483 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.483 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.424726+0000", 2024-09-17T17:03:16.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.242730+0000", 2024-09-17T17:03:16.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.242730+0000", 2024-09-17T17:03:16.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.244709+0000", 2024-09-17T17:03:16.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.424726+0000", 2024-09-17T17:03:16.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.424726+0000", 2024-09-17T17:03:16.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.424726+0000", 2024-09-17T17:03:16.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.424726+0000", 2024-09-17T17:03:16.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.424726+0000", 2024-09-17T17:03:16.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.424726+0000", 2024-09-17T17:03:16.484 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.484 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.484 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.484 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.485 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.485 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.485 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.485 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.485 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.485 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.485 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.485 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.485 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.485 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.11", 2024-09-17T17:03:16.485 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.485 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.485 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.485 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:16.486 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.486 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T19:39:29.397594+0000", 2024-09-17T17:03:16.486 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.486 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.486 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.489 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.489 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.489 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.489 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.489 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.489 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.489 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:16.489 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.489 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-09-17T17:03:16.490 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.490 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.490 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.490 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.490 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.490 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.490 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:16.490 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.490 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-09-17T17:03:16.490 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.490 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.490 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:16.490 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.490 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.491 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.244650+0000", 2024-09-17T17:03:16.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.964911+0000", 2024-09-17T17:03:16.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.964911+0000", 2024-09-17T17:03:16.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.965242+0000", 2024-09-17T17:03:16.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.244650+0000", 2024-09-17T17:03:16.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:16.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.244650+0000", 2024-09-17T17:03:16.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.244650+0000", 2024-09-17T17:03:16.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.244650+0000", 2024-09-17T17:03:16.492 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.492 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.492 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.492 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.244650+0000", 2024-09-17T17:03:16.492 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.244650+0000", 2024-09-17T17:03:16.492 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.492 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 1, 2024-09-17T17:03:16.492 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.492 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.492 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:16.492 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.492 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.492 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.492 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.493 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 1, 2024-09-17T17:03:16.493 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.493 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.493 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.493 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.f", 2024-09-17T17:03:16.493 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.493 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.493 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.493 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 27, 2024-09-17T17:03:16.493 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.493 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:51:07.238886+0000", 2024-09-17T17:03:16.493 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.493 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.494 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 22, 2024-09-17T17:03:16.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-09-17T17:03:16.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-09-17T17:03:16.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-09-17T17:03:16.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 1, 2024-09-17T17:03:16.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 1 2024-09-17T17:03:16.496 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.497 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.497 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.497 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.497 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.497 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.497 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:16.497 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.497 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-09-17T17:03:16.497 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "65'1" 2024-09-17T17:03:16.497 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.497 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.497 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.497 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.498 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.498 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:16.498 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.498 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-09-17T17:03:16.498 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.498 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.498 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.498 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.498 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.498 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.498 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.424791+0000", 2024-09-17T17:03:16.498 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.242790+0000", 2024-09-17T17:03:16.499 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.242790+0000", 2024-09-17T17:03:16.499 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.243187+0000", 2024-09-17T17:03:16.499 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.424791+0000", 2024-09-17T17:03:16.499 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.499 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.499 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.499 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.499 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.424791+0000", 2024-09-17T17:03:16.499 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.424791+0000", 2024-09-17T17:03:16.499 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.424791+0000", 2024-09-17T17:03:16.499 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.499 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.499 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.499 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.424791+0000", 2024-09-17T17:03:16.499 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.424791+0000", 2024-09-17T17:03:16.499 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.500 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.500 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.500 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.500 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.500 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.500 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.500 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.500 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.500 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.500 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.500 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.500 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.500 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.e", 2024-09-17T17:03:16.500 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.500 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.501 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.501 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:16.501 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.501 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T21:48:01.985678+0000", 2024-09-17T17:03:16.501 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.501 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.501 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.504 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.504 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.504 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.504 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.504 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.504 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.504 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:16.504 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.504 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-09-17T17:03:16.504 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.504 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.504 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.504 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.504 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:16.504 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.505 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:16.505 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.505 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-09-17T17:03:16.505 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.505 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.505 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:16.505 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.505 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.505 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.505 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.240030+0000", 2024-09-17T17:03:16.505 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.960504+0000", 2024-09-17T17:03:16.505 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.960504+0000", 2024-09-17T17:03:16.505 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.960796+0000", 2024-09-17T17:03:16.505 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.240030+0000", 2024-09-17T17:03:16.505 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:16.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.240030+0000", 2024-09-17T17:03:16.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.240030+0000", 2024-09-17T17:03:16.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.240030+0000", 2024-09-17T17:03:16.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.240030+0000", 2024-09-17T17:03:16.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.240030+0000", 2024-09-17T17:03:16.506 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.506 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-09-17T17:03:16.506 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.507 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.507 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:16.507 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.507 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.507 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.507 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.507 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-09-17T17:03:16.507 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.507 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.507 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.507 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.e", 2024-09-17T17:03:16.507 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.508 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.508 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.508 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 28, 2024-09-17T17:03:16.508 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.508 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T21:01:36.242275+0000", 2024-09-17T17:03:16.508 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.508 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.508 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.508 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.508 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.508 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.508 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.508 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-09-17T17:03:16.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-09-17T17:03:16.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-09-17T17:03:16.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-09-17T17:03:16.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-09-17T17:03:16.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.511 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.511 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.511 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.511 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.511 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:16.511 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.512 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:16.512 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.512 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-09-17T17:03:16.512 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "65'2" 2024-09-17T17:03:16.512 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.512 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.512 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.512 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.512 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.512 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:16.512 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.512 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-09-17T17:03:16.513 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.513 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.513 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.513 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.513 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.513 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.513 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.424924+0000", 2024-09-17T17:03:16.513 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.243479+0000", 2024-09-17T17:03:16.513 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.243479+0000", 2024-09-17T17:03:16.513 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.244847+0000", 2024-09-17T17:03:16.513 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.424924+0000", 2024-09-17T17:03:16.513 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.514 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.514 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.514 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.514 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.424924+0000", 2024-09-17T17:03:16.514 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.424924+0000", 2024-09-17T17:03:16.514 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.424924+0000", 2024-09-17T17:03:16.514 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.514 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.514 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.514 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.424924+0000", 2024-09-17T17:03:16.514 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.424924+0000", 2024-09-17T17:03:16.514 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.514 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.514 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.515 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.515 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.515 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.515 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.515 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.515 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.515 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.515 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.515 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.515 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.515 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.f", 2024-09-17T17:03:16.515 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.515 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.515 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.516 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:16.516 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.516 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T00:05:39.269540+0000", 2024-09-17T17:03:16.516 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.516 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.516 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.516 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.516 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.516 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.516 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.516 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.516 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.519 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.519 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.519 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.519 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.519 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.519 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.519 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:16.519 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.519 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-09-17T17:03:16.520 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.520 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.520 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.520 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.520 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.520 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.520 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-09-17T17:03:16.520 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.520 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-09-17T17:03:16.520 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.520 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.520 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:16.520 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.520 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.520 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.521 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.629085+0000", 2024-09-17T17:03:16.521 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.957429+0000", 2024-09-17T17:03:16.521 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.957429+0000", 2024-09-17T17:03:16.521 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.957713+0000", 2024-09-17T17:03:16.521 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.629085+0000", 2024-09-17T17:03:16.521 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.521 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.521 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.521 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:16.521 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.629085+0000", 2024-09-17T17:03:16.521 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.629085+0000", 2024-09-17T17:03:16.521 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.629085+0000", 2024-09-17T17:03:16.521 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.522 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.522 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.522 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.629085+0000", 2024-09-17T17:03:16.522 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.629085+0000", 2024-09-17T17:03:16.522 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.522 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 1, 2024-09-17T17:03:16.522 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.522 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.522 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:16.522 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.522 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.522 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.523 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.523 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 1, 2024-09-17T17:03:16.523 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.523 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.523 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.523 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.d", 2024-09-17T17:03:16.523 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.523 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.523 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.523 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 27, 2024-09-17T17:03:16.523 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.523 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T00:36:57.132830+0000", 2024-09-17T17:03:16.523 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.523 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.524 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 70, 2024-09-17T17:03:16.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-09-17T17:03:16.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-09-17T17:03:16.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-09-17T17:03:16.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 1, 2024-09-17T17:03:16.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 1 2024-09-17T17:03:16.527 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.527 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.527 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.527 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.527 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.527 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.527 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-09-17T17:03:16.527 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.527 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-09-17T17:03:16.527 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "65'1" 2024-09-17T17:03:16.527 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.527 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.527 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.528 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.528 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.528 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:16.528 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.528 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-09-17T17:03:16.528 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.528 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.528 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.528 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.528 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.528 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.528 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.307093+0000", 2024-09-17T17:03:16.528 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.246795+0000", 2024-09-17T17:03:16.528 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.246795+0000", 2024-09-17T17:03:16.529 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.247096+0000", 2024-09-17T17:03:16.529 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.307093+0000", 2024-09-17T17:03:16.529 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.529 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.529 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.529 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.529 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.307093+0000", 2024-09-17T17:03:16.529 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.307093+0000", 2024-09-17T17:03:16.529 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.307093+0000", 2024-09-17T17:03:16.529 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.529 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.529 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.529 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.307093+0000", 2024-09-17T17:03:16.530 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.307093+0000", 2024-09-17T17:03:16.530 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.530 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.530 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.530 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.530 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.530 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.530 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.530 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.530 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.530 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.530 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.530 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.530 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.530 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.c", 2024-09-17T17:03:16.531 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.531 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.531 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.531 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:16.531 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.531 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T17:54:20.559793+0000", 2024-09-17T17:03:16.531 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.531 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.531 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.531 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.531 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.531 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.531 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.534 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.534 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.534 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.534 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.534 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.534 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.534 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:16.534 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.534 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-09-17T17:03:16.535 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.535 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.535 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.535 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.535 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:16.535 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.535 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:16.535 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.535 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-09-17T17:03:16.535 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.535 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.535 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:16.535 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.535 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.536 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.536 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.239622+0000", 2024-09-17T17:03:16.536 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.954402+0000", 2024-09-17T17:03:16.536 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.954402+0000", 2024-09-17T17:03:16.536 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.954693+0000", 2024-09-17T17:03:16.536 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.239622+0000", 2024-09-17T17:03:16.536 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.536 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.536 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.536 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:16.536 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.239622+0000", 2024-09-17T17:03:16.536 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.239622+0000", 2024-09-17T17:03:16.536 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.239622+0000", 2024-09-17T17:03:16.536 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.536 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.537 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.537 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.239622+0000", 2024-09-17T17:03:16.537 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.239622+0000", 2024-09-17T17:03:16.537 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.537 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.537 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.537 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.537 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:16.537 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.537 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.537 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.537 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.537 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.537 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.537 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.538 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.538 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.c", 2024-09-17T17:03:16.538 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.538 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.538 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.538 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 26, 2024-09-17T17:03:16.538 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.538 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T22:15:57.900576+0000", 2024-09-17T17:03:16.538 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.538 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.538 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.538 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.538 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.538 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.541 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.541 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.541 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.541 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.541 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.541 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.541 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.541 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.541 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.541 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.541 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.541 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.541 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.541 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.542 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:16.542 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.542 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:16.542 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.542 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-09-17T17:03:16.542 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.542 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.542 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.542 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.542 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.542 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.542 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:16.542 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.543 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-09-17T17:03:16.543 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.543 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.543 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.543 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.543 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.543 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.543 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.425369+0000", 2024-09-17T17:03:16.543 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.237519+0000", 2024-09-17T17:03:16.543 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.237519+0000", 2024-09-17T17:03:16.543 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.237888+0000", 2024-09-17T17:03:16.543 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.425369+0000", 2024-09-17T17:03:16.543 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.543 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.543 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.543 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.544 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.425369+0000", 2024-09-17T17:03:16.544 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.425369+0000", 2024-09-17T17:03:16.544 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.425369+0000", 2024-09-17T17:03:16.544 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.544 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.544 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.544 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.425369+0000", 2024-09-17T17:03:16.544 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.425369+0000", 2024-09-17T17:03:16.544 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.544 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.544 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.544 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.544 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.544 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.544 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.545 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.545 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.545 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.545 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.545 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.545 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.545 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.d", 2024-09-17T17:03:16.545 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.545 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.545 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.545 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:16.545 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.545 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T01:37:05.324759+0000", 2024-09-17T17:03:16.545 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.546 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.546 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.549 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.549 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.549 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.549 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.549 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.549 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.549 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:16.549 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.550 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-09-17T17:03:16.550 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.550 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.550 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.550 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.550 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.550 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.550 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:16.550 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.550 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-09-17T17:03:16.550 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.550 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.550 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 69, 2024-09-17T17:03:16.550 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.550 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.551 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.551 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.677074+0000", 2024-09-17T17:03:16.551 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T17:00:45.766901+0000", 2024-09-17T17:03:16.551 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T17:00:45.766901+0000", 2024-09-17T17:03:16.551 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T17:00:50.452957+0000", 2024-09-17T17:03:16.551 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.677074+0000", 2024-09-17T17:03:16.551 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:16.551 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.551 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:16.551 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 70, 2024-09-17T17:03:16.551 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.677074+0000", 2024-09-17T17:03:16.551 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.677074+0000", 2024-09-17T17:03:16.551 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.677074+0000", 2024-09-17T17:03:16.552 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.552 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.552 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:16.552 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.677074+0000", 2024-09-17T17:03:16.552 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.677074+0000", 2024-09-17T17:03:16.552 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.552 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.552 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.552 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.552 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 69, 2024-09-17T17:03:16.552 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.552 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.552 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.552 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.552 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.553 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.553 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.553 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.553 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.5", 2024-09-17T17:03:16.553 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.553 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.553 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.553 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-09-17T17:03:16.553 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.553 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T17:19:56.989854+0000", 2024-09-17T17:03:16.553 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.000592588, 2024-09-17T17:03:16.553 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.554 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.557 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.557 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.557 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.557 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.557 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.557 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.557 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.557 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.557 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:16.557 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.557 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-09-17T17:03:16.557 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.557 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.558 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.558 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.558 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.558 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.558 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:16.558 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.558 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-09-17T17:03:16.558 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.558 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.558 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 19, 2024-09-17T17:03:16.558 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.558 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.558 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.558 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:03:10.727111+0000", 2024-09-17T17:03:16.558 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:28.553865+0000", 2024-09-17T17:03:16.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:28.553865+0000", 2024-09-17T17:03:16.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:28.554273+0000", 2024-09-17T17:03:16.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:03:10.727111+0000", 2024-09-17T17:03:16.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:57:25.739524+0000", 2024-09-17T17:03:16.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:57:25.739524+0000", 2024-09-17T17:03:16.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 58, 2024-09-17T17:03:16.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:03:10.727111+0000", 2024-09-17T17:03:16.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:03:10.727111+0000", 2024-09-17T17:03:16.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:03:10.727111+0000", 2024-09-17T17:03:16.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:57:25.739524+0000", 2024-09-17T17:03:16.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:03:10.727111+0000", 2024-09-17T17:03:16.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:03:10.727111+0000", 2024-09-17T17:03:16.560 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.560 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 144, 2024-09-17T17:03:16.560 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.560 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.560 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 57, 2024-09-17T17:03:16.560 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.560 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.560 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.560 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.560 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 144, 2024-09-17T17:03:16.560 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.560 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.560 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.560 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "1.0", 2024-09-17T17:03:16.560 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.561 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.561 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.561 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 329, 2024-09-17T17:03:16.561 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.561 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:00:13.375653+0000", 2024-09-17T17:03:16.561 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.561 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.561 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.561 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 590368, 2024-09-17T17:03:16.561 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.561 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 1771104, 2024-09-17T17:03:16.561 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.561 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.561 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.561 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.561 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-09-17T17:03:16.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-09-17T17:03:16.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-09-17T17:03:16.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 6, 2024-09-17T17:03:16.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 358, 2024-09-17T17:03:16.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 554, 2024-09-17T17:03:16.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 211, 2024-09-17T17:03:16.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 2416 2024-09-17T17:03:16.564 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.564 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.564 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.564 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.564 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.564 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.564 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:16.565 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.565 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-09-17T17:03:16.565 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "75'144" 2024-09-17T17:03:16.565 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.565 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.565 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.565 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.565 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:16.565 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:16.565 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.565 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-09-17T17:03:16.565 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.566 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.566 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:16.566 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.566 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.566 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.566 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.307568+0000", 2024-09-17T17:03:16.566 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.966677+0000", 2024-09-17T17:03:16.566 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.966677+0000", 2024-09-17T17:03:16.566 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.967005+0000", 2024-09-17T17:03:16.566 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.307568+0000", 2024-09-17T17:03:16.566 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.566 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.566 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.566 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:16.566 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.307568+0000", 2024-09-17T17:03:16.566 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.307568+0000", 2024-09-17T17:03:16.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.307568+0000", 2024-09-17T17:03:16.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.307568+0000", 2024-09-17T17:03:16.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.307568+0000", 2024-09-17T17:03:16.567 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.567 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.567 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.567 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.567 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:16.567 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.567 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.568 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.568 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.568 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.568 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.568 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.568 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.568 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.3", 2024-09-17T17:03:16.568 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.568 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.568 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.568 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 24, 2024-09-17T17:03:16.568 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.569 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T23:33:59.951404+0000", 2024-09-17T17:03:16.569 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.569 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.569 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.569 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.569 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.569 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.569 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.569 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.569 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.569 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.569 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.569 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.569 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.572 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.572 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.572 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.572 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.572 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.572 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:16.572 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:16.572 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.572 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-09-17T17:03:16.572 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.572 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.572 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.572 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.572 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.573 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.573 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:16.573 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.573 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-09-17T17:03:16.573 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.573 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.573 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.573 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.573 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.573 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.573 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.240415+0000", 2024-09-17T17:03:16.573 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.238681+0000", 2024-09-17T17:03:16.573 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.238681+0000", 2024-09-17T17:03:16.573 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.239021+0000", 2024-09-17T17:03:16.573 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.240415+0000", 2024-09-17T17:03:16.573 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.574 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.574 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.574 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.574 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.240415+0000", 2024-09-17T17:03:16.574 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.240415+0000", 2024-09-17T17:03:16.574 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.240415+0000", 2024-09-17T17:03:16.574 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.574 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.574 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.574 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.240415+0000", 2024-09-17T17:03:16.574 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.240415+0000", 2024-09-17T17:03:16.574 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.574 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.574 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.575 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.575 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.575 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.575 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.575 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.575 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.575 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.575 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.575 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.575 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.575 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2", 2024-09-17T17:03:16.575 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.575 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.575 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.575 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 22, 2024-09-17T17:03:16.575 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.576 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T19:57:42.478147+0000", 2024-09-17T17:03:16.576 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.576 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.576 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.576 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.576 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.576 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.576 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.576 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.576 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.576 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.576 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.579 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.579 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.579 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.579 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.579 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.579 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.579 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:16.579 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.579 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-09-17T17:03:16.579 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.579 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.579 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.580 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.580 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.580 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.580 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:16.580 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.580 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-09-17T17:03:16.580 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.580 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.580 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 69, 2024-09-17T17:03:16.580 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.580 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.580 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.581 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.415413+0000", 2024-09-17T17:03:16.581 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T17:00:45.945750+0000", 2024-09-17T17:03:16.581 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T17:00:45.945750+0000", 2024-09-17T17:03:16.581 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T17:00:49.920433+0000", 2024-09-17T17:03:16.581 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.415413+0000", 2024-09-17T17:03:16.581 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:16.581 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.581 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:16.581 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 70, 2024-09-17T17:03:16.581 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.415413+0000", 2024-09-17T17:03:16.581 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.415413+0000", 2024-09-17T17:03:16.581 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.415413+0000", 2024-09-17T17:03:16.581 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.582 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.582 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:16.582 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.415413+0000", 2024-09-17T17:03:16.582 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.415413+0000", 2024-09-17T17:03:16.582 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.582 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.582 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.582 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.582 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 69, 2024-09-17T17:03:16.582 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.582 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.582 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.582 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.582 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.582 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.583 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.583 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.583 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.6", 2024-09-17T17:03:16.583 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.583 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.583 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.583 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:16.583 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.583 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T19:55:12.831764+0000", 2024-09-17T17:03:16.583 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.000235615, 2024-09-17T17:03:16.583 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.583 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.583 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.583 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.583 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.584 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.584 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.584 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.584 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.584 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.584 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.584 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.584 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.584 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.584 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.584 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.584 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.584 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.586 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.586 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.586 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.586 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.587 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.587 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.587 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:16.587 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.587 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-09-17T17:03:16.587 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.587 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.587 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.587 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.587 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.587 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.587 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:16.588 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.588 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-09-17T17:03:16.588 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.588 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.588 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:16.588 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.588 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.588 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.588 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.425076+0000", 2024-09-17T17:03:16.588 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.965791+0000", 2024-09-17T17:03:16.588 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.965791+0000", 2024-09-17T17:03:16.588 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.966880+0000", 2024-09-17T17:03:16.589 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.425076+0000", 2024-09-17T17:03:16.589 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.589 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.589 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.589 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:16.589 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.425076+0000", 2024-09-17T17:03:16.589 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.425076+0000", 2024-09-17T17:03:16.589 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.425076+0000", 2024-09-17T17:03:16.589 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.589 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.589 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.589 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.425076+0000", 2024-09-17T17:03:16.589 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.425076+0000", 2024-09-17T17:03:16.590 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.590 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.590 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.590 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.590 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:16.590 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.590 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.590 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.590 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.590 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.590 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.590 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.590 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.590 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.0", 2024-09-17T17:03:16.590 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.590 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.591 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.591 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 24, 2024-09-17T17:03:16.591 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.591 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T19:35:43.322828+0000", 2024-09-17T17:03:16.591 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.591 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.591 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.591 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.591 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.591 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.591 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.591 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.591 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.592 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.592 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.592 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.592 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.592 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.592 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.592 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.592 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.592 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.592 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.592 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.594 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.594 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.594 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.594 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.594 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.595 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.595 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:16.595 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.595 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-09-17T17:03:16.595 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.595 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.595 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.595 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.595 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.595 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.595 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-09-17T17:03:16.595 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.595 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-09-17T17:03:16.595 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.595 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.596 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.596 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.596 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.596 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.596 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.414831+0000", 2024-09-17T17:03:16.596 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.226781+0000", 2024-09-17T17:03:16.596 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.226781+0000", 2024-09-17T17:03:16.596 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.227130+0000", 2024-09-17T17:03:16.596 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.414831+0000", 2024-09-17T17:03:16.596 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.596 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.596 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.596 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.597 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.414831+0000", 2024-09-17T17:03:16.597 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.414831+0000", 2024-09-17T17:03:16.597 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.414831+0000", 2024-09-17T17:03:16.597 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.597 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.597 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.597 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.414831+0000", 2024-09-17T17:03:16.597 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.414831+0000", 2024-09-17T17:03:16.597 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.597 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.597 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.597 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.598 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.598 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.598 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.598 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.598 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.598 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.598 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.598 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.598 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.598 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1", 2024-09-17T17:03:16.598 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.599 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.599 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.599 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:16.599 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.599 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T19:54:32.364956+0000", 2024-09-17T17:03:16.599 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.599 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.599 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.599 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.599 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.599 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.599 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.599 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.599 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.602 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.602 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.602 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.602 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.602 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.602 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.602 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-09-17T17:03:16.603 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.603 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-09-17T17:03:16.603 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.603 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.603 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.603 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.603 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.603 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.603 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:16.603 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.603 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-09-17T17:03:16.603 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.603 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.603 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 69, 2024-09-17T17:03:16.603 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.604 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.604 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.604 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.629187+0000", 2024-09-17T17:03:16.604 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T17:00:45.946626+0000", 2024-09-17T17:03:16.604 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T17:00:45.946626+0000", 2024-09-17T17:03:16.604 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T17:00:49.796012+0000", 2024-09-17T17:03:16.604 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.629187+0000", 2024-09-17T17:03:16.604 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:16.604 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.604 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:16.604 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 70, 2024-09-17T17:03:16.604 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.629187+0000", 2024-09-17T17:03:16.604 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.629187+0000", 2024-09-17T17:03:16.604 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.629187+0000", 2024-09-17T17:03:16.605 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.605 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.605 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:16.605 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.629187+0000", 2024-09-17T17:03:16.605 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.629187+0000", 2024-09-17T17:03:16.605 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.605 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.605 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.605 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.605 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 69, 2024-09-17T17:03:16.605 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.605 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.605 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.605 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.606 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.606 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.606 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.606 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.606 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.7", 2024-09-17T17:03:16.606 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.606 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.606 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.606 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:16.606 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.606 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T00:23:55.345731+0000", 2024-09-17T17:03:16.606 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.000383343, 2024-09-17T17:03:16.606 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.606 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.606 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.606 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.609 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.609 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.609 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.610 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.610 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.610 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.610 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:16.610 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.610 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-09-17T17:03:16.610 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.610 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.610 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.610 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.610 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:16.611 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.611 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:16.611 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.611 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-09-17T17:03:16.611 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.611 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.611 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:16.611 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.611 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.611 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.611 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.239659+0000", 2024-09-17T17:03:16.611 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.957358+0000", 2024-09-17T17:03:16.611 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.957358+0000", 2024-09-17T17:03:16.611 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.957598+0000", 2024-09-17T17:03:16.612 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.239659+0000", 2024-09-17T17:03:16.612 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.612 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.612 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.612 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:16.612 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.239659+0000", 2024-09-17T17:03:16.612 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.239659+0000", 2024-09-17T17:03:16.612 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.239659+0000", 2024-09-17T17:03:16.612 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.612 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.612 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.612 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.239659+0000", 2024-09-17T17:03:16.613 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.239659+0000", 2024-09-17T17:03:16.613 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.613 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.613 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.613 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.613 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:16.613 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.613 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.613 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.613 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.613 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.613 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.613 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.613 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.613 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1", 2024-09-17T17:03:16.614 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.614 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.614 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.614 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 26, 2024-09-17T17:03:16.614 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.614 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T19:08:59.074357+0000", 2024-09-17T17:03:16.614 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.614 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.614 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.614 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.614 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.614 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.614 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.614 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.614 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.617 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.617 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.617 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.617 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.617 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:16.617 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.617 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:16.617 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.617 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-09-17T17:03:16.617 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.618 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.618 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.618 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.618 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.618 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:16.618 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:16.618 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.618 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-09-17T17:03:16.618 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.618 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.618 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.618 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.618 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.619 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.619 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.628716+0000", 2024-09-17T17:03:16.619 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.227843+0000", 2024-09-17T17:03:16.619 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.227843+0000", 2024-09-17T17:03:16.619 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.228112+0000", 2024-09-17T17:03:16.619 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.628716+0000", 2024-09-17T17:03:16.619 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.619 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.619 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.619 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.619 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.628716+0000", 2024-09-17T17:03:16.619 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.628716+0000", 2024-09-17T17:03:16.619 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.628716+0000", 2024-09-17T17:03:16.619 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.619 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.619 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.620 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.628716+0000", 2024-09-17T17:03:16.620 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.628716+0000", 2024-09-17T17:03:16.620 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.620 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.620 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.620 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.620 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.620 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.620 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.620 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.620 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.620 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.620 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.620 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.621 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.621 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.0", 2024-09-17T17:03:16.621 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.621 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.621 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.621 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:16.621 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.621 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T04:10:19.802311+0000", 2024-09-17T17:03:16.621 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.621 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.621 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.621 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.621 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.621 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.621 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.622 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.622 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.622 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.622 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.622 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.622 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.622 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.622 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.622 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.622 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.622 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.622 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.623 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.623 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.623 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.623 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.623 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.623 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.623 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.623 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.623 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.623 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.623 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.623 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.623 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.623 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.624 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.624 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.624 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.625 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.625 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.625 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:16.625 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:16.625 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.625 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-09-17T17:03:16.625 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.625 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.625 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.625 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.625 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.625 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:16.625 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-09-17T17:03:16.626 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.626 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-09-17T17:03:16.626 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.626 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.626 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 69, 2024-09-17T17:03:16.626 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.626 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.626 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.626 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.629020+0000", 2024-09-17T17:03:16.626 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T17:00:45.945913+0000", 2024-09-17T17:03:16.626 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T17:00:45.945913+0000", 2024-09-17T17:03:16.626 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T17:00:49.795823+0000", 2024-09-17T17:03:16.627 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.629020+0000", 2024-09-17T17:03:16.627 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:16.627 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.627 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:16.627 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 70, 2024-09-17T17:03:16.627 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.629020+0000", 2024-09-17T17:03:16.627 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.629020+0000", 2024-09-17T17:03:16.627 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.629020+0000", 2024-09-17T17:03:16.627 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.627 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.627 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:16.627 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.629020+0000", 2024-09-17T17:03:16.627 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.629020+0000", 2024-09-17T17:03:16.628 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.628 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.628 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.628 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.628 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 69, 2024-09-17T17:03:16.628 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.628 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.628 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.628 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.628 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.628 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.628 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.628 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.628 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.4", 2024-09-17T17:03:16.628 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.629 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.629 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.629 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:16.629 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.629 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T23:19:22.718997+0000", 2024-09-17T17:03:16.629 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.000533526, 2024-09-17T17:03:16.629 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.629 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.629 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.629 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.629 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.629 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.629 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.629 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.631 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.631 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.631 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.631 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.631 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.631 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.631 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.631 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.631 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.631 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.631 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.631 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.631 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.631 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.632 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.632 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.632 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.632 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.632 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.632 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.632 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.632 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.632 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.632 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.632 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.632 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.633 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:16.633 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-09-17T17:03:16.633 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.633 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-09-17T17:03:16.633 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.633 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.633 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.633 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.633 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.633 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.633 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:16.633 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.634 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-09-17T17:03:16.634 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.634 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.634 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:16.634 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.634 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.634 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.634 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.307717+0000", 2024-09-17T17:03:16.634 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.959526+0000", 2024-09-17T17:03:16.634 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.959526+0000", 2024-09-17T17:03:16.634 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.959842+0000", 2024-09-17T17:03:16.634 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.307717+0000", 2024-09-17T17:03:16.634 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.635 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.635 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.635 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:16.635 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.307717+0000", 2024-09-17T17:03:16.635 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.307717+0000", 2024-09-17T17:03:16.635 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.307717+0000", 2024-09-17T17:03:16.635 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.635 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.635 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.635 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.307717+0000", 2024-09-17T17:03:16.635 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.307717+0000", 2024-09-17T17:03:16.635 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.636 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.636 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.636 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.636 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:16.636 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.636 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.636 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.636 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.636 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.636 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.636 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.637 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.637 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.2", 2024-09-17T17:03:16.637 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.637 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.637 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.637 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 24, 2024-09-17T17:03:16.637 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.637 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T17:08:14.237166+0000", 2024-09-17T17:03:16.637 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.637 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.637 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.637 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.641 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.641 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.641 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.641 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.641 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.641 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.641 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:16.641 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.641 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-09-17T17:03:16.641 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.641 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.641 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.642 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.642 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.642 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.642 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:16.642 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.642 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-09-17T17:03:16.642 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.642 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.642 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.642 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.642 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.642 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.642 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.244871+0000", 2024-09-17T17:03:16.642 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.235668+0000", 2024-09-17T17:03:16.643 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.235668+0000", 2024-09-17T17:03:16.643 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.236050+0000", 2024-09-17T17:03:16.643 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.244871+0000", 2024-09-17T17:03:16.643 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.643 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.643 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.643 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.643 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.244871+0000", 2024-09-17T17:03:16.643 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.244871+0000", 2024-09-17T17:03:16.643 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.244871+0000", 2024-09-17T17:03:16.643 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.643 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.643 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.643 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.244871+0000", 2024-09-17T17:03:16.644 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.244871+0000", 2024-09-17T17:03:16.644 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.644 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.644 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.644 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.644 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.644 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.644 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.644 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.644 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.644 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.644 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.644 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.644 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.645 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3", 2024-09-17T17:03:16.645 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.645 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.645 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.645 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:16.645 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.645 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:44:29.760035+0000", 2024-09-17T17:03:16.645 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.645 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.645 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.646 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.646 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.646 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.646 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.646 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.646 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.646 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.646 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.646 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.646 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.646 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.646 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.646 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.646 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.648 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.648 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.648 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.648 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.648 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.648 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.648 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:16.649 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.649 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-09-17T17:03:16.649 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.649 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.649 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.649 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.649 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.649 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.649 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:16.649 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.649 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-09-17T17:03:16.649 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.650 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.650 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 69, 2024-09-17T17:03:16.650 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.650 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.650 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.650 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.628861+0000", 2024-09-17T17:03:16.650 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T17:00:45.947412+0000", 2024-09-17T17:03:16.650 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T17:00:45.947412+0000", 2024-09-17T17:03:16.650 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T17:00:49.795564+0000", 2024-09-17T17:03:16.650 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.628861+0000", 2024-09-17T17:03:16.650 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:16.650 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.650 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:16.651 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 70, 2024-09-17T17:03:16.651 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.628861+0000", 2024-09-17T17:03:16.651 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.628861+0000", 2024-09-17T17:03:16.651 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.628861+0000", 2024-09-17T17:03:16.651 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.651 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.651 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:16.651 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.628861+0000", 2024-09-17T17:03:16.651 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.628861+0000", 2024-09-17T17:03:16.651 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.651 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-09-17T17:03:16.651 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.652 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.652 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 69, 2024-09-17T17:03:16.652 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.652 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.652 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.652 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.652 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-09-17T17:03:16.652 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.652 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.652 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.652 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.2", 2024-09-17T17:03:16.652 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.652 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.653 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.653 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:16.653 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.653 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T20:00:32.039971+0000", 2024-09-17T17:03:16.653 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.000781735, 2024-09-17T17:03:16.653 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.653 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 19, 2024-09-17T17:03:16.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-09-17T17:03:16.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-09-17T17:03:16.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-09-17T17:03:16.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 2, 2024-09-17T17:03:16.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 2 2024-09-17T17:03:16.656 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.656 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.656 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.656 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.656 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.656 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.657 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:16.657 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.657 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-09-17T17:03:16.657 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "74'2" 2024-09-17T17:03:16.657 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.657 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.657 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.657 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.657 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.657 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:16.657 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.657 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-09-17T17:03:16.657 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.657 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.658 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:16.658 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.658 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.658 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.658 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.629191+0000", 2024-09-17T17:03:16.658 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.956018+0000", 2024-09-17T17:03:16.658 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.956018+0000", 2024-09-17T17:03:16.658 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.956283+0000", 2024-09-17T17:03:16.658 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.629191+0000", 2024-09-17T17:03:16.658 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.658 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.658 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.658 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:16.659 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.629191+0000", 2024-09-17T17:03:16.659 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.629191+0000", 2024-09-17T17:03:16.659 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.629191+0000", 2024-09-17T17:03:16.659 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.659 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.659 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.659 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.629191+0000", 2024-09-17T17:03:16.659 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.629191+0000", 2024-09-17T17:03:16.659 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.659 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.659 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.659 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.660 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:16.660 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.660 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.660 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.660 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.660 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.660 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.660 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.660 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.660 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.4", 2024-09-17T17:03:16.660 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.660 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.660 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.660 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 26, 2024-09-17T17:03:16.661 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.661 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T20:32:29.317471+0000", 2024-09-17T17:03:16.661 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.661 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.661 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.664 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.664 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.664 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.664 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.664 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.664 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.664 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:16.664 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.665 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-09-17T17:03:16.665 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.665 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.665 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.665 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.665 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.665 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.665 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:16.665 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.665 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-09-17T17:03:16.665 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.665 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.665 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.666 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.666 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.666 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.666 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.307758+0000", 2024-09-17T17:03:16.666 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.235392+0000", 2024-09-17T17:03:16.666 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.235392+0000", 2024-09-17T17:03:16.666 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.235693+0000", 2024-09-17T17:03:16.666 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.307758+0000", 2024-09-17T17:03:16.666 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.666 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.666 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.666 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.666 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.307758+0000", 2024-09-17T17:03:16.666 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.307758+0000", 2024-09-17T17:03:16.666 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.307758+0000", 2024-09-17T17:03:16.667 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.667 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.667 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.667 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.307758+0000", 2024-09-17T17:03:16.667 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.307758+0000", 2024-09-17T17:03:16.667 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.667 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.667 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.667 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.667 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.667 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.667 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.667 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.667 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.668 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.668 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.668 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.668 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.668 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.5", 2024-09-17T17:03:16.668 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.668 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.668 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.668 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:16.668 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.668 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T00:05:57.512128+0000", 2024-09-17T17:03:16.668 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.668 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.669 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.669 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.669 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.669 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.669 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.669 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.669 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.669 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.669 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.669 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.669 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.669 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.669 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.671 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.672 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.672 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.672 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.672 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.672 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.672 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:16.672 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.672 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-09-17T17:03:16.672 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.672 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.672 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.672 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.672 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.672 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.672 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:16.673 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.673 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-09-17T17:03:16.673 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.673 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.673 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 69, 2024-09-17T17:03:16.673 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.673 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.673 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.673 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.415154+0000", 2024-09-17T17:03:16.673 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T17:00:45.946739+0000", 2024-09-17T17:03:16.673 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T17:00:45.946739+0000", 2024-09-17T17:03:16.673 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T17:00:49.919897+0000", 2024-09-17T17:03:16.673 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.415154+0000", 2024-09-17T17:03:16.673 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:16.674 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.674 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:16.674 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 70, 2024-09-17T17:03:16.674 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.415154+0000", 2024-09-17T17:03:16.674 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.415154+0000", 2024-09-17T17:03:16.674 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.415154+0000", 2024-09-17T17:03:16.674 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.674 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.674 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:16.674 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.415154+0000", 2024-09-17T17:03:16.674 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.415154+0000", 2024-09-17T17:03:16.674 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.674 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 1, 2024-09-17T17:03:16.675 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.675 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.675 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 69, 2024-09-17T17:03:16.675 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.675 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.675 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.675 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.675 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 1, 2024-09-17T17:03:16.675 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.675 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.675 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.675 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.3", 2024-09-17T17:03:16.676 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.676 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.676 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.676 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 22, 2024-09-17T17:03:16.676 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.676 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T23:59:25.959292+0000", 2024-09-17T17:03:16.676 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.000279141, 2024-09-17T17:03:16.676 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.676 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.676 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.676 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.676 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.677 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.677 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.677 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.677 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.677 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.677 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.677 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.677 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.677 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.677 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.678 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.678 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.678 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.678 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-09-17T17:03:16.678 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-09-17T17:03:16.678 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.678 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-09-17T17:03:16.678 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.678 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.678 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.678 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.678 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.678 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.680 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.680 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.680 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.680 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.680 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.680 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.680 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:16.680 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.680 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-09-17T17:03:16.680 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "72'1" 2024-09-17T17:03:16.680 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.680 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.681 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.681 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.681 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.681 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:16.681 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.681 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-09-17T17:03:16.681 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.681 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.681 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:16.681 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.681 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.681 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.681 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.425470+0000", 2024-09-17T17:03:16.682 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.968250+0000", 2024-09-17T17:03:16.682 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.968250+0000", 2024-09-17T17:03:16.682 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.968581+0000", 2024-09-17T17:03:16.682 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.425470+0000", 2024-09-17T17:03:16.682 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.682 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.682 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.682 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:16.682 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.425470+0000", 2024-09-17T17:03:16.682 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.425470+0000", 2024-09-17T17:03:16.682 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.425470+0000", 2024-09-17T17:03:16.682 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.682 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.682 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.682 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.425470+0000", 2024-09-17T17:03:16.683 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.425470+0000", 2024-09-17T17:03:16.683 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.683 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.683 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.683 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.683 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:16.683 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.683 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.683 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.683 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.683 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.684 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.684 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.684 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.684 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.5", 2024-09-17T17:03:16.684 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.684 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.684 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.684 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 24, 2024-09-17T17:03:16.684 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.684 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T17:58:38.480732+0000", 2024-09-17T17:03:16.684 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.684 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.685 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.685 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.685 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.685 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.685 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.685 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.685 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.685 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.685 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.685 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.685 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.685 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.685 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.685 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.686 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.686 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.686 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.686 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.686 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.686 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.686 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.686 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.686 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.686 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.686 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.686 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.686 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.686 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.688 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.688 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.688 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.688 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.688 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.688 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.688 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:16.688 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.688 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-09-17T17:03:16.688 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.688 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.688 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.688 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.688 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.689 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:16.689 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-09-17T17:03:16.689 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.689 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-09-17T17:03:16.689 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.689 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.689 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.689 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.689 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.689 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.689 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.628611+0000", 2024-09-17T17:03:16.689 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.248780+0000", 2024-09-17T17:03:16.689 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.248780+0000", 2024-09-17T17:03:16.689 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.249054+0000", 2024-09-17T17:03:16.690 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.628611+0000", 2024-09-17T17:03:16.690 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.690 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.690 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.690 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.690 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.628611+0000", 2024-09-17T17:03:16.690 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.628611+0000", 2024-09-17T17:03:16.690 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.628611+0000", 2024-09-17T17:03:16.690 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.690 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.690 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.690 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.628611+0000", 2024-09-17T17:03:16.690 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.628611+0000", 2024-09-17T17:03:16.691 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.691 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.691 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.691 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.691 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.691 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.691 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.691 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.691 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.692 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.692 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.692 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.692 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.692 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.4", 2024-09-17T17:03:16.692 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.692 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.692 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.692 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:16.692 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.692 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T20:23:02.298973+0000", 2024-09-17T17:03:16.692 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.693 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.693 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.693 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.693 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.693 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.693 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.693 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.693 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.693 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.693 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.693 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.693 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.693 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.695 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.695 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.695 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.695 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.695 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.695 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.695 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.695 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.695 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.695 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.695 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.695 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.695 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.695 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.696 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.696 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.696 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.696 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.696 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.696 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.696 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:16.696 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-09-17T17:03:16.696 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.696 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-09-17T17:03:16.696 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.696 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.696 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.696 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.696 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.697 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.697 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:16.697 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.697 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-09-17T17:03:16.697 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.697 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.697 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 69, 2024-09-17T17:03:16.697 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.697 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.697 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.697 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.240241+0000", 2024-09-17T17:03:16.697 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T17:00:45.766999+0000", 2024-09-17T17:03:16.697 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T17:00:45.766999+0000", 2024-09-17T17:03:16.697 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T17:00:49.794838+0000", 2024-09-17T17:03:16.698 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.240241+0000", 2024-09-17T17:03:16.698 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:16.698 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.698 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:16.698 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 70, 2024-09-17T17:03:16.698 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.240241+0000", 2024-09-17T17:03:16.698 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.240241+0000", 2024-09-17T17:03:16.698 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.240241+0000", 2024-09-17T17:03:16.698 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.698 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.698 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:16.698 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.240241+0000", 2024-09-17T17:03:16.698 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.240241+0000", 2024-09-17T17:03:16.698 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.699 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.699 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.699 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.699 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 69, 2024-09-17T17:03:16.699 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.699 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.699 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.699 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.699 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.699 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.699 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.699 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.699 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.0", 2024-09-17T17:03:16.699 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.699 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.700 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.700 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-09-17T17:03:16.700 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.700 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T23:49:05.302470+0000", 2024-09-17T17:03:16.700 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.000466702, 2024-09-17T17:03:16.700 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.700 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.703 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.703 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.703 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.703 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.703 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.703 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.703 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.703 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.703 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.703 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.703 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:16.703 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.703 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-09-17T17:03:16.704 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.704 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.704 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.704 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.704 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.704 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.704 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:16.704 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.704 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-09-17T17:03:16.704 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.704 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.704 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:16.704 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.705 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.705 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.705 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.629586+0000", 2024-09-17T17:03:16.705 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.958091+0000", 2024-09-17T17:03:16.705 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.958091+0000", 2024-09-17T17:03:16.705 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.958389+0000", 2024-09-17T17:03:16.705 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.629586+0000", 2024-09-17T17:03:16.705 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.705 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.705 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.705 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:16.705 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.629586+0000", 2024-09-17T17:03:16.705 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.629586+0000", 2024-09-17T17:03:16.705 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.629586+0000", 2024-09-17T17:03:16.706 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.706 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.706 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.706 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.629586+0000", 2024-09-17T17:03:16.706 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.629586+0000", 2024-09-17T17:03:16.706 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.706 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 1, 2024-09-17T17:03:16.706 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.706 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.706 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:16.706 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.706 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.706 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.706 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.706 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 1, 2024-09-17T17:03:16.706 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.707 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.707 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.707 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.6", 2024-09-17T17:03:16.707 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.707 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.707 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.707 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 27, 2024-09-17T17:03:16.707 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.707 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T22:01:52.652776+0000", 2024-09-17T17:03:16.707 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.707 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.707 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-09-17T17:03:16.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-09-17T17:03:16.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-09-17T17:03:16.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-09-17T17:03:16.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.710 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.710 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.710 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.710 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.710 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.710 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.710 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.710 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.710 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.710 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 1, 2024-09-17T17:03:16.710 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.710 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.710 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.710 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.710 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.711 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.711 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.711 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:16.711 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.711 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-09-17T17:03:16.711 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "65'1" 2024-09-17T17:03:16.711 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.711 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.711 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.711 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.711 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.711 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:16.712 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.712 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-09-17T17:03:16.712 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.712 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.712 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.712 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.712 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.712 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.712 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.241561+0000", 2024-09-17T17:03:16.712 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.231035+0000", 2024-09-17T17:03:16.712 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.231035+0000", 2024-09-17T17:03:16.712 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.231309+0000", 2024-09-17T17:03:16.712 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.241561+0000", 2024-09-17T17:03:16.712 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.712 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.713 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.713 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.713 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.241561+0000", 2024-09-17T17:03:16.713 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.241561+0000", 2024-09-17T17:03:16.713 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.241561+0000", 2024-09-17T17:03:16.713 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.713 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.713 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.713 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.241561+0000", 2024-09-17T17:03:16.713 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.241561+0000", 2024-09-17T17:03:16.713 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.713 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.713 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.713 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.713 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.713 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.714 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.714 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.714 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.714 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.714 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.714 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.714 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.714 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.7", 2024-09-17T17:03:16.714 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.714 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.714 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.714 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 22, 2024-09-17T17:03:16.714 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.714 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T20:35:32.919565+0000", 2024-09-17T17:03:16.715 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.715 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.715 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.718 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.718 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.718 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.718 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.718 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.718 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.718 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.718 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.718 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.718 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.718 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:16.718 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.718 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-09-17T17:03:16.718 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.719 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.719 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.719 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.719 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.719 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.719 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:16.719 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.719 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-09-17T17:03:16.719 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.719 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.719 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 69, 2024-09-17T17:03:16.719 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.720 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.720 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.720 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.244074+0000", 2024-09-17T17:03:16.720 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T17:00:45.946436+0000", 2024-09-17T17:03:16.720 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T17:00:45.946436+0000", 2024-09-17T17:03:16.720 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T17:00:49.797710+0000", 2024-09-17T17:03:16.720 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.244074+0000", 2024-09-17T17:03:16.720 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:16.720 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.720 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:16.720 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 70, 2024-09-17T17:03:16.720 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.244074+0000", 2024-09-17T17:03:16.720 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.244074+0000", 2024-09-17T17:03:16.720 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.244074+0000", 2024-09-17T17:03:16.720 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.721 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.721 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T17:00:44.747441+0000", 2024-09-17T17:03:16.721 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.244074+0000", 2024-09-17T17:03:16.721 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.244074+0000", 2024-09-17T17:03:16.721 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.721 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.721 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.721 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.721 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 69, 2024-09-17T17:03:16.721 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.721 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.721 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.721 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.721 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.722 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.722 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.722 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.722 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.1", 2024-09-17T17:03:16.722 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.722 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.722 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.722 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:16.722 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.722 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:35:25.535386+0000", 2024-09-17T17:03:16.722 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.000606961, 2024-09-17T17:03:16.723 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.723 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.726 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.726 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.726 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.726 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.726 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.726 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.726 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.726 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.726 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:16.726 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.726 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-09-17T17:03:16.726 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.727 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.727 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.727 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.727 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.727 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.727 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:16.727 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.727 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-09-17T17:03:16.727 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.727 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.727 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:16.727 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.727 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.728 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.728 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.677325+0000", 2024-09-17T17:03:16.728 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.962863+0000", 2024-09-17T17:03:16.728 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.962863+0000", 2024-09-17T17:03:16.728 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.964052+0000", 2024-09-17T17:03:16.728 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.677325+0000", 2024-09-17T17:03:16.728 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.728 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.728 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.728 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:16.728 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.677325+0000", 2024-09-17T17:03:16.728 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.677325+0000", 2024-09-17T17:03:16.729 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.677325+0000", 2024-09-17T17:03:16.729 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.729 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.729 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.729 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.677325+0000", 2024-09-17T17:03:16.729 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.677325+0000", 2024-09-17T17:03:16.729 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.729 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-09-17T17:03:16.729 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.729 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.729 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:16.729 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.729 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.730 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.730 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.730 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-09-17T17:03:16.730 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.730 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.730 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.730 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.7", 2024-09-17T17:03:16.730 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.730 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.730 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.730 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 27, 2024-09-17T17:03:16.730 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.731 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T17:45:58.578215+0000", 2024-09-17T17:03:16.731 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.731 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.731 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-09-17T17:03:16.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-09-17T17:03:16.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-09-17T17:03:16.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-09-17T17:03:16.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.734 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.734 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.734 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.734 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.734 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.734 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.734 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-09-17T17:03:16.734 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.734 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.734 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.734 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.734 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.735 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.735 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.735 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:16.735 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.735 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-09-17T17:03:16.735 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "65'2" 2024-09-17T17:03:16.735 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.735 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.735 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.735 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.735 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.735 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:16.736 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.736 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-09-17T17:03:16.736 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.736 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.736 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.736 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.736 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.736 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.736 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.415118+0000", 2024-09-17T17:03:16.736 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.234982+0000", 2024-09-17T17:03:16.736 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.234982+0000", 2024-09-17T17:03:16.736 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.235251+0000", 2024-09-17T17:03:16.737 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.415118+0000", 2024-09-17T17:03:16.737 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.737 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.737 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.737 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.737 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.415118+0000", 2024-09-17T17:03:16.737 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.415118+0000", 2024-09-17T17:03:16.737 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.415118+0000", 2024-09-17T17:03:16.737 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.737 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.737 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.737 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.415118+0000", 2024-09-17T17:03:16.737 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.415118+0000", 2024-09-17T17:03:16.737 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.738 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.738 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.738 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.738 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.738 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.738 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.738 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.738 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.738 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.738 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.738 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.738 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.738 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.6", 2024-09-17T17:03:16.739 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.739 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.739 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.739 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:16.739 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.739 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T21:03:28.922686+0000", 2024-09-17T17:03:16.739 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.739 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.739 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.742 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.742 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.742 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.742 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.742 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.742 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.742 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.742 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.742 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.742 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.742 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.742 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.742 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.743 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.743 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.743 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.743 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.743 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.743 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:16.743 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.743 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-09-17T17:03:16.743 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.743 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.743 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.743 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.743 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.743 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.744 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:16.744 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.744 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-09-17T17:03:16.744 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.744 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.744 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:16.744 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.744 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.744 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.744 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.425064+0000", 2024-09-17T17:03:16.744 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.965004+0000", 2024-09-17T17:03:16.744 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.965004+0000", 2024-09-17T17:03:16.745 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.965349+0000", 2024-09-17T17:03:16.745 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.425064+0000", 2024-09-17T17:03:16.745 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.745 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.745 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.745 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:16.745 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.425064+0000", 2024-09-17T17:03:16.745 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.425064+0000", 2024-09-17T17:03:16.745 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.425064+0000", 2024-09-17T17:03:16.745 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.745 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.745 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.745 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.425064+0000", 2024-09-17T17:03:16.746 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.425064+0000", 2024-09-17T17:03:16.746 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.746 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.746 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.746 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.746 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:16.746 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.746 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.746 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.746 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.746 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.746 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.747 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.747 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.747 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.8", 2024-09-17T17:03:16.747 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.747 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.747 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.747 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 24, 2024-09-17T17:03:16.747 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.747 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T18:33:43.045238+0000", 2024-09-17T17:03:16.747 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.747 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.747 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.750 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.750 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.750 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.750 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.750 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.750 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.750 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.750 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.750 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.750 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.750 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.750 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.750 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.750 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.751 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.751 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.751 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.751 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.751 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.751 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:16.751 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.751 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-09-17T17:03:16.751 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.751 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.751 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.751 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.751 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.752 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:16.752 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:16.752 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.752 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-09-17T17:03:16.752 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.752 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.752 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.752 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.752 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.752 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.752 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.244423+0000", 2024-09-17T17:03:16.753 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.232634+0000", 2024-09-17T17:03:16.753 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.232634+0000", 2024-09-17T17:03:16.753 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.232942+0000", 2024-09-17T17:03:16.753 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.244423+0000", 2024-09-17T17:03:16.753 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.753 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.753 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.753 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.753 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.244423+0000", 2024-09-17T17:03:16.753 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.244423+0000", 2024-09-17T17:03:16.753 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.244423+0000", 2024-09-17T17:03:16.753 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.753 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.753 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.754 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.244423+0000", 2024-09-17T17:03:16.754 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.244423+0000", 2024-09-17T17:03:16.754 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.754 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.754 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.754 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.754 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.754 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.754 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.754 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.754 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.754 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.754 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.754 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.755 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.755 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.9", 2024-09-17T17:03:16.755 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.755 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.755 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.755 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:16.755 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.755 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T23:59:50.956221+0000", 2024-09-17T17:03:16.755 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.755 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.755 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.756 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.756 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.756 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.756 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.756 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.756 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.756 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.756 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.756 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.756 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.756 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.756 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.756 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.758 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.758 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.759 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.759 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.759 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.759 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:16.759 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:16.759 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.759 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-09-17T17:03:16.759 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.759 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.759 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.759 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.759 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.759 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.760 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-09-17T17:03:16.760 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.760 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-09-17T17:03:16.760 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.760 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.760 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:16.760 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.760 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.760 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.760 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.628841+0000", 2024-09-17T17:03:16.760 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.960075+0000", 2024-09-17T17:03:16.760 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.960075+0000", 2024-09-17T17:03:16.760 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.960360+0000", 2024-09-17T17:03:16.760 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.628841+0000", 2024-09-17T17:03:16.761 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.761 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.761 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.761 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:16.761 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.628841+0000", 2024-09-17T17:03:16.761 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.628841+0000", 2024-09-17T17:03:16.761 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.628841+0000", 2024-09-17T17:03:16.761 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.761 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.761 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.761 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.628841+0000", 2024-09-17T17:03:16.761 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.628841+0000", 2024-09-17T17:03:16.761 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.762 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.762 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.762 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.762 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:16.762 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.762 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.762 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.762 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.762 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.762 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.762 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.762 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.762 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.9", 2024-09-17T17:03:16.762 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.762 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.762 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.763 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 26, 2024-09-17T17:03:16.763 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.763 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T17:52:58.465417+0000", 2024-09-17T17:03:16.763 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.763 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.763 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.766 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.766 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.766 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.766 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.766 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.766 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.766 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.766 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.766 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.766 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-09-17T17:03:16.766 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.766 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-09-17T17:03:16.766 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.766 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.767 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.767 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.767 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.767 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.767 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:16.767 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.767 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-09-17T17:03:16.767 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.767 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.767 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.767 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.767 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.767 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.768 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.240588+0000", 2024-09-17T17:03:16.768 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.224985+0000", 2024-09-17T17:03:16.768 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.224985+0000", 2024-09-17T17:03:16.768 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.225642+0000", 2024-09-17T17:03:16.768 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.240588+0000", 2024-09-17T17:03:16.768 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.768 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.768 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.768 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.768 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.240588+0000", 2024-09-17T17:03:16.768 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.240588+0000", 2024-09-17T17:03:16.768 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.240588+0000", 2024-09-17T17:03:16.768 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.769 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.769 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.769 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.240588+0000", 2024-09-17T17:03:16.769 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.240588+0000", 2024-09-17T17:03:16.769 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.769 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.769 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.769 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.769 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.769 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.769 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.769 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.770 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.770 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.770 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.770 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.770 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.770 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.8", 2024-09-17T17:03:16.770 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.770 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.770 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.770 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 22, 2024-09-17T17:03:16.770 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.770 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T20:21:06.681415+0000", 2024-09-17T17:03:16.770 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.770 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.771 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.771 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.771 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.771 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.771 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.771 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.771 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.771 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.771 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.771 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.771 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.771 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.771 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.771 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.771 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.773 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.773 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.774 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.774 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.774 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.774 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.774 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:16.774 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.774 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-09-17T17:03:16.774 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.774 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.774 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.774 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.774 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.774 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.775 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:16.775 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.775 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-09-17T17:03:16.775 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.775 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.775 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:16.775 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.775 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.775 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.775 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.629152+0000", 2024-09-17T17:03:16.775 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.961515+0000", 2024-09-17T17:03:16.775 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.961515+0000", 2024-09-17T17:03:16.775 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.962203+0000", 2024-09-17T17:03:16.775 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.629152+0000", 2024-09-17T17:03:16.775 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.776 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.776 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.776 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:16.776 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.629152+0000", 2024-09-17T17:03:16.776 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.629152+0000", 2024-09-17T17:03:16.776 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.629152+0000", 2024-09-17T17:03:16.776 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.776 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.776 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.776 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.629152+0000", 2024-09-17T17:03:16.776 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.629152+0000", 2024-09-17T17:03:16.776 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.777 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.777 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.777 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.777 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:16.777 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.777 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.777 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.777 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.777 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.777 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.777 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.777 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.777 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.a", 2024-09-17T17:03:16.777 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.778 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.778 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.778 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 26, 2024-09-17T17:03:16.778 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.778 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T18:06:57.862433+0000", 2024-09-17T17:03:16.778 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.778 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.778 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.778 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.778 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.778 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.778 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.779 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.779 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.779 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.779 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.779 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.779 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.779 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.779 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.779 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.779 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.779 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.779 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.779 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.779 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.779 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.781 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.781 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.781 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.781 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.782 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-09-17T17:03:16.782 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.782 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-09-17T17:03:16.782 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.782 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-09-17T17:03:16.782 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.782 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.782 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.782 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.782 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.782 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.782 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:16.782 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.782 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-09-17T17:03:16.782 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.783 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.783 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.783 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.783 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.783 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.783 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.240746+0000", 2024-09-17T17:03:16.783 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.230693+0000", 2024-09-17T17:03:16.783 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.230693+0000", 2024-09-17T17:03:16.783 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.230953+0000", 2024-09-17T17:03:16.783 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.240746+0000", 2024-09-17T17:03:16.783 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.783 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.783 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.783 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.783 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.240746+0000", 2024-09-17T17:03:16.784 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.240746+0000", 2024-09-17T17:03:16.784 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.240746+0000", 2024-09-17T17:03:16.784 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.784 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.784 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.784 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.240746+0000", 2024-09-17T17:03:16.784 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.240746+0000", 2024-09-17T17:03:16.784 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.784 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.784 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.784 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.784 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.784 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.784 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.785 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.785 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.785 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.785 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.785 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.785 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.785 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.b", 2024-09-17T17:03:16.785 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.785 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.785 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.785 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 22, 2024-09-17T17:03:16.785 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.785 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:56:05.582663+0000", 2024-09-17T17:03:16.786 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.786 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.786 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.786 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.786 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.786 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.786 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.786 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.786 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.786 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.786 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.786 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.786 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.786 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.787 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.787 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.787 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.787 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.787 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.787 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.787 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.788 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.788 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.788 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.788 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.788 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.788 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.788 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.788 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.788 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.790 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.790 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.790 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.790 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.790 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.790 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.790 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:16.790 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.790 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-09-17T17:03:16.790 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.790 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.791 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.791 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.791 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.791 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.791 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-09-17T17:03:16.791 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.791 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-09-17T17:03:16.791 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.791 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.791 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:16.791 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.791 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.791 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.792 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.425321+0000", 2024-09-17T17:03:16.792 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.969950+0000", 2024-09-17T17:03:16.792 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.969950+0000", 2024-09-17T17:03:16.792 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.970277+0000", 2024-09-17T17:03:16.792 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.425321+0000", 2024-09-17T17:03:16.792 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.792 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.792 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.792 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:16.792 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.425321+0000", 2024-09-17T17:03:16.792 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.425321+0000", 2024-09-17T17:03:16.792 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.425321+0000", 2024-09-17T17:03:16.793 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.793 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.793 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.793 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.425321+0000", 2024-09-17T17:03:16.793 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.425321+0000", 2024-09-17T17:03:16.793 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.793 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-09-17T17:03:16.793 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.793 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.793 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:16.793 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.793 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.793 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.793 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.794 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-09-17T17:03:16.794 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.794 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.794 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.794 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.b", 2024-09-17T17:03:16.794 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.794 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.794 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.794 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 26, 2024-09-17T17:03:16.794 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.794 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:57:51.470007+0000", 2024-09-17T17:03:16.794 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.794 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.794 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-09-17T17:03:16.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-09-17T17:03:16.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-09-17T17:03:16.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-09-17T17:03:16.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 1, 2024-09-17T17:03:16.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.798 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.798 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.798 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.798 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.798 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.798 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.798 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-09-17T17:03:16.798 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.798 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-09-17T17:03:16.798 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "65'2" 2024-09-17T17:03:16.798 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.798 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.798 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.799 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:16.799 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.799 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:16.799 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.799 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-09-17T17:03:16.799 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.799 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.799 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.799 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.799 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.799 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.799 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.239267+0000", 2024-09-17T17:03:16.799 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T17:00:10.810338+0000", 2024-09-17T17:03:16.800 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T17:00:10.810338+0000", 2024-09-17T17:03:16.800 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T17:00:10.810782+0000", 2024-09-17T17:03:16.800 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.239267+0000", 2024-09-17T17:03:16.800 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.800 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.800 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.800 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 67, 2024-09-17T17:03:16.800 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.239267+0000", 2024-09-17T17:03:16.800 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.239267+0000", 2024-09-17T17:03:16.800 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.239267+0000", 2024-09-17T17:03:16.800 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.800 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.800 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.800 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.239267+0000", 2024-09-17T17:03:16.801 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.239267+0000", 2024-09-17T17:03:16.801 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.801 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.801 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.801 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.801 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 66, 2024-09-17T17:03:16.801 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.801 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.801 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.801 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.801 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.801 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.801 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.801 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.802 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.a", 2024-09-17T17:03:16.802 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.802 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.802 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.802 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-09-17T17:03:16.802 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.802 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T02:10:57.382979+0000", 2024-09-17T17:03:16.802 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.802 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.802 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.802 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.802 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.802 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.802 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.805 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.805 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.806 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.806 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.806 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-09-17T17:03:16.806 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.806 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:16.806 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.806 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-09-17T17:03:16.806 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.806 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.806 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.806 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.807 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.807 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.807 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:16.807 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.807 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-09-17T17:03:16.807 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.807 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.807 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.807 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.807 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.807 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.807 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.307102+0000", 2024-09-17T17:03:16.807 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.245304+0000", 2024-09-17T17:03:16.808 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.245304+0000", 2024-09-17T17:03:16.808 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.245581+0000", 2024-09-17T17:03:16.808 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.307102+0000", 2024-09-17T17:03:16.808 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.808 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.808 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.808 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.808 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.307102+0000", 2024-09-17T17:03:16.808 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.307102+0000", 2024-09-17T17:03:16.808 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.307102+0000", 2024-09-17T17:03:16.808 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.808 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.808 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.809 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.307102+0000", 2024-09-17T17:03:16.809 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.307102+0000", 2024-09-17T17:03:16.809 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.809 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.809 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.809 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.809 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.809 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.809 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.809 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.809 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.809 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.809 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.810 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.810 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.810 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1d", 2024-09-17T17:03:16.810 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.810 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.810 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.810 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:16.810 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.810 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T00:38:40.993895+0000", 2024-09-17T17:03:16.810 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.810 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.810 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.811 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.811 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.811 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.811 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.811 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.811 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.811 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.811 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.811 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.811 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.811 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.811 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.814 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.814 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.814 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.814 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.814 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.814 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.814 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-09-17T17:03:16.814 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.814 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-09-17T17:03:16.814 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.814 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.814 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.814 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.814 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.815 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.815 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:16.815 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.815 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-09-17T17:03:16.815 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.815 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.815 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:16.815 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.815 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.815 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.815 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.425398+0000", 2024-09-17T17:03:16.815 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.964658+0000", 2024-09-17T17:03:16.815 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.964658+0000", 2024-09-17T17:03:16.815 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.965008+0000", 2024-09-17T17:03:16.816 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.425398+0000", 2024-09-17T17:03:16.816 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.816 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.816 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.816 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:16.816 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.425398+0000", 2024-09-17T17:03:16.816 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.425398+0000", 2024-09-17T17:03:16.816 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.425398+0000", 2024-09-17T17:03:16.816 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.816 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.816 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.816 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.425398+0000", 2024-09-17T17:03:16.816 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.425398+0000", 2024-09-17T17:03:16.816 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.816 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-09-17T17:03:16.817 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.817 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.817 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:16.817 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.817 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.817 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.817 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.817 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-09-17T17:03:16.817 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.817 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.817 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.817 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1c", 2024-09-17T17:03:16.817 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.817 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.818 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.818 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 26, 2024-09-17T17:03:16.818 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.818 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T18:34:02.791560+0000", 2024-09-17T17:03:16.818 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.818 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.818 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.818 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.818 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.818 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.818 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.818 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.818 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.818 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.819 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.819 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.819 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.819 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.819 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.819 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.819 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.819 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.819 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.819 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-09-17T17:03:16.819 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-09-17T17:03:16.819 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.819 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-09-17T17:03:16.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-09-17T17:03:16.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-09-17T17:03:16.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.821 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.821 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.821 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.821 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.821 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.821 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.821 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:16.822 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.822 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-09-17T17:03:16.822 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "65'2" 2024-09-17T17:03:16.822 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.822 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.822 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.822 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.822 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.822 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:16.822 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.822 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-09-17T17:03:16.822 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.823 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.823 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.823 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.823 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.823 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.823 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.307624+0000", 2024-09-17T17:03:16.823 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.241547+0000", 2024-09-17T17:03:16.823 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.241547+0000", 2024-09-17T17:03:16.823 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.241829+0000", 2024-09-17T17:03:16.823 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.307624+0000", 2024-09-17T17:03:16.823 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.823 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.823 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.824 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.824 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.307624+0000", 2024-09-17T17:03:16.824 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.307624+0000", 2024-09-17T17:03:16.824 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.307624+0000", 2024-09-17T17:03:16.824 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.824 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.824 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.824 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.307624+0000", 2024-09-17T17:03:16.824 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.307624+0000", 2024-09-17T17:03:16.824 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.824 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.824 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.824 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.824 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.825 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.825 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.825 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.825 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.825 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.825 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.825 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.825 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.825 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1c", 2024-09-17T17:03:16.825 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.825 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.825 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.825 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-09-17T17:03:16.825 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.826 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:16:58.181755+0000", 2024-09-17T17:03:16.826 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.826 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.826 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.826 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.826 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.826 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.826 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.826 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.826 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.826 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.826 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.826 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.826 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.827 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.827 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.827 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.827 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.827 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.827 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.827 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.827 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.827 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.827 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.827 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.827 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.827 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.827 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.827 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.829 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.829 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.829 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.829 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.829 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.829 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-09-17T17:03:16.829 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-09-17T17:03:16.829 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.829 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-09-17T17:03:16.829 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.830 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.830 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.830 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.830 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.830 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.830 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:16.830 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.830 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-09-17T17:03:16.830 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.830 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.830 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:16.830 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.830 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.830 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.830 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.425433+0000", 2024-09-17T17:03:16.831 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.966438+0000", 2024-09-17T17:03:16.831 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.966438+0000", 2024-09-17T17:03:16.831 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.967617+0000", 2024-09-17T17:03:16.831 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.425433+0000", 2024-09-17T17:03:16.831 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.831 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.831 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.831 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:16.831 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.425433+0000", 2024-09-17T17:03:16.831 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.425433+0000", 2024-09-17T17:03:16.831 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.425433+0000", 2024-09-17T17:03:16.831 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.831 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.832 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.832 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.425433+0000", 2024-09-17T17:03:16.832 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.425433+0000", 2024-09-17T17:03:16.832 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.832 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-09-17T17:03:16.832 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.832 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.832 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:16.832 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.832 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.832 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.832 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.832 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-09-17T17:03:16.832 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.833 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.833 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.833 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1d", 2024-09-17T17:03:16.833 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.833 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.833 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.833 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 26, 2024-09-17T17:03:16.833 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.833 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-19T03:00:24.579468+0000", 2024-09-17T17:03:16.833 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.833 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.833 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.833 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.834 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.834 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.834 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.834 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.834 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.834 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.834 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.834 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.834 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.834 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.834 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.834 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.834 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.835 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.835 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.835 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-09-17T17:03:16.835 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-09-17T17:03:16.835 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.835 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-09-17T17:03:16.835 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.835 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.835 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.835 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.835 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.835 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-09-17T17:03:16.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-09-17T17:03:16.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.837 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.837 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.837 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.837 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.837 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.837 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.837 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-09-17T17:03:16.837 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.837 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-09-17T17:03:16.837 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "65'2" 2024-09-17T17:03:16.837 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.837 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.838 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.838 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.838 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.838 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:16.838 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.838 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-09-17T17:03:16.838 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.838 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.838 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.838 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.838 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.838 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.838 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.414743+0000", 2024-09-17T17:03:16.839 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.247343+0000", 2024-09-17T17:03:16.839 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.247343+0000", 2024-09-17T17:03:16.839 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.247606+0000", 2024-09-17T17:03:16.839 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.414743+0000", 2024-09-17T17:03:16.839 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.839 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.839 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.839 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.839 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.414743+0000", 2024-09-17T17:03:16.839 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.414743+0000", 2024-09-17T17:03:16.839 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.414743+0000", 2024-09-17T17:03:16.839 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.839 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.414743+0000", 2024-09-17T17:03:16.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.414743+0000", 2024-09-17T17:03:16.840 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.840 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.840 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.840 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.840 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.840 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.840 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.840 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.840 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.840 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.841 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.841 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.841 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.841 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1f", 2024-09-17T17:03:16.841 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.841 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.841 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.841 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-09-17T17:03:16.841 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.841 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T21:02:53.349473+0000", 2024-09-17T17:03:16.841 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.841 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.841 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.841 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.845 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.845 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.845 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.845 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.845 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.845 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-09-17T17:03:16.845 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:16.845 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.845 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-09-17T17:03:16.845 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.845 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.845 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.845 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.846 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.846 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.846 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-09-17T17:03:16.846 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.846 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-09-17T17:03:16.846 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.846 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.846 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:16.846 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.846 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.846 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.846 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.241468+0000", 2024-09-17T17:03:16.846 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.963742+0000", 2024-09-17T17:03:16.846 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.963742+0000", 2024-09-17T17:03:16.847 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.964046+0000", 2024-09-17T17:03:16.847 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.241468+0000", 2024-09-17T17:03:16.847 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.847 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.847 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.847 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:16.847 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.241468+0000", 2024-09-17T17:03:16.847 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.241468+0000", 2024-09-17T17:03:16.847 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.241468+0000", 2024-09-17T17:03:16.847 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.847 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.847 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.847 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.241468+0000", 2024-09-17T17:03:16.847 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.241468+0000", 2024-09-17T17:03:16.848 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.848 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 1, 2024-09-17T17:03:16.848 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.848 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.848 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:16.848 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.848 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.848 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.848 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.848 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 1, 2024-09-17T17:03:16.848 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.848 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.848 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.849 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1e", 2024-09-17T17:03:16.849 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.849 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.849 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.849 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 26, 2024-09-17T17:03:16.849 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.849 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T20:32:40.650824+0000", 2024-09-17T17:03:16.849 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.849 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.849 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.849 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.849 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.849 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.852 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.853 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.853 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.853 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.853 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.853 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.853 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-09-17T17:03:16.853 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.853 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-09-17T17:03:16.853 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "65'1" 2024-09-17T17:03:16.853 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.853 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.853 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.854 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.854 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.854 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:16.854 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.854 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-09-17T17:03:16.854 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.854 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.854 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 62, 2024-09-17T17:03:16.854 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.854 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.854 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.854 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.241237+0000", 2024-09-17T17:03:16.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:52.234026+0000", 2024-09-17T17:03:16.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:52.234026+0000", 2024-09-17T17:03:16.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:52.234339+0000", 2024-09-17T17:03:16.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.241237+0000", 2024-09-17T17:03:16.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 63, 2024-09-17T17:03:16.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.241237+0000", 2024-09-17T17:03:16.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.241237+0000", 2024-09-17T17:03:16.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.241237+0000", 2024-09-17T17:03:16.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:51.208746+0000", 2024-09-17T17:03:16.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.241237+0000", 2024-09-17T17:03:16.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.241237+0000", 2024-09-17T17:03:16.856 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.856 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.856 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.856 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.856 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 62, 2024-09-17T17:03:16.856 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.856 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.856 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.856 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.857 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.857 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.857 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.857 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.857 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1e", 2024-09-17T17:03:16.857 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.857 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.857 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.857 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 22, 2024-09-17T17:03:16.857 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.857 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T22:18:13.349139+0000", 2024-09-17T17:03:16.857 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.857 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.857 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.860 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.861 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.861 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.861 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.861 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-09-17T17:03:16.861 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-09-17T17:03:16.861 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-09-17T17:03:16.861 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.861 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-09-17T17:03:16.861 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-09-17T17:03:16.861 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.861 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.861 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-09-17T17:03:16.861 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.861 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.861 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:16.862 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.862 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-09-17T17:03:16.862 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-09-17T17:03:16.862 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-09-17T17:03:16.862 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 59, 2024-09-17T17:03:16.862 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-09-17T17:03:16.862 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-09-17T17:03:16.862 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-09-17T17:03:16.862 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-09-17T17:00:56.415677+0000", 2024-09-17T17:03:16.862 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-09-17T16:59:48.958625+0000", 2024-09-17T17:03:16.862 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-09-17T16:59:48.958625+0000", 2024-09-17T17:03:16.862 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-09-17T16:59:48.958944+0000", 2024-09-17T17:03:16.862 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-09-17T17:00:56.415677+0000", 2024-09-17T17:03:16.862 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-09-17T17:03:16.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 60, 2024-09-17T17:03:16.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-09-17T17:00:56.415677+0000", 2024-09-17T17:03:16.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-09-17T17:00:56.415677+0000", 2024-09-17T17:03:16.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-09-17T17:00:56.415677+0000", 2024-09-17T17:03:16.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-09-17T17:03:16.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-09-17T17:03:16.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-09-17T16:59:47.943553+0000", 2024-09-17T17:03:16.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-09-17T17:00:56.415677+0000", 2024-09-17T17:03:16.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-09-17T17:00:56.415677+0000", 2024-09-17T17:03:16.863 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-09-17T17:03:16.863 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 4, 2024-09-17T17:03:16.863 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-09-17T17:03:16.863 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-09-17T17:03:16.864 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 59, 2024-09-17T17:03:16.864 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-09-17T17:03:16.864 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-09-17T17:03:16.864 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-09-17T17:03:16.864 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-09-17T17:03:16.864 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 4, 2024-09-17T17:03:16.864 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-09-17T17:03:16.864 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-09-17T17:03:16.864 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-09-17T17:03:16.864 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1f", 2024-09-17T17:03:16.864 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-09-17T17:03:16.864 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-09-17T17:03:16.864 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-09-17T17:03:16.865 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 30, 2024-09-17T17:03:16.865 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-09-17T17:03:16.865 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-18T18:24:02.394374+0000", 2024-09-17T17:03:16.865 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-09-17T17:03:16.865 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-09-17T17:03:16.865 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.865 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 582, 2024-09-17T17:03:16.865 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.865 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.865 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.865 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.865 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-09-17T17:03:16.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-09-17T17:03:16.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-09-17T17:03:16.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-09-17T17:03:16.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 4, 2024-09-17T17:03:16.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 1 2024-09-17T17:03:16.868 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.868 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-09-17T17:03:16.868 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-09-17T17:03:16.868 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-09-17T17:03:16.868 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-09-17T17:03:16.868 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-09-17T17:03:16.869 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-09-17T17:03:16.869 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.869 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-09-17T17:03:16.869 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "65'4" 2024-09-17T17:03:16.869 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:16.869 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.869 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_per_pool": [ 2024-09-17T17:03:16.869 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.869 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 24, 2024-09-17T17:03:16.869 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-09-17T17:03:16.869 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd" 2024-09-17T17:03:16.869 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.869 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3, 2024-09-17T17:03:16.870 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pg": 8, 2024-09-17T17:03:16.870 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 8, 2024-09-17T17:03:16.870 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3, 2024-09-17T17:03:16.870 INFO:tasks.workunit.client.0.smithi031.stdout: "poolid": 4, 2024-09-17T17:03:16.870 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.870 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 19, 2024-09-17T17:03:16.870 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.870 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.870 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.870 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.870 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.870 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.870 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.871 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.871 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.871 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.871 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.871 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.871 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.871 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.871 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.871 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-09-17T17:03:16.871 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-09-17T17:03:16.871 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.871 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-09-17T17:03:16.871 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.871 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.871 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.872 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.872 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.872 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.872 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.872 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.872 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.872 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.872 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.872 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.872 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.872 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.872 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.872 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.872 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.872 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.873 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 2, 2024-09-17T17:03:16.873 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 2 2024-09-17T17:03:16.873 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.873 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-09-17T17:03:16.873 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 12288, 2024-09-17T17:03:16.873 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-09-17T17:03:16.873 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-09-17T17:03:16.873 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-09-17T17:03:16.873 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-09-17T17:03:16.873 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 57, 2024-09-17T17:03:16.873 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-09-17T17:03:16.873 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-09-17T17:03:16.873 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 0, 2024-09-17T17:03:16.873 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-09-17T17:03:16.873 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.874 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 24 2024-09-17T17:03:16.874 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.874 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.874 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 192, 2024-09-17T17:03:16.874 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-09-17T17:03:16.874 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-09-17T17:03:16.874 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.874 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-09-17T17:03:16.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pg": 64, 2024-09-17T17:03:16.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 8, 2024-09-17T17:03:16.874 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-09-17T17:03:16.874 INFO:tasks.workunit.client.0.smithi031.stdout: "poolid": 3, 2024-09-17T17:03:16.874 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-09-17T17:03:16.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-09-17T17:03:16.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-09-17T17:03:16.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-09-17T17:03:16.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-09-17T17:03:16.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-09-17T17:03:16.877 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.877 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-09-17T17:03:16.878 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 0, 2024-09-17T17:03:16.878 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-09-17T17:03:16.878 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-09-17T17:03:16.878 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-09-17T17:03:16.878 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-09-17T17:03:16.878 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 0, 2024-09-17T17:03:16.878 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-09-17T17:03:16.878 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-09-17T17:03:16.878 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 0, 2024-09-17T17:03:16.878 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-09-17T17:03:16.878 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.878 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 192 2024-09-17T17:03:16.878 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.879 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.879 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 96, 2024-09-17T17:03:16.879 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-09-17T17:03:16.879 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-09-17T17:03:16.879 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.879 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 45, 2024-09-17T17:03:16.879 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pg": 32, 2024-09-17T17:03:16.879 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 8, 2024-09-17T17:03:16.879 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 45, 2024-09-17T17:03:16.879 INFO:tasks.workunit.client.0.smithi031.stdout: "poolid": 2, 2024-09-17T17:03:16.879 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.879 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 3428, 2024-09-17T17:03:16.879 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.879 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-09-17T17:03:16.879 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.880 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.880 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.880 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.880 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.880 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.880 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.880 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.880 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.880 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.880 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.880 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.880 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.881 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 66, 2024-09-17T17:03:16.881 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 22, 2024-09-17T17:03:16.881 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.881 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 22, 2024-09-17T17:03:16.881 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.881 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.881 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.881 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.881 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.881 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 14, 2024-09-17T17:03:16.881 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.881 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-09-17T17:03:16.881 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-09-17T17:03:16.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-09-17T17:03:16.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 51, 2024-09-17T17:03:16.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 20 2024-09-17T17:03:16.882 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.882 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-09-17T17:03:16.883 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 98304, 2024-09-17T17:03:16.883 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-09-17T17:03:16.883 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-09-17T17:03:16.883 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-09-17T17:03:16.883 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-09-17T17:03:16.883 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 10284, 2024-09-17T17:03:16.883 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-09-17T17:03:16.883 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-09-17T17:03:16.883 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 0, 2024-09-17T17:03:16.883 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-09-17T17:03:16.883 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.883 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 96 2024-09-17T17:03:16.883 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.883 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-17T17:03:16.884 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 3, 2024-09-17T17:03:16.884 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-09-17T17:03:16.884 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr" 2024-09-17T17:03:16.884 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.884 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 144, 2024-09-17T17:03:16.884 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pg": 1, 2024-09-17T17:03:16.884 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 3, 2024-09-17T17:03:16.884 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 144, 2024-09-17T17:03:16.884 INFO:tasks.workunit.client.0.smithi031.stdout: "poolid": 1, 2024-09-17T17:03:16.884 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-09-17T17:03:16.884 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 590368, 2024-09-17T17:03:16.884 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-09-17T17:03:16.884 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 1771104, 2024-09-17T17:03:16.885 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-09-17T17:03:16.885 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-09-17T17:03:16.885 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-09-17T17:03:16.885 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-09-17T17:03:16.885 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-09-17T17:03:16.885 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-09-17T17:03:16.885 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-09-17T17:03:16.885 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-09-17T17:03:16.885 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-09-17T17:03:16.885 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-09-17T17:03:16.885 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-09-17T17:03:16.885 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-09-17T17:03:16.886 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-09-17T17:03:16.886 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-09-17T17:03:16.886 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-09-17T17:03:16.886 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-09-17T17:03:16.886 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-09-17T17:03:16.886 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-09-17T17:03:16.886 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-09-17T17:03:16.886 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-09-17T17:03:16.886 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-09-17T17:03:16.886 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-09-17T17:03:16.886 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-09-17T17:03:16.886 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-09-17T17:03:16.886 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 6, 2024-09-17T17:03:16.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-09-17T17:03:16.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-09-17T17:03:16.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-09-17T17:03:16.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-09-17T17:03:16.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-09-17T17:03:16.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 358, 2024-09-17T17:03:16.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 554, 2024-09-17T17:03:16.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-09-17T17:03:16.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-09-17T17:03:16.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-09-17T17:03:16.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 211, 2024-09-17T17:03:16.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 2416 2024-09-17T17:03:16.887 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.888 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-09-17T17:03:16.888 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 1781760, 2024-09-17T17:03:16.888 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-09-17T17:03:16.888 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-09-17T17:03:16.888 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-09-17T17:03:16.888 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-09-17T17:03:16.888 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 1771104, 2024-09-17T17:03:16.888 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-09-17T17:03:16.888 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-09-17T17:03:16.888 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 0, 2024-09-17T17:03:16.888 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-09-17T17:03:16.888 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.888 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 3 2024-09-17T17:03:16.888 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:16.889 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-17T17:03:16.889 INFO:tasks.workunit.client.0.smithi031.stdout: "usage": { 2024-09-17T17:03:16.889 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 105, 2024-09-17T17:03:16.889 INFO:tasks.workunit.client.0.smithi031.stdout: "pools": 4, 2024-09-17T17:03:16.889 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_by_class": { 2024-09-17T17:03:16.889 INFO:tasks.workunit.client.0.smithi031.stdout: "ssd": { 2024-09-17T17:03:16.889 INFO:tasks.workunit.client.0.smithi031.stdout: "total_avail_bytes": 767718227968, 2024-09-17T17:03:16.889 INFO:tasks.workunit.client.0.smithi031.stdout: "total_bytes": 767960285184, 2024-09-17T17:03:16.889 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_bytes": 242057216, 2024-09-17T17:03:16.889 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_raw_bytes": 242057216, 2024-09-17T17:03:16.889 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_raw_ratio": 0.0003151949786115438 2024-09-17T17:03:16.889 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:16.889 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-17T17:03:16.890 INFO:tasks.workunit.client.0.smithi031.stdout: "total_avail_bytes": 767718227968, 2024-09-17T17:03:16.890 INFO:tasks.workunit.client.0.smithi031.stdout: "total_bytes": 767960285184, 2024-09-17T17:03:16.890 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_bytes": 242057216 2024-09-17T17:03:16.890 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:16.890 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-17T17:03:16.890 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-17T17:03:16.890 INFO:tasks.workunit.client.0.smithi031.stdout:OK 2024-09-17T17:03:16.891 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-17T17:03:16.891 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-17T17:03:16.891 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:16.891 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:16.891 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='client.14880 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:16.892 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-17T17:03:16.892 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:16.892 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:03:16.892 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:16.892 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:16.892 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:16.892 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:16.892 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:16.892 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:16.892 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:16.892 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:16.892 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:16.892 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:16.892 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:16.893 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:16.893 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:16.893 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:16.893 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:16.893 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:16.893 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:16.893 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:16.893 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:16.893 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:16.893 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:16.894 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:16.894 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:16.894 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='client.14880 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:16.894 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-17T17:03:16.894 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:16.894 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:03:16.894 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:16.894 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:16.894 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:16.894 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:16.894 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:16.895 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:16.895 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:16.895 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:16.895 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:16.895 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:16.895 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:16.895 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:16.895 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:16.895 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:16.895 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:16.895 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:16.895 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:16.895 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:16.895 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:16.895 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:16.896 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:16.896 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:16.896 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:16.896 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:16.896 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:16.896 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:03:16.896 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:16.896 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:16.896 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:16.896 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:16.896 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:16.896 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:16.896 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:16.897 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:16.897 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:16.897 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:16.897 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:16.897 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:16.897 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:16.897 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:16.897 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:16.897 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:16.897 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:16.897 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:16.897 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:16.897 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:16.898 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:16.898 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:16.898 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:16.898 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:16.898 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:15 smithi066 ceph-mon[31354]: from='client.14880 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:16.898 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:15 smithi066 ceph-mon[31354]: from='client.14886 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:16.898 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:15 smithi066 ceph-mon[31354]: from='client.14886 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:16.899 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:16.899 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:16.899 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:16.899 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:16.899 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:03:16.899 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:16.899 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:16.899 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:16.899 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:16.899 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:16.899 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:16.899 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:16.900 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:16.900 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:16.900 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:16.900 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:16.900 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:16.900 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:16.900 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:16.900 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:16.900 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:16.900 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:16.900 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:16.901 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:16.901 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:03:16.901 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:03:16.901 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:03:16.901 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:03:16.901 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:14 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:03:16.901 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:15 smithi031 ceph-mon[27768]: from='client.14880 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:16.901 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:15 smithi031 ceph-mon[27768]: from='client.14886 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:16.901 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:15 smithi031 ceph-mon[27768]: from='client.14886 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:16.901 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:15 smithi031 ceph-mon[39468]: from='client.14880 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:16.902 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:15 smithi031 ceph-mon[39468]: from='client.14886 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:16.902 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:15 smithi031 ceph-mon[39468]: from='client.14886 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:16.902 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:16 smithi031 ceph-mon[27768]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-17T17:03:16.902 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:16 smithi031 ceph-mon[39468]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-17T17:03:16.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:16 smithi066 ceph-mon[31354]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-17T17:03:16.936 INFO:tasks.workunit:Stopping ['test_telemetry_reef.sh'] on client.0... 2024-09-17T17:03:16.936 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-17T17:03:17.251 DEBUG:teuthology.parallel:result is None 2024-09-17T17:03:17.252 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-17T17:03:17.277 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-17T17:03:17.277 DEBUG:teuthology.orchestra.run.smithi031:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-17T17:03:17.341 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-17T17:03:17.341 INFO:teuthology.run_tasks:Running task print... 2024-09-17T17:03:17.354 INFO:teuthology.task.print:**** done end telemetry reef... 2024-09-17T17:03:17.354 INFO:teuthology.run_tasks:Running task print... 2024-09-17T17:03:17.376 INFO:teuthology.task.print:**** done start parallel 2024-09-17T17:03:17.376 INFO:teuthology.run_tasks:Running task parallel... 2024-09-17T17:03:17.413 INFO:teuthology.task.parallel:starting parallel... 2024-09-17T17:03:17.413 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-09-17T17:03:17.414 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-17T17:03:17.414 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-09-17T17:03:17.414 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-09-17T17:03:17.417 INFO:tasks.rados:Beginning rados... 2024-09-17T17:03:17.417 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-09-17T17:03:17.417 INFO:tasks.rados:overrides is {'admin_socket': {'branch': 'wip-bharath10-testing-2024-09-17-1348'}, 'ceph': {'conf': {'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum', 'PG_AVAILABILITY'], 'sha1': '1889a165b5128787ec693450a3d1c5df5d6dc203'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '1889a165b5128787ec693450a3d1c5df5d6dc203'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'wip-bharath10-testing-2024-09-17-1348', 'sha1': '1889a165b5128787ec693450a3d1c5df5d6dc203'}} 2024-09-17T17:03:17.417 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-09-17T17:03:17.418 INFO:tasks.rados:joining rados 2024-09-17T17:03:17.418 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-09-17T17:03:17.418 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-17T17:03:17.418 INFO:teuthology.task.print:**** done start upgrade, wait 2024-09-17T17:03:17.419 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-09-17T17:03:17.419 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi031.front.sepia.ceph.com 2024-09-17T17:03:17.419 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -e sha1=1889a165b5128787ec693450a3d1c5df5d6dc203 -- bash -c 'ceph config set global log_to_journald false --force' 2024-09-17T17:03:17.420 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-09-17T17:03:17.420 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-09-17T17:03:17.636 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:03:17.637 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:03:18.034 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:17 smithi031 ceph-mon[27768]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-17T17:03:18.034 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:17 smithi031 ceph-mon[39468]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-17T17:03:18.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:17 smithi066 ceph-mon[31354]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-17T17:03:19.965 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:19 smithi031 ceph-mon[27768]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-17T17:03:19.966 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:19 smithi031 ceph-mon[39468]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-17T17:03:20.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:19 smithi066 ceph-mon[31354]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-17T17:03:21.207 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -e sha1=1889a165b5128787ec693450a3d1c5df5d6dc203 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-09-17T17:03:21.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:21 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/3208472422' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-17T17:03:21.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:21 smithi031 ceph-mon[39468]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-17T17:03:21.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:21 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/3208472422' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-17T17:03:21.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:21 smithi031 ceph-mon[27768]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-17T17:03:21.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:21 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/3208472422' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-17T17:03:21.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:21 smithi066 ceph-mon[31354]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-17T17:03:21.740 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:03:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:03:21] "GET /metrics HTTP/1.1" 200 33660 "" "Prometheus/2.43.0" 2024-09-17T17:03:21.741 INFO:tasks.rados:starting run 0 out of 1 2024-09-17T17:03:21.741 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-09-17T17:03:21.742 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-09-17T17:03:21.843 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:03:22.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:22 smithi031 ceph-mon[27768]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-17T17:03:22.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:22 smithi031 ceph-mon[27768]: osdmap e76: 8 total, 8 up, 8 in 2024-09-17T17:03:22.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:22 smithi031 ceph-mon[27768]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-09-17T17:03:22.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:22 smithi031 ceph-mon[39468]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-17T17:03:22.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:22 smithi031 ceph-mon[39468]: osdmap e76: 8 total, 8 up, 8 in 2024-09-17T17:03:22.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:22 smithi031 ceph-mon[39468]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-09-17T17:03:22.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:22 smithi066 ceph-mon[31354]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-17T17:03:22.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:22 smithi066 ceph-mon[31354]: osdmap e76: 8 total, 8 up, 8 in 2024-09-17T17:03:22.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:22 smithi066 ceph-mon[31354]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-09-17T17:03:23.418 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:03:23.563 INFO:teuthology.orchestra.run.smithi031.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:1889a165b5128787ec693450a3d1c5df5d6dc203 2024-09-17T17:03:24.593 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -e sha1=1889a165b5128787ec693450a3d1c5df5d6dc203 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-17T17:03:24.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:24 smithi031 ceph-mon[39468]: from='client.14916 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:1889a165b5128787ec693450a3d1c5df5d6dc203", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:24.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:24 smithi031 ceph-mon[39468]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:1889a165b5128787ec693450a3d1c5df5d6dc203 2024-09-17T17:03:24.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:24 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:24.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:24 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:24.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:24 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:03:24.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:24 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:03:24.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:24 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:24.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:24 smithi031 ceph-mon[39468]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:1889a165b5128787ec693450a3d1c5df5d6dc203 2024-09-17T17:03:24.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:24 smithi031 ceph-mon[39468]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-09-17T17:03:24.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:24 smithi031 ceph-mon[27768]: from='client.14916 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:1889a165b5128787ec693450a3d1c5df5d6dc203", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:24.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:24 smithi031 ceph-mon[27768]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:1889a165b5128787ec693450a3d1c5df5d6dc203 2024-09-17T17:03:24.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:24 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:24.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:24 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:24.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:24 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:03:24.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:24 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:03:24.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:24 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:24.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:24 smithi031 ceph-mon[27768]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:1889a165b5128787ec693450a3d1c5df5d6dc203 2024-09-17T17:03:24.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:24 smithi031 ceph-mon[27768]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-09-17T17:03:24.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:24 smithi066 ceph-mon[31354]: from='client.14916 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:1889a165b5128787ec693450a3d1c5df5d6dc203", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:24.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:24 smithi066 ceph-mon[31354]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:1889a165b5128787ec693450a3d1c5df5d6dc203 2024-09-17T17:03:24.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:24 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:24.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:24 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:24.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:24 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:03:24.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:24 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:03:24.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:24 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:24.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:24 smithi066 ceph-mon[31354]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:1889a165b5128787ec693450a3d1c5df5d6dc203 2024-09-17T17:03:24.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:24 smithi066 ceph-mon[31354]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-09-17T17:03:25.525 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:03:25.840 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:25 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:03:25.841 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:25 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:03:25.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:25 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:03:26.732 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:26 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/3066349162' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-17T17:03:26.732 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:26 smithi031 ceph-mon[39468]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-17T17:03:26.732 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:26 smithi031 ceph-mon[39468]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-09-17T17:03:26.733 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:26 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/3066349162' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-17T17:03:26.733 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:26 smithi031 ceph-mon[27768]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-17T17:03:26.733 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:26 smithi031 ceph-mon[27768]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-09-17T17:03:26.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:26 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/3066349162' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-17T17:03:26.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:26 smithi066 ceph-mon[31354]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-17T17:03:26.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:26 smithi066 ceph-mon[31354]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-09-17T17:03:27.503 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-09-17T17:03:27.589 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'unique_pool_0' created 2024-09-17T17:03:27.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:27 smithi031 ceph-mon[27768]: osdmap e77: 8 total, 8 up, 8 in 2024-09-17T17:03:27.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:27 smithi031 ceph-mon[39468]: osdmap e77: 8 total, 8 up, 8 in 2024-09-17T17:03:27.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:27 smithi066 ceph-mon[31354]: osdmap e77: 8 total, 8 up, 8 in 2024-09-17T17:03:28.151 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T17:03:28.151 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (95s) 71s ago 2m 20.1M - 0.25.0 c8568f914cd2 e19d96c7fca4 2024-09-17T17:03:28.151 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi066 *:3000 running (2m) 71s ago 2m 85.6M - 9.4.7 954c08fa6188 7bff2f45f353 2024-09-17T17:03:28.151 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (3m) 71s ago 3m 15.5M - 18.2.4-855-g19e2a2be 980a0bfcd684 564d1f0baaea 2024-09-17T17:03:28.151 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi066 running (3m) 71s ago 3m 16.0M - 18.2.4-855-g19e2a2be 980a0bfcd684 c397d3fc9cd9 2024-09-17T17:03:28.151 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi066 *:8443,8765 running (7m) 71s ago 7m 437M - 18.2.4-855-g19e2a2be 980a0bfcd684 4fc6363a9e91 2024-09-17T17:03:28.151 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:9283,8765 running (8m) 71s ago 8m 485M - 18.2.4-855-g19e2a2be 980a0bfcd684 2c74dd39c796 2024-09-17T17:03:28.151 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (9m) 71s ago 9m 46.2M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 40537754a8ab 2024-09-17T17:03:28.151 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi066 running (7m) 71s ago 7m 41.8M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 1609e0a1a698 2024-09-17T17:03:28.151 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (7m) 71s ago 7m 39.0M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 ff7ae5068af1 2024-09-17T17:03:28.151 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (2m) 71s ago 2m 15.8M - 1.5.0 0da6a335fe13 5461f4c7304d 2024-09-17T17:03:28.151 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi066 *:9100 running (2m) 71s ago 2m 7994k - 1.5.0 0da6a335fe13 f747e79004be 2024-09-17T17:03:28.152 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (7m) 71s ago 6m 52.9M 2993M 18.2.4-855-g19e2a2be 980a0bfcd684 38476b1f028e 2024-09-17T17:03:28.152 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (6m) 71s ago 6m 44.1M 2993M 18.2.4-855-g19e2a2be 980a0bfcd684 626c909b429a 2024-09-17T17:03:28.152 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (6m) 71s ago 6m 51.0M 2993M 18.2.4-855-g19e2a2be 980a0bfcd684 f9740304d424 2024-09-17T17:03:28.152 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (5m) 71s ago 5m 49.4M 2993M 18.2.4-855-g19e2a2be 980a0bfcd684 aa304ea854ca 2024-09-17T17:03:28.152 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi066 running (5m) 71s ago 5m 53.4M 2992M 18.2.4-855-g19e2a2be 980a0bfcd684 a9ca20b85bc9 2024-09-17T17:03:28.152 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi066 running (4m) 71s ago 4m 46.0M 2992M 18.2.4-855-g19e2a2be 980a0bfcd684 2c5ce84fcccf 2024-09-17T17:03:28.152 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi066 running (4m) 71s ago 4m 49.1M 2992M 18.2.4-855-g19e2a2be 980a0bfcd684 d221efc6e856 2024-09-17T17:03:28.152 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi066 running (4m) 71s ago 4m 41.2M 2992M 18.2.4-855-g19e2a2be 980a0bfcd684 ce691a28a9fd 2024-09-17T17:03:28.152 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi066 *:9095 running (88s) 71s ago 2m 32.8M - 2.43.0 a07b618ecd1d c185751d02e9 2024-09-17T17:03:28.270 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-09-17T17:03:28.507 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:03:28.555 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:03:28.555 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-09-17T17:03:28.556 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-17T17:03:28.556 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:03:28.556 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-09-17T17:03:28.556 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T17:03:28.556 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:03:28.556 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-09-17T17:03:28.556 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 8 2024-09-17T17:03:28.557 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:03:28.557 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-09-17T17:03:28.557 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T17:03:28.557 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:03:28.557 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-09-17T17:03:28.557 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 15 2024-09-17T17:03:28.557 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-17T17:03:28.558 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:03:28.833 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:28 smithi031 ceph-mon[27768]: from='client.14928 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:28.833 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:28 smithi031 ceph-mon[27768]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-09-17T17:03:28.833 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:28 smithi031 ceph-mon[27768]: osdmap e78: 8 total, 8 up, 8 in 2024-09-17T17:03:28.833 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:28 smithi031 ceph-mon[27768]: pgmap v97: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:03:28.833 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:28 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/3573167418' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T17:03:28.833 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:28 smithi031 ceph-mon[39468]: from='client.14928 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:28.833 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:28 smithi031 ceph-mon[39468]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-09-17T17:03:28.833 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:28 smithi031 ceph-mon[39468]: osdmap e78: 8 total, 8 up, 8 in 2024-09-17T17:03:28.833 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:28 smithi031 ceph-mon[39468]: pgmap v97: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:03:28.834 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:28 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/3573167418' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T17:03:28.895 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:03:28.895 INFO:teuthology.orchestra.run.smithi031.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:1889a165b5128787ec693450a3d1c5df5d6dc203", 2024-09-17T17:03:28.895 INFO:teuthology.orchestra.run.smithi031.stdout: "in_progress": true, 2024-09-17T17:03:28.896 INFO:teuthology.orchestra.run.smithi031.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T17:03:28.896 INFO:teuthology.orchestra.run.smithi031.stdout: "services_complete": [], 2024-09-17T17:03:28.896 INFO:teuthology.orchestra.run.smithi031.stdout: "progress": "", 2024-09-17T17:03:28.896 INFO:teuthology.orchestra.run.smithi031.stdout: "message": "Doing first pull of quay.ceph.io/ceph-ci/ceph:1889a165b5128787ec693450a3d1c5df5d6dc203 image", 2024-09-17T17:03:28.896 INFO:teuthology.orchestra.run.smithi031.stdout: "is_paused": false 2024-09-17T17:03:28.896 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:03:28.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:28 smithi066 ceph-mon[31354]: from='client.14928 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:28.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:28 smithi066 ceph-mon[31354]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-09-17T17:03:28.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:28 smithi066 ceph-mon[31354]: osdmap e78: 8 total, 8 up, 8 in 2024-09-17T17:03:28.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:28 smithi066 ceph-mon[31354]: pgmap v97: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:03:28.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:28 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/3573167418' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T17:03:29.713 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:29 smithi031 ceph-mon[27768]: from='client.24742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:29.713 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:29 smithi031 ceph-mon[27768]: from='client.24836 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:29.713 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:29 smithi031 ceph-mon[27768]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:03:29.713 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:29 smithi031 ceph-mon[27768]: osdmap e79: 8 total, 8 up, 8 in 2024-09-17T17:03:29.713 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:29 smithi031 ceph-mon[39468]: from='client.24742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:29.714 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:29 smithi031 ceph-mon[39468]: from='client.24836 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:29.714 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:29 smithi031 ceph-mon[39468]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:03:29.714 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:29 smithi031 ceph-mon[39468]: osdmap e79: 8 total, 8 up, 8 in 2024-09-17T17:03:29.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:29 smithi066 ceph-mon[31354]: from='client.24742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:29.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:29 smithi066 ceph-mon[31354]: from='client.24836 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:29.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:29 smithi066 ceph-mon[31354]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:03:29.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:29 smithi066 ceph-mon[31354]: osdmap e79: 8 total, 8 up, 8 in 2024-09-17T17:03:30.611 INFO:teuthology.orchestra.run.smithi031.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-09-17T17:03:30.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:30 smithi066 ceph-mon[31354]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:30.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:30 smithi066 ceph-mon[31354]: osdmap e80: 8 total, 8 up, 8 in 2024-09-17T17:03:30.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:30 smithi066 ceph-mon[31354]: pgmap v100: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:03:30.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:30 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/4219746590' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-17T17:03:30.988 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:30 smithi031 ceph-mon[27768]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:30.988 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:30 smithi031 ceph-mon[27768]: osdmap e80: 8 total, 8 up, 8 in 2024-09-17T17:03:30.988 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:30 smithi031 ceph-mon[27768]: pgmap v100: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:03:30.988 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:30 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/4219746590' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-17T17:03:30.989 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:30 smithi031 ceph-mon[39468]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:03:30.989 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:30 smithi031 ceph-mon[39468]: osdmap e80: 8 total, 8 up, 8 in 2024-09-17T17:03:30.989 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:30 smithi031 ceph-mon[39468]: pgmap v100: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:03:30.989 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:30 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/4219746590' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-17T17:03:31.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:31 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/4219746590' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-17T17:03:31.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:31 smithi066 ceph-mon[31354]: osdmap e81: 8 total, 8 up, 8 in 2024-09-17T17:03:32.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:31 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/4219746590' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-17T17:03:32.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:31 smithi031 ceph-mon[27768]: osdmap e81: 8 total, 8 up, 8 in 2024-09-17T17:03:32.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:31 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/4219746590' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-17T17:03:32.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:31 smithi031 ceph-mon[39468]: osdmap e81: 8 total, 8 up, 8 in 2024-09-17T17:03:32.094 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:03:31 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:03:31] "GET /metrics HTTP/1.1" 200 33662 "" "Prometheus/2.43.0" 2024-09-17T17:03:32.309 DEBUG:teuthology.orchestra.run.smithi031:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-09-17T17:03:32.343 INFO:tasks.rados.rados.0.smithi031.stdout:adding op weight read -> 100 2024-09-17T17:03:32.343 INFO:tasks.rados.rados.0.smithi031.stdout:adding op weight delete -> 50 2024-09-17T17:03:32.343 INFO:tasks.rados.rados.0.smithi031.stdout:adding op weight snap_create -> 50 2024-09-17T17:03:32.343 INFO:tasks.rados.rados.0.smithi031.stdout:adding op weight snap_remove -> 50 2024-09-17T17:03:32.343 INFO:tasks.rados.rados.0.smithi031.stdout:adding op weight rollback -> 50 2024-09-17T17:03:32.344 INFO:tasks.rados.rados.0.smithi031.stdout:adding op weight setattr -> 25 2024-09-17T17:03:32.344 INFO:tasks.rados.rados.0.smithi031.stdout:adding op weight rmattr -> 25 2024-09-17T17:03:32.344 INFO:tasks.rados.rados.0.smithi031.stdout:adding op weight copy_from -> 50 2024-09-17T17:03:32.344 INFO:tasks.rados.rados.0.smithi031.stdout:adding op weight append -> 100 2024-09-17T17:03:32.344 INFO:tasks.rados.rados.0.smithi031.stdout:ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable) 2024-09-17T17:03:32.344 INFO:tasks.rados.rados.0.smithi031.stdout:Configuration: 2024-09-17T17:03:32.344 INFO:tasks.rados.rados.0.smithi031.stdout: Number of operations: 4000 2024-09-17T17:03:32.344 INFO:tasks.rados.rados.0.smithi031.stdout: Number of objects: 50 2024-09-17T17:03:32.344 INFO:tasks.rados.rados.0.smithi031.stdout: Max in flight operations: 16 2024-09-17T17:03:32.344 INFO:tasks.rados.rados.0.smithi031.stdout: Object size (in bytes): 4000000 2024-09-17T17:03:32.344 INFO:tasks.rados.rados.0.smithi031.stdout: Write stride min: 400000 2024-09-17T17:03:32.344 INFO:tasks.rados.rados.0.smithi031.stdout: Write stride max: 800000 2024-09-17T17:03:32.620 INFO:tasks.rados.rados.0.smithi031.stdout:1: write initial oid 1 2024-09-17T17:03:32.620 INFO:tasks.rados.rados.0.smithi031.stdout:1: seq_num 0 ranges {0=24576} 2024-09-17T17:03:32.620 INFO:tasks.rados.rados.0.smithi031.stdout:1: writing smithi03184240-1 from 0 to 24576 tid 1 2024-09-17T17:03:32.620 INFO:tasks.rados.rados.0.smithi031.stdout:2: write initial oid 2 2024-09-17T17:03:32.620 INFO:tasks.rados.rados.0.smithi031.stdout:2: seq_num 1 ranges {0=24576} 2024-09-17T17:03:32.620 INFO:tasks.rados.rados.0.smithi031.stdout:2: writing smithi03184240-2 from 0 to 24576 tid 1 2024-09-17T17:03:32.620 INFO:tasks.rados.rados.0.smithi031.stdout:3: write initial oid 3 2024-09-17T17:03:32.620 INFO:tasks.rados.rados.0.smithi031.stdout:3: seq_num 2 ranges {0=40960} 2024-09-17T17:03:32.620 INFO:tasks.rados.rados.0.smithi031.stdout:3: writing smithi03184240-3 from 0 to 40960 tid 1 2024-09-17T17:03:32.620 INFO:tasks.rados.rados.0.smithi031.stdout:4: write initial oid 4 2024-09-17T17:03:32.621 INFO:tasks.rados.rados.0.smithi031.stdout:4: seq_num 3 ranges {0=57344} 2024-09-17T17:03:32.621 INFO:tasks.rados.rados.0.smithi031.stdout:4: writing smithi03184240-4 from 0 to 57344 tid 1 2024-09-17T17:03:32.621 INFO:tasks.rados.rados.0.smithi031.stdout:5: write initial oid 5 2024-09-17T17:03:32.621 INFO:tasks.rados.rados.0.smithi031.stdout:5: seq_num 4 ranges {0=73728} 2024-09-17T17:03:32.622 INFO:tasks.rados.rados.0.smithi031.stdout:5: writing smithi03184240-5 from 0 to 73728 tid 1 2024-09-17T17:03:32.622 INFO:tasks.rados.rados.0.smithi031.stdout:6: write initial oid 6 2024-09-17T17:03:32.622 INFO:tasks.rados.rados.0.smithi031.stdout:6: seq_num 5 ranges {0=90112} 2024-09-17T17:03:32.622 INFO:tasks.rados.rados.0.smithi031.stdout:6: writing smithi03184240-6 from 0 to 90112 tid 1 2024-09-17T17:03:32.622 INFO:tasks.rados.rados.0.smithi031.stdout:7: write initial oid 7 2024-09-17T17:03:32.622 INFO:tasks.rados.rados.0.smithi031.stdout:7: seq_num 6 ranges {0=106496} 2024-09-17T17:03:32.623 INFO:tasks.rados.rados.0.smithi031.stdout:7: writing smithi03184240-7 from 0 to 106496 tid 1 2024-09-17T17:03:32.623 INFO:tasks.rados.rados.0.smithi031.stdout:8: write initial oid 8 2024-09-17T17:03:32.623 INFO:tasks.rados.rados.0.smithi031.stdout:8: seq_num 7 ranges {0=122880} 2024-09-17T17:03:32.624 INFO:tasks.rados.rados.0.smithi031.stdout:8: writing smithi03184240-8 from 0 to 122880 tid 1 2024-09-17T17:03:32.624 INFO:tasks.rados.rados.0.smithi031.stdout:9: write initial oid 9 2024-09-17T17:03:32.624 INFO:tasks.rados.rados.0.smithi031.stdout:9: seq_num 8 ranges {0=139264} 2024-09-17T17:03:32.625 INFO:tasks.rados.rados.0.smithi031.stdout:9: writing smithi03184240-9 from 0 to 139264 tid 1 2024-09-17T17:03:32.625 INFO:tasks.rados.rados.0.smithi031.stdout:10: write initial oid 10 2024-09-17T17:03:32.626 INFO:tasks.rados.rados.0.smithi031.stdout:10: seq_num 9 ranges {0=155648} 2024-09-17T17:03:32.627 INFO:tasks.rados.rados.0.smithi031.stdout:10: writing smithi03184240-10 from 0 to 155648 tid 1 2024-09-17T17:03:32.627 INFO:tasks.rados.rados.0.smithi031.stdout:11: write initial oid 11 2024-09-17T17:03:32.627 INFO:tasks.rados.rados.0.smithi031.stdout:11: seq_num 10 ranges {0=172032} 2024-09-17T17:03:32.629 INFO:tasks.rados.rados.0.smithi031.stdout:11: writing smithi03184240-11 from 0 to 172032 tid 1 2024-09-17T17:03:32.629 INFO:tasks.rados.rados.0.smithi031.stdout:4: finishing write tid 1 to smithi03184240-4 2024-09-17T17:03:32.629 INFO:tasks.rados.rados.0.smithi031.stdout:4: finishing write tid 2 to smithi03184240-4 2024-09-17T17:03:32.629 INFO:tasks.rados.rados.0.smithi031.stdout:1: finishing write tid 1 to smithi03184240-1 2024-09-17T17:03:32.629 INFO:tasks.rados.rados.0.smithi031.stdout:1: finishing write tid 2 to smithi03184240-1 2024-09-17T17:03:32.629 INFO:tasks.rados.rados.0.smithi031.stdout:5: finishing write tid 1 to smithi03184240-5 2024-09-17T17:03:32.629 INFO:tasks.rados.rados.0.smithi031.stdout:12: write initial oid 12 2024-09-17T17:03:32.629 INFO:tasks.rados.rados.0.smithi031.stdout:12: seq_num 11 ranges {0=188416} 2024-09-17T17:03:32.630 INFO:tasks.rados.rados.0.smithi031.stdout:12: writing smithi03184240-12 from 0 to 188416 tid 1 2024-09-17T17:03:32.631 INFO:tasks.rados.rados.0.smithi031.stdout:4: finishing write tid 3 to smithi03184240-4 2024-09-17T17:03:32.631 INFO:tasks.rados.rados.0.smithi031.stdout:4: oid 4 updating version 0 to 1 2024-09-17T17:03:32.631 INFO:tasks.rados.rados.0.smithi031.stdout:4: oid 4 updating version 1 to 2 2024-09-17T17:03:32.631 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-09-17T17:03:32.631 INFO:tasks.rados.rados.0.smithi031.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-09-17T17:03:32.631 INFO:tasks.rados.rados.0.smithi031.stdout:4: done (11 left) 2024-09-17T17:03:32.631 INFO:tasks.rados.rados.0.smithi031.stdout:13: write initial oid 13 2024-09-17T17:03:32.631 INFO:tasks.rados.rados.0.smithi031.stdout:13: seq_num 12 ranges {0=204800} 2024-09-17T17:03:32.634 INFO:tasks.rados.rados.0.smithi031.stdout:13: writing smithi03184240-13 from 0 to 204800 tid 1 2024-09-17T17:03:32.634 INFO:tasks.rados.rados.0.smithi031.stdout:6: finishing write tid 1 to smithi03184240-6 2024-09-17T17:03:32.634 INFO:tasks.rados.rados.0.smithi031.stdout:6: finishing write tid 2 to smithi03184240-6 2024-09-17T17:03:32.635 INFO:tasks.rados.rados.0.smithi031.stdout:14: write initial oid 14 2024-09-17T17:03:32.635 INFO:tasks.rados.rados.0.smithi031.stdout:14: seq_num 13 ranges {0=221184} 2024-09-17T17:03:32.635 INFO:tasks.rados.rados.0.smithi031.stdout:14: writing smithi03184240-14 from 0 to 221184 tid 1 2024-09-17T17:03:32.635 INFO:tasks.rados.rados.0.smithi031.stdout:3: finishing write tid 1 to smithi03184240-3 2024-09-17T17:03:32.635 INFO:tasks.rados.rados.0.smithi031.stdout:3: finishing write tid 2 to smithi03184240-3 2024-09-17T17:03:32.635 INFO:tasks.rados.rados.0.smithi031.stdout:15: write initial oid 15 2024-09-17T17:03:32.635 INFO:tasks.rados.rados.0.smithi031.stdout:15: seq_num 14 ranges {0=237568} 2024-09-17T17:03:32.636 INFO:tasks.rados.rados.0.smithi031.stdout:15: writing smithi03184240-15 from 0 to 237568 tid 1 2024-09-17T17:03:32.637 INFO:tasks.rados.rados.0.smithi031.stdout:2: finishing write tid 1 to smithi03184240-2 2024-09-17T17:03:32.637 INFO:tasks.rados.rados.0.smithi031.stdout:2: finishing write tid 2 to smithi03184240-2 2024-09-17T17:03:32.637 INFO:tasks.rados.rados.0.smithi031.stdout:2: finishing write tid 3 to smithi03184240-2 2024-09-17T17:03:32.637 INFO:tasks.rados.rados.0.smithi031.stdout:2: oid 2 updating version 0 to 1 2024-09-17T17:03:32.637 INFO:tasks.rados.rados.0.smithi031.stdout:2: oid 2 updating version 1 to 2 2024-09-17T17:03:32.637 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-09-17T17:03:32.637 INFO:tasks.rados.rados.0.smithi031.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-09-17T17:03:32.637 INFO:tasks.rados.rados.0.smithi031.stdout:10: finishing write tid 1 to smithi03184240-10 2024-09-17T17:03:32.637 INFO:tasks.rados.rados.0.smithi031.stdout:10: finishing write tid 2 to smithi03184240-10 2024-09-17T17:03:32.637 INFO:tasks.rados.rados.0.smithi031.stdout:5: finishing write tid 2 to smithi03184240-5 2024-09-17T17:03:32.637 INFO:tasks.rados.rados.0.smithi031.stdout:1: finishing write tid 3 to smithi03184240-1 2024-09-17T17:03:32.637 INFO:tasks.rados.rados.0.smithi031.stdout:1: oid 1 updating version 0 to 1 2024-09-17T17:03:32.637 INFO:tasks.rados.rados.0.smithi031.stdout:1: oid 1 updating version 1 to 2 2024-09-17T17:03:32.638 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-09-17T17:03:32.638 INFO:tasks.rados.rados.0.smithi031.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:03:32.638 INFO:tasks.rados.rados.0.smithi031.stdout:5: finishing write tid 3 to smithi03184240-5 2024-09-17T17:03:32.638 INFO:tasks.rados.rados.0.smithi031.stdout:5: oid 5 updating version 0 to 3 2024-09-17T17:03:32.638 INFO:tasks.rados.rados.0.smithi031.stdout:5: oid 5 updating version 3 to 4 2024-09-17T17:03:32.638 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 4 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-09-17T17:03:32.638 INFO:tasks.rados.rados.0.smithi031.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-09-17T17:03:32.638 INFO:tasks.rados.rados.0.smithi031.stdout:7: finishing write tid 1 to smithi03184240-7 2024-09-17T17:03:32.638 INFO:tasks.rados.rados.0.smithi031.stdout:3: finishing write tid 3 to smithi03184240-3 2024-09-17T17:03:32.638 INFO:tasks.rados.rados.0.smithi031.stdout:3: oid 3 updating version 0 to 1 2024-09-17T17:03:32.638 INFO:tasks.rados.rados.0.smithi031.stdout:3: oid 3 updating version 1 to 2 2024-09-17T17:03:32.638 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-09-17T17:03:32.638 INFO:tasks.rados.rados.0.smithi031.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-09-17T17:03:32.638 INFO:tasks.rados.rados.0.smithi031.stdout:10: finishing write tid 3 to smithi03184240-10 2024-09-17T17:03:32.639 INFO:tasks.rados.rados.0.smithi031.stdout:10: oid 10 updating version 0 to 1 2024-09-17T17:03:32.639 INFO:tasks.rados.rados.0.smithi031.stdout:10: oid 10 updating version 1 to 2 2024-09-17T17:03:32.639 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 2 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-09-17T17:03:32.639 INFO:tasks.rados.rados.0.smithi031.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-09-17T17:03:32.639 INFO:tasks.rados.rados.0.smithi031.stdout:7: finishing write tid 2 to smithi03184240-7 2024-09-17T17:03:32.639 INFO:tasks.rados.rados.0.smithi031.stdout:1: done (13 left) 2024-09-17T17:03:32.639 INFO:tasks.rados.rados.0.smithi031.stdout:2: done (12 left) 2024-09-17T17:03:32.639 INFO:tasks.rados.rados.0.smithi031.stdout:3: done (11 left) 2024-09-17T17:03:32.639 INFO:tasks.rados.rados.0.smithi031.stdout:5: done (10 left) 2024-09-17T17:03:32.639 INFO:tasks.rados.rados.0.smithi031.stdout:10: done (9 left) 2024-09-17T17:03:32.639 INFO:tasks.rados.rados.0.smithi031.stdout:16: write initial oid 16 2024-09-17T17:03:32.639 INFO:tasks.rados.rados.0.smithi031.stdout:16: seq_num 15 ranges {0=253952} 2024-09-17T17:03:32.640 INFO:tasks.rados.rados.0.smithi031.stdout:16: writing smithi03184240-16 from 0 to 253952 tid 1 2024-09-17T17:03:32.640 INFO:tasks.rados.rados.0.smithi031.stdout:17: write initial oid 17 2024-09-17T17:03:32.640 INFO:tasks.rados.rados.0.smithi031.stdout:17: seq_num 16 ranges {0=270336} 2024-09-17T17:03:32.641 INFO:tasks.rados.rados.0.smithi031.stdout:17: writing smithi03184240-17 from 0 to 270336 tid 1 2024-09-17T17:03:32.641 INFO:tasks.rados.rados.0.smithi031.stdout:18: write initial oid 18 2024-09-17T17:03:32.641 INFO:tasks.rados.rados.0.smithi031.stdout:9: finishing write tid 1 to smithi03184240-9 2024-09-17T17:03:32.641 INFO:tasks.rados.rados.0.smithi031.stdout:9: finishing write tid 2 to smithi03184240-9 2024-09-17T17:03:32.641 INFO:tasks.rados.rados.0.smithi031.stdout:6: finishing write tid 3 to smithi03184240-6 2024-09-17T17:03:32.641 INFO:tasks.rados.rados.0.smithi031.stdout:6: oid 6 updating version 0 to 1 2024-09-17T17:03:32.642 INFO:tasks.rados.rados.0.smithi031.stdout:6: oid 6 updating version 1 to 2 2024-09-17T17:03:32.642 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-09-17T17:03:32.642 INFO:tasks.rados.rados.0.smithi031.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-09-17T17:03:32.642 INFO:tasks.rados.rados.0.smithi031.stdout:8: finishing write tid 1 to smithi03184240-8 2024-09-17T17:03:32.642 INFO:tasks.rados.rados.0.smithi031.stdout:15: finishing write tid 1 to smithi03184240-15 2024-09-17T17:03:32.642 INFO:tasks.rados.rados.0.smithi031.stdout:15: finishing write tid 2 to smithi03184240-15 2024-09-17T17:03:32.642 INFO:tasks.rados.rados.0.smithi031.stdout:8: finishing write tid 2 to smithi03184240-8 2024-09-17T17:03:32.642 INFO:tasks.rados.rados.0.smithi031.stdout:11: finishing write tid 1 to smithi03184240-11 2024-09-17T17:03:32.642 INFO:tasks.rados.rados.0.smithi031.stdout:11: finishing write tid 2 to smithi03184240-11 2024-09-17T17:03:32.642 INFO:tasks.rados.rados.0.smithi031.stdout:13: finishing write tid 1 to smithi03184240-13 2024-09-17T17:03:32.642 INFO:tasks.rados.rados.0.smithi031.stdout:18: seq_num 17 ranges {0=286720} 2024-09-17T17:03:32.645 INFO:tasks.rados.rados.0.smithi031.stdout:18: writing smithi03184240-18 from 0 to 286720 tid 1 2024-09-17T17:03:32.645 INFO:tasks.rados.rados.0.smithi031.stdout:13: finishing write tid 2 to smithi03184240-13 2024-09-17T17:03:32.645 INFO:tasks.rados.rados.0.smithi031.stdout:12: finishing write tid 1 to smithi03184240-12 2024-09-17T17:03:32.646 INFO:tasks.rados.rados.0.smithi031.stdout:12: finishing write tid 2 to smithi03184240-12 2024-09-17T17:03:32.646 INFO:tasks.rados.rados.0.smithi031.stdout:14: finishing write tid 1 to smithi03184240-14 2024-09-17T17:03:32.646 INFO:tasks.rados.rados.0.smithi031.stdout:9: finishing write tid 3 to smithi03184240-9 2024-09-17T17:03:32.646 INFO:tasks.rados.rados.0.smithi031.stdout:9: oid 9 updating version 0 to 1 2024-09-17T17:03:32.647 INFO:tasks.rados.rados.0.smithi031.stdout:9: oid 9 updating version 1 to 2 2024-09-17T17:03:32.647 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 2 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-09-17T17:03:32.647 INFO:tasks.rados.rados.0.smithi031.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-09-17T17:03:32.647 INFO:tasks.rados.rados.0.smithi031.stdout:16: finishing write tid 1 to smithi03184240-16 2024-09-17T17:03:32.647 INFO:tasks.rados.rados.0.smithi031.stdout:14: finishing write tid 2 to smithi03184240-14 2024-09-17T17:03:32.648 INFO:tasks.rados.rados.0.smithi031.stdout:16: finishing write tid 2 to smithi03184240-16 2024-09-17T17:03:32.648 INFO:tasks.rados.rados.0.smithi031.stdout:7: finishing write tid 3 to smithi03184240-7 2024-09-17T17:03:32.648 INFO:tasks.rados.rados.0.smithi031.stdout:7: oid 7 updating version 0 to 1 2024-09-17T17:03:32.648 INFO:tasks.rados.rados.0.smithi031.stdout:7: oid 7 updating version 1 to 2 2024-09-17T17:03:32.648 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-17T17:03:32.649 INFO:tasks.rados.rados.0.smithi031.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-09-17T17:03:32.649 INFO:tasks.rados.rados.0.smithi031.stdout:15: finishing write tid 3 to smithi03184240-15 2024-09-17T17:03:32.649 INFO:tasks.rados.rados.0.smithi031.stdout:15: oid 15 updating version 0 to 2 2024-09-17T17:03:32.649 INFO:tasks.rados.rados.0.smithi031.stdout:15: oid 15 version 2 is already newer than 1 2024-09-17T17:03:32.649 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 2 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-09-17T17:03:32.650 INFO:tasks.rados.rados.0.smithi031.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-09-17T17:03:32.650 INFO:tasks.rados.rados.0.smithi031.stdout:13: finishing write tid 3 to smithi03184240-13 2024-09-17T17:03:32.650 INFO:tasks.rados.rados.0.smithi031.stdout:13: oid 13 updating version 0 to 4 2024-09-17T17:03:32.650 INFO:tasks.rados.rados.0.smithi031.stdout:13: oid 13 version 4 is already newer than 3 2024-09-17T17:03:32.650 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 4 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-09-17T17:03:32.650 INFO:tasks.rados.rados.0.smithi031.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-09-17T17:03:32.651 INFO:tasks.rados.rados.0.smithi031.stdout:6: done (11 left) 2024-09-17T17:03:32.651 INFO:tasks.rados.rados.0.smithi031.stdout:7: done (10 left) 2024-09-17T17:03:32.651 INFO:tasks.rados.rados.0.smithi031.stdout:9: done (9 left) 2024-09-17T17:03:32.651 INFO:tasks.rados.rados.0.smithi031.stdout:13: done (8 left) 2024-09-17T17:03:32.651 INFO:tasks.rados.rados.0.smithi031.stdout:15: done (7 left) 2024-09-17T17:03:32.652 INFO:tasks.rados.rados.0.smithi031.stdout:19: write initial oid 19 2024-09-17T17:03:32.652 INFO:tasks.rados.rados.0.smithi031.stdout:19: seq_num 18 ranges {0=303104} 2024-09-17T17:03:32.659 INFO:tasks.rados.rados.0.smithi031.stdout:19: writing smithi03184240-19 from 0 to 303104 tid 1 2024-09-17T17:03:32.659 INFO:tasks.rados.rados.0.smithi031.stdout:12: finishing write tid 3 to smithi03184240-12 2024-09-17T17:03:32.659 INFO:tasks.rados.rados.0.smithi031.stdout:12: oid 12 updating version 0 to 1 2024-09-17T17:03:32.660 INFO:tasks.rados.rados.0.smithi031.stdout:12: oid 12 updating version 1 to 2 2024-09-17T17:03:32.660 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-09-17T17:03:32.660 INFO:tasks.rados.rados.0.smithi031.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-09-17T17:03:32.660 INFO:tasks.rados.rados.0.smithi031.stdout:16: finishing write tid 3 to smithi03184240-16 2024-09-17T17:03:32.660 INFO:tasks.rados.rados.0.smithi031.stdout:16: oid 16 updating version 0 to 3 2024-09-17T17:03:32.661 INFO:tasks.rados.rados.0.smithi031.stdout:16: oid 16 updating version 3 to 4 2024-09-17T17:03:32.661 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 4 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-09-17T17:03:32.661 INFO:tasks.rados.rados.0.smithi031.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-09-17T17:03:32.661 INFO:tasks.rados.rados.0.smithi031.stdout:17: finishing write tid 1 to smithi03184240-17 2024-09-17T17:03:32.662 INFO:tasks.rados.rados.0.smithi031.stdout:17: finishing write tid 2 to smithi03184240-17 2024-09-17T17:03:32.662 INFO:tasks.rados.rados.0.smithi031.stdout:14: finishing write tid 3 to smithi03184240-14 2024-09-17T17:03:32.662 INFO:tasks.rados.rados.0.smithi031.stdout:14: oid 14 updating version 0 to 2 2024-09-17T17:03:32.662 INFO:tasks.rados.rados.0.smithi031.stdout:14: oid 14 version 2 is already newer than 1 2024-09-17T17:03:32.662 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 2 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-17T17:03:32.663 INFO:tasks.rados.rados.0.smithi031.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-09-17T17:03:32.663 INFO:tasks.rados.rados.0.smithi031.stdout:11: finishing write tid 3 to smithi03184240-11 2024-09-17T17:03:32.663 INFO:tasks.rados.rados.0.smithi031.stdout:11: oid 11 updating version 0 to 5 2024-09-17T17:03:32.663 INFO:tasks.rados.rados.0.smithi031.stdout:11: oid 11 updating version 5 to 6 2024-09-17T17:03:32.663 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 6 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-17T17:03:32.664 INFO:tasks.rados.rados.0.smithi031.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-09-17T17:03:32.664 INFO:tasks.rados.rados.0.smithi031.stdout:11: done (7 left) 2024-09-17T17:03:32.664 INFO:tasks.rados.rados.0.smithi031.stdout:12: done (6 left) 2024-09-17T17:03:32.664 INFO:tasks.rados.rados.0.smithi031.stdout:14: done (5 left) 2024-09-17T17:03:32.665 INFO:tasks.rados.rados.0.smithi031.stdout:16: done (4 left) 2024-09-17T17:03:32.665 INFO:tasks.rados.rados.0.smithi031.stdout:20: write initial oid 20 2024-09-17T17:03:32.665 INFO:tasks.rados.rados.0.smithi031.stdout:20: seq_num 19 ranges {0=319488} 2024-09-17T17:03:32.665 INFO:tasks.rados.rados.0.smithi031.stdout:20: writing smithi03184240-20 from 0 to 319488 tid 1 2024-09-17T17:03:32.665 INFO:tasks.rados.rados.0.smithi031.stdout:17: finishing write tid 3 to smithi03184240-17 2024-09-17T17:03:32.666 INFO:tasks.rados.rados.0.smithi031.stdout:17: oid 17 updating version 0 to 3 2024-09-17T17:03:32.666 INFO:tasks.rados.rados.0.smithi031.stdout:17: oid 17 updating version 3 to 4 2024-09-17T17:03:32.666 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 4 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-09-17T17:03:32.666 INFO:tasks.rados.rados.0.smithi031.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-09-17T17:03:32.666 INFO:tasks.rados.rados.0.smithi031.stdout:8: finishing write tid 3 to smithi03184240-8 2024-09-17T17:03:32.667 INFO:tasks.rados.rados.0.smithi031.stdout:8: oid 8 updating version 0 to 3 2024-09-17T17:03:32.667 INFO:tasks.rados.rados.0.smithi031.stdout:8: oid 8 updating version 3 to 4 2024-09-17T17:03:32.667 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 4 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-09-17T17:03:32.667 INFO:tasks.rados.rados.0.smithi031.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-09-17T17:03:32.667 INFO:tasks.rados.rados.0.smithi031.stdout:18: finishing write tid 1 to smithi03184240-18 2024-09-17T17:03:32.668 INFO:tasks.rados.rados.0.smithi031.stdout:18: finishing write tid 2 to smithi03184240-18 2024-09-17T17:03:32.668 INFO:tasks.rados.rados.0.smithi031.stdout:8: done (4 left) 2024-09-17T17:03:32.668 INFO:tasks.rados.rados.0.smithi031.stdout:17: done (3 left) 2024-09-17T17:03:32.668 INFO:tasks.rados.rados.0.smithi031.stdout:21: write initial oid 21 2024-09-17T17:03:32.668 INFO:tasks.rados.rados.0.smithi031.stdout:21: seq_num 20 ranges {0=344064} 2024-09-17T17:03:32.669 INFO:tasks.rados.rados.0.smithi031.stdout:21: writing smithi03184240-21 from 0 to 344064 tid 1 2024-09-17T17:03:32.669 INFO:tasks.rados.rados.0.smithi031.stdout:18: finishing write tid 3 to smithi03184240-18 2024-09-17T17:03:32.669 INFO:tasks.rados.rados.0.smithi031.stdout:18: oid 18 updating version 0 to 7 2024-09-17T17:03:32.669 INFO:tasks.rados.rados.0.smithi031.stdout:18: oid 18 updating version 7 to 8 2024-09-17T17:03:32.669 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 8 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-09-17T17:03:32.670 INFO:tasks.rados.rados.0.smithi031.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-09-17T17:03:32.670 INFO:tasks.rados.rados.0.smithi031.stdout:19: finishing write tid 1 to smithi03184240-19 2024-09-17T17:03:32.670 INFO:tasks.rados.rados.0.smithi031.stdout:19: finishing write tid 2 to smithi03184240-19 2024-09-17T17:03:32.670 INFO:tasks.rados.rados.0.smithi031.stdout:19: finishing write tid 3 to smithi03184240-19 2024-09-17T17:03:32.670 INFO:tasks.rados.rados.0.smithi031.stdout:19: oid 19 updating version 0 to 1 2024-09-17T17:03:32.670 INFO:tasks.rados.rados.0.smithi031.stdout:19: oid 19 updating version 1 to 2 2024-09-17T17:03:32.671 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 2 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-17T17:03:32.671 INFO:tasks.rados.rados.0.smithi031.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-09-17T17:03:32.671 INFO:tasks.rados.rados.0.smithi031.stdout:18: done (3 left) 2024-09-17T17:03:32.671 INFO:tasks.rados.rados.0.smithi031.stdout:19: done (2 left) 2024-09-17T17:03:32.671 INFO:tasks.rados.rados.0.smithi031.stdout:22: write initial oid 22 2024-09-17T17:03:32.671 INFO:tasks.rados.rados.0.smithi031.stdout:22: seq_num 21 ranges {0=360448} 2024-09-17T17:03:32.672 INFO:tasks.rados.rados.0.smithi031.stdout:22: writing smithi03184240-22 from 0 to 360448 tid 1 2024-09-17T17:03:32.672 INFO:tasks.rados.rados.0.smithi031.stdout:23: write initial oid 23 2024-09-17T17:03:32.672 INFO:tasks.rados.rados.0.smithi031.stdout:23: seq_num 22 ranges {0=376832} 2024-09-17T17:03:32.672 INFO:tasks.rados.rados.0.smithi031.stdout:23: writing smithi03184240-23 from 0 to 376832 tid 1 2024-09-17T17:03:32.672 INFO:tasks.rados.rados.0.smithi031.stdout:24: write initial oid 24 2024-09-17T17:03:32.673 INFO:tasks.rados.rados.0.smithi031.stdout:24: seq_num 23 ranges {0=393216} 2024-09-17T17:03:32.673 INFO:tasks.rados.rados.0.smithi031.stdout:24: writing smithi03184240-24 from 0 to 393216 tid 1 2024-09-17T17:03:32.673 INFO:tasks.rados.rados.0.smithi031.stdout:25: write initial oid 25 2024-09-17T17:03:32.673 INFO:tasks.rados.rados.0.smithi031.stdout:25: seq_num 24 ranges {0=409600} 2024-09-17T17:03:32.678 INFO:tasks.rados.rados.0.smithi031.stdout:25: writing smithi03184240-25 from 0 to 409600 tid 1 2024-09-17T17:03:32.678 INFO:tasks.rados.rados.0.smithi031.stdout:26: write initial oid 26 2024-09-17T17:03:32.679 INFO:tasks.rados.rados.0.smithi031.stdout:26: seq_num 25 ranges {0=425984} 2024-09-17T17:03:32.679 INFO:tasks.rados.rados.0.smithi031.stdout:26: writing smithi03184240-26 from 0 to 425984 tid 1 2024-09-17T17:03:32.679 INFO:tasks.rados.rados.0.smithi031.stdout:20: finishing write tid 1 to smithi03184240-20 2024-09-17T17:03:32.679 INFO:tasks.rados.rados.0.smithi031.stdout:20: finishing write tid 2 to smithi03184240-20 2024-09-17T17:03:32.680 INFO:tasks.rados.rados.0.smithi031.stdout:21: finishing write tid 1 to smithi03184240-21 2024-09-17T17:03:32.680 INFO:tasks.rados.rados.0.smithi031.stdout:21: finishing write tid 2 to smithi03184240-21 2024-09-17T17:03:32.680 INFO:tasks.rados.rados.0.smithi031.stdout:20: finishing write tid 3 to smithi03184240-20 2024-09-17T17:03:32.680 INFO:tasks.rados.rados.0.smithi031.stdout:20: oid 20 updating version 0 to 2 2024-09-17T17:03:32.681 INFO:tasks.rados.rados.0.smithi031.stdout:20: oid 20 version 2 is already newer than 1 2024-09-17T17:03:32.681 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 2 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-09-17T17:03:32.681 INFO:tasks.rados.rados.0.smithi031.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-09-17T17:03:32.681 INFO:tasks.rados.rados.0.smithi031.stdout:21: finishing write tid 3 to smithi03184240-21 2024-09-17T17:03:32.681 INFO:tasks.rados.rados.0.smithi031.stdout:21: oid 21 updating version 0 to 4 2024-09-17T17:03:32.682 INFO:tasks.rados.rados.0.smithi031.stdout:21: oid 21 version 4 is already newer than 3 2024-09-17T17:03:32.682 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 4 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-09-17T17:03:32.682 INFO:tasks.rados.rados.0.smithi031.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-09-17T17:03:32.682 INFO:tasks.rados.rados.0.smithi031.stdout:22: finishing write tid 1 to smithi03184240-22 2024-09-17T17:03:32.683 INFO:tasks.rados.rados.0.smithi031.stdout:22: finishing write tid 2 to smithi03184240-22 2024-09-17T17:03:32.683 INFO:tasks.rados.rados.0.smithi031.stdout:23: finishing write tid 1 to smithi03184240-23 2024-09-17T17:03:32.683 INFO:tasks.rados.rados.0.smithi031.stdout:23: finishing write tid 2 to smithi03184240-23 2024-09-17T17:03:32.683 INFO:tasks.rados.rados.0.smithi031.stdout:22: finishing write tid 3 to smithi03184240-22 2024-09-17T17:03:32.683 INFO:tasks.rados.rados.0.smithi031.stdout:22: oid 22 updating version 0 to 6 2024-09-17T17:03:32.684 INFO:tasks.rados.rados.0.smithi031.stdout:22: oid 22 version 6 is already newer than 5 2024-09-17T17:03:32.684 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 6 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-09-17T17:03:32.684 INFO:tasks.rados.rados.0.smithi031.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-09-17T17:03:32.684 INFO:tasks.rados.rados.0.smithi031.stdout:24: finishing write tid 1 to smithi03184240-24 2024-09-17T17:03:32.684 INFO:tasks.rados.rados.0.smithi031.stdout:23: finishing write tid 3 to smithi03184240-23 2024-09-17T17:03:32.685 INFO:tasks.rados.rados.0.smithi031.stdout:23: oid 23 updating version 0 to 4 2024-09-17T17:03:32.685 INFO:tasks.rados.rados.0.smithi031.stdout:23: oid 23 version 4 is already newer than 3 2024-09-17T17:03:32.685 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 4 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-09-17T17:03:32.685 INFO:tasks.rados.rados.0.smithi031.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-09-17T17:03:32.685 INFO:tasks.rados.rados.0.smithi031.stdout:24: finishing write tid 2 to smithi03184240-24 2024-09-17T17:03:32.686 INFO:tasks.rados.rados.0.smithi031.stdout:24: finishing write tid 3 to smithi03184240-24 2024-09-17T17:03:32.686 INFO:tasks.rados.rados.0.smithi031.stdout:24: oid 24 updating version 0 to 5 2024-09-17T17:03:32.686 INFO:tasks.rados.rados.0.smithi031.stdout:24: oid 24 updating version 5 to 6 2024-09-17T17:03:32.686 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 6 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-09-17T17:03:32.687 INFO:tasks.rados.rados.0.smithi031.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-09-17T17:03:32.687 INFO:tasks.rados.rados.0.smithi031.stdout:20: done (6 left) 2024-09-17T17:03:32.687 INFO:tasks.rados.rados.0.smithi031.stdout:21: done (5 left) 2024-09-17T17:03:32.687 INFO:tasks.rados.rados.0.smithi031.stdout:22: done (4 left) 2024-09-17T17:03:32.687 INFO:tasks.rados.rados.0.smithi031.stdout:23: done (3 left) 2024-09-17T17:03:32.688 INFO:tasks.rados.rados.0.smithi031.stdout:24: done (2 left) 2024-09-17T17:03:32.688 INFO:tasks.rados.rados.0.smithi031.stdout:27: write initial oid 27 2024-09-17T17:03:32.688 INFO:tasks.rados.rados.0.smithi031.stdout:27: seq_num 26 ranges {0=442368} 2024-09-17T17:03:32.688 INFO:tasks.rados.rados.0.smithi031.stdout:27: writing smithi03184240-27 from 0 to 442368 tid 1 2024-09-17T17:03:32.688 INFO:tasks.rados.rados.0.smithi031.stdout:28: write initial oid 28 2024-09-17T17:03:32.689 INFO:tasks.rados.rados.0.smithi031.stdout:28: seq_num 27 ranges {0=458752} 2024-09-17T17:03:32.689 INFO:tasks.rados.rados.0.smithi031.stdout:28: writing smithi03184240-28 from 0 to 458752 tid 1 2024-09-17T17:03:32.689 INFO:tasks.rados.rados.0.smithi031.stdout:29: write initial oid 29 2024-09-17T17:03:32.689 INFO:tasks.rados.rados.0.smithi031.stdout:29: seq_num 28 ranges {0=475136} 2024-09-17T17:03:32.690 INFO:tasks.rados.rados.0.smithi031.stdout:29: writing smithi03184240-29 from 0 to 475136 tid 1 2024-09-17T17:03:32.690 INFO:tasks.rados.rados.0.smithi031.stdout:30: write initial oid 30 2024-09-17T17:03:32.690 INFO:tasks.rados.rados.0.smithi031.stdout:30: seq_num 29 ranges {0=491520} 2024-09-17T17:03:32.690 INFO:tasks.rados.rados.0.smithi031.stdout:30: writing smithi03184240-30 from 0 to 491520 tid 1 2024-09-17T17:03:32.690 INFO:tasks.rados.rados.0.smithi031.stdout:31: write initial oid 31 2024-09-17T17:03:32.690 INFO:tasks.rados.rados.0.smithi031.stdout:31: seq_num 30 ranges {0=507904} 2024-09-17T17:03:32.694 INFO:tasks.rados.rados.0.smithi031.stdout:31: writing smithi03184240-31 from 0 to 507904 tid 1 2024-09-17T17:03:32.694 INFO:tasks.rados.rados.0.smithi031.stdout:32: write initial oid 32 2024-09-17T17:03:32.694 INFO:tasks.rados.rados.0.smithi031.stdout:32: seq_num 31 ranges {0=524288} 2024-09-17T17:03:32.694 INFO:tasks.rados.rados.0.smithi031.stdout:32: writing smithi03184240-32 from 0 to 524288 tid 1 2024-09-17T17:03:32.695 INFO:tasks.rados.rados.0.smithi031.stdout:33: write initial oid 33 2024-09-17T17:03:32.695 INFO:tasks.rados.rados.0.smithi031.stdout:33: seq_num 32 ranges {0=540672} 2024-09-17T17:03:32.695 INFO:tasks.rados.rados.0.smithi031.stdout:33: writing smithi03184240-33 from 0 to 540672 tid 1 2024-09-17T17:03:32.695 INFO:tasks.rados.rados.0.smithi031.stdout:34: write initial oid 34 2024-09-17T17:03:32.696 INFO:tasks.rados.rados.0.smithi031.stdout:34: seq_num 33 ranges {0=557056} 2024-09-17T17:03:32.696 INFO:tasks.rados.rados.0.smithi031.stdout:34: writing smithi03184240-34 from 0 to 557056 tid 1 2024-09-17T17:03:32.696 INFO:tasks.rados.rados.0.smithi031.stdout:35: write initial oid 35 2024-09-17T17:03:32.696 INFO:tasks.rados.rados.0.smithi031.stdout:35: seq_num 34 ranges {0=573440} 2024-09-17T17:03:32.696 INFO:tasks.rados.rados.0.smithi031.stdout:35: writing smithi03184240-35 from 0 to 573440 tid 1 2024-09-17T17:03:32.697 INFO:tasks.rados.rados.0.smithi031.stdout:36: write initial oid 36 2024-09-17T17:03:32.697 INFO:tasks.rados.rados.0.smithi031.stdout:36: seq_num 35 ranges {0=589824} 2024-09-17T17:03:32.698 INFO:tasks.rados.rados.0.smithi031.stdout:36: writing smithi03184240-36 from 0 to 589824 tid 1 2024-09-17T17:03:32.698 INFO:tasks.rados.rados.0.smithi031.stdout:37: write initial oid 37 2024-09-17T17:03:32.698 INFO:tasks.rados.rados.0.smithi031.stdout:37: seq_num 36 ranges {0=606208} 2024-09-17T17:03:32.702 INFO:tasks.rados.rados.0.smithi031.stdout:37: writing smithi03184240-37 from 0 to 606208 tid 1 2024-09-17T17:03:32.702 INFO:tasks.rados.rados.0.smithi031.stdout:38: write initial oid 38 2024-09-17T17:03:32.702 INFO:tasks.rados.rados.0.smithi031.stdout:38: seq_num 37 ranges {0=622592} 2024-09-17T17:03:32.706 INFO:tasks.rados.rados.0.smithi031.stdout:38: writing smithi03184240-38 from 0 to 622592 tid 1 2024-09-17T17:03:32.706 INFO:tasks.rados.rados.0.smithi031.stdout:39: write initial oid 39 2024-09-17T17:03:32.706 INFO:tasks.rados.rados.0.smithi031.stdout:25: finishing write tid 1 to smithi03184240-25 2024-09-17T17:03:32.707 INFO:tasks.rados.rados.0.smithi031.stdout:39: seq_num 38 ranges {0=638976} 2024-09-17T17:03:32.710 INFO:tasks.rados.rados.0.smithi031.stdout:39: writing smithi03184240-39 from 0 to 638976 tid 1 2024-09-17T17:03:32.710 INFO:tasks.rados.rados.0.smithi031.stdout:40: write initial oid 40 2024-09-17T17:03:32.710 INFO:tasks.rados.rados.0.smithi031.stdout:40: seq_num 39 ranges {0=663552} 2024-09-17T17:03:32.715 INFO:tasks.rados.rados.0.smithi031.stdout:40: writing smithi03184240-40 from 0 to 663552 tid 1 2024-09-17T17:03:32.715 INFO:tasks.rados.rados.0.smithi031.stdout: waiting on 16 2024-09-17T17:03:32.715 INFO:tasks.rados.rados.0.smithi031.stdout:25: finishing write tid 2 to smithi03184240-25 2024-09-17T17:03:32.715 INFO:tasks.rados.rados.0.smithi031.stdout:25: finishing write tid 3 to smithi03184240-25 2024-09-17T17:03:32.716 INFO:tasks.rados.rados.0.smithi031.stdout:25: oid 25 updating version 0 to 1 2024-09-17T17:03:32.716 INFO:tasks.rados.rados.0.smithi031.stdout:25: oid 25 updating version 1 to 2 2024-09-17T17:03:32.716 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 2 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-09-17T17:03:32.716 INFO:tasks.rados.rados.0.smithi031.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-09-17T17:03:32.716 INFO:tasks.rados.rados.0.smithi031.stdout:26: finishing write tid 1 to smithi03184240-26 2024-09-17T17:03:32.716 INFO:tasks.rados.rados.0.smithi031.stdout:26: finishing write tid 2 to smithi03184240-26 2024-09-17T17:03:32.716 INFO:tasks.rados.rados.0.smithi031.stdout:26: finishing write tid 3 to smithi03184240-26 2024-09-17T17:03:32.716 INFO:tasks.rados.rados.0.smithi031.stdout:26: oid 26 updating version 0 to 4 2024-09-17T17:03:32.716 INFO:tasks.rados.rados.0.smithi031.stdout:26: oid 26 version 4 is already newer than 3 2024-09-17T17:03:32.716 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 4 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-09-17T17:03:32.716 INFO:tasks.rados.rados.0.smithi031.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-09-17T17:03:32.716 INFO:tasks.rados.rados.0.smithi031.stdout:27: finishing write tid 1 to smithi03184240-27 2024-09-17T17:03:32.717 INFO:tasks.rados.rados.0.smithi031.stdout:27: finishing write tid 2 to smithi03184240-27 2024-09-17T17:03:32.717 INFO:tasks.rados.rados.0.smithi031.stdout:27: finishing write tid 3 to smithi03184240-27 2024-09-17T17:03:32.717 INFO:tasks.rados.rados.0.smithi031.stdout:27: oid 27 updating version 0 to 4 2024-09-17T17:03:32.717 INFO:tasks.rados.rados.0.smithi031.stdout:27: oid 27 version 4 is already newer than 3 2024-09-17T17:03:32.717 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 4 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-17T17:03:32.717 INFO:tasks.rados.rados.0.smithi031.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-09-17T17:03:32.717 INFO:tasks.rados.rados.0.smithi031.stdout:28: finishing write tid 1 to smithi03184240-28 2024-09-17T17:03:32.717 INFO:tasks.rados.rados.0.smithi031.stdout:25: done (15 left) 2024-09-17T17:03:32.717 INFO:tasks.rados.rados.0.smithi031.stdout:26: done (14 left) 2024-09-17T17:03:32.717 INFO:tasks.rados.rados.0.smithi031.stdout:27: done (13 left) 2024-09-17T17:03:32.717 INFO:tasks.rados.rados.0.smithi031.stdout:41: write initial oid 41 2024-09-17T17:03:32.717 INFO:tasks.rados.rados.0.smithi031.stdout:41: seq_num 40 ranges {0=679936} 2024-09-17T17:03:32.719 INFO:tasks.rados.rados.0.smithi031.stdout:41: writing smithi03184240-41 from 0 to 679936 tid 1 2024-09-17T17:03:32.719 INFO:tasks.rados.rados.0.smithi031.stdout:42: write initial oid 42 2024-09-17T17:03:32.719 INFO:tasks.rados.rados.0.smithi031.stdout:42: seq_num 41 ranges {0=696320} 2024-09-17T17:03:32.723 INFO:tasks.rados.rados.0.smithi031.stdout:42: writing smithi03184240-42 from 0 to 696320 tid 1 2024-09-17T17:03:32.723 INFO:tasks.rados.rados.0.smithi031.stdout:43: write initial oid 43 2024-09-17T17:03:32.723 INFO:tasks.rados.rados.0.smithi031.stdout:43: seq_num 42 ranges {0=712704} 2024-09-17T17:03:32.728 INFO:tasks.rados.rados.0.smithi031.stdout:43: writing smithi03184240-43 from 0 to 712704 tid 1 2024-09-17T17:03:32.728 INFO:tasks.rados.rados.0.smithi031.stdout: waiting on 16 2024-09-17T17:03:32.728 INFO:tasks.rados.rados.0.smithi031.stdout:28: finishing write tid 2 to smithi03184240-28 2024-09-17T17:03:32.728 INFO:tasks.rados.rados.0.smithi031.stdout:28: finishing write tid 3 to smithi03184240-28 2024-09-17T17:03:32.728 INFO:tasks.rados.rados.0.smithi031.stdout:28: oid 28 updating version 0 to 4 2024-09-17T17:03:32.728 INFO:tasks.rados.rados.0.smithi031.stdout:28: oid 28 version 4 is already newer than 3 2024-09-17T17:03:32.728 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 4 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-09-17T17:03:32.728 INFO:tasks.rados.rados.0.smithi031.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-09-17T17:03:32.728 INFO:tasks.rados.rados.0.smithi031.stdout:29: finishing write tid 1 to smithi03184240-29 2024-09-17T17:03:32.728 INFO:tasks.rados.rados.0.smithi031.stdout:28: done (15 left) 2024-09-17T17:03:32.728 INFO:tasks.rados.rados.0.smithi031.stdout:44: write initial oid 44 2024-09-17T17:03:32.728 INFO:tasks.rados.rados.0.smithi031.stdout:44: seq_num 43 ranges {0=729088} 2024-09-17T17:03:32.732 INFO:tasks.rados.rados.0.smithi031.stdout:44: writing smithi03184240-44 from 0 to 729088 tid 1 2024-09-17T17:03:32.733 INFO:tasks.rados.rados.0.smithi031.stdout: waiting on 16 2024-09-17T17:03:32.733 INFO:tasks.rados.rados.0.smithi031.stdout:29: finishing write tid 2 to smithi03184240-29 2024-09-17T17:03:32.733 INFO:tasks.rados.rados.0.smithi031.stdout:29: finishing write tid 3 to smithi03184240-29 2024-09-17T17:03:32.733 INFO:tasks.rados.rados.0.smithi031.stdout:29: oid 29 updating version 0 to 8 2024-09-17T17:03:32.733 INFO:tasks.rados.rados.0.smithi031.stdout:29: oid 29 version 8 is already newer than 7 2024-09-17T17:03:32.733 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 8 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-09-17T17:03:32.733 INFO:tasks.rados.rados.0.smithi031.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-09-17T17:03:32.733 INFO:tasks.rados.rados.0.smithi031.stdout:30: finishing write tid 1 to smithi03184240-30 2024-09-17T17:03:32.733 INFO:tasks.rados.rados.0.smithi031.stdout:30: finishing write tid 2 to smithi03184240-30 2024-09-17T17:03:32.733 INFO:tasks.rados.rados.0.smithi031.stdout:30: finishing write tid 3 to smithi03184240-30 2024-09-17T17:03:32.733 INFO:tasks.rados.rados.0.smithi031.stdout:30: oid 30 updating version 0 to 10 2024-09-17T17:03:32.733 INFO:tasks.rados.rados.0.smithi031.stdout:30: oid 30 version 10 is already newer than 9 2024-09-17T17:03:32.733 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 10 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-09-17T17:03:32.733 INFO:tasks.rados.rados.0.smithi031.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-09-17T17:03:32.734 INFO:tasks.rados.rados.0.smithi031.stdout:31: finishing write tid 1 to smithi03184240-31 2024-09-17T17:03:32.734 INFO:tasks.rados.rados.0.smithi031.stdout:31: finishing write tid 2 to smithi03184240-31 2024-09-17T17:03:32.734 INFO:tasks.rados.rados.0.smithi031.stdout:31: finishing write tid 3 to smithi03184240-31 2024-09-17T17:03:32.734 INFO:tasks.rados.rados.0.smithi031.stdout:31: oid 31 updating version 0 to 5 2024-09-17T17:03:32.734 INFO:tasks.rados.rados.0.smithi031.stdout:31: oid 31 updating version 5 to 6 2024-09-17T17:03:32.734 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 6 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-09-17T17:03:32.734 INFO:tasks.rados.rados.0.smithi031.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-09-17T17:03:32.734 INFO:tasks.rados.rados.0.smithi031.stdout:32: finishing write tid 1 to smithi03184240-32 2024-09-17T17:03:32.734 INFO:tasks.rados.rados.0.smithi031.stdout:32: finishing write tid 2 to smithi03184240-32 2024-09-17T17:03:32.734 INFO:tasks.rados.rados.0.smithi031.stdout:32: finishing write tid 3 to smithi03184240-32 2024-09-17T17:03:32.734 INFO:tasks.rados.rados.0.smithi031.stdout:32: oid 32 updating version 0 to 1 2024-09-17T17:03:32.734 INFO:tasks.rados.rados.0.smithi031.stdout:32: oid 32 updating version 1 to 2 2024-09-17T17:03:32.734 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 2 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-09-17T17:03:32.734 INFO:tasks.rados.rados.0.smithi031.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-09-17T17:03:32.734 INFO:tasks.rados.rados.0.smithi031.stdout:33: finishing write tid 1 to smithi03184240-33 2024-09-17T17:03:32.734 INFO:tasks.rados.rados.0.smithi031.stdout:33: finishing write tid 2 to smithi03184240-33 2024-09-17T17:03:32.735 INFO:tasks.rados.rados.0.smithi031.stdout:33: finishing write tid 3 to smithi03184240-33 2024-09-17T17:03:32.735 INFO:tasks.rados.rados.0.smithi031.stdout:33: oid 33 updating version 0 to 7 2024-09-17T17:03:32.735 INFO:tasks.rados.rados.0.smithi031.stdout:33: oid 33 updating version 7 to 8 2024-09-17T17:03:32.735 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 8 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-09-17T17:03:32.735 INFO:tasks.rados.rados.0.smithi031.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-09-17T17:03:32.735 INFO:tasks.rados.rados.0.smithi031.stdout:34: finishing write tid 1 to smithi03184240-34 2024-09-17T17:03:32.735 INFO:tasks.rados.rados.0.smithi031.stdout:34: finishing write tid 2 to smithi03184240-34 2024-09-17T17:03:32.735 INFO:tasks.rados.rados.0.smithi031.stdout:29: done (15 left) 2024-09-17T17:03:32.735 INFO:tasks.rados.rados.0.smithi031.stdout:30: done (14 left) 2024-09-17T17:03:32.735 INFO:tasks.rados.rados.0.smithi031.stdout:31: done (13 left) 2024-09-17T17:03:32.735 INFO:tasks.rados.rados.0.smithi031.stdout:32: done (12 left) 2024-09-17T17:03:32.735 INFO:tasks.rados.rados.0.smithi031.stdout:33: done (11 left) 2024-09-17T17:03:32.735 INFO:tasks.rados.rados.0.smithi031.stdout:45: write initial oid 45 2024-09-17T17:03:32.735 INFO:tasks.rados.rados.0.smithi031.stdout:45: seq_num 44 ranges {0=745472} 2024-09-17T17:03:32.736 INFO:tasks.rados.rados.0.smithi031.stdout:45: writing smithi03184240-45 from 0 to 745472 tid 1 2024-09-17T17:03:32.736 INFO:tasks.rados.rados.0.smithi031.stdout:46: write initial oid 46 2024-09-17T17:03:32.737 INFO:tasks.rados.rados.0.smithi031.stdout:46: seq_num 45 ranges {0=761856} 2024-09-17T17:03:32.741 INFO:tasks.rados.rados.0.smithi031.stdout:46: writing smithi03184240-46 from 0 to 761856 tid 1 2024-09-17T17:03:32.741 INFO:tasks.rados.rados.0.smithi031.stdout:47: write initial oid 47 2024-09-17T17:03:32.741 INFO:tasks.rados.rados.0.smithi031.stdout:47: seq_num 46 ranges {0=778240} 2024-09-17T17:03:32.746 INFO:tasks.rados.rados.0.smithi031.stdout:47: writing smithi03184240-47 from 0 to 778240 tid 1 2024-09-17T17:03:32.746 INFO:tasks.rados.rados.0.smithi031.stdout:48: write initial oid 48 2024-09-17T17:03:32.746 INFO:tasks.rados.rados.0.smithi031.stdout:48: seq_num 47 ranges {0=794624} 2024-09-17T17:03:32.752 INFO:tasks.rados.rados.0.smithi031.stdout:48: writing smithi03184240-48 from 0 to 794624 tid 1 2024-09-17T17:03:32.752 INFO:tasks.rados.rados.0.smithi031.stdout:49: write initial oid 49 2024-09-17T17:03:32.752 INFO:tasks.rados.rados.0.smithi031.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-09-17T17:03:32.754 INFO:tasks.rados.rados.0.smithi031.stdout:49: writing smithi03184240-49 from 0 to 409600 tid 1 2024-09-17T17:03:32.757 INFO:tasks.rados.rados.0.smithi031.stdout:49: writing smithi03184240-49 from 409600 to 811008 tid 2 2024-09-17T17:03:32.757 INFO:tasks.rados.rados.0.smithi031.stdout: waiting on 16 2024-09-17T17:03:32.757 INFO:tasks.rados.rados.0.smithi031.stdout:34: finishing write tid 3 to smithi03184240-34 2024-09-17T17:03:32.757 INFO:tasks.rados.rados.0.smithi031.stdout:34: oid 34 updating version 0 to 6 2024-09-17T17:03:32.757 INFO:tasks.rados.rados.0.smithi031.stdout:34: oid 34 version 6 is already newer than 5 2024-09-17T17:03:32.757 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-17T17:03:32.757 INFO:tasks.rados.rados.0.smithi031.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-09-17T17:03:32.757 INFO:tasks.rados.rados.0.smithi031.stdout:35: finishing write tid 1 to smithi03184240-35 2024-09-17T17:03:32.758 INFO:tasks.rados.rados.0.smithi031.stdout:35: finishing write tid 2 to smithi03184240-35 2024-09-17T17:03:32.758 INFO:tasks.rados.rados.0.smithi031.stdout:34: done (15 left) 2024-09-17T17:03:32.758 INFO:tasks.rados.rados.0.smithi031.stdout:50: write initial oid 50 2024-09-17T17:03:32.758 INFO:tasks.rados.rados.0.smithi031.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-09-17T17:03:32.759 INFO:tasks.rados.rados.0.smithi031.stdout:50: writing smithi03184240-50 from 0 to 425984 tid 1 2024-09-17T17:03:32.765 INFO:tasks.rados.rados.0.smithi031.stdout:50: writing smithi03184240-50 from 425984 to 827392 tid 2 2024-09-17T17:03:32.765 INFO:tasks.rados.rados.0.smithi031.stdout: waiting on 16 2024-09-17T17:03:32.765 INFO:tasks.rados.rados.0.smithi031.stdout:35: finishing write tid 3 to smithi03184240-35 2024-09-17T17:03:32.765 INFO:tasks.rados.rados.0.smithi031.stdout:35: oid 35 updating version 0 to 6 2024-09-17T17:03:32.765 INFO:tasks.rados.rados.0.smithi031.stdout:35: oid 35 version 6 is already newer than 5 2024-09-17T17:03:32.765 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 6 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-09-17T17:03:32.765 INFO:tasks.rados.rados.0.smithi031.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-09-17T17:03:32.768 INFO:tasks.rados.rados.0.smithi031.stdout:36: finishing write tid 1 to smithi03184240-36 2024-09-17T17:03:32.768 INFO:tasks.rados.rados.0.smithi031.stdout:36: finishing write tid 2 to smithi03184240-36 2024-09-17T17:03:32.768 INFO:tasks.rados.rados.0.smithi031.stdout:36: finishing write tid 3 to smithi03184240-36 2024-09-17T17:03:32.769 INFO:tasks.rados.rados.0.smithi031.stdout:36: oid 36 updating version 0 to 4 2024-09-17T17:03:32.769 INFO:tasks.rados.rados.0.smithi031.stdout:36: oid 36 version 4 is already newer than 3 2024-09-17T17:03:32.769 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 4 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-09-17T17:03:32.769 INFO:tasks.rados.rados.0.smithi031.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-09-17T17:03:32.769 INFO:tasks.rados.rados.0.smithi031.stdout:37: finishing write tid 1 to smithi03184240-37 2024-09-17T17:03:32.769 INFO:tasks.rados.rados.0.smithi031.stdout:37: finishing write tid 2 to smithi03184240-37 2024-09-17T17:03:32.769 INFO:tasks.rados.rados.0.smithi031.stdout:37: finishing write tid 3 to smithi03184240-37 2024-09-17T17:03:32.769 INFO:tasks.rados.rados.0.smithi031.stdout:37: oid 37 updating version 0 to 4 2024-09-17T17:03:32.769 INFO:tasks.rados.rados.0.smithi031.stdout:37: oid 37 version 4 is already newer than 3 2024-09-17T17:03:32.769 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-17T17:03:32.769 INFO:tasks.rados.rados.0.smithi031.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-09-17T17:03:32.769 INFO:tasks.rados.rados.0.smithi031.stdout:38: finishing write tid 1 to smithi03184240-38 2024-09-17T17:03:32.769 INFO:tasks.rados.rados.0.smithi031.stdout:35: done (15 left) 2024-09-17T17:03:32.770 INFO:tasks.rados.rados.0.smithi031.stdout:36: done (14 left) 2024-09-17T17:03:32.770 INFO:tasks.rados.rados.0.smithi031.stdout:37: done (13 left) 2024-09-17T17:03:32.770 INFO:tasks.rados.rados.0.smithi031.stdout:51: copy_from oid 8 from oid 14 current snap is 0 2024-09-17T17:03:32.770 INFO:tasks.rados.rados.0.smithi031.stdout:38: finishing write tid 2 to smithi03184240-38 2024-09-17T17:03:32.770 INFO:tasks.rados.rados.0.smithi031.stdout:38: finishing write tid 3 to smithi03184240-38 2024-09-17T17:03:32.770 INFO:tasks.rados.rados.0.smithi031.stdout:38: oid 38 updating version 0 to 9 2024-09-17T17:03:32.770 INFO:tasks.rados.rados.0.smithi031.stdout:38: oid 38 updating version 9 to 10 2024-09-17T17:03:32.770 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 10 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-09-17T17:03:32.770 INFO:tasks.rados.rados.0.smithi031.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-09-17T17:03:32.770 INFO:tasks.rados.rados.0.smithi031.stdout:39: finishing write tid 1 to smithi03184240-39 2024-09-17T17:03:32.770 INFO:tasks.rados.rados.0.smithi031.stdout:39: finishing write tid 2 to smithi03184240-39 2024-09-17T17:03:32.770 INFO:tasks.rados.rados.0.smithi031.stdout:39: finishing write tid 3 to smithi03184240-39 2024-09-17T17:03:32.770 INFO:tasks.rados.rados.0.smithi031.stdout:39: oid 39 updating version 0 to 9 2024-09-17T17:03:32.770 INFO:tasks.rados.rados.0.smithi031.stdout:39: oid 39 updating version 9 to 10 2024-09-17T17:03:32.771 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 10 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-17T17:03:32.771 INFO:tasks.rados.rados.0.smithi031.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-09-17T17:03:32.771 INFO:tasks.rados.rados.0.smithi031.stdout:40: finishing write tid 1 to smithi03184240-40 2024-09-17T17:03:32.771 INFO:tasks.rados.rados.0.smithi031.stdout:40: finishing write tid 2 to smithi03184240-40 2024-09-17T17:03:32.771 INFO:tasks.rados.rados.0.smithi031.stdout:40: finishing write tid 3 to smithi03184240-40 2024-09-17T17:03:32.771 INFO:tasks.rados.rados.0.smithi031.stdout:40: oid 40 updating version 0 to 5 2024-09-17T17:03:32.771 INFO:tasks.rados.rados.0.smithi031.stdout:40: oid 40 updating version 5 to 6 2024-09-17T17:03:32.771 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 6 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-17T17:03:32.771 INFO:tasks.rados.rados.0.smithi031.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-09-17T17:03:32.771 INFO:tasks.rados.rados.0.smithi031.stdout:41: finishing write tid 1 to smithi03184240-41 2024-09-17T17:03:32.771 INFO:tasks.rados.rados.0.smithi031.stdout:41: finishing write tid 2 to smithi03184240-41 2024-09-17T17:03:32.772 INFO:tasks.rados.rados.0.smithi031.stdout:41: finishing write tid 3 to smithi03184240-41 2024-09-17T17:03:32.772 INFO:tasks.rados.rados.0.smithi031.stdout:41: oid 41 updating version 0 to 7 2024-09-17T17:03:32.772 INFO:tasks.rados.rados.0.smithi031.stdout:41: oid 41 updating version 7 to 8 2024-09-17T17:03:32.772 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 8 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-17T17:03:32.772 INFO:tasks.rados.rados.0.smithi031.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-09-17T17:03:32.772 INFO:tasks.rados.rados.0.smithi031.stdout:42: finishing write tid 1 to smithi03184240-42 2024-09-17T17:03:32.772 INFO:tasks.rados.rados.0.smithi031.stdout:42: finishing write tid 2 to smithi03184240-42 2024-09-17T17:03:32.772 INFO:tasks.rados.rados.0.smithi031.stdout:42: finishing write tid 3 to smithi03184240-42 2024-09-17T17:03:32.772 INFO:tasks.rados.rados.0.smithi031.stdout:42: oid 42 updating version 0 to 8 2024-09-17T17:03:32.772 INFO:tasks.rados.rados.0.smithi031.stdout:42: oid 42 version 8 is already newer than 7 2024-09-17T17:03:32.772 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 8 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-09-17T17:03:32.772 INFO:tasks.rados.rados.0.smithi031.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-09-17T17:03:32.773 INFO:tasks.rados.rados.0.smithi031.stdout:43: finishing write tid 1 to smithi03184240-43 2024-09-17T17:03:32.773 INFO:tasks.rados.rados.0.smithi031.stdout:43: finishing write tid 2 to smithi03184240-43 2024-09-17T17:03:32.773 INFO:tasks.rados.rados.0.smithi031.stdout:43: finishing write tid 3 to smithi03184240-43 2024-09-17T17:03:32.773 INFO:tasks.rados.rados.0.smithi031.stdout:43: oid 43 updating version 0 to 10 2024-09-17T17:03:32.773 INFO:tasks.rados.rados.0.smithi031.stdout:43: oid 43 version 10 is already newer than 9 2024-09-17T17:03:32.773 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 10 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-09-17T17:03:32.773 INFO:tasks.rados.rados.0.smithi031.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-09-17T17:03:32.773 INFO:tasks.rados.rados.0.smithi031.stdout:44: finishing write tid 1 to smithi03184240-44 2024-09-17T17:03:32.773 INFO:tasks.rados.rados.0.smithi031.stdout:44: finishing write tid 2 to smithi03184240-44 2024-09-17T17:03:32.773 INFO:tasks.rados.rados.0.smithi031.stdout:44: finishing write tid 3 to smithi03184240-44 2024-09-17T17:03:32.773 INFO:tasks.rados.rados.0.smithi031.stdout:44: oid 44 updating version 0 to 12 2024-09-17T17:03:32.773 INFO:tasks.rados.rados.0.smithi031.stdout:44: oid 44 version 12 is already newer than 11 2024-09-17T17:03:32.773 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 12 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-09-17T17:03:32.774 INFO:tasks.rados.rados.0.smithi031.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-09-17T17:03:32.774 INFO:tasks.rados.rados.0.smithi031.stdout:45: finishing write tid 1 to smithi03184240-45 2024-09-17T17:03:32.774 INFO:tasks.rados.rados.0.smithi031.stdout:45: finishing write tid 2 to smithi03184240-45 2024-09-17T17:03:32.774 INFO:tasks.rados.rados.0.smithi031.stdout:45: finishing write tid 3 to smithi03184240-45 2024-09-17T17:03:32.774 INFO:tasks.rados.rados.0.smithi031.stdout:45: oid 45 updating version 0 to 14 2024-09-17T17:03:32.774 INFO:tasks.rados.rados.0.smithi031.stdout:45: oid 45 version 14 is already newer than 13 2024-09-17T17:03:32.774 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 14 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-09-17T17:03:32.774 INFO:tasks.rados.rados.0.smithi031.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-09-17T17:03:32.774 INFO:tasks.rados.rados.0.smithi031.stdout:46: finishing write tid 1 to smithi03184240-46 2024-09-17T17:03:32.774 INFO:tasks.rados.rados.0.smithi031.stdout:46: finishing write tid 2 to smithi03184240-46 2024-09-17T17:03:32.774 INFO:tasks.rados.rados.0.smithi031.stdout:46: finishing write tid 3 to smithi03184240-46 2024-09-17T17:03:32.775 INFO:tasks.rados.rados.0.smithi031.stdout:46: oid 46 updating version 0 to 12 2024-09-17T17:03:32.775 INFO:tasks.rados.rados.0.smithi031.stdout:46: oid 46 version 12 is already newer than 11 2024-09-17T17:03:32.775 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 12 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-17T17:03:32.775 INFO:tasks.rados.rados.0.smithi031.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-09-17T17:03:32.775 INFO:tasks.rados.rados.0.smithi031.stdout:47: finishing write tid 1 to smithi03184240-47 2024-09-17T17:03:32.775 INFO:tasks.rados.rados.0.smithi031.stdout:47: finishing write tid 2 to smithi03184240-47 2024-09-17T17:03:32.775 INFO:tasks.rados.rados.0.smithi031.stdout:47: finishing write tid 3 to smithi03184240-47 2024-09-17T17:03:32.775 INFO:tasks.rados.rados.0.smithi031.stdout:47: oid 47 updating version 0 to 1 2024-09-17T17:03:32.775 INFO:tasks.rados.rados.0.smithi031.stdout:47: oid 47 updating version 1 to 2 2024-09-17T17:03:32.775 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 2 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-17T17:03:32.775 INFO:tasks.rados.rados.0.smithi031.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-09-17T17:03:32.775 INFO:tasks.rados.rados.0.smithi031.stdout:48: finishing write tid 1 to smithi03184240-48 2024-09-17T17:03:32.775 INFO:tasks.rados.rados.0.smithi031.stdout:48: finishing write tid 2 to smithi03184240-48 2024-09-17T17:03:32.776 INFO:tasks.rados.rados.0.smithi031.stdout:49: finishing write tid 1 to smithi03184240-49 2024-09-17T17:03:32.776 INFO:tasks.rados.rados.0.smithi031.stdout:48: finishing write tid 3 to smithi03184240-48 2024-09-17T17:03:32.776 INFO:tasks.rados.rados.0.smithi031.stdout:48: oid 48 updating version 0 to 16 2024-09-17T17:03:32.776 INFO:tasks.rados.rados.0.smithi031.stdout:48: oid 48 version 16 is already newer than 15 2024-09-17T17:03:32.776 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 16 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-17T17:03:32.776 INFO:tasks.rados.rados.0.smithi031.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-09-17T17:03:32.776 INFO:tasks.rados.rados.0.smithi031.stdout:49: finishing write tid 2 to smithi03184240-49 2024-09-17T17:03:32.776 INFO:tasks.rados.rados.0.smithi031.stdout:38: done (13 left) 2024-09-17T17:03:32.776 INFO:tasks.rados.rados.0.smithi031.stdout:39: done (12 left) 2024-09-17T17:03:32.776 INFO:tasks.rados.rados.0.smithi031.stdout:40: done (11 left) 2024-09-17T17:03:32.776 INFO:tasks.rados.rados.0.smithi031.stdout:41: done (10 left) 2024-09-17T17:03:32.776 INFO:tasks.rados.rados.0.smithi031.stdout:42: done (9 left) 2024-09-17T17:03:32.776 INFO:tasks.rados.rados.0.smithi031.stdout:43: done (8 left) 2024-09-17T17:03:32.776 INFO:tasks.rados.rados.0.smithi031.stdout:44: done (7 left) 2024-09-17T17:03:32.776 INFO:tasks.rados.rados.0.smithi031.stdout:45: done (6 left) 2024-09-17T17:03:32.777 INFO:tasks.rados.rados.0.smithi031.stdout:46: done (5 left) 2024-09-17T17:03:32.777 INFO:tasks.rados.rados.0.smithi031.stdout:47: done (4 left) 2024-09-17T17:03:32.777 INFO:tasks.rados.rados.0.smithi031.stdout:48: done (3 left) 2024-09-17T17:03:32.777 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 37 current snap is 0 2024-09-17T17:03:32.777 INFO:tasks.rados.rados.0.smithi031.stdout:52: seq_num 50 ranges {606208=442368,1048576=401408} 2024-09-17T17:03:32.779 INFO:tasks.rados.rados.0.smithi031.stdout:52: writing smithi03184240-37 from 606208 to 1048576 tid 1 2024-09-17T17:03:32.779 INFO:tasks.rados.rados.0.smithi031.stdout:52: writing smithi03184240-37 from 1048576 to 1449984 tid 2 2024-09-17T17:03:32.779 INFO:tasks.rados.rados.0.smithi031.stdout:53: rmattr oid 10 current snap is 0 2024-09-17T17:03:32.779 INFO:tasks.rados.rados.0.smithi031.stdout:53: done (4 left) 2024-09-17T17:03:32.779 INFO:tasks.rados.rados.0.smithi031.stdout:54: delete oid 10 current snap is 0 2024-09-17T17:03:32.779 INFO:tasks.rados.rados.0.smithi031.stdout:49: finishing write tid 3 to smithi03184240-49 2024-09-17T17:03:32.780 INFO:tasks.rados.rados.0.smithi031.stdout:49: finishing write tid 4 to smithi03184240-49 2024-09-17T17:03:32.780 INFO:tasks.rados.rados.0.smithi031.stdout:49: oid 49 updating version 0 to 6 2024-09-17T17:03:32.780 INFO:tasks.rados.rados.0.smithi031.stdout:49: oid 49 updating version 6 to 7 2024-09-17T17:03:32.780 INFO:tasks.rados.rados.0.smithi031.stdout:49: oid 49 version 7 is already newer than 5 2024-09-17T17:03:32.780 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 7 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-09-17T17:03:32.780 INFO:tasks.rados.rados.0.smithi031.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-09-17T17:03:32.780 INFO:tasks.rados.rados.0.smithi031.stdout:50: finishing write tid 1 to smithi03184240-50 2024-09-17T17:03:32.780 INFO:tasks.rados.rados.0.smithi031.stdout:50: finishing write tid 2 to smithi03184240-50 2024-09-17T17:03:32.780 INFO:tasks.rados.rados.0.smithi031.stdout:50: finishing write tid 3 to smithi03184240-50 2024-09-17T17:03:32.780 INFO:tasks.rados.rados.0.smithi031.stdout:50: finishing write tid 4 to smithi03184240-50 2024-09-17T17:03:32.780 INFO:tasks.rados.rados.0.smithi031.stdout:50: oid 50 updating version 0 to 14 2024-09-17T17:03:32.780 INFO:tasks.rados.rados.0.smithi031.stdout:50: oid 50 updating version 14 to 15 2024-09-17T17:03:32.781 INFO:tasks.rados.rados.0.smithi031.stdout:50: oid 50 version 15 is already newer than 13 2024-09-17T17:03:32.781 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 15 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-17T17:03:32.781 INFO:tasks.rados.rados.0.smithi031.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-09-17T17:03:32.781 INFO:tasks.rados.rados.0.smithi031.stdout:51: finishing copy_from racing read to smithi03184240-8 2024-09-17T17:03:32.781 INFO:tasks.rados.rados.0.smithi031.stdout:51: finishing copy_from to smithi03184240-8 2024-09-17T17:03:32.781 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 2 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-17T17:03:32.781 INFO:tasks.rados.rados.0.smithi031.stdout:52: finishing write tid 1 to smithi03184240-37 2024-09-17T17:03:32.781 INFO:tasks.rados.rados.0.smithi031.stdout:49: done (4 left) 2024-09-17T17:03:32.781 INFO:tasks.rados.rados.0.smithi031.stdout:50: done (3 left) 2024-09-17T17:03:32.781 INFO:tasks.rados.rados.0.smithi031.stdout:51: done (2 left) 2024-09-17T17:03:32.781 INFO:tasks.rados.rados.0.smithi031.stdout:54: done (1 left) 2024-09-17T17:03:32.781 INFO:tasks.rados.rados.0.smithi031.stdout:55: read oid 15 snap -1 2024-09-17T17:03:32.781 INFO:tasks.rados.rados.0.smithi031.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-09-17T17:03:32.781 INFO:tasks.rados.rados.0.smithi031.stdout:56: rollback oid 30 current snap is 0 2024-09-17T17:03:32.782 INFO:tasks.rados.rados.0.smithi031.stdout:56: done (2 left) 2024-09-17T17:03:32.782 INFO:tasks.rados.rados.0.smithi031.stdout:57: read oid 27 snap -1 2024-09-17T17:03:32.782 INFO:tasks.rados.rados.0.smithi031.stdout:57: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-17T17:03:32.782 INFO:tasks.rados.rados.0.smithi031.stdout:58: copy_from oid 28 from oid 47 current snap is 0 2024-09-17T17:03:32.782 INFO:tasks.rados.rados.0.smithi031.stdout:59: rollback oid 45 current snap is 0 2024-09-17T17:03:32.782 INFO:tasks.rados.rados.0.smithi031.stdout:59: done (4 left) 2024-09-17T17:03:32.782 INFO:tasks.rados.rados.0.smithi031.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2024-09-17T17:03:32.782 INFO:tasks.rados.rados.0.smithi031.stdout:61: delete oid 1 current snap is 0 2024-09-17T17:03:32.782 INFO:tasks.rados.rados.0.smithi031.stdout:52: finishing write tid 2 to smithi03184240-37 2024-09-17T17:03:32.782 INFO:tasks.rados.rados.0.smithi031.stdout:52: finishing write tid 3 to smithi03184240-37 2024-09-17T17:03:32.782 INFO:tasks.rados.rados.0.smithi031.stdout:61: done (5 left) 2024-09-17T17:03:32.782 INFO:tasks.rados.rados.0.smithi031.stdout:62: read oid 17 snap -1 2024-09-17T17:03:32.782 INFO:tasks.rados.rados.0.smithi031.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-17T17:03:32.783 INFO:tasks.rados.rados.0.smithi031.stdout:63: snap_create 2024-09-17T17:03:32.783 INFO:tasks.rados.rados.0.smithi031.stdout:52: finishing write tid 4 to smithi03184240-37 2024-09-17T17:03:32.783 INFO:tasks.rados.rados.0.smithi031.stdout:52: oid 37 updating version 0 to 9 2024-09-17T17:03:32.783 INFO:tasks.rados.rados.0.smithi031.stdout:52: oid 37 updating version 9 to 10 2024-09-17T17:03:32.783 INFO:tasks.rados.rados.0.smithi031.stdout:52: oid 37 version 10 is already newer than 8 2024-09-17T17:03:32.783 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 10 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-09-17T17:03:32.783 INFO:tasks.rados.rados.0.smithi031.stdout:52: left oid 37 (ObjNum 50 snap 0 seq_num 50) 2024-09-17T17:03:32.783 INFO:tasks.rados.rados.0.smithi031.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-09-17T17:03:32.788 INFO:tasks.rados.rados.0.smithi031.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-17T17:03:32.796 INFO:tasks.rados.rados.0.smithi031.stdout:57: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-17T17:03:32.811 INFO:tasks.rados.rados.0.smithi031.stdout:60: finishing copy_from racing read to smithi03184240-22 2024-09-17T17:03:32.811 INFO:tasks.rados.rados.0.smithi031.stdout:58: finishing copy_from racing read to smithi03184240-28 2024-09-17T17:03:32.811 INFO:tasks.rados.rados.0.smithi031.stdout:60: finishing copy_from to smithi03184240-22 2024-09-17T17:03:32.811 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 16 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-17T17:03:32.811 INFO:tasks.rados.rados.0.smithi031.stdout:58: finishing copy_from to smithi03184240-28 2024-09-17T17:03:32.811 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 2 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-17T17:03:32.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:32 smithi066 ceph-mon[31354]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:03:32.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:32 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/2198600140' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-17T17:03:32.914 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:32 smithi031 ceph-mon[27768]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:03:32.914 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:32 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/2198600140' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-17T17:03:32.914 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:32 smithi031 ceph-mon[39468]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:03:32.915 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:32 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/2198600140' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-17T17:03:33.624 INFO:tasks.rados.rados.0.smithi031.stdout:52: done (6 left) 2024-09-17T17:03:33.624 INFO:tasks.rados.rados.0.smithi031.stdout:55: done (5 left) 2024-09-17T17:03:33.624 INFO:tasks.rados.rados.0.smithi031.stdout:57: done (4 left) 2024-09-17T17:03:33.624 INFO:tasks.rados.rados.0.smithi031.stdout:58: done (3 left) 2024-09-17T17:03:33.625 INFO:tasks.rados.rados.0.smithi031.stdout:60: done (2 left) 2024-09-17T17:03:33.625 INFO:tasks.rados.rados.0.smithi031.stdout:62: done (1 left) 2024-09-17T17:03:33.625 INFO:tasks.rados.rados.0.smithi031.stdout:63: done (0 left) 2024-09-17T17:03:33.625 INFO:tasks.rados.rados.0.smithi031.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-09-17T17:03:33.625 INFO:tasks.rados.rados.0.smithi031.stdout:65: read oid 30 snap -1 2024-09-17T17:03:33.625 INFO:tasks.rados.rados.0.smithi031.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-17T17:03:33.625 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 1 2024-09-17T17:03:33.625 INFO:tasks.rados.rados.0.smithi031.stdout:66: seq_num 53 ranges {376832=491520,868352=401408} 2024-09-17T17:03:33.629 INFO:tasks.rados.rados.0.smithi031.stdout:66: writing smithi03184240-23 from 376832 to 868352 tid 1 2024-09-17T17:03:33.632 INFO:tasks.rados.rados.0.smithi031.stdout:66: writing smithi03184240-23 from 868352 to 1269760 tid 2 2024-09-17T17:03:33.632 INFO:tasks.rados.rados.0.smithi031.stdout:67: rollback oid 10 current snap is 1 2024-09-17T17:03:33.632 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 10 to 0 2024-09-17T17:03:33.632 INFO:tasks.rados.rados.0.smithi031.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-17T17:03:33.648 INFO:tasks.rados.rados.0.smithi031.stdout:64: finishing copy_from racing read to smithi03184240-15 2024-09-17T17:03:33.648 INFO:tasks.rados.rados.0.smithi031.stdout:64: finishing copy_from to smithi03184240-15 2024-09-17T17:03:33.648 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-09-17T17:03:33.648 INFO:tasks.rados.rados.0.smithi031.stdout:66: finishing write tid 1 to smithi03184240-23 2024-09-17T17:03:33.648 INFO:tasks.rados.rados.0.smithi031.stdout:66: finishing write tid 2 to smithi03184240-23 2024-09-17T17:03:33.648 INFO:tasks.rados.rados.0.smithi031.stdout:66: finishing write tid 3 to smithi03184240-23 2024-09-17T17:03:33.648 INFO:tasks.rados.rados.0.smithi031.stdout:66: finishing write tid 4 to smithi03184240-23 2024-09-17T17:03:33.648 INFO:tasks.rados.rados.0.smithi031.stdout:66: oid 23 updating version 0 to 7 2024-09-17T17:03:33.649 INFO:tasks.rados.rados.0.smithi031.stdout:66: oid 23 updating version 7 to 9 2024-09-17T17:03:33.649 INFO:tasks.rados.rados.0.smithi031.stdout:66: oid 23 version 9 is already newer than 8 2024-09-17T17:03:33.649 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 9 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-09-17T17:03:33.649 INFO:tasks.rados.rados.0.smithi031.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-09-17T17:03:33.649 INFO:tasks.rados.rados.0.smithi031.stdout:67: finishing rollback tid 1 to smithi03184240-10 2024-09-17T17:03:33.649 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 0 (ObjNum 33 snap 0 seq_num 1677673720) dirty dne 2024-09-17T17:03:33.649 INFO:tasks.rados.rados.0.smithi031.stdout:64: done (3 left) 2024-09-17T17:03:33.649 INFO:tasks.rados.rados.0.smithi031.stdout:65: done (2 left) 2024-09-17T17:03:33.649 INFO:tasks.rados.rados.0.smithi031.stdout:66: done (1 left) 2024-09-17T17:03:33.649 INFO:tasks.rados.rados.0.smithi031.stdout:67: done (0 left) 2024-09-17T17:03:33.649 INFO:tasks.rados.rados.0.smithi031.stdout:68: setattr oid 23 current snap is 1 2024-09-17T17:03:33.651 INFO:tasks.rados.rados.0.smithi031.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2024-09-17T17:03:33.651 INFO:tasks.rados.rados.0.smithi031.stdout:70: read oid 24 snap 0 2024-09-17T17:03:33.651 INFO:tasks.rados.rados.0.smithi031.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-09-17T17:03:33.651 INFO:tasks.rados.rados.0.smithi031.stdout:71: copy_from oid 36 from oid 28 current snap is 1 2024-09-17T17:03:33.651 INFO:tasks.rados.rados.0.smithi031.stdout:72: rollback oid 49 current snap is 1 2024-09-17T17:03:33.651 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 49 to 0 2024-09-17T17:03:33.651 INFO:tasks.rados.rados.0.smithi031.stdout:73: read oid 4 snap 0 2024-09-17T17:03:33.651 INFO:tasks.rados.rados.0.smithi031.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-09-17T17:03:33.651 INFO:tasks.rados.rados.0.smithi031.stdout:74: rmattr oid 7 current snap is 1 2024-09-17T17:03:33.651 INFO:tasks.rados.rados.0.smithi031.stdout:74: done (6 left) 2024-09-17T17:03:33.652 INFO:tasks.rados.rados.0.smithi031.stdout:75: copy_from oid 20 from oid 12 current snap is 1 2024-09-17T17:03:33.652 INFO:tasks.rados.rados.0.smithi031.stdout:76: read oid 39 snap -1 2024-09-17T17:03:33.652 INFO:tasks.rados.rados.0.smithi031.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-17T17:03:33.652 INFO:tasks.rados.rados.0.smithi031.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2024-09-17T17:03:33.652 INFO:tasks.rados.rados.0.smithi031.stdout:78: read oid 2 snap -1 2024-09-17T17:03:33.652 INFO:tasks.rados.rados.0.smithi031.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-09-17T17:03:33.652 INFO:tasks.rados.rados.0.smithi031.stdout:79: setattr oid 41 current snap is 1 2024-09-17T17:03:33.652 INFO:tasks.rados.rados.0.smithi031.stdout:80: snap_create 2024-09-17T17:03:33.652 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 11 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-09-17T17:03:33.653 INFO:tasks.rados.rados.0.smithi031.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-09-17T17:03:33.669 INFO:tasks.rados.rados.0.smithi031.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-09-17T17:03:33.669 INFO:tasks.rados.rados.0.smithi031.stdout:72: finishing rollback tid 0 to smithi03184240-49 2024-09-17T17:03:33.669 INFO:tasks.rados.rados.0.smithi031.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-09-17T17:03:33.671 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 10 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-17T17:03:33.671 INFO:tasks.rados.rados.0.smithi031.stdout:72: finishing rollback tid 1 to smithi03184240-49 2024-09-17T17:03:33.671 INFO:tasks.rados.rados.0.smithi031.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-17T17:03:33.691 INFO:tasks.rados.rados.0.smithi031.stdout:72: finishing rollback tid 2 to smithi03184240-49 2024-09-17T17:03:33.691 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 14 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-09-17T17:03:33.691 INFO:tasks.rados.rados.0.smithi031.stdout:75: finishing copy_from racing read to smithi03184240-20 2024-09-17T17:03:33.691 INFO:tasks.rados.rados.0.smithi031.stdout:75: finishing copy_from to smithi03184240-20 2024-09-17T17:03:33.691 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-09-17T17:03:33.692 INFO:tasks.rados.rados.0.smithi031.stdout:69: finishing copy_from racing read to smithi03184240-45 2024-09-17T17:03:33.692 INFO:tasks.rados.rados.0.smithi031.stdout:71: finishing copy_from racing read to smithi03184240-36 2024-09-17T17:03:33.692 INFO:tasks.rados.rados.0.smithi031.stdout:69: finishing copy_from to smithi03184240-45 2024-09-17T17:03:33.692 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-17T17:03:33.692 INFO:tasks.rados.rados.0.smithi031.stdout:71: finishing copy_from to smithi03184240-36 2024-09-17T17:03:33.692 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 2 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-17T17:03:33.692 INFO:tasks.rados.rados.0.smithi031.stdout:77: finishing copy_from racing read to smithi03184240-6 2024-09-17T17:03:33.692 INFO:tasks.rados.rados.0.smithi031.stdout:77: finishing copy_from to smithi03184240-6 2024-09-17T17:03:33.692 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 10 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-09-17T17:03:33.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:33 smithi066 ceph-mon[31354]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:03:33.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:33 smithi066 ceph-mon[31354]: Cluster is now healthy 2024-09-17T17:03:33.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:33 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/2198600140' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-09-17T17:03:33.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:33 smithi066 ceph-mon[31354]: osdmap e82: 8 total, 8 up, 8 in 2024-09-17T17:03:34.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:33 smithi031 ceph-mon[27768]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:03:34.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:33 smithi031 ceph-mon[27768]: Cluster is now healthy 2024-09-17T17:03:34.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:33 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/2198600140' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-09-17T17:03:34.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:33 smithi031 ceph-mon[27768]: osdmap e82: 8 total, 8 up, 8 in 2024-09-17T17:03:34.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:33 smithi031 ceph-mon[39468]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:03:34.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:33 smithi031 ceph-mon[39468]: Cluster is now healthy 2024-09-17T17:03:34.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:33 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/2198600140' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-09-17T17:03:34.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:33 smithi031 ceph-mon[39468]: osdmap e82: 8 total, 8 up, 8 in 2024-09-17T17:03:34.632 INFO:tasks.rados.rados.0.smithi031.stdout:68: done (11 left) 2024-09-17T17:03:34.632 INFO:tasks.rados.rados.0.smithi031.stdout:69: done (10 left) 2024-09-17T17:03:34.633 INFO:tasks.rados.rados.0.smithi031.stdout:70: done (9 left) 2024-09-17T17:03:34.633 INFO:tasks.rados.rados.0.smithi031.stdout:71: done (8 left) 2024-09-17T17:03:34.633 INFO:tasks.rados.rados.0.smithi031.stdout:72: done (7 left) 2024-09-17T17:03:34.633 INFO:tasks.rados.rados.0.smithi031.stdout:73: done (6 left) 2024-09-17T17:03:34.633 INFO:tasks.rados.rados.0.smithi031.stdout:75: done (5 left) 2024-09-17T17:03:34.633 INFO:tasks.rados.rados.0.smithi031.stdout:76: done (4 left) 2024-09-17T17:03:34.633 INFO:tasks.rados.rados.0.smithi031.stdout:77: done (3 left) 2024-09-17T17:03:34.633 INFO:tasks.rados.rados.0.smithi031.stdout:78: done (2 left) 2024-09-17T17:03:34.633 INFO:tasks.rados.rados.0.smithi031.stdout:79: done (1 left) 2024-09-17T17:03:34.633 INFO:tasks.rados.rados.0.smithi031.stdout:80: done (0 left) 2024-09-17T17:03:34.633 INFO:tasks.rados.rados.0.smithi031.stdout:81: rollback oid 40 current snap is 2 2024-09-17T17:03:34.633 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 40 to 1 2024-09-17T17:03:34.633 INFO:tasks.rados.rados.0.smithi031.stdout:82: snap_create 2024-09-17T17:03:34.635 INFO:tasks.rados.rados.0.smithi031.stdout:81: finishing rollback tid 0 to smithi03184240-40 2024-09-17T17:03:34.635 INFO:tasks.rados.rados.0.smithi031.stdout:81: finishing rollback tid 1 to smithi03184240-40 2024-09-17T17:03:34.635 INFO:tasks.rados.rados.0.smithi031.stdout:81: finishing rollback tid 2 to smithi03184240-40 2024-09-17T17:03:34.636 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 23 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-17T17:03:34.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:34 smithi066 ceph-mon[31354]: osdmap e83: 8 total, 8 up, 8 in 2024-09-17T17:03:34.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:34 smithi066 ceph-mon[31354]: pgmap v105: 121 pgs: 121 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:03:35.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:34 smithi031 ceph-mon[27768]: osdmap e83: 8 total, 8 up, 8 in 2024-09-17T17:03:35.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:34 smithi031 ceph-mon[27768]: pgmap v105: 121 pgs: 121 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:03:35.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:34 smithi031 ceph-mon[39468]: osdmap e83: 8 total, 8 up, 8 in 2024-09-17T17:03:35.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:34 smithi031 ceph-mon[39468]: pgmap v105: 121 pgs: 121 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:03:35.637 INFO:tasks.rados.rados.0.smithi031.stdout:81: done (1 left) 2024-09-17T17:03:35.638 INFO:tasks.rados.rados.0.smithi031.stdout:82: done (0 left) 2024-09-17T17:03:35.638 INFO:tasks.rados.rados.0.smithi031.stdout:83: rollback oid 9 current snap is 3 2024-09-17T17:03:35.638 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 9 to 0 2024-09-17T17:03:35.638 INFO:tasks.rados.rados.0.smithi031.stdout:84: read oid 20 snap 1 2024-09-17T17:03:35.638 INFO:tasks.rados.rados.0.smithi031.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2024-09-17T17:03:35.638 INFO:tasks.rados.rados.0.smithi031.stdout:85: read oid 41 snap -1 2024-09-17T17:03:35.638 INFO:tasks.rados.rados.0.smithi031.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-17T17:03:35.638 INFO:tasks.rados.rados.0.smithi031.stdout:86: snap_create 2024-09-17T17:03:35.640 INFO:tasks.rados.rados.0.smithi031.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2024-09-17T17:03:35.647 INFO:tasks.rados.rados.0.smithi031.stdout:83: finishing rollback tid 0 to smithi03184240-9 2024-09-17T17:03:35.647 INFO:tasks.rados.rados.0.smithi031.stdout:83: finishing rollback tid 1 to smithi03184240-9 2024-09-17T17:03:35.647 INFO:tasks.rados.rados.0.smithi031.stdout:83: finishing rollback tid 2 to smithi03184240-9 2024-09-17T17:03:35.647 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 19 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-09-17T17:03:35.647 INFO:tasks.rados.rados.0.smithi031.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-17T17:03:35.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:35 smithi066 ceph-mon[31354]: osdmap e84: 8 total, 8 up, 8 in 2024-09-17T17:03:36.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:35 smithi031 ceph-mon[27768]: osdmap e84: 8 total, 8 up, 8 in 2024-09-17T17:03:36.101 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:35 smithi031 ceph-mon[39468]: osdmap e84: 8 total, 8 up, 8 in 2024-09-17T17:03:36.646 INFO:tasks.rados.rados.0.smithi031.stdout:83: done (3 left) 2024-09-17T17:03:36.646 INFO:tasks.rados.rados.0.smithi031.stdout:84: done (2 left) 2024-09-17T17:03:36.646 INFO:tasks.rados.rados.0.smithi031.stdout:85: done (1 left) 2024-09-17T17:03:36.646 INFO:tasks.rados.rados.0.smithi031.stdout:86: done (0 left) 2024-09-17T17:03:36.646 INFO:tasks.rados.rados.0.smithi031.stdout:87: snap_remove snap 0 2024-09-17T17:03:36.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:36 smithi066 ceph-mon[31354]: osdmap e85: 8 total, 8 up, 8 in 2024-09-17T17:03:36.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:36 smithi066 ceph-mon[31354]: pgmap v108: 121 pgs: 121 active+clean; 26 MiB data, 277 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.5 MiB/s wr, 78 op/s 2024-09-17T17:03:37.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:36 smithi031 ceph-mon[39468]: osdmap e85: 8 total, 8 up, 8 in 2024-09-17T17:03:37.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:36 smithi031 ceph-mon[39468]: pgmap v108: 121 pgs: 121 active+clean; 26 MiB data, 277 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.5 MiB/s wr, 78 op/s 2024-09-17T17:03:37.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:36 smithi031 ceph-mon[27768]: osdmap e85: 8 total, 8 up, 8 in 2024-09-17T17:03:37.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:36 smithi031 ceph-mon[27768]: pgmap v108: 121 pgs: 121 active+clean; 26 MiB data, 277 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.5 MiB/s wr, 78 op/s 2024-09-17T17:03:37.650 INFO:tasks.rados.rados.0.smithi031.stdout:87: done (0 left) 2024-09-17T17:03:37.650 INFO:tasks.rados.rados.0.smithi031.stdout:88: read oid 29 snap 3 2024-09-17T17:03:37.651 INFO:tasks.rados.rados.0.smithi031.stdout:88: expect (ObjNum 28 snap 0 seq_num 28) 2024-09-17T17:03:37.651 INFO:tasks.rados.rados.0.smithi031.stdout:89: read oid 46 snap -1 2024-09-17T17:03:37.651 INFO:tasks.rados.rados.0.smithi031.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-17T17:03:37.651 INFO:tasks.rados.rados.0.smithi031.stdout:90: copy_from oid 36 from oid 2 current snap is 4 2024-09-17T17:03:37.651 INFO:tasks.rados.rados.0.smithi031.stdout:91: rmattr oid 49 current snap is 4 2024-09-17T17:03:37.651 INFO:tasks.rados.rados.0.smithi031.stdout:91: done (3 left) 2024-09-17T17:03:37.651 INFO:tasks.rados.rados.0.smithi031.stdout:92: snap_remove snap 2 2024-09-17T17:03:37.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:37 smithi066 ceph-mon[31354]: osdmap e86: 8 total, 8 up, 8 in 2024-09-17T17:03:38.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:37 smithi031 ceph-mon[27768]: osdmap e86: 8 total, 8 up, 8 in 2024-09-17T17:03:38.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:37 smithi031 ceph-mon[39468]: osdmap e86: 8 total, 8 up, 8 in 2024-09-17T17:03:38.661 INFO:tasks.rados.rados.0.smithi031.stdout:92: done (3 left) 2024-09-17T17:03:38.661 INFO:tasks.rados.rados.0.smithi031.stdout:93: rmattr oid 30 current snap is 4 2024-09-17T17:03:38.661 INFO:tasks.rados.rados.0.smithi031.stdout:93: done (3 left) 2024-09-17T17:03:38.661 INFO:tasks.rados.rados.0.smithi031.stdout:94: read oid 42 snap 1 2024-09-17T17:03:38.662 INFO:tasks.rados.rados.0.smithi031.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-09-17T17:03:38.662 INFO:tasks.rados.rados.0.smithi031.stdout:95: rmattr oid 14 current snap is 4 2024-09-17T17:03:38.662 INFO:tasks.rados.rados.0.smithi031.stdout:95: done (4 left) 2024-09-17T17:03:38.662 INFO:tasks.rados.rados.0.smithi031.stdout:96: read oid 9 snap 1 2024-09-17T17:03:38.662 INFO:tasks.rados.rados.0.smithi031.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-09-17T17:03:38.662 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 24 current snap is 4 2024-09-17T17:03:38.662 INFO:tasks.rados.rados.0.smithi031.stdout:97: seq_num 54 ranges {393216=507904,901120=401408} 2024-09-17T17:03:38.666 INFO:tasks.rados.rados.0.smithi031.stdout:97: writing smithi03184240-24 from 393216 to 901120 tid 1 2024-09-17T17:03:38.669 INFO:tasks.rados.rados.0.smithi031.stdout:97: writing smithi03184240-24 from 901120 to 1302528 tid 2 2024-09-17T17:03:38.669 INFO:tasks.rados.rados.0.smithi031.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-17T17:03:38.694 INFO:tasks.rados.rados.0.smithi031.stdout:88: expect (ObjNum 28 snap 0 seq_num 28) 2024-09-17T17:03:38.708 INFO:tasks.rados.rados.0.smithi031.stdout:88: done (5 left) 2024-09-17T17:03:38.708 INFO:tasks.rados.rados.0.smithi031.stdout:89: done (4 left) 2024-09-17T17:03:38.708 INFO:tasks.rados.rados.0.smithi031.stdout:98: copy_from oid 43 from oid 46 current snap is 4 2024-09-17T17:03:38.708 INFO:tasks.rados.rados.0.smithi031.stdout:90: finishing copy_from racing read to smithi03184240-36 2024-09-17T17:03:38.708 INFO:tasks.rados.rados.0.smithi031.stdout:90: finishing copy_from to smithi03184240-36 2024-09-17T17:03:38.709 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-09-17T17:03:38.709 INFO:tasks.rados.rados.0.smithi031.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-09-17T17:03:38.713 INFO:tasks.rados.rados.0.smithi031.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-09-17T17:03:38.733 INFO:tasks.rados.rados.0.smithi031.stdout:97: finishing write tid 1 to smithi03184240-24 2024-09-17T17:03:38.733 INFO:tasks.rados.rados.0.smithi031.stdout:97: finishing write tid 2 to smithi03184240-24 2024-09-17T17:03:38.733 INFO:tasks.rados.rados.0.smithi031.stdout:90: done (4 left) 2024-09-17T17:03:38.733 INFO:tasks.rados.rados.0.smithi031.stdout:94: done (3 left) 2024-09-17T17:03:38.733 INFO:tasks.rados.rados.0.smithi031.stdout:96: done (2 left) 2024-09-17T17:03:38.733 INFO:tasks.rados.rados.0.smithi031.stdout:99: snap_remove snap 3 2024-09-17T17:03:39.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:38 smithi031 ceph-mon[27768]: osdmap e87: 8 total, 8 up, 8 in 2024-09-17T17:03:39.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:38 smithi031 ceph-mon[27768]: pgmap v111: 121 pgs: 121 active+clean; 26 MiB data, 277 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.5 MiB/s wr, 78 op/s 2024-09-17T17:03:39.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:38 smithi031 ceph-mon[39468]: osdmap e87: 8 total, 8 up, 8 in 2024-09-17T17:03:39.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:38 smithi031 ceph-mon[39468]: pgmap v111: 121 pgs: 121 active+clean; 26 MiB data, 277 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.5 MiB/s wr, 78 op/s 2024-09-17T17:03:39.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:38 smithi066 ceph-mon[31354]: osdmap e87: 8 total, 8 up, 8 in 2024-09-17T17:03:39.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:38 smithi066 ceph-mon[31354]: pgmap v111: 121 pgs: 121 active+clean; 26 MiB data, 277 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.5 MiB/s wr, 78 op/s 2024-09-17T17:03:39.668 INFO:tasks.rados.rados.0.smithi031.stdout:99: done (2 left) 2024-09-17T17:03:39.668 INFO:tasks.rados.rados.0.smithi031.stdout:100: copy_from oid 16 from oid 21 current snap is 4 2024-09-17T17:03:39.668 INFO:tasks.rados.rados.0.smithi031.stdout:97: finishing write tid 3 to smithi03184240-24 2024-09-17T17:03:39.668 INFO:tasks.rados.rados.0.smithi031.stdout:97: finishing write tid 4 to smithi03184240-24 2024-09-17T17:03:39.668 INFO:tasks.rados.rados.0.smithi031.stdout:97: oid 24 updating version 0 to 15 2024-09-17T17:03:39.669 INFO:tasks.rados.rados.0.smithi031.stdout:97: oid 24 version 15 is already newer than 13 2024-09-17T17:03:39.669 INFO:tasks.rados.rados.0.smithi031.stdout:97: oid 24 version 15 is already newer than 14 2024-09-17T17:03:39.669 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 15 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-09-17T17:03:39.669 INFO:tasks.rados.rados.0.smithi031.stdout:97: left oid 24 (ObjNum 54 snap 4 seq_num 54) 2024-09-17T17:03:39.669 INFO:tasks.rados.rados.0.smithi031.stdout:98: finishing copy_from racing read to smithi03184240-43 2024-09-17T17:03:39.669 INFO:tasks.rados.rados.0.smithi031.stdout:98: finishing copy_from to smithi03184240-43 2024-09-17T17:03:39.669 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 12 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-17T17:03:39.669 INFO:tasks.rados.rados.0.smithi031.stdout:97: done (2 left) 2024-09-17T17:03:39.669 INFO:tasks.rados.rados.0.smithi031.stdout:98: done (1 left) 2024-09-17T17:03:39.669 INFO:tasks.rados.rados.0.smithi031.stdout:101: read oid 14 snap 1 2024-09-17T17:03:39.669 INFO:tasks.rados.rados.0.smithi031.stdout:101: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-17T17:03:39.670 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 49 current snap is 4 2024-09-17T17:03:39.670 INFO:tasks.rados.rados.0.smithi031.stdout:102: seq_num 55 ranges {811008=524288,1335296=401408} 2024-09-17T17:03:39.677 INFO:tasks.rados.rados.0.smithi031.stdout:102: writing smithi03184240-49 from 811008 to 1335296 tid 1 2024-09-17T17:03:39.680 INFO:tasks.rados.rados.0.smithi031.stdout:102: writing smithi03184240-49 from 1335296 to 1736704 tid 2 2024-09-17T17:03:39.680 INFO:tasks.rados.rados.0.smithi031.stdout:101: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-17T17:03:39.687 INFO:tasks.rados.rados.0.smithi031.stdout:100: finishing copy_from racing read to smithi03184240-16 2024-09-17T17:03:39.687 INFO:tasks.rados.rados.0.smithi031.stdout:100: finishing copy_from to smithi03184240-16 2024-09-17T17:03:39.687 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 4 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-09-17T17:03:39.687 INFO:tasks.rados.rados.0.smithi031.stdout:100: done (2 left) 2024-09-17T17:03:39.687 INFO:tasks.rados.rados.0.smithi031.stdout:101: done (1 left) 2024-09-17T17:03:39.687 INFO:tasks.rados.rados.0.smithi031.stdout:103: delete oid 16 current snap is 4 2024-09-17T17:03:39.688 INFO:tasks.rados.rados.0.smithi031.stdout:102: finishing write tid 1 to smithi03184240-49 2024-09-17T17:03:39.688 INFO:tasks.rados.rados.0.smithi031.stdout:102: finishing write tid 2 to smithi03184240-49 2024-09-17T17:03:39.688 INFO:tasks.rados.rados.0.smithi031.stdout:102: finishing write tid 3 to smithi03184240-49 2024-09-17T17:03:39.688 INFO:tasks.rados.rados.0.smithi031.stdout:102: finishing write tid 4 to smithi03184240-49 2024-09-17T17:03:39.688 INFO:tasks.rados.rados.0.smithi031.stdout:102: oid 49 updating version 0 to 19 2024-09-17T17:03:39.688 INFO:tasks.rados.rados.0.smithi031.stdout:102: oid 49 version 19 is already newer than 18 2024-09-17T17:03:39.688 INFO:tasks.rados.rados.0.smithi031.stdout:102: oid 49 updating version 19 to 20 2024-09-17T17:03:39.688 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 20 (ObjNum 55 snap 4 seq_num 55) dirty exists 2024-09-17T17:03:39.688 INFO:tasks.rados.rados.0.smithi031.stdout:102: left oid 49 (ObjNum 55 snap 4 seq_num 55) 2024-09-17T17:03:39.689 INFO:tasks.rados.rados.0.smithi031.stdout:102: done (1 left) 2024-09-17T17:03:39.689 INFO:tasks.rados.rados.0.smithi031.stdout:103: done (0 left) 2024-09-17T17:03:39.689 INFO:tasks.rados.rados.0.smithi031.stdout:104: read oid 43 snap -1 2024-09-17T17:03:39.689 INFO:tasks.rados.rados.0.smithi031.stdout:104: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-17T17:03:39.689 INFO:tasks.rados.rados.0.smithi031.stdout:105: rollback oid 38 current snap is 4 2024-09-17T17:03:39.689 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 38 to 1 2024-09-17T17:03:39.689 INFO:tasks.rados.rados.0.smithi031.stdout:106: delete oid 12 current snap is 4 2024-09-17T17:03:39.690 INFO:tasks.rados.rados.0.smithi031.stdout:106: done (2 left) 2024-09-17T17:03:39.690 INFO:tasks.rados.rados.0.smithi031.stdout:107: read oid 17 snap 1 2024-09-17T17:03:39.691 INFO:tasks.rados.rados.0.smithi031.stdout:107: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-17T17:03:39.691 INFO:tasks.rados.rados.0.smithi031.stdout:108: rollback oid 40 current snap is 4 2024-09-17T17:03:39.691 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 40 to 1 2024-09-17T17:03:39.691 INFO:tasks.rados.rados.0.smithi031.stdout:109: delete oid 8 current snap is 4 2024-09-17T17:03:39.691 INFO:tasks.rados.rados.0.smithi031.stdout:105: finishing rollback tid 0 to smithi03184240-38 2024-09-17T17:03:39.691 INFO:tasks.rados.rados.0.smithi031.stdout:105: finishing rollback tid 1 to smithi03184240-38 2024-09-17T17:03:39.692 INFO:tasks.rados.rados.0.smithi031.stdout:105: finishing rollback tid 2 to smithi03184240-38 2024-09-17T17:03:39.692 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 20 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-09-17T17:03:39.693 INFO:tasks.rados.rados.0.smithi031.stdout:105: done (4 left) 2024-09-17T17:03:39.693 INFO:tasks.rados.rados.0.smithi031.stdout:109: done (3 left) 2024-09-17T17:03:39.693 INFO:tasks.rados.rados.0.smithi031.stdout:110: setattr oid 46 current snap is 4 2024-09-17T17:03:39.694 INFO:tasks.rados.rados.0.smithi031.stdout:107: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-17T17:03:39.702 INFO:tasks.rados.rados.0.smithi031.stdout:104: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-17T17:03:39.724 INFO:tasks.rados.rados.0.smithi031.stdout:108: finishing rollback tid 0 to smithi03184240-40 2024-09-17T17:03:39.725 INFO:tasks.rados.rados.0.smithi031.stdout:108: finishing rollback tid 1 to smithi03184240-40 2024-09-17T17:03:39.725 INFO:tasks.rados.rados.0.smithi031.stdout:108: finishing rollback tid 2 to smithi03184240-40 2024-09-17T17:03:39.725 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 34 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-17T17:03:39.725 INFO:tasks.rados.rados.0.smithi031.stdout:104: done (3 left) 2024-09-17T17:03:39.725 INFO:tasks.rados.rados.0.smithi031.stdout:107: done (2 left) 2024-09-17T17:03:39.725 INFO:tasks.rados.rados.0.smithi031.stdout:108: done (1 left) 2024-09-17T17:03:39.725 INFO:tasks.rados.rados.0.smithi031.stdout:111: snap_create 2024-09-17T17:03:39.726 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 24 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-17T17:03:40.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:39 smithi031 ceph-mon[27768]: osdmap e88: 8 total, 8 up, 8 in 2024-09-17T17:03:40.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:39 smithi031 ceph-mon[39468]: osdmap e88: 8 total, 8 up, 8 in 2024-09-17T17:03:40.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:39 smithi066 ceph-mon[31354]: osdmap e88: 8 total, 8 up, 8 in 2024-09-17T17:03:40.674 INFO:tasks.rados.rados.0.smithi031.stdout:110: done (1 left) 2024-09-17T17:03:40.674 INFO:tasks.rados.rados.0.smithi031.stdout:111: done (0 left) 2024-09-17T17:03:40.674 INFO:tasks.rados.rados.0.smithi031.stdout:112: copy_from oid 25 from oid 6 current snap is 5 2024-09-17T17:03:40.674 INFO:tasks.rados.rados.0.smithi031.stdout:113: setattr oid 23 current snap is 5 2024-09-17T17:03:40.675 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 15 current snap is 5 2024-09-17T17:03:40.675 INFO:tasks.rados.rados.0.smithi031.stdout:114: seq_num 59 ranges {24576=598016,622592=401408} 2024-09-17T17:03:40.679 INFO:tasks.rados.rados.0.smithi031.stdout:114: writing smithi03184240-15 from 24576 to 622592 tid 1 2024-09-17T17:03:40.681 INFO:tasks.rados.rados.0.smithi031.stdout:114: writing smithi03184240-15 from 622592 to 1024000 tid 2 2024-09-17T17:03:40.681 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 15 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-09-17T17:03:40.682 INFO:tasks.rados.rados.0.smithi031.stdout:113: done (2 left) 2024-09-17T17:03:40.682 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 5 2024-09-17T17:03:40.682 INFO:tasks.rados.rados.0.smithi031.stdout:115: seq_num 60 ranges {0=614400,614400=401408} 2024-09-17T17:03:40.685 INFO:tasks.rados.rados.0.smithi031.stdout:115: writing smithi03184240-12 from 0 to 614400 tid 1 2024-09-17T17:03:40.689 INFO:tasks.rados.rados.0.smithi031.stdout:115: writing smithi03184240-12 from 614400 to 1015808 tid 2 2024-09-17T17:03:40.689 INFO:tasks.rados.rados.0.smithi031.stdout:116: rollback oid 16 current snap is 5 2024-09-17T17:03:40.689 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 16 to 1 2024-09-17T17:03:40.689 INFO:tasks.rados.rados.0.smithi031.stdout:114: finishing write tid 1 to smithi03184240-15 2024-09-17T17:03:40.689 INFO:tasks.rados.rados.0.smithi031.stdout:117: read oid 31 snap -1 2024-09-17T17:03:40.689 INFO:tasks.rados.rados.0.smithi031.stdout:117: expect (ObjNum 30 snap 0 seq_num 30) 2024-09-17T17:03:40.689 INFO:tasks.rados.rados.0.smithi031.stdout:114: finishing write tid 2 to smithi03184240-15 2024-09-17T17:03:40.689 INFO:tasks.rados.rados.0.smithi031.stdout:114: finishing write tid 3 to smithi03184240-15 2024-09-17T17:03:40.689 INFO:tasks.rados.rados.0.smithi031.stdout:114: finishing write tid 4 to smithi03184240-15 2024-09-17T17:03:40.689 INFO:tasks.rados.rados.0.smithi031.stdout:114: oid 15 updating version 0 to 12 2024-09-17T17:03:40.690 INFO:tasks.rados.rados.0.smithi031.stdout:114: oid 15 updating version 12 to 14 2024-09-17T17:03:40.690 INFO:tasks.rados.rados.0.smithi031.stdout:114: oid 15 version 14 is already newer than 13 2024-09-17T17:03:40.690 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 14 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-09-17T17:03:40.690 INFO:tasks.rados.rados.0.smithi031.stdout:114: left oid 15 (ObjNum 59 snap 5 seq_num 59) 2024-09-17T17:03:40.690 INFO:tasks.rados.rados.0.smithi031.stdout:114: done (4 left) 2024-09-17T17:03:40.690 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 27 current snap is 5 2024-09-17T17:03:40.690 INFO:tasks.rados.rados.0.smithi031.stdout:118: seq_num 61 ranges {442368=630784,1073152=401408} 2024-09-17T17:03:40.695 INFO:tasks.rados.rados.0.smithi031.stdout:118: writing smithi03184240-27 from 442368 to 1073152 tid 1 2024-09-17T17:03:40.697 INFO:tasks.rados.rados.0.smithi031.stdout:118: writing smithi03184240-27 from 1073152 to 1474560 tid 2 2024-09-17T17:03:40.697 INFO:tasks.rados.rados.0.smithi031.stdout:119: snap_create 2024-09-17T17:03:40.697 INFO:tasks.rados.rados.0.smithi031.stdout:112: finishing copy_from racing read to smithi03184240-25 2024-09-17T17:03:40.698 INFO:tasks.rados.rados.0.smithi031.stdout:112: finishing copy_from to smithi03184240-25 2024-09-17T17:03:40.698 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 10 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-09-17T17:03:40.698 INFO:tasks.rados.rados.0.smithi031.stdout:115: finishing write tid 1 to smithi03184240-12 2024-09-17T17:03:40.698 INFO:tasks.rados.rados.0.smithi031.stdout:115: finishing write tid 2 to smithi03184240-12 2024-09-17T17:03:40.698 INFO:tasks.rados.rados.0.smithi031.stdout:115: finishing write tid 3 to smithi03184240-12 2024-09-17T17:03:40.698 INFO:tasks.rados.rados.0.smithi031.stdout:117: expect (ObjNum 30 snap 0 seq_num 30) 2024-09-17T17:03:40.712 INFO:tasks.rados.rados.0.smithi031.stdout:116: finishing rollback tid 1 to smithi03184240-16 2024-09-17T17:03:40.712 INFO:tasks.rados.rados.0.smithi031.stdout:115: finishing write tid 4 to smithi03184240-12 2024-09-17T17:03:40.712 INFO:tasks.rados.rados.0.smithi031.stdout:115: oid 12 updating version 0 to 11 2024-09-17T17:03:40.712 INFO:tasks.rados.rados.0.smithi031.stdout:115: oid 12 updating version 11 to 12 2024-09-17T17:03:40.712 INFO:tasks.rados.rados.0.smithi031.stdout:115: oid 12 version 12 is already newer than 10 2024-09-17T17:03:40.712 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 12 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-09-17T17:03:40.712 INFO:tasks.rados.rados.0.smithi031.stdout:115: left oid 12 (ObjNum 60 snap 5 seq_num 60) 2024-09-17T17:03:40.712 INFO:tasks.rados.rados.0.smithi031.stdout:116: finishing rollback tid 2 to smithi03184240-16 2024-09-17T17:03:40.713 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 14 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-09-17T17:03:40.713 INFO:tasks.rados.rados.0.smithi031.stdout:118: finishing write tid 1 to smithi03184240-27 2024-09-17T17:03:40.713 INFO:tasks.rados.rados.0.smithi031.stdout:118: finishing write tid 2 to smithi03184240-27 2024-09-17T17:03:40.713 INFO:tasks.rados.rados.0.smithi031.stdout:118: finishing write tid 3 to smithi03184240-27 2024-09-17T17:03:40.713 INFO:tasks.rados.rados.0.smithi031.stdout:118: finishing write tid 4 to smithi03184240-27 2024-09-17T17:03:40.713 INFO:tasks.rados.rados.0.smithi031.stdout:118: oid 27 updating version 0 to 16 2024-09-17T17:03:40.713 INFO:tasks.rados.rados.0.smithi031.stdout:118: oid 27 updating version 16 to 18 2024-09-17T17:03:40.713 INFO:tasks.rados.rados.0.smithi031.stdout:118: oid 27 version 18 is already newer than 17 2024-09-17T17:03:40.713 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 18 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-09-17T17:03:40.713 INFO:tasks.rados.rados.0.smithi031.stdout:118: left oid 27 (ObjNum 61 snap 5 seq_num 61) 2024-09-17T17:03:41.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:40 smithi031 ceph-mon[27768]: osdmap e89: 8 total, 8 up, 8 in 2024-09-17T17:03:41.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:40 smithi031 ceph-mon[27768]: pgmap v114: 121 pgs: 121 active+clean; 26 MiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:03:41.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:40 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:03:41.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:40 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:41.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:40 smithi031 ceph-mon[39468]: osdmap e89: 8 total, 8 up, 8 in 2024-09-17T17:03:41.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:40 smithi031 ceph-mon[39468]: pgmap v114: 121 pgs: 121 active+clean; 26 MiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:03:41.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:40 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:03:41.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:40 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:41.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:40 smithi066 ceph-mon[31354]: osdmap e89: 8 total, 8 up, 8 in 2024-09-17T17:03:41.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:40 smithi066 ceph-mon[31354]: pgmap v114: 121 pgs: 121 active+clean; 26 MiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:03:41.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:40 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:03:41.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:40 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:41.679 INFO:tasks.rados.rados.0.smithi031.stdout:112: done (5 left) 2024-09-17T17:03:41.679 INFO:tasks.rados.rados.0.smithi031.stdout:115: done (4 left) 2024-09-17T17:03:41.679 INFO:tasks.rados.rados.0.smithi031.stdout:116: done (3 left) 2024-09-17T17:03:41.679 INFO:tasks.rados.rados.0.smithi031.stdout:117: done (2 left) 2024-09-17T17:03:41.679 INFO:tasks.rados.rados.0.smithi031.stdout:118: done (1 left) 2024-09-17T17:03:41.679 INFO:tasks.rados.rados.0.smithi031.stdout:119: done (0 left) 2024-09-17T17:03:41.679 INFO:tasks.rados.rados.0.smithi031.stdout:120: read oid 48 snap 4 2024-09-17T17:03:41.679 INFO:tasks.rados.rados.0.smithi031.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-17T17:03:41.679 INFO:tasks.rados.rados.0.smithi031.stdout:121: read oid 49 snap 5 2024-09-17T17:03:41.679 INFO:tasks.rados.rados.0.smithi031.stdout:121: expect (ObjNum 55 snap 4 seq_num 55) 2024-09-17T17:03:41.679 INFO:tasks.rados.rados.0.smithi031.stdout:122: delete oid 44 current snap is 6 2024-09-17T17:03:41.692 INFO:tasks.rados.rados.0.smithi031.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-17T17:03:41.714 INFO:tasks.rados.rados.0.smithi031.stdout:121: expect (ObjNum 55 snap 4 seq_num 55) 2024-09-17T17:03:41.778 INFO:tasks.rados.rados.0.smithi031.stdout:120: done (2 left) 2024-09-17T17:03:41.778 INFO:tasks.rados.rados.0.smithi031.stdout:121: done (1 left) 2024-09-17T17:03:41.778 INFO:tasks.rados.rados.0.smithi031.stdout:122: done (0 left) 2024-09-17T17:03:41.778 INFO:tasks.rados.rados.0.smithi031.stdout:123: rollback oid 49 current snap is 6 2024-09-17T17:03:41.778 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 49 to 4 2024-09-17T17:03:41.778 INFO:tasks.rados.rados.0.smithi031.stdout:124: read oid 27 snap -1 2024-09-17T17:03:41.778 INFO:tasks.rados.rados.0.smithi031.stdout:124: expect (ObjNum 61 snap 5 seq_num 61) 2024-09-17T17:03:41.778 INFO:tasks.rados.rados.0.smithi031.stdout:125: setattr oid 41 current snap is 6 2024-09-17T17:03:41.779 INFO:tasks.rados.rados.0.smithi031.stdout:126: delete oid 28 current snap is 6 2024-09-17T17:03:41.781 INFO:tasks.rados.rados.0.smithi031.stdout:126: done (3 left) 2024-09-17T17:03:41.781 INFO:tasks.rados.rados.0.smithi031.stdout:127: snap_remove snap 5 2024-09-17T17:03:42.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:41 smithi031 ceph-mon[27768]: osdmap e90: 8 total, 8 up, 8 in 2024-09-17T17:03:42.093 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:03:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:03:41] "GET /metrics HTTP/1.1" 200 36003 "" "Prometheus/2.43.0" 2024-09-17T17:03:42.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:41 smithi031 ceph-mon[39468]: osdmap e90: 8 total, 8 up, 8 in 2024-09-17T17:03:42.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:41 smithi066 ceph-mon[31354]: osdmap e90: 8 total, 8 up, 8 in 2024-09-17T17:03:42.685 INFO:tasks.rados.rados.0.smithi031.stdout:127: done (3 left) 2024-09-17T17:03:42.685 INFO:tasks.rados.rados.0.smithi031.stdout:128: setattr oid 50 current snap is 6 2024-09-17T17:03:42.685 INFO:tasks.rados.rados.0.smithi031.stdout:123: finishing rollback tid 0 to smithi03184240-49 2024-09-17T17:03:42.685 INFO:tasks.rados.rados.0.smithi031.stdout:123: finishing rollback tid 1 to smithi03184240-49 2024-09-17T17:03:42.685 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 14 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-17T17:03:42.685 INFO:tasks.rados.rados.0.smithi031.stdout:123: finishing rollback tid 2 to smithi03184240-49 2024-09-17T17:03:42.686 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 24 (ObjNum 55 snap 4 seq_num 55) dirty exists 2024-09-17T17:03:42.686 INFO:tasks.rados.rados.0.smithi031.stdout:124: expect (ObjNum 61 snap 5 seq_num 61) 2024-09-17T17:03:42.737 INFO:tasks.rados.rados.0.smithi031.stdout:123: done (3 left) 2024-09-17T17:03:42.737 INFO:tasks.rados.rados.0.smithi031.stdout:124: done (2 left) 2024-09-17T17:03:42.737 INFO:tasks.rados.rados.0.smithi031.stdout:125: done (1 left) 2024-09-17T17:03:42.737 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 48 current snap is 6 2024-09-17T17:03:42.737 INFO:tasks.rados.rados.0.smithi031.stdout:129: seq_num 64 ranges {794624=679936,1474560=401408} 2024-09-17T17:03:42.745 INFO:tasks.rados.rados.0.smithi031.stdout:129: writing smithi03184240-48 from 794624 to 1474560 tid 1 2024-09-17T17:03:42.747 INFO:tasks.rados.rados.0.smithi031.stdout:129: writing smithi03184240-48 from 1474560 to 1875968 tid 2 2024-09-17T17:03:42.748 INFO:tasks.rados.rados.0.smithi031.stdout:130: read oid 47 snap 1 2024-09-17T17:03:42.748 INFO:tasks.rados.rados.0.smithi031.stdout:130: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-17T17:03:42.748 INFO:tasks.rados.rados.0.smithi031.stdout:131: rollback oid 27 current snap is 6 2024-09-17T17:03:42.748 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 27 to 1 2024-09-17T17:03:42.748 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 26 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-17T17:03:42.748 INFO:tasks.rados.rados.0.smithi031.stdout:128: done (3 left) 2024-09-17T17:03:42.748 INFO:tasks.rados.rados.0.smithi031.stdout:132: delete oid 14 current snap is 6 2024-09-17T17:03:42.750 INFO:tasks.rados.rados.0.smithi031.stdout:132: done (3 left) 2024-09-17T17:03:42.750 INFO:tasks.rados.rados.0.smithi031.stdout:133: delete oid 19 current snap is 6 2024-09-17T17:03:42.751 INFO:tasks.rados.rados.0.smithi031.stdout:129: finishing write tid 1 to smithi03184240-48 2024-09-17T17:03:42.752 INFO:tasks.rados.rados.0.smithi031.stdout:129: finishing write tid 2 to smithi03184240-48 2024-09-17T17:03:42.752 INFO:tasks.rados.rados.0.smithi031.stdout:129: finishing write tid 3 to smithi03184240-48 2024-09-17T17:03:42.754 INFO:tasks.rados.rados.0.smithi031.stdout:133: done (3 left) 2024-09-17T17:03:42.754 INFO:tasks.rados.rados.0.smithi031.stdout:134: copy_from oid 30 from oid 17 current snap is 6 2024-09-17T17:03:42.754 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 36 current snap is 6 2024-09-17T17:03:42.754 INFO:tasks.rados.rados.0.smithi031.stdout:135: seq_num 67 ranges {24576=729088,753664=401408} 2024-09-17T17:03:42.758 INFO:tasks.rados.rados.0.smithi031.stdout:135: writing smithi03184240-36 from 24576 to 753664 tid 1 2024-09-17T17:03:42.761 INFO:tasks.rados.rados.0.smithi031.stdout:135: writing smithi03184240-36 from 753664 to 1155072 tid 2 2024-09-17T17:03:42.761 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 16 current snap is 6 2024-09-17T17:03:42.762 INFO:tasks.rados.rados.0.smithi031.stdout:136: seq_num 68 ranges {253952=745472,999424=401408} 2024-09-17T17:03:42.767 INFO:tasks.rados.rados.0.smithi031.stdout:136: writing smithi03184240-16 from 253952 to 999424 tid 1 2024-09-17T17:03:42.770 INFO:tasks.rados.rados.0.smithi031.stdout:136: writing smithi03184240-16 from 999424 to 1400832 tid 2 2024-09-17T17:03:42.770 INFO:tasks.rados.rados.0.smithi031.stdout:137: copy_from oid 23 from oid 9 current snap is 6 2024-09-17T17:03:42.770 INFO:tasks.rados.rados.0.smithi031.stdout:129: finishing write tid 4 to smithi03184240-48 2024-09-17T17:03:42.770 INFO:tasks.rados.rados.0.smithi031.stdout:129: oid 48 updating version 0 to 45 2024-09-17T17:03:42.770 INFO:tasks.rados.rados.0.smithi031.stdout:129: oid 48 updating version 45 to 46 2024-09-17T17:03:42.770 INFO:tasks.rados.rados.0.smithi031.stdout:129: oid 48 version 46 is already newer than 44 2024-09-17T17:03:42.770 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 46 (ObjNum 64 snap 6 seq_num 64) dirty exists 2024-09-17T17:03:42.771 INFO:tasks.rados.rados.0.smithi031.stdout:129: left oid 48 (ObjNum 64 snap 6 seq_num 64) 2024-09-17T17:03:42.771 INFO:tasks.rados.rados.0.smithi031.stdout:131: finishing rollback tid 0 to smithi03184240-27 2024-09-17T17:03:42.771 INFO:tasks.rados.rados.0.smithi031.stdout:130: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-17T17:03:42.794 INFO:tasks.rados.rados.0.smithi031.stdout:131: finishing rollback tid 1 to smithi03184240-27 2024-09-17T17:03:42.794 INFO:tasks.rados.rados.0.smithi031.stdout:131: finishing rollback tid 2 to smithi03184240-27 2024-09-17T17:03:42.794 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 21 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-17T17:03:42.794 INFO:tasks.rados.rados.0.smithi031.stdout:134: finishing copy_from racing read to smithi03184240-30 2024-09-17T17:03:42.794 INFO:tasks.rados.rados.0.smithi031.stdout:134: finishing copy_from to smithi03184240-30 2024-09-17T17:03:42.794 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 4 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-09-17T17:03:42.794 INFO:tasks.rados.rados.0.smithi031.stdout:135: finishing write tid 1 to smithi03184240-36 2024-09-17T17:03:42.794 INFO:tasks.rados.rados.0.smithi031.stdout:135: finishing write tid 2 to smithi03184240-36 2024-09-17T17:03:42.794 INFO:tasks.rados.rados.0.smithi031.stdout:135: finishing write tid 3 to smithi03184240-36 2024-09-17T17:03:42.795 INFO:tasks.rados.rados.0.smithi031.stdout:129: done (6 left) 2024-09-17T17:03:42.795 INFO:tasks.rados.rados.0.smithi031.stdout:130: done (5 left) 2024-09-17T17:03:42.795 INFO:tasks.rados.rados.0.smithi031.stdout:131: done (4 left) 2024-09-17T17:03:42.795 INFO:tasks.rados.rados.0.smithi031.stdout:134: done (3 left) 2024-09-17T17:03:42.795 INFO:tasks.rados.rados.0.smithi031.stdout:138: copy_from oid 47 from oid 20 current snap is 6 2024-09-17T17:03:42.795 INFO:tasks.rados.rados.0.smithi031.stdout:135: finishing write tid 4 to smithi03184240-36 2024-09-17T17:03:42.795 INFO:tasks.rados.rados.0.smithi031.stdout:135: oid 36 updating version 0 to 20 2024-09-17T17:03:42.795 INFO:tasks.rados.rados.0.smithi031.stdout:135: oid 36 version 20 is already newer than 18 2024-09-17T17:03:42.795 INFO:tasks.rados.rados.0.smithi031.stdout:135: oid 36 version 20 is already newer than 19 2024-09-17T17:03:42.795 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 20 (ObjNum 67 snap 6 seq_num 67) dirty exists 2024-09-17T17:03:42.796 INFO:tasks.rados.rados.0.smithi031.stdout:135: left oid 36 (ObjNum 67 snap 6 seq_num 67) 2024-09-17T17:03:42.796 INFO:tasks.rados.rados.0.smithi031.stdout:136: finishing write tid 1 to smithi03184240-16 2024-09-17T17:03:42.796 INFO:tasks.rados.rados.0.smithi031.stdout:136: finishing write tid 2 to smithi03184240-16 2024-09-17T17:03:42.796 INFO:tasks.rados.rados.0.smithi031.stdout:136: finishing write tid 3 to smithi03184240-16 2024-09-17T17:03:42.796 INFO:tasks.rados.rados.0.smithi031.stdout:136: finishing write tid 4 to smithi03184240-16 2024-09-17T17:03:42.796 INFO:tasks.rados.rados.0.smithi031.stdout:136: oid 16 updating version 0 to 16 2024-09-17T17:03:42.796 INFO:tasks.rados.rados.0.smithi031.stdout:136: oid 16 updating version 16 to 17 2024-09-17T17:03:42.796 INFO:tasks.rados.rados.0.smithi031.stdout:136: oid 16 version 17 is already newer than 15 2024-09-17T17:03:42.796 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 17 (ObjNum 68 snap 6 seq_num 68) dirty exists 2024-09-17T17:03:42.796 INFO:tasks.rados.rados.0.smithi031.stdout:136: left oid 16 (ObjNum 68 snap 6 seq_num 68) 2024-09-17T17:03:42.796 INFO:tasks.rados.rados.0.smithi031.stdout:137: finishing copy_from racing read to smithi03184240-23 2024-09-17T17:03:42.797 INFO:tasks.rados.rados.0.smithi031.stdout:135: done (3 left) 2024-09-17T17:03:42.797 INFO:tasks.rados.rados.0.smithi031.stdout:136: done (2 left) 2024-09-17T17:03:42.797 INFO:tasks.rados.rados.0.smithi031.stdout:139: snap_create 2024-09-17T17:03:42.797 INFO:tasks.rados.rados.0.smithi031.stdout:137: finishing copy_from to smithi03184240-23 2024-09-17T17:03:42.797 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 19 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-09-17T17:03:42.797 INFO:tasks.rados.rados.0.smithi031.stdout:138: finishing copy_from racing read to smithi03184240-47 2024-09-17T17:03:42.798 INFO:tasks.rados.rados.0.smithi031.stdout:138: finishing copy_from to smithi03184240-47 2024-09-17T17:03:42.798 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-09-17T17:03:43.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:42 smithi031 ceph-mon[27768]: osdmap e91: 8 total, 8 up, 8 in 2024-09-17T17:03:43.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:42 smithi031 ceph-mon[27768]: pgmap v117: 121 pgs: 121 active+clean; 31 MiB data, 279 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 27 op/s 2024-09-17T17:03:43.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:42 smithi031 ceph-mon[39468]: osdmap e91: 8 total, 8 up, 8 in 2024-09-17T17:03:43.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:42 smithi031 ceph-mon[39468]: pgmap v117: 121 pgs: 121 active+clean; 31 MiB data, 279 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 27 op/s 2024-09-17T17:03:43.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:42 smithi066 ceph-mon[31354]: osdmap e91: 8 total, 8 up, 8 in 2024-09-17T17:03:43.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:42 smithi066 ceph-mon[31354]: pgmap v117: 121 pgs: 121 active+clean; 31 MiB data, 279 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 27 op/s 2024-09-17T17:03:43.692 INFO:tasks.rados.rados.0.smithi031.stdout:137: done (2 left) 2024-09-17T17:03:43.692 INFO:tasks.rados.rados.0.smithi031.stdout:138: done (1 left) 2024-09-17T17:03:43.692 INFO:tasks.rados.rados.0.smithi031.stdout:139: done (0 left) 2024-09-17T17:03:43.692 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 9 current snap is 7 2024-09-17T17:03:43.692 INFO:tasks.rados.rados.0.smithi031.stdout:140: seq_num 69 ranges {139264=761856,901120=401408} 2024-09-17T17:03:43.697 INFO:tasks.rados.rados.0.smithi031.stdout:140: writing smithi03184240-9 from 139264 to 901120 tid 1 2024-09-17T17:03:43.699 INFO:tasks.rados.rados.0.smithi031.stdout:140: writing smithi03184240-9 from 901120 to 1302528 tid 2 2024-09-17T17:03:43.700 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 7 2024-09-17T17:03:43.700 INFO:tasks.rados.rados.0.smithi031.stdout:141: seq_num 70 ranges {1015808=778240,1794048=401408} 2024-09-17T17:03:43.710 INFO:tasks.rados.rados.0.smithi031.stdout:141: writing smithi03184240-12 from 1015808 to 1794048 tid 1 2024-09-17T17:03:43.713 INFO:tasks.rados.rados.0.smithi031.stdout:141: writing smithi03184240-12 from 1794048 to 2195456 tid 2 2024-09-17T17:03:43.713 INFO:tasks.rados.rados.0.smithi031.stdout:142: rollback oid 22 current snap is 7 2024-09-17T17:03:43.713 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 22 to 1 2024-09-17T17:03:43.713 INFO:tasks.rados.rados.0.smithi031.stdout:140: finishing write tid 1 to smithi03184240-9 2024-09-17T17:03:43.713 INFO:tasks.rados.rados.0.smithi031.stdout:140: finishing write tid 2 to smithi03184240-9 2024-09-17T17:03:43.713 INFO:tasks.rados.rados.0.smithi031.stdout:140: finishing write tid 3 to smithi03184240-9 2024-09-17T17:03:43.713 INFO:tasks.rados.rados.0.smithi031.stdout:140: finishing write tid 4 to smithi03184240-9 2024-09-17T17:03:43.713 INFO:tasks.rados.rados.0.smithi031.stdout:140: oid 9 updating version 0 to 22 2024-09-17T17:03:43.713 INFO:tasks.rados.rados.0.smithi031.stdout:140: oid 9 version 22 is already newer than 21 2024-09-17T17:03:43.713 INFO:tasks.rados.rados.0.smithi031.stdout:140: oid 9 updating version 22 to 23 2024-09-17T17:03:43.713 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 23 (ObjNum 69 snap 7 seq_num 69) dirty exists 2024-09-17T17:03:43.714 INFO:tasks.rados.rados.0.smithi031.stdout:140: left oid 9 (ObjNum 69 snap 7 seq_num 69) 2024-09-17T17:03:43.714 INFO:tasks.rados.rados.0.smithi031.stdout:140: done (2 left) 2024-09-17T17:03:43.714 INFO:tasks.rados.rados.0.smithi031.stdout:143: snap_create 2024-09-17T17:03:43.715 INFO:tasks.rados.rados.0.smithi031.stdout:142: finishing rollback tid 0 to smithi03184240-22 2024-09-17T17:03:43.715 INFO:tasks.rados.rados.0.smithi031.stdout:142: finishing rollback tid 1 to smithi03184240-22 2024-09-17T17:03:43.715 INFO:tasks.rados.rados.0.smithi031.stdout:142: finishing rollback tid 2 to smithi03184240-22 2024-09-17T17:03:43.715 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 27 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-17T17:03:43.718 INFO:tasks.rados.rados.0.smithi031.stdout:141: finishing write tid 1 to smithi03184240-12 2024-09-17T17:03:43.719 INFO:tasks.rados.rados.0.smithi031.stdout:141: finishing write tid 2 to smithi03184240-12 2024-09-17T17:03:43.719 INFO:tasks.rados.rados.0.smithi031.stdout:141: finishing write tid 3 to smithi03184240-12 2024-09-17T17:03:43.720 INFO:tasks.rados.rados.0.smithi031.stdout:141: finishing write tid 4 to smithi03184240-12 2024-09-17T17:03:43.720 INFO:tasks.rados.rados.0.smithi031.stdout:141: oid 12 updating version 0 to 19 2024-09-17T17:03:43.720 INFO:tasks.rados.rados.0.smithi031.stdout:141: oid 12 updating version 19 to 20 2024-09-17T17:03:43.720 INFO:tasks.rados.rados.0.smithi031.stdout:141: oid 12 updating version 20 to 21 2024-09-17T17:03:43.720 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 21 (ObjNum 70 snap 7 seq_num 70) dirty exists 2024-09-17T17:03:43.720 INFO:tasks.rados.rados.0.smithi031.stdout:141: left oid 12 (ObjNum 70 snap 7 seq_num 70) 2024-09-17T17:03:44.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:43 smithi031 ceph-mon[27768]: osdmap e92: 8 total, 8 up, 8 in 2024-09-17T17:03:44.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:43 smithi031 ceph-mon[39468]: osdmap e92: 8 total, 8 up, 8 in 2024-09-17T17:03:44.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:43 smithi066 ceph-mon[31354]: osdmap e92: 8 total, 8 up, 8 in 2024-09-17T17:03:44.700 INFO:tasks.rados.rados.0.smithi031.stdout:141: done (2 left) 2024-09-17T17:03:44.700 INFO:tasks.rados.rados.0.smithi031.stdout:142: done (1 left) 2024-09-17T17:03:44.700 INFO:tasks.rados.rados.0.smithi031.stdout:143: done (0 left) 2024-09-17T17:03:44.700 INFO:tasks.rados.rados.0.smithi031.stdout:144: read oid 33 snap -1 2024-09-17T17:03:44.701 INFO:tasks.rados.rados.0.smithi031.stdout:144: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-17T17:03:44.701 INFO:tasks.rados.rados.0.smithi031.stdout:145: read oid 45 snap -1 2024-09-17T17:03:44.701 INFO:tasks.rados.rados.0.smithi031.stdout:145: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-17T17:03:44.701 INFO:tasks.rados.rados.0.smithi031.stdout:146: snap_create 2024-09-17T17:03:44.703 INFO:tasks.rados.rados.0.smithi031.stdout:144: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-17T17:03:44.719 INFO:tasks.rados.rados.0.smithi031.stdout:145: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-17T17:03:45.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:44 smithi031 ceph-mon[27768]: osdmap e93: 8 total, 8 up, 8 in 2024-09-17T17:03:45.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:44 smithi031 ceph-mon[27768]: pgmap v120: 121 pgs: 121 active+clean; 31 MiB data, 279 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 27 op/s 2024-09-17T17:03:45.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:44 smithi031 ceph-mon[39468]: osdmap e93: 8 total, 8 up, 8 in 2024-09-17T17:03:45.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:44 smithi031 ceph-mon[39468]: pgmap v120: 121 pgs: 121 active+clean; 31 MiB data, 279 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 27 op/s 2024-09-17T17:03:45.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:44 smithi066 ceph-mon[31354]: osdmap e93: 8 total, 8 up, 8 in 2024-09-17T17:03:45.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:44 smithi066 ceph-mon[31354]: pgmap v120: 121 pgs: 121 active+clean; 31 MiB data, 279 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 27 op/s 2024-09-17T17:03:45.701 INFO:tasks.rados.rados.0.smithi031.stdout:144: done (2 left) 2024-09-17T17:03:45.701 INFO:tasks.rados.rados.0.smithi031.stdout:145: done (1 left) 2024-09-17T17:03:45.701 INFO:tasks.rados.rados.0.smithi031.stdout:146: done (0 left) 2024-09-17T17:03:45.701 INFO:tasks.rados.rados.0.smithi031.stdout:147: copy_from oid 48 from oid 42 current snap is 9 2024-09-17T17:03:45.701 INFO:tasks.rados.rados.0.smithi031.stdout:148: delete oid 29 current snap is 9 2024-09-17T17:03:45.706 INFO:tasks.rados.rados.0.smithi031.stdout:148: done (1 left) 2024-09-17T17:03:45.707 INFO:tasks.rados.rados.0.smithi031.stdout:149: snap_create 2024-09-17T17:03:45.708 INFO:tasks.rados.rados.0.smithi031.stdout:147: finishing copy_from racing read to smithi03184240-48 2024-09-17T17:03:45.708 INFO:tasks.rados.rados.0.smithi031.stdout:147: finishing copy_from to smithi03184240-48 2024-09-17T17:03:45.708 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 8 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-09-17T17:03:46.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:45 smithi031 ceph-mon[27768]: osdmap e94: 8 total, 8 up, 8 in 2024-09-17T17:03:46.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:45 smithi031 ceph-mon[39468]: osdmap e94: 8 total, 8 up, 8 in 2024-09-17T17:03:46.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:45 smithi066 ceph-mon[31354]: osdmap e94: 8 total, 8 up, 8 in 2024-09-17T17:03:46.272 INFO:tasks.rados.rados.0.smithi031.stdout:147: done (1 left) 2024-09-17T17:03:46.272 INFO:tasks.rados.rados.0.smithi031.stdout:149: done (0 left) 2024-09-17T17:03:46.272 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 43 current snap is 10 2024-09-17T17:03:46.273 INFO:tasks.rados.rados.0.smithi031.stdout:150: seq_num 72 ranges {761856=409600,1171456=524288,1695744=278528} 2024-09-17T17:03:46.278 INFO:tasks.rados.rados.0.smithi031.stdout:150: writing smithi03184240-43 from 761856 to 1171456 tid 1 2024-09-17T17:03:46.282 INFO:tasks.rados.rados.0.smithi031.stdout:150: writing smithi03184240-43 from 1171456 to 1695744 tid 2 2024-09-17T17:03:46.284 INFO:tasks.rados.rados.0.smithi031.stdout:150: writing smithi03184240-43 from 1695744 to 1974272 tid 3 2024-09-17T17:03:46.284 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 10 2024-09-17T17:03:46.284 INFO:tasks.rados.rados.0.smithi031.stdout:150: finishing write tid 1 to smithi03184240-43 2024-09-17T17:03:46.284 INFO:tasks.rados.rados.0.smithi031.stdout:151: seq_num 73 ranges {0=425984,425984=409600,835584=393216} 2024-09-17T17:03:46.287 INFO:tasks.rados.rados.0.smithi031.stdout:151: writing smithi03184240-10 from 0 to 425984 tid 1 2024-09-17T17:03:46.289 INFO:tasks.rados.rados.0.smithi031.stdout:151: writing smithi03184240-10 from 425984 to 835584 tid 2 2024-09-17T17:03:46.292 INFO:tasks.rados.rados.0.smithi031.stdout:151: writing smithi03184240-10 from 835584 to 1228800 tid 3 2024-09-17T17:03:46.292 INFO:tasks.rados.rados.0.smithi031.stdout:152: snap_create 2024-09-17T17:03:46.292 INFO:tasks.rados.rados.0.smithi031.stdout:150: finishing write tid 2 to smithi03184240-43 2024-09-17T17:03:46.292 INFO:tasks.rados.rados.0.smithi031.stdout:150: finishing write tid 3 to smithi03184240-43 2024-09-17T17:03:46.292 INFO:tasks.rados.rados.0.smithi031.stdout:150: finishing write tid 4 to smithi03184240-43 2024-09-17T17:03:46.292 INFO:tasks.rados.rados.0.smithi031.stdout:150: finishing write tid 5 to smithi03184240-43 2024-09-17T17:03:46.292 INFO:tasks.rados.rados.0.smithi031.stdout:150: oid 43 updating version 0 to 51 2024-09-17T17:03:46.292 INFO:tasks.rados.rados.0.smithi031.stdout:150: oid 43 updating version 51 to 52 2024-09-17T17:03:46.293 INFO:tasks.rados.rados.0.smithi031.stdout:150: oid 43 version 52 is already newer than 50 2024-09-17T17:03:46.293 INFO:tasks.rados.rados.0.smithi031.stdout:150: oid 43 updating version 52 to 53 2024-09-17T17:03:46.293 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 53 (ObjNum 72 snap 10 seq_num 72) dirty exists 2024-09-17T17:03:46.293 INFO:tasks.rados.rados.0.smithi031.stdout:150: left oid 43 (ObjNum 72 snap 10 seq_num 72) 2024-09-17T17:03:46.294 INFO:tasks.rados.rados.0.smithi031.stdout:151: finishing write tid 1 to smithi03184240-10 2024-09-17T17:03:46.294 INFO:tasks.rados.rados.0.smithi031.stdout:151: finishing write tid 2 to smithi03184240-10 2024-09-17T17:03:46.295 INFO:tasks.rados.rados.0.smithi031.stdout:151: finishing write tid 3 to smithi03184240-10 2024-09-17T17:03:46.295 INFO:tasks.rados.rados.0.smithi031.stdout:151: finishing write tid 4 to smithi03184240-10 2024-09-17T17:03:46.297 INFO:tasks.rados.rados.0.smithi031.stdout:151: finishing write tid 5 to smithi03184240-10 2024-09-17T17:03:46.297 INFO:tasks.rados.rados.0.smithi031.stdout:151: oid 10 updating version 0 to 22 2024-09-17T17:03:46.297 INFO:tasks.rados.rados.0.smithi031.stdout:151: oid 10 version 22 is already newer than 21 2024-09-17T17:03:46.297 INFO:tasks.rados.rados.0.smithi031.stdout:151: oid 10 version 22 is already newer than 20 2024-09-17T17:03:46.297 INFO:tasks.rados.rados.0.smithi031.stdout:151: oid 10 updating version 22 to 23 2024-09-17T17:03:46.297 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 23 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-09-17T17:03:46.297 INFO:tasks.rados.rados.0.smithi031.stdout:151: left oid 10 (ObjNum 73 snap 10 seq_num 73) 2024-09-17T17:03:47.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:46 smithi031 ceph-mon[27768]: osdmap e95: 8 total, 8 up, 8 in 2024-09-17T17:03:47.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:46 smithi031 ceph-mon[27768]: pgmap v123: 121 pgs: 121 active+clean; 36 MiB data, 293 MiB used, 715 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-09-17T17:03:47.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:46 smithi031 ceph-mon[27768]: osdmap e96: 8 total, 8 up, 8 in 2024-09-17T17:03:47.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:46 smithi031 ceph-mon[39468]: osdmap e95: 8 total, 8 up, 8 in 2024-09-17T17:03:47.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:46 smithi031 ceph-mon[39468]: pgmap v123: 121 pgs: 121 active+clean; 36 MiB data, 293 MiB used, 715 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-09-17T17:03:47.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:46 smithi031 ceph-mon[39468]: osdmap e96: 8 total, 8 up, 8 in 2024-09-17T17:03:47.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:46 smithi066 ceph-mon[31354]: osdmap e95: 8 total, 8 up, 8 in 2024-09-17T17:03:47.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:46 smithi066 ceph-mon[31354]: pgmap v123: 121 pgs: 121 active+clean; 36 MiB data, 293 MiB used, 715 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-09-17T17:03:47.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:46 smithi066 ceph-mon[31354]: osdmap e96: 8 total, 8 up, 8 in 2024-09-17T17:03:47.271 INFO:tasks.rados.rados.0.smithi031.stdout:150: done (2 left) 2024-09-17T17:03:47.271 INFO:tasks.rados.rados.0.smithi031.stdout:151: done (1 left) 2024-09-17T17:03:47.271 INFO:tasks.rados.rados.0.smithi031.stdout:152: done (0 left) 2024-09-17T17:03:47.271 INFO:tasks.rados.rados.0.smithi031.stdout:153: snap_create 2024-09-17T17:03:48.276 INFO:tasks.rados.rados.0.smithi031.stdout:153: done (0 left) 2024-09-17T17:03:48.276 INFO:tasks.rados.rados.0.smithi031.stdout:154: read oid 42 snap -1 2024-09-17T17:03:48.277 INFO:tasks.rados.rados.0.smithi031.stdout:154: expect (ObjNum 41 snap 0 seq_num 41) 2024-09-17T17:03:48.277 INFO:tasks.rados.rados.0.smithi031.stdout:155: rmattr oid 17 current snap is 12 2024-09-17T17:03:48.277 INFO:tasks.rados.rados.0.smithi031.stdout:155: done (1 left) 2024-09-17T17:03:48.277 INFO:tasks.rados.rados.0.smithi031.stdout:156: setattr oid 28 current snap is 12 2024-09-17T17:03:48.278 INFO:tasks.rados.rados.0.smithi031.stdout:157: copy_from oid 33 from oid 16 current snap is 12 2024-09-17T17:03:48.278 INFO:tasks.rados.rados.0.smithi031.stdout:158: setattr oid 32 current snap is 12 2024-09-17T17:03:48.280 INFO:tasks.rados.rados.0.smithi031.stdout:159: snap_remove snap 1 2024-09-17T17:03:48.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:48 smithi031 ceph-mon[27768]: osdmap e97: 8 total, 8 up, 8 in 2024-09-17T17:03:48.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:48 smithi031 ceph-mon[27768]: pgmap v126: 121 pgs: 121 active+clean; 36 MiB data, 293 MiB used, 715 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-09-17T17:03:48.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:48 smithi031 ceph-mon[39468]: osdmap e97: 8 total, 8 up, 8 in 2024-09-17T17:03:48.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:48 smithi031 ceph-mon[39468]: pgmap v126: 121 pgs: 121 active+clean; 36 MiB data, 293 MiB used, 715 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-09-17T17:03:48.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:48 smithi066 ceph-mon[31354]: osdmap e97: 8 total, 8 up, 8 in 2024-09-17T17:03:48.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:48 smithi066 ceph-mon[31354]: pgmap v126: 121 pgs: 121 active+clean; 36 MiB data, 293 MiB used, 715 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-09-17T17:03:49.276 INFO:tasks.rados.rados.0.smithi031.stdout:159: done (4 left) 2024-09-17T17:03:49.276 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 25 current snap is 12 2024-09-17T17:03:49.276 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 28 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-09-17T17:03:49.277 INFO:tasks.rados.rados.0.smithi031.stdout:154: expect (ObjNum 41 snap 0 seq_num 41) 2024-09-17T17:03:49.313 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 54 (ObjNum 33 snap 0 seq_num 1704710064) dirty exists 2024-09-17T17:03:49.313 INFO:tasks.rados.rados.0.smithi031.stdout:157: finishing copy_from racing read to smithi03184240-33 2024-09-17T17:03:49.313 INFO:tasks.rados.rados.0.smithi031.stdout:157: finishing copy_from to smithi03184240-33 2024-09-17T17:03:49.313 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 17 (ObjNum 68 snap 6 seq_num 68) dirty exists 2024-09-17T17:03:49.313 INFO:tasks.rados.rados.0.smithi031.stdout:160: seq_num 74 ranges {1449984=442368,1892352=696320,2588672=106496} 2024-09-17T17:03:49.323 INFO:tasks.rados.rados.0.smithi031.stdout:160: writing smithi03184240-25 from 1449984 to 1892352 tid 1 2024-09-17T17:03:49.328 INFO:tasks.rados.rados.0.smithi031.stdout:160: writing smithi03184240-25 from 1892352 to 2588672 tid 2 2024-09-17T17:03:49.329 INFO:tasks.rados.rados.0.smithi031.stdout:160: writing smithi03184240-25 from 2588672 to 2695168 tid 3 2024-09-17T17:03:49.329 INFO:tasks.rados.rados.0.smithi031.stdout:154: done (4 left) 2024-09-17T17:03:49.329 INFO:tasks.rados.rados.0.smithi031.stdout:156: done (3 left) 2024-09-17T17:03:49.330 INFO:tasks.rados.rados.0.smithi031.stdout:157: done (2 left) 2024-09-17T17:03:49.330 INFO:tasks.rados.rados.0.smithi031.stdout:158: done (1 left) 2024-09-17T17:03:49.330 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 12 2024-09-17T17:03:49.330 INFO:tasks.rados.rados.0.smithi031.stdout:160: finishing write tid 1 to smithi03184240-25 2024-09-17T17:03:49.330 INFO:tasks.rados.rados.0.smithi031.stdout:161: seq_num 75 ranges {557056=458752,1015808=581632,1597440=221184} 2024-09-17T17:03:49.335 INFO:tasks.rados.rados.0.smithi031.stdout:161: writing smithi03184240-45 from 557056 to 1015808 tid 1 2024-09-17T17:03:49.339 INFO:tasks.rados.rados.0.smithi031.stdout:161: writing smithi03184240-45 from 1015808 to 1597440 tid 2 2024-09-17T17:03:49.340 INFO:tasks.rados.rados.0.smithi031.stdout:161: writing smithi03184240-45 from 1597440 to 1818624 tid 3 2024-09-17T17:03:49.340 INFO:tasks.rados.rados.0.smithi031.stdout:162: snap_remove snap 11 2024-09-17T17:03:49.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:49 smithi031 ceph-mon[27768]: osdmap e98: 8 total, 8 up, 8 in 2024-09-17T17:03:49.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:49 smithi031 ceph-mon[39468]: osdmap e98: 8 total, 8 up, 8 in 2024-09-17T17:03:49.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:49 smithi066 ceph-mon[31354]: osdmap e98: 8 total, 8 up, 8 in 2024-09-17T17:03:50.293 INFO:tasks.rados.rados.0.smithi031.stdout:162: done (2 left) 2024-09-17T17:03:50.293 INFO:tasks.rados.rados.0.smithi031.stdout:163: delete oid 22 current snap is 12 2024-09-17T17:03:50.293 INFO:tasks.rados.rados.0.smithi031.stdout:160: finishing write tid 2 to smithi03184240-25 2024-09-17T17:03:50.293 INFO:tasks.rados.rados.0.smithi031.stdout:160: finishing write tid 3 to smithi03184240-25 2024-09-17T17:03:50.293 INFO:tasks.rados.rados.0.smithi031.stdout:160: finishing write tid 4 to smithi03184240-25 2024-09-17T17:03:50.293 INFO:tasks.rados.rados.0.smithi031.stdout:160: finishing write tid 5 to smithi03184240-25 2024-09-17T17:03:50.293 INFO:tasks.rados.rados.0.smithi031.stdout:160: oid 25 updating version 0 to 12 2024-09-17T17:03:50.294 INFO:tasks.rados.rados.0.smithi031.stdout:160: oid 25 updating version 12 to 14 2024-09-17T17:03:50.294 INFO:tasks.rados.rados.0.smithi031.stdout:160: oid 25 version 14 is already newer than 13 2024-09-17T17:03:50.294 INFO:tasks.rados.rados.0.smithi031.stdout:160: oid 25 version 14 is already newer than 11 2024-09-17T17:03:50.294 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 14 (ObjNum 74 snap 12 seq_num 74) dirty exists 2024-09-17T17:03:50.294 INFO:tasks.rados.rados.0.smithi031.stdout:160: left oid 25 (ObjNum 74 snap 12 seq_num 74) 2024-09-17T17:03:50.294 INFO:tasks.rados.rados.0.smithi031.stdout:161: finishing write tid 1 to smithi03184240-45 2024-09-17T17:03:50.294 INFO:tasks.rados.rados.0.smithi031.stdout:161: finishing write tid 2 to smithi03184240-45 2024-09-17T17:03:50.294 INFO:tasks.rados.rados.0.smithi031.stdout:161: finishing write tid 3 to smithi03184240-45 2024-09-17T17:03:50.294 INFO:tasks.rados.rados.0.smithi031.stdout:161: finishing write tid 4 to smithi03184240-45 2024-09-17T17:03:50.294 INFO:tasks.rados.rados.0.smithi031.stdout:161: finishing write tid 5 to smithi03184240-45 2024-09-17T17:03:50.294 INFO:tasks.rados.rados.0.smithi031.stdout:161: oid 45 updating version 0 to 66 2024-09-17T17:03:50.294 INFO:tasks.rados.rados.0.smithi031.stdout:161: oid 45 updating version 66 to 67 2024-09-17T17:03:50.294 INFO:tasks.rados.rados.0.smithi031.stdout:161: oid 45 updating version 67 to 68 2024-09-17T17:03:50.294 INFO:tasks.rados.rados.0.smithi031.stdout:161: oid 45 updating version 68 to 69 2024-09-17T17:03:50.294 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 69 (ObjNum 75 snap 12 seq_num 75) dirty exists 2024-09-17T17:03:50.294 INFO:tasks.rados.rados.0.smithi031.stdout:161: left oid 45 (ObjNum 75 snap 12 seq_num 75) 2024-09-17T17:03:50.297 INFO:tasks.rados.rados.0.smithi031.stdout:160: done (2 left) 2024-09-17T17:03:50.297 INFO:tasks.rados.rados.0.smithi031.stdout:161: done (1 left) 2024-09-17T17:03:50.297 INFO:tasks.rados.rados.0.smithi031.stdout:163: done (0 left) 2024-09-17T17:03:50.297 INFO:tasks.rados.rados.0.smithi031.stdout:164: snap_create 2024-09-17T17:03:50.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:50 smithi031 ceph-mon[27768]: osdmap e99: 8 total, 8 up, 8 in 2024-09-17T17:03:50.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:50 smithi031 ceph-mon[27768]: pgmap v129: 121 pgs: 121 active+clean; 36 MiB data, 293 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:03:50.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:50 smithi031 ceph-mon[39468]: osdmap e99: 8 total, 8 up, 8 in 2024-09-17T17:03:50.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:50 smithi031 ceph-mon[39468]: pgmap v129: 121 pgs: 121 active+clean; 36 MiB data, 293 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:03:50.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:50 smithi066 ceph-mon[31354]: osdmap e99: 8 total, 8 up, 8 in 2024-09-17T17:03:50.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:50 smithi066 ceph-mon[31354]: pgmap v129: 121 pgs: 121 active+clean; 36 MiB data, 293 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:03:51.294 INFO:tasks.rados.rados.0.smithi031.stdout:164: done (0 left) 2024-09-17T17:03:51.295 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 13 2024-09-17T17:03:51.295 INFO:tasks.rados.rados.0.smithi031.stdout:165: seq_num 77 ranges {507904=491520,999424=794624,1794048=8192} 2024-09-17T17:03:51.300 INFO:tasks.rados.rados.0.smithi031.stdout:165: writing smithi03184240-31 from 507904 to 999424 tid 1 2024-09-17T17:03:51.305 INFO:tasks.rados.rados.0.smithi031.stdout:165: writing smithi03184240-31 from 999424 to 1794048 tid 2 2024-09-17T17:03:51.305 INFO:tasks.rados.rados.0.smithi031.stdout:165: writing smithi03184240-31 from 1794048 to 1802240 tid 3 2024-09-17T17:03:51.305 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 16 current snap is 13 2024-09-17T17:03:51.305 INFO:tasks.rados.rados.0.smithi031.stdout:166: seq_num 78 ranges {1400832=516096,1916928=679936,2596864=122880} 2024-09-17T17:03:51.316 INFO:tasks.rados.rados.0.smithi031.stdout:166: writing smithi03184240-16 from 1400832 to 1916928 tid 1 2024-09-17T17:03:51.320 INFO:tasks.rados.rados.0.smithi031.stdout:166: writing smithi03184240-16 from 1916928 to 2596864 tid 2 2024-09-17T17:03:51.322 INFO:tasks.rados.rados.0.smithi031.stdout:166: writing smithi03184240-16 from 2596864 to 2719744 tid 3 2024-09-17T17:03:51.322 INFO:tasks.rados.rados.0.smithi031.stdout:167: copy_from oid 10 from oid 39 current snap is 13 2024-09-17T17:03:51.322 INFO:tasks.rados.rados.0.smithi031.stdout:165: finishing write tid 1 to smithi03184240-31 2024-09-17T17:03:51.322 INFO:tasks.rados.rados.0.smithi031.stdout:165: finishing write tid 2 to smithi03184240-31 2024-09-17T17:03:51.322 INFO:tasks.rados.rados.0.smithi031.stdout:165: finishing write tid 3 to smithi03184240-31 2024-09-17T17:03:51.322 INFO:tasks.rados.rados.0.smithi031.stdout:165: finishing write tid 4 to smithi03184240-31 2024-09-17T17:03:51.322 INFO:tasks.rados.rados.0.smithi031.stdout:165: finishing write tid 5 to smithi03184240-31 2024-09-17T17:03:51.322 INFO:tasks.rados.rados.0.smithi031.stdout:165: oid 31 updating version 0 to 30 2024-09-17T17:03:51.322 INFO:tasks.rados.rados.0.smithi031.stdout:165: oid 31 version 30 is already newer than 29 2024-09-17T17:03:51.322 INFO:tasks.rados.rados.0.smithi031.stdout:165: oid 31 version 30 is already newer than 27 2024-09-17T17:03:51.322 INFO:tasks.rados.rados.0.smithi031.stdout:165: oid 31 version 30 is already newer than 28 2024-09-17T17:03:51.322 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 30 (ObjNum 77 snap 13 seq_num 77) dirty exists 2024-09-17T17:03:51.322 INFO:tasks.rados.rados.0.smithi031.stdout:165: left oid 31 (ObjNum 77 snap 13 seq_num 77) 2024-09-17T17:03:51.323 INFO:tasks.rados.rados.0.smithi031.stdout:165: done (2 left) 2024-09-17T17:03:51.323 INFO:tasks.rados.rados.0.smithi031.stdout:168: read oid 25 snap 8 2024-09-17T17:03:51.323 INFO:tasks.rados.rados.0.smithi031.stdout:168: expect (ObjNum 50 snap 0 seq_num 50) 2024-09-17T17:03:51.323 INFO:tasks.rados.rados.0.smithi031.stdout:169: copy_from oid 21 from oid 35 current snap is 13 2024-09-17T17:03:51.323 INFO:tasks.rados.rados.0.smithi031.stdout:170: snap_remove snap 7 2024-09-17T17:03:51.554 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:51 smithi066 ceph-mon[31354]: osdmap e100: 8 total, 8 up, 8 in 2024-09-17T17:03:51.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:51 smithi031 ceph-mon[27768]: osdmap e100: 8 total, 8 up, 8 in 2024-09-17T17:03:51.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:51 smithi031 ceph-mon[39468]: osdmap e100: 8 total, 8 up, 8 in 2024-09-17T17:03:52.093 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:03:51 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:03:51] "GET /metrics HTTP/1.1" 200 36003 "" "Prometheus/2.43.0" 2024-09-17T17:03:52.311 INFO:tasks.rados.rados.0.smithi031.stdout:170: done (4 left) 2024-09-17T17:03:52.311 INFO:tasks.rados.rados.0.smithi031.stdout:171: delete oid 8 current snap is 13 2024-09-17T17:03:52.311 INFO:tasks.rados.rados.0.smithi031.stdout:166: finishing write tid 1 to smithi03184240-16 2024-09-17T17:03:52.311 INFO:tasks.rados.rados.0.smithi031.stdout:166: finishing write tid 2 to smithi03184240-16 2024-09-17T17:03:52.311 INFO:tasks.rados.rados.0.smithi031.stdout:166: finishing write tid 3 to smithi03184240-16 2024-09-17T17:03:52.312 INFO:tasks.rados.rados.0.smithi031.stdout:166: finishing write tid 4 to smithi03184240-16 2024-09-17T17:03:52.312 INFO:tasks.rados.rados.0.smithi031.stdout:166: finishing write tid 5 to smithi03184240-16 2024-09-17T17:03:52.312 INFO:tasks.rados.rados.0.smithi031.stdout:166: oid 16 updating version 0 to 29 2024-09-17T17:03:52.312 INFO:tasks.rados.rados.0.smithi031.stdout:166: oid 16 version 29 is already newer than 28 2024-09-17T17:03:52.312 INFO:tasks.rados.rados.0.smithi031.stdout:166: oid 16 version 29 is already newer than 27 2024-09-17T17:03:52.312 INFO:tasks.rados.rados.0.smithi031.stdout:166: oid 16 updating version 29 to 30 2024-09-17T17:03:52.312 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 30 (ObjNum 78 snap 13 seq_num 78) dirty exists 2024-09-17T17:03:52.312 INFO:tasks.rados.rados.0.smithi031.stdout:166: left oid 16 (ObjNum 78 snap 13 seq_num 78) 2024-09-17T17:03:52.312 INFO:tasks.rados.rados.0.smithi031.stdout:167: finishing copy_from racing read to smithi03184240-10 2024-09-17T17:03:52.312 INFO:tasks.rados.rados.0.smithi031.stdout:167: finishing copy_from to smithi03184240-10 2024-09-17T17:03:52.312 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 10 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-17T17:03:52.312 INFO:tasks.rados.rados.0.smithi031.stdout:168: expect (ObjNum 50 snap 0 seq_num 50) 2024-09-17T17:03:52.370 INFO:tasks.rados.rados.0.smithi031.stdout:169: finishing copy_from racing read to smithi03184240-21 2024-09-17T17:03:52.370 INFO:tasks.rados.rados.0.smithi031.stdout:169: finishing copy_from to smithi03184240-21 2024-09-17T17:03:52.370 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 6 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-09-17T17:03:52.370 INFO:tasks.rados.rados.0.smithi031.stdout:166: done (4 left) 2024-09-17T17:03:52.370 INFO:tasks.rados.rados.0.smithi031.stdout:167: done (3 left) 2024-09-17T17:03:52.370 INFO:tasks.rados.rados.0.smithi031.stdout:168: done (2 left) 2024-09-17T17:03:52.370 INFO:tasks.rados.rados.0.smithi031.stdout:169: done (1 left) 2024-09-17T17:03:52.370 INFO:tasks.rados.rados.0.smithi031.stdout:171: done (0 left) 2024-09-17T17:03:52.370 INFO:tasks.rados.rados.0.smithi031.stdout:172: snap_remove snap 8 2024-09-17T17:03:52.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:52 smithi031 ceph-mon[27768]: osdmap e101: 8 total, 8 up, 8 in 2024-09-17T17:03:52.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:52 smithi031 ceph-mon[27768]: pgmap v132: 121 pgs: 121 active+clean; 40 MiB data, 301 MiB used, 715 GiB / 715 GiB avail; 511 KiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-09-17T17:03:52.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:52 smithi031 ceph-mon[39468]: osdmap e101: 8 total, 8 up, 8 in 2024-09-17T17:03:52.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:52 smithi031 ceph-mon[39468]: pgmap v132: 121 pgs: 121 active+clean; 40 MiB data, 301 MiB used, 715 GiB / 715 GiB avail; 511 KiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-09-17T17:03:52.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:52 smithi066 ceph-mon[31354]: osdmap e101: 8 total, 8 up, 8 in 2024-09-17T17:03:52.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:52 smithi066 ceph-mon[31354]: pgmap v132: 121 pgs: 121 active+clean; 40 MiB data, 301 MiB used, 715 GiB / 715 GiB avail; 511 KiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-09-17T17:03:53.317 INFO:tasks.rados.rados.0.smithi031.stdout:172: done (0 left) 2024-09-17T17:03:53.317 INFO:tasks.rados.rados.0.smithi031.stdout:173: snap_create 2024-09-17T17:03:53.502 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:53 smithi031 ceph-mon[27768]: osdmap e102: 8 total, 8 up, 8 in 2024-09-17T17:03:53.503 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:53 smithi031 ceph-mon[39468]: osdmap e102: 8 total, 8 up, 8 in 2024-09-17T17:03:53.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:53 smithi066 ceph-mon[31354]: osdmap e102: 8 total, 8 up, 8 in 2024-09-17T17:03:54.326 INFO:tasks.rados.rados.0.smithi031.stdout:173: done (0 left) 2024-09-17T17:03:54.326 INFO:tasks.rados.rados.0.smithi031.stdout:174: read oid 46 snap -1 2024-09-17T17:03:54.326 INFO:tasks.rados.rados.0.smithi031.stdout:174: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-17T17:03:54.326 INFO:tasks.rados.rados.0.smithi031.stdout:175: copy_from oid 3 from oid 30 current snap is 14 2024-09-17T17:03:54.327 INFO:tasks.rados.rados.0.smithi031.stdout:176: copy_from oid 17 from oid 9 current snap is 14 2024-09-17T17:03:54.327 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 14 2024-09-17T17:03:54.327 INFO:tasks.rados.rados.0.smithi031.stdout:177: seq_num 80 ranges {1802240=548864,2351104=450560,2801664=352256} 2024-09-17T17:03:54.341 INFO:tasks.rados.rados.0.smithi031.stdout:177: writing smithi03184240-31 from 1802240 to 2351104 tid 1 2024-09-17T17:03:54.343 INFO:tasks.rados.rados.0.smithi031.stdout:177: writing smithi03184240-31 from 2351104 to 2801664 tid 2 2024-09-17T17:03:54.345 INFO:tasks.rados.rados.0.smithi031.stdout:177: writing smithi03184240-31 from 2801664 to 3153920 tid 3 2024-09-17T17:03:54.345 INFO:tasks.rados.rados.0.smithi031.stdout:178: setattr oid 32 current snap is 14 2024-09-17T17:03:54.346 INFO:tasks.rados.rados.0.smithi031.stdout:174: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-17T17:03:54.367 INFO:tasks.rados.rados.0.smithi031.stdout:175: finishing copy_from racing read to smithi03184240-3 2024-09-17T17:03:54.368 INFO:tasks.rados.rados.0.smithi031.stdout:175: finishing copy_from to smithi03184240-3 2024-09-17T17:03:54.368 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 4 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-09-17T17:03:54.368 INFO:tasks.rados.rados.0.smithi031.stdout:176: finishing copy_from racing read to smithi03184240-17 2024-09-17T17:03:54.368 INFO:tasks.rados.rados.0.smithi031.stdout:176: finishing copy_from to smithi03184240-17 2024-09-17T17:03:54.368 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 23 (ObjNum 69 snap 7 seq_num 69) dirty exists 2024-09-17T17:03:54.368 INFO:tasks.rados.rados.0.smithi031.stdout:177: finishing write tid 1 to smithi03184240-31 2024-09-17T17:03:54.368 INFO:tasks.rados.rados.0.smithi031.stdout:177: finishing write tid 2 to smithi03184240-31 2024-09-17T17:03:54.368 INFO:tasks.rados.rados.0.smithi031.stdout:177: finishing write tid 3 to smithi03184240-31 2024-09-17T17:03:54.368 INFO:tasks.rados.rados.0.smithi031.stdout:177: finishing write tid 4 to smithi03184240-31 2024-09-17T17:03:54.368 INFO:tasks.rados.rados.0.smithi031.stdout:177: finishing write tid 5 to smithi03184240-31 2024-09-17T17:03:54.368 INFO:tasks.rados.rados.0.smithi031.stdout:177: oid 31 updating version 0 to 37 2024-09-17T17:03:54.368 INFO:tasks.rados.rados.0.smithi031.stdout:177: oid 31 version 37 is already newer than 36 2024-09-17T17:03:54.368 INFO:tasks.rados.rados.0.smithi031.stdout:177: oid 31 updating version 37 to 38 2024-09-17T17:03:54.369 INFO:tasks.rados.rados.0.smithi031.stdout:177: oid 31 updating version 38 to 39 2024-09-17T17:03:54.369 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 39 (ObjNum 80 snap 14 seq_num 80) dirty exists 2024-09-17T17:03:54.369 INFO:tasks.rados.rados.0.smithi031.stdout:177: left oid 31 (ObjNum 80 snap 14 seq_num 80) 2024-09-17T17:03:54.369 INFO:tasks.rados.rados.0.smithi031.stdout:174: done (4 left) 2024-09-17T17:03:54.369 INFO:tasks.rados.rados.0.smithi031.stdout:175: done (3 left) 2024-09-17T17:03:54.369 INFO:tasks.rados.rados.0.smithi031.stdout:176: done (2 left) 2024-09-17T17:03:54.369 INFO:tasks.rados.rados.0.smithi031.stdout:177: done (1 left) 2024-09-17T17:03:54.369 INFO:tasks.rados.rados.0.smithi031.stdout:179: snap_remove snap 10 2024-09-17T17:03:54.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:54 smithi031 ceph-mon[27768]: osdmap e103: 8 total, 8 up, 8 in 2024-09-17T17:03:54.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:54 smithi031 ceph-mon[27768]: pgmap v135: 121 pgs: 121 active+clean; 40 MiB data, 301 MiB used, 715 GiB / 715 GiB avail; 511 KiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-09-17T17:03:54.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:54 smithi031 ceph-mon[39468]: osdmap e103: 8 total, 8 up, 8 in 2024-09-17T17:03:54.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:54 smithi031 ceph-mon[39468]: pgmap v135: 121 pgs: 121 active+clean; 40 MiB data, 301 MiB used, 715 GiB / 715 GiB avail; 511 KiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-09-17T17:03:54.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:54 smithi066 ceph-mon[31354]: osdmap e103: 8 total, 8 up, 8 in 2024-09-17T17:03:54.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:54 smithi066 ceph-mon[31354]: pgmap v135: 121 pgs: 121 active+clean; 40 MiB data, 301 MiB used, 715 GiB / 715 GiB avail; 511 KiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-09-17T17:03:55.339 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 40 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-09-17T17:03:55.339 INFO:tasks.rados.rados.0.smithi031.stdout:178: done (1 left) 2024-09-17T17:03:55.339 INFO:tasks.rados.rados.0.smithi031.stdout:179: done (0 left) 2024-09-17T17:03:55.339 INFO:tasks.rados.rados.0.smithi031.stdout:180: rmattr oid 4 current snap is 14 2024-09-17T17:03:55.340 INFO:tasks.rados.rados.0.smithi031.stdout:180: done (0 left) 2024-09-17T17:03:55.340 INFO:tasks.rados.rados.0.smithi031.stdout:181: copy_from oid 13 from oid 25 current snap is 14 2024-09-17T17:03:55.340 INFO:tasks.rados.rados.0.smithi031.stdout:182: snap_remove snap 12 2024-09-17T17:03:55.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:55 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:55.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:55 smithi031 ceph-mon[27768]: Upgrade: Target is version 19.3.0-4975-g1889a165 (unknown) 2024-09-17T17:03:55.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:55 smithi031 ceph-mon[27768]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, digests ['quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0'] 2024-09-17T17:03:55.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:55 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:55.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:55 smithi031 ceph-mon[27768]: osdmap e104: 8 total, 8 up, 8 in 2024-09-17T17:03:55.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:55 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:55.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:55 smithi031 ceph-mon[27768]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-17T17:03:55.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:55 smithi031 ceph-mon[27768]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 on smithi066 2024-09-17T17:03:55.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:55 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:03:55.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:55 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:55.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:55 smithi031 ceph-mon[39468]: Upgrade: Target is version 19.3.0-4975-g1889a165 (unknown) 2024-09-17T17:03:55.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:55 smithi031 ceph-mon[39468]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, digests ['quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0'] 2024-09-17T17:03:55.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:55 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:55.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:55 smithi031 ceph-mon[39468]: osdmap e104: 8 total, 8 up, 8 in 2024-09-17T17:03:55.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:55 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:55.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:55 smithi031 ceph-mon[39468]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-17T17:03:55.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:55 smithi031 ceph-mon[39468]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 on smithi066 2024-09-17T17:03:55.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:55 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:03:55.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:55 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:55.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:55 smithi066 ceph-mon[31354]: Upgrade: Target is version 19.3.0-4975-g1889a165 (unknown) 2024-09-17T17:03:55.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:55 smithi066 ceph-mon[31354]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, digests ['quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0'] 2024-09-17T17:03:55.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:55 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:03:55.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:55 smithi066 ceph-mon[31354]: osdmap e104: 8 total, 8 up, 8 in 2024-09-17T17:03:55.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:55 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:03:55.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:55 smithi066 ceph-mon[31354]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-17T17:03:55.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:55 smithi066 ceph-mon[31354]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 on smithi066 2024-09-17T17:03:55.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:55 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:03:56.275 INFO:tasks.rados.rados.0.smithi031.stdout:182: done (1 left) 2024-09-17T17:03:56.275 INFO:tasks.rados.rados.0.smithi031.stdout:183: read oid 3 snap -1 2024-09-17T17:03:56.276 INFO:tasks.rados.rados.0.smithi031.stdout:183: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-17T17:03:56.276 INFO:tasks.rados.rados.0.smithi031.stdout:181: finishing copy_from racing read to smithi03184240-13 2024-09-17T17:03:56.276 INFO:tasks.rados.rados.0.smithi031.stdout:181: finishing copy_from to smithi03184240-13 2024-09-17T17:03:56.276 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 14 (ObjNum 74 snap 12 seq_num 74) dirty exists 2024-09-17T17:03:56.276 INFO:tasks.rados.rados.0.smithi031.stdout:181: done (1 left) 2024-09-17T17:03:56.276 INFO:tasks.rados.rados.0.smithi031.stdout:184: rollback oid 2 current snap is 14 2024-09-17T17:03:56.276 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 2 to 6 2024-09-17T17:03:56.276 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 16 current snap is 14 2024-09-17T17:03:56.276 INFO:tasks.rados.rados.0.smithi031.stdout:185: seq_num 81 ranges {2719744=565248,3284992=737280,4022272=65536} 2024-09-17T17:03:56.294 INFO:tasks.rados.rados.0.smithi031.stdout:185: writing smithi03184240-16 from 2719744 to 3284992 tid 1 2024-09-17T17:03:56.298 INFO:tasks.rados.rados.0.smithi031.stdout:185: writing smithi03184240-16 from 3284992 to 4022272 tid 2 2024-09-17T17:03:56.299 INFO:tasks.rados.rados.0.smithi031.stdout:185: writing smithi03184240-16 from 4022272 to 4087808 tid 3 2024-09-17T17:03:56.299 INFO:tasks.rados.rados.0.smithi031.stdout:186: read oid 28 snap -1 2024-09-17T17:03:56.299 INFO:tasks.rados.rados.0.smithi031.stdout:186: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:03:56.299 INFO:tasks.rados.rados.0.smithi031.stdout:187: snap_create 2024-09-17T17:03:56.299 INFO:tasks.rados.rados.0.smithi031.stdout:184: finishing rollback tid 0 to smithi03184240-2 2024-09-17T17:03:56.299 INFO:tasks.rados.rados.0.smithi031.stdout:184: finishing rollback tid 1 to smithi03184240-2 2024-09-17T17:03:56.299 INFO:tasks.rados.rados.0.smithi031.stdout:184: finishing rollback tid 2 to smithi03184240-2 2024-09-17T17:03:56.299 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 89 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-09-17T17:03:56.300 INFO:tasks.rados.rados.0.smithi031.stdout:183: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-17T17:03:56.307 INFO:tasks.rados.rados.0.smithi031.stdout:185: finishing write tid 1 to smithi03184240-16 2024-09-17T17:03:56.307 INFO:tasks.rados.rados.0.smithi031.stdout:186: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:03:56.310 INFO:tasks.rados.rados.0.smithi031.stdout:185: finishing write tid 2 to smithi03184240-16 2024-09-17T17:03:56.310 INFO:tasks.rados.rados.0.smithi031.stdout:185: finishing write tid 3 to smithi03184240-16 2024-09-17T17:03:56.310 INFO:tasks.rados.rados.0.smithi031.stdout:185: finishing write tid 4 to smithi03184240-16 2024-09-17T17:03:56.310 INFO:tasks.rados.rados.0.smithi031.stdout:185: finishing write tid 5 to smithi03184240-16 2024-09-17T17:03:56.310 INFO:tasks.rados.rados.0.smithi031.stdout:185: oid 16 updating version 0 to 40 2024-09-17T17:03:56.310 INFO:tasks.rados.rados.0.smithi031.stdout:185: oid 16 updating version 40 to 42 2024-09-17T17:03:56.310 INFO:tasks.rados.rados.0.smithi031.stdout:185: oid 16 version 42 is already newer than 41 2024-09-17T17:03:56.310 INFO:tasks.rados.rados.0.smithi031.stdout:185: oid 16 updating version 42 to 43 2024-09-17T17:03:56.310 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 43 (ObjNum 81 snap 14 seq_num 81) dirty exists 2024-09-17T17:03:56.311 INFO:tasks.rados.rados.0.smithi031.stdout:185: left oid 16 (ObjNum 81 snap 14 seq_num 81) 2024-09-17T17:03:56.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:56 smithi031 ceph-mon[27768]: osdmap e105: 8 total, 8 up, 8 in 2024-09-17T17:03:56.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:56 smithi031 ceph-mon[27768]: pgmap v138: 121 pgs: 121 active+clean; 49 MiB data, 311 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-09-17T17:03:56.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:56 smithi031 ceph-mon[27768]: osdmap e106: 8 total, 8 up, 8 in 2024-09-17T17:03:56.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:56 smithi031 ceph-mon[39468]: osdmap e105: 8 total, 8 up, 8 in 2024-09-17T17:03:56.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:56 smithi031 ceph-mon[39468]: pgmap v138: 121 pgs: 121 active+clean; 49 MiB data, 311 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-09-17T17:03:56.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:56 smithi031 ceph-mon[39468]: osdmap e106: 8 total, 8 up, 8 in 2024-09-17T17:03:56.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:56 smithi066 ceph-mon[31354]: osdmap e105: 8 total, 8 up, 8 in 2024-09-17T17:03:56.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:56 smithi066 ceph-mon[31354]: pgmap v138: 121 pgs: 121 active+clean; 49 MiB data, 311 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-09-17T17:03:56.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:56 smithi066 ceph-mon[31354]: osdmap e106: 8 total, 8 up, 8 in 2024-09-17T17:03:57.275 INFO:tasks.rados.rados.0.smithi031.stdout:183: done (4 left) 2024-09-17T17:03:57.275 INFO:tasks.rados.rados.0.smithi031.stdout:184: done (3 left) 2024-09-17T17:03:57.275 INFO:tasks.rados.rados.0.smithi031.stdout:185: done (2 left) 2024-09-17T17:03:57.275 INFO:tasks.rados.rados.0.smithi031.stdout:186: done (1 left) 2024-09-17T17:03:57.275 INFO:tasks.rados.rados.0.smithi031.stdout:187: done (0 left) 2024-09-17T17:03:57.275 INFO:tasks.rados.rados.0.smithi031.stdout:188: delete oid 44 current snap is 15 2024-09-17T17:03:57.279 INFO:tasks.rados.rados.0.smithi031.stdout:188: done (0 left) 2024-09-17T17:03:57.279 INFO:tasks.rados.rados.0.smithi031.stdout:189: snap_create 2024-09-17T17:03:58.280 INFO:tasks.rados.rados.0.smithi031.stdout:189: done (0 left) 2024-09-17T17:03:58.280 INFO:tasks.rados.rados.0.smithi031.stdout:190: read oid 40 snap -1 2024-09-17T17:03:58.281 INFO:tasks.rados.rados.0.smithi031.stdout:190: expect (ObjNum 39 snap 0 seq_num 39) 2024-09-17T17:03:58.281 INFO:tasks.rados.rados.0.smithi031.stdout:191: snap_create 2024-09-17T17:03:58.285 INFO:tasks.rados.rados.0.smithi031.stdout:190: expect (ObjNum 39 snap 0 seq_num 39) 2024-09-17T17:03:58.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:58 smithi031 ceph-mon[27768]: osdmap e107: 8 total, 8 up, 8 in 2024-09-17T17:03:58.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:58 smithi031 ceph-mon[27768]: pgmap v141: 121 pgs: 121 active+clean; 49 MiB data, 311 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-09-17T17:03:58.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:58 smithi031 ceph-mon[39468]: osdmap e107: 8 total, 8 up, 8 in 2024-09-17T17:03:58.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:58 smithi031 ceph-mon[39468]: pgmap v141: 121 pgs: 121 active+clean; 49 MiB data, 311 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-09-17T17:03:58.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:58 smithi066 ceph-mon[31354]: osdmap e107: 8 total, 8 up, 8 in 2024-09-17T17:03:58.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:58 smithi066 ceph-mon[31354]: pgmap v141: 121 pgs: 121 active+clean; 49 MiB data, 311 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-09-17T17:03:59.210 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-09-17T17:03:59.280 INFO:tasks.rados.rados.0.smithi031.stdout:190: done (1 left) 2024-09-17T17:03:59.280 INFO:tasks.rados.rados.0.smithi031.stdout:191: done (0 left) 2024-09-17T17:03:59.280 INFO:tasks.rados.rados.0.smithi031.stdout:192: snap_remove snap 9 2024-09-17T17:03:59.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:03:59 smithi031 ceph-mon[27768]: osdmap e108: 8 total, 8 up, 8 in 2024-09-17T17:03:59.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:03:59 smithi031 ceph-mon[39468]: osdmap e108: 8 total, 8 up, 8 in 2024-09-17T17:03:59.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:03:59 smithi066 ceph-mon[31354]: osdmap e108: 8 total, 8 up, 8 in 2024-09-17T17:03:59.769 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T17:03:59.769 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (2m) 103s ago 3m 20.1M - 0.25.0 c8568f914cd2 e19d96c7fca4 2024-09-17T17:03:59.770 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi066 *:3000 running (2m) 103s ago 2m 85.6M - 9.4.7 954c08fa6188 7bff2f45f353 2024-09-17T17:03:59.770 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (4m) 103s ago 4m 15.5M - 18.2.4-855-g19e2a2be 980a0bfcd684 564d1f0baaea 2024-09-17T17:03:59.770 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi066 running (4m) 103s ago 4m 16.0M - 18.2.4-855-g19e2a2be 980a0bfcd684 c397d3fc9cd9 2024-09-17T17:03:59.770 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi066 *:8443,8765 running (7m) 103s ago 7m 437M - 18.2.4-855-g19e2a2be 980a0bfcd684 4fc6363a9e91 2024-09-17T17:03:59.770 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:9283,8765 running (9m) 103s ago 9m 485M - 18.2.4-855-g19e2a2be 980a0bfcd684 2c74dd39c796 2024-09-17T17:03:59.770 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (9m) 103s ago 9m 46.2M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 40537754a8ab 2024-09-17T17:03:59.770 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi066 running (8m) 103s ago 8m 41.8M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 1609e0a1a698 2024-09-17T17:03:59.770 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (8m) 103s ago 8m 39.0M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 ff7ae5068af1 2024-09-17T17:03:59.770 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (2m) 103s ago 2m 15.8M - 1.5.0 0da6a335fe13 5461f4c7304d 2024-09-17T17:03:59.770 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi066 *:9100 running (2m) 103s ago 2m 7994k - 1.5.0 0da6a335fe13 f747e79004be 2024-09-17T17:03:59.771 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (7m) 103s ago 7m 52.9M 2993M 18.2.4-855-g19e2a2be 980a0bfcd684 38476b1f028e 2024-09-17T17:03:59.771 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (7m) 103s ago 7m 44.1M 2993M 18.2.4-855-g19e2a2be 980a0bfcd684 626c909b429a 2024-09-17T17:03:59.771 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (6m) 103s ago 6m 51.0M 2993M 18.2.4-855-g19e2a2be 980a0bfcd684 f9740304d424 2024-09-17T17:03:59.771 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (6m) 103s ago 6m 49.4M 2993M 18.2.4-855-g19e2a2be 980a0bfcd684 aa304ea854ca 2024-09-17T17:03:59.771 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi066 running (5m) 103s ago 5m 53.4M 2992M 18.2.4-855-g19e2a2be 980a0bfcd684 a9ca20b85bc9 2024-09-17T17:03:59.771 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi066 running (5m) 103s ago 5m 46.0M 2992M 18.2.4-855-g19e2a2be 980a0bfcd684 2c5ce84fcccf 2024-09-17T17:03:59.771 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi066 running (5m) 103s ago 5m 49.1M 2992M 18.2.4-855-g19e2a2be 980a0bfcd684 d221efc6e856 2024-09-17T17:03:59.771 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi066 running (4m) 103s ago 4m 41.2M 2992M 18.2.4-855-g19e2a2be 980a0bfcd684 ce691a28a9fd 2024-09-17T17:03:59.771 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi066 *:9095 running (2m) 103s ago 3m 32.8M - 2.43.0 a07b618ecd1d c185751d02e9 2024-09-17T17:04:00.100 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:04:00.100 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-09-17T17:04:00.101 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-17T17:04:00.101 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:04:00.101 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-09-17T17:04:00.101 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T17:04:00.101 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:04:00.101 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-09-17T17:04:00.101 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 8 2024-09-17T17:04:00.101 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:04:00.101 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-09-17T17:04:00.101 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T17:04:00.101 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:04:00.101 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-09-17T17:04:00.101 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 15 2024-09-17T17:04:00.102 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-17T17:04:00.102 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:04:00.282 INFO:tasks.rados.rados.0.smithi031.stdout:192: done (0 left) 2024-09-17T17:04:00.282 INFO:tasks.rados.rados.0.smithi031.stdout:193: read oid 36 snap -1 2024-09-17T17:04:00.282 INFO:tasks.rados.rados.0.smithi031.stdout:193: expect (ObjNum 67 snap 6 seq_num 67) 2024-09-17T17:04:00.283 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 1 current snap is 17 2024-09-17T17:04:00.283 INFO:tasks.rados.rados.0.smithi031.stdout:194: seq_num 83 ranges {0=598016,598016=499712,1097728=303104} 2024-09-17T17:04:00.286 INFO:tasks.rados.rados.0.smithi031.stdout:194: writing smithi03184240-1 from 0 to 598016 tid 1 2024-09-17T17:04:00.289 INFO:tasks.rados.rados.0.smithi031.stdout:194: writing smithi03184240-1 from 598016 to 1097728 tid 2 2024-09-17T17:04:00.292 INFO:tasks.rados.rados.0.smithi031.stdout:194: writing smithi03184240-1 from 1097728 to 1400832 tid 3 2024-09-17T17:04:00.292 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 9 current snap is 17 2024-09-17T17:04:00.292 INFO:tasks.rados.rados.0.smithi031.stdout:195: seq_num 84 ranges {1302528=614400,1916928=434176,2351104=368640} 2024-09-17T17:04:00.303 INFO:tasks.rados.rados.0.smithi031.stdout:195: writing smithi03184240-9 from 1302528 to 1916928 tid 1 2024-09-17T17:04:00.306 INFO:tasks.rados.rados.0.smithi031.stdout:195: writing smithi03184240-9 from 1916928 to 2351104 tid 2 2024-09-17T17:04:00.308 INFO:tasks.rados.rados.0.smithi031.stdout:195: writing smithi03184240-9 from 2351104 to 2719744 tid 3 2024-09-17T17:04:00.308 INFO:tasks.rados.rados.0.smithi031.stdout:196: rmattr oid 11 current snap is 17 2024-09-17T17:04:00.309 INFO:tasks.rados.rados.0.smithi031.stdout:196: done (3 left) 2024-09-17T17:04:00.309 INFO:tasks.rados.rados.0.smithi031.stdout:197: snap_remove snap 16 2024-09-17T17:04:00.402 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:04:00.402 INFO:teuthology.orchestra.run.smithi031.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0", 2024-09-17T17:04:00.402 INFO:teuthology.orchestra.run.smithi031.stdout: "in_progress": true, 2024-09-17T17:04:00.402 INFO:teuthology.orchestra.run.smithi031.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T17:04:00.402 INFO:teuthology.orchestra.run.smithi031.stdout: "services_complete": [], 2024-09-17T17:04:00.402 INFO:teuthology.orchestra.run.smithi031.stdout: "progress": "0/20 daemons upgraded", 2024-09-17T17:04:00.402 INFO:teuthology.orchestra.run.smithi031.stdout: "message": "Pulling quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 image on host smithi066", 2024-09-17T17:04:00.402 INFO:teuthology.orchestra.run.smithi031.stdout: "is_paused": false 2024-09-17T17:04:00.403 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:04:00.403 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:00 smithi031 ceph-mon[27768]: from='client.14967 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:04:00.403 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:00 smithi031 ceph-mon[27768]: osdmap e109: 8 total, 8 up, 8 in 2024-09-17T17:04:00.403 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:00 smithi031 ceph-mon[27768]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:04:00.403 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:00 smithi031 ceph-mon[27768]: from='client.24878 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:04:00.403 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:00 smithi031 ceph-mon[27768]: pgmap v144: 121 pgs: 121 active+clean; 49 MiB data, 311 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:04:00.403 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:00 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/1884403067' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T17:04:00.403 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:00 smithi031 ceph-mon[39468]: from='client.14967 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:04:00.403 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:00 smithi031 ceph-mon[39468]: osdmap e109: 8 total, 8 up, 8 in 2024-09-17T17:04:00.404 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:00 smithi031 ceph-mon[39468]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:04:00.404 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:00 smithi031 ceph-mon[39468]: from='client.24878 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:04:00.404 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:00 smithi031 ceph-mon[39468]: pgmap v144: 121 pgs: 121 active+clean; 49 MiB data, 311 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:04:00.404 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:00 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/1884403067' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T17:04:00.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:00 smithi066 ceph-mon[31354]: from='client.14967 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:04:00.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:00 smithi066 ceph-mon[31354]: osdmap e109: 8 total, 8 up, 8 in 2024-09-17T17:04:00.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:00 smithi066 ceph-mon[31354]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:04:00.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:00 smithi066 ceph-mon[31354]: from='client.24878 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:04:00.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:00 smithi066 ceph-mon[31354]: pgmap v144: 121 pgs: 121 active+clean; 49 MiB data, 311 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:04:00.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:00 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/1884403067' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T17:04:01.314 INFO:tasks.rados.rados.0.smithi031.stdout:197: done (3 left) 2024-09-17T17:04:01.314 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 17 2024-09-17T17:04:01.314 INFO:tasks.rados.rados.0.smithi031.stdout:194: finishing write tid 1 to smithi03184240-1 2024-09-17T17:04:01.314 INFO:tasks.rados.rados.0.smithi031.stdout:194: finishing write tid 2 to smithi03184240-1 2024-09-17T17:04:01.314 INFO:tasks.rados.rados.0.smithi031.stdout:194: finishing write tid 3 to smithi03184240-1 2024-09-17T17:04:01.314 INFO:tasks.rados.rados.0.smithi031.stdout:194: finishing write tid 4 to smithi03184240-1 2024-09-17T17:04:01.314 INFO:tasks.rados.rados.0.smithi031.stdout:198: seq_num 85 ranges {24576=630784,655360=720896,1376256=81920} 2024-09-17T17:04:01.317 INFO:tasks.rados.rados.0.smithi031.stdout:198: writing smithi03184240-2 from 24576 to 655360 tid 1 2024-09-17T17:04:01.321 INFO:tasks.rados.rados.0.smithi031.stdout:198: writing smithi03184240-2 from 655360 to 1376256 tid 2 2024-09-17T17:04:01.322 INFO:tasks.rados.rados.0.smithi031.stdout:198: writing smithi03184240-2 from 1376256 to 1458176 tid 3 2024-09-17T17:04:01.322 INFO:tasks.rados.rados.0.smithi031.stdout:193: expect (ObjNum 67 snap 6 seq_num 67) 2024-09-17T17:04:01.355 INFO:tasks.rados.rados.0.smithi031.stdout:194: finishing write tid 5 to smithi03184240-1 2024-09-17T17:04:01.355 INFO:tasks.rados.rados.0.smithi031.stdout:194: oid 1 updating version 0 to 34 2024-09-17T17:04:01.355 INFO:tasks.rados.rados.0.smithi031.stdout:194: oid 1 updating version 34 to 35 2024-09-17T17:04:01.355 INFO:tasks.rados.rados.0.smithi031.stdout:194: oid 1 version 35 is already newer than 32 2024-09-17T17:04:01.355 INFO:tasks.rados.rados.0.smithi031.stdout:194: oid 1 version 35 is already newer than 33 2024-09-17T17:04:01.355 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 35 (ObjNum 83 snap 17 seq_num 83) dirty exists 2024-09-17T17:04:01.356 INFO:tasks.rados.rados.0.smithi031.stdout:194: left oid 1 (ObjNum 83 snap 17 seq_num 83) 2024-09-17T17:04:01.356 INFO:tasks.rados.rados.0.smithi031.stdout:195: finishing write tid 1 to smithi03184240-9 2024-09-17T17:04:01.356 INFO:tasks.rados.rados.0.smithi031.stdout:195: finishing write tid 2 to smithi03184240-9 2024-09-17T17:04:01.356 INFO:tasks.rados.rados.0.smithi031.stdout:195: finishing write tid 3 to smithi03184240-9 2024-09-17T17:04:01.356 INFO:tasks.rados.rados.0.smithi031.stdout:195: finishing write tid 4 to smithi03184240-9 2024-09-17T17:04:01.356 INFO:tasks.rados.rados.0.smithi031.stdout:195: finishing write tid 5 to smithi03184240-9 2024-09-17T17:04:01.356 INFO:tasks.rados.rados.0.smithi031.stdout:195: oid 9 updating version 0 to 65 2024-09-17T17:04:01.356 INFO:tasks.rados.rados.0.smithi031.stdout:195: oid 9 version 65 is already newer than 63 2024-09-17T17:04:01.356 INFO:tasks.rados.rados.0.smithi031.stdout:195: oid 9 version 65 is already newer than 64 2024-09-17T17:04:01.356 INFO:tasks.rados.rados.0.smithi031.stdout:195: oid 9 updating version 65 to 66 2024-09-17T17:04:01.356 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 66 (ObjNum 84 snap 17 seq_num 84) dirty exists 2024-09-17T17:04:01.356 INFO:tasks.rados.rados.0.smithi031.stdout:195: left oid 9 (ObjNum 84 snap 17 seq_num 84) 2024-09-17T17:04:01.356 INFO:tasks.rados.rados.0.smithi031.stdout:198: finishing write tid 1 to smithi03184240-2 2024-09-17T17:04:01.357 INFO:tasks.rados.rados.0.smithi031.stdout:198: finishing write tid 2 to smithi03184240-2 2024-09-17T17:04:01.357 INFO:tasks.rados.rados.0.smithi031.stdout:198: finishing write tid 3 to smithi03184240-2 2024-09-17T17:04:01.357 INFO:tasks.rados.rados.0.smithi031.stdout:198: finishing write tid 4 to smithi03184240-2 2024-09-17T17:04:01.357 INFO:tasks.rados.rados.0.smithi031.stdout:198: finishing write tid 5 to smithi03184240-2 2024-09-17T17:04:01.357 INFO:tasks.rados.rados.0.smithi031.stdout:198: oid 2 updating version 0 to 99 2024-09-17T17:04:01.357 INFO:tasks.rados.rados.0.smithi031.stdout:198: oid 2 updating version 99 to 101 2024-09-17T17:04:01.357 INFO:tasks.rados.rados.0.smithi031.stdout:198: oid 2 version 101 is already newer than 98 2024-09-17T17:04:01.357 INFO:tasks.rados.rados.0.smithi031.stdout:198: oid 2 version 101 is already newer than 100 2024-09-17T17:04:01.357 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 101 (ObjNum 85 snap 17 seq_num 85) dirty exists 2024-09-17T17:04:01.357 INFO:tasks.rados.rados.0.smithi031.stdout:198: left oid 2 (ObjNum 85 snap 17 seq_num 85) 2024-09-17T17:04:01.357 INFO:tasks.rados.rados.0.smithi031.stdout:193: done (3 left) 2024-09-17T17:04:01.357 INFO:tasks.rados.rados.0.smithi031.stdout:194: done (2 left) 2024-09-17T17:04:01.357 INFO:tasks.rados.rados.0.smithi031.stdout:195: done (1 left) 2024-09-17T17:04:01.358 INFO:tasks.rados.rados.0.smithi031.stdout:198: done (0 left) 2024-09-17T17:04:01.358 INFO:tasks.rados.rados.0.smithi031.stdout:199: copy_from oid 44 from oid 48 current snap is 17 2024-09-17T17:04:01.358 INFO:tasks.rados.rados.0.smithi031.stdout:200: rollback oid 30 current snap is 17 2024-09-17T17:04:01.358 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 30 to 15 2024-09-17T17:04:01.358 INFO:tasks.rados.rados.0.smithi031.stdout:201: rmattr oid 3 current snap is 17 2024-09-17T17:04:01.358 INFO:tasks.rados.rados.0.smithi031.stdout:201: done (2 left) 2024-09-17T17:04:01.358 INFO:tasks.rados.rados.0.smithi031.stdout:202: rmattr oid 26 current snap is 17 2024-09-17T17:04:01.358 INFO:tasks.rados.rados.0.smithi031.stdout:202: done (2 left) 2024-09-17T17:04:01.358 INFO:tasks.rados.rados.0.smithi031.stdout:203: rmattr oid 12 current snap is 17 2024-09-17T17:04:01.358 INFO:tasks.rados.rados.0.smithi031.stdout:203: done (2 left) 2024-09-17T17:04:01.359 INFO:tasks.rados.rados.0.smithi031.stdout:204: read oid 49 snap -1 2024-09-17T17:04:01.359 INFO:tasks.rados.rados.0.smithi031.stdout:204: expect (ObjNum 55 snap 4 seq_num 55) 2024-09-17T17:04:01.359 INFO:tasks.rados.rados.0.smithi031.stdout:205: read oid 50 snap -1 2024-09-17T17:04:01.359 INFO:tasks.rados.rados.0.smithi031.stdout:205: expect (ObjNum 49 snap 0 seq_num 49) 2024-09-17T17:04:01.359 INFO:tasks.rados.rados.0.smithi031.stdout:206: delete oid 19 current snap is 17 2024-09-17T17:04:01.360 INFO:tasks.rados.rados.0.smithi031.stdout:200: finishing rollback tid 0 to smithi03184240-30 2024-09-17T17:04:01.360 INFO:tasks.rados.rados.0.smithi031.stdout:199: finishing copy_from racing read to smithi03184240-44 2024-09-17T17:04:01.361 INFO:tasks.rados.rados.0.smithi031.stdout:200: finishing rollback tid 1 to smithi03184240-30 2024-09-17T17:04:01.361 INFO:tasks.rados.rados.0.smithi031.stdout:206: done (4 left) 2024-09-17T17:04:01.361 INFO:tasks.rados.rados.0.smithi031.stdout:207: read oid 2 snap -1 2024-09-17T17:04:01.361 INFO:tasks.rados.rados.0.smithi031.stdout:207: expect (ObjNum 85 snap 17 seq_num 85) 2024-09-17T17:04:01.361 INFO:tasks.rados.rados.0.smithi031.stdout:208: copy_from oid 20 from oid 45 current snap is 17 2024-09-17T17:04:01.361 INFO:tasks.rados.rados.0.smithi031.stdout:209: copy_from oid 34 from oid 10 current snap is 17 2024-09-17T17:04:01.361 INFO:tasks.rados.rados.0.smithi031.stdout:210: read oid 21 snap 15 2024-09-17T17:04:01.361 INFO:tasks.rados.rados.0.smithi031.stdout:210: expect (ObjNum 34 snap 0 seq_num 34) 2024-09-17T17:04:01.361 INFO:tasks.rados.rados.0.smithi031.stdout:211: delete oid 43 current snap is 17 2024-09-17T17:04:01.361 INFO:tasks.rados.rados.0.smithi031.stdout:205: expect (ObjNum 49 snap 0 seq_num 49) 2024-09-17T17:04:01.389 INFO:tasks.rados.rados.0.smithi031.stdout:200: finishing rollback tid 2 to smithi03184240-30 2024-09-17T17:04:01.389 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 39 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-09-17T17:04:01.389 INFO:tasks.rados.rados.0.smithi031.stdout:199: finishing copy_from to smithi03184240-44 2024-09-17T17:04:01.389 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 8 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-09-17T17:04:01.389 INFO:tasks.rados.rados.0.smithi031.stdout:204: expect (ObjNum 55 snap 4 seq_num 55) 2024-09-17T17:04:01.447 INFO:tasks.rados.rados.0.smithi031.stdout:210: expect (ObjNum 34 snap 0 seq_num 34) 2024-09-17T17:04:01.462 INFO:tasks.rados.rados.0.smithi031.stdout:209: finishing copy_from racing read to smithi03184240-34 2024-09-17T17:04:01.463 INFO:tasks.rados.rados.0.smithi031.stdout:209: finishing copy_from to smithi03184240-34 2024-09-17T17:04:01.463 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 10 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-17T17:04:01.463 INFO:tasks.rados.rados.0.smithi031.stdout:207: expect (ObjNum 85 snap 17 seq_num 85) 2024-09-17T17:04:01.501 INFO:tasks.rados.rados.0.smithi031.stdout:208: finishing copy_from racing read to smithi03184240-20 2024-09-17T17:04:01.502 INFO:tasks.rados.rados.0.smithi031.stdout:199: done (8 left) 2024-09-17T17:04:01.502 INFO:tasks.rados.rados.0.smithi031.stdout:200: done (7 left) 2024-09-17T17:04:01.502 INFO:tasks.rados.rados.0.smithi031.stdout:204: done (6 left) 2024-09-17T17:04:01.502 INFO:tasks.rados.rados.0.smithi031.stdout:205: done (5 left) 2024-09-17T17:04:01.502 INFO:tasks.rados.rados.0.smithi031.stdout:207: done (4 left) 2024-09-17T17:04:01.502 INFO:tasks.rados.rados.0.smithi031.stdout:209: done (3 left) 2024-09-17T17:04:01.502 INFO:tasks.rados.rados.0.smithi031.stdout:210: done (2 left) 2024-09-17T17:04:01.502 INFO:tasks.rados.rados.0.smithi031.stdout:211: done (1 left) 2024-09-17T17:04:01.502 INFO:tasks.rados.rados.0.smithi031.stdout:212: rollback oid 42 current snap is 17 2024-09-17T17:04:01.502 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 42 to 6 2024-09-17T17:04:01.502 INFO:tasks.rados.rados.0.smithi031.stdout:208: finishing copy_from to smithi03184240-20 2024-09-17T17:04:01.502 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 69 (ObjNum 75 snap 12 seq_num 75) dirty exists 2024-09-17T17:04:01.502 INFO:tasks.rados.rados.0.smithi031.stdout:208: done (1 left) 2024-09-17T17:04:01.502 INFO:tasks.rados.rados.0.smithi031.stdout:213: delete oid 44 current snap is 17 2024-09-17T17:04:01.504 INFO:tasks.rados.rados.0.smithi031.stdout:212: finishing rollback tid 0 to smithi03184240-42 2024-09-17T17:04:01.504 INFO:tasks.rados.rados.0.smithi031.stdout:212: finishing rollback tid 1 to smithi03184240-42 2024-09-17T17:04:01.504 INFO:tasks.rados.rados.0.smithi031.stdout:212: finishing rollback tid 2 to smithi03184240-42 2024-09-17T17:04:01.504 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 108 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-09-17T17:04:01.505 INFO:tasks.rados.rados.0.smithi031.stdout:212: done (1 left) 2024-09-17T17:04:01.505 INFO:tasks.rados.rados.0.smithi031.stdout:213: done (0 left) 2024-09-17T17:04:01.505 INFO:tasks.rados.rados.0.smithi031.stdout:214: copy_from oid 44 from oid 24 current snap is 17 2024-09-17T17:04:01.506 INFO:tasks.rados.rados.0.smithi031.stdout:215: rollback oid 13 current snap is 17 2024-09-17T17:04:01.506 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 13 to 6 2024-09-17T17:04:01.506 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 17 current snap is 17 2024-09-17T17:04:01.506 INFO:tasks.rados.rados.0.smithi031.stdout:216: seq_num 89 ranges {1302528=696320,1998848=655360,2654208=147456} 2024-09-17T17:04:01.516 INFO:tasks.rados.rados.0.smithi031.stdout:216: writing smithi03184240-17 from 1302528 to 1998848 tid 1 2024-09-17T17:04:01.520 INFO:tasks.rados.rados.0.smithi031.stdout:216: writing smithi03184240-17 from 1998848 to 2654208 tid 2 2024-09-17T17:04:01.521 INFO:tasks.rados.rados.0.smithi031.stdout:216: writing smithi03184240-17 from 2654208 to 2801664 tid 3 2024-09-17T17:04:01.521 INFO:tasks.rados.rados.0.smithi031.stdout:217: rollback oid 35 current snap is 17 2024-09-17T17:04:01.521 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 35 to 13 2024-09-17T17:04:01.521 INFO:tasks.rados.rados.0.smithi031.stdout:215: finishing rollback tid 0 to smithi03184240-13 2024-09-17T17:04:01.521 INFO:tasks.rados.rados.0.smithi031.stdout:215: finishing rollback tid 1 to smithi03184240-13 2024-09-17T17:04:01.521 INFO:tasks.rados.rados.0.smithi031.stdout:215: finishing rollback tid 2 to smithi03184240-13 2024-09-17T17:04:01.521 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 72 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-09-17T17:04:01.522 INFO:tasks.rados.rados.0.smithi031.stdout:214: finishing copy_from racing read to smithi03184240-44 2024-09-17T17:04:01.522 INFO:tasks.rados.rados.0.smithi031.stdout:215: done (3 left) 2024-09-17T17:04:01.522 INFO:tasks.rados.rados.0.smithi031.stdout:218: snap_remove snap 15 2024-09-17T17:04:01.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:01 smithi031 ceph-mon[27768]: osdmap e110: 8 total, 8 up, 8 in 2024-09-17T17:04:01.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:01 smithi031 ceph-mon[27768]: from='client.24890 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:04:01.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:01 smithi031 ceph-mon[39468]: osdmap e110: 8 total, 8 up, 8 in 2024-09-17T17:04:01.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:01 smithi031 ceph-mon[39468]: from='client.24890 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:04:01.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:01 smithi066 ceph-mon[31354]: osdmap e110: 8 total, 8 up, 8 in 2024-09-17T17:04:01.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:01 smithi066 ceph-mon[31354]: from='client.24890 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:04:01.865 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:01 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:04:01] "GET /metrics HTTP/1.1" 200 36000 "" "Prometheus/2.43.0" 2024-09-17T17:04:02.322 INFO:tasks.rados.rados.0.smithi031.stdout:218: done (3 left) 2024-09-17T17:04:02.322 INFO:tasks.rados.rados.0.smithi031.stdout:219: snap_remove snap 6 2024-09-17T17:04:02.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:02 smithi031 ceph-mon[27768]: osdmap e111: 8 total, 8 up, 8 in 2024-09-17T17:04:02.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:02 smithi031 ceph-mon[27768]: pgmap v147: 121 pgs: 121 active+clean; 52 MiB data, 316 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 1022 KiB/s wr, 8 op/s 2024-09-17T17:04:02.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:02 smithi031 ceph-mon[39468]: osdmap e111: 8 total, 8 up, 8 in 2024-09-17T17:04:02.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:02 smithi031 ceph-mon[39468]: pgmap v147: 121 pgs: 121 active+clean; 52 MiB data, 316 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 1022 KiB/s wr, 8 op/s 2024-09-17T17:04:02.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:02 smithi066 ceph-mon[31354]: osdmap e111: 8 total, 8 up, 8 in 2024-09-17T17:04:02.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:02 smithi066 ceph-mon[31354]: pgmap v147: 121 pgs: 121 active+clean; 52 MiB data, 316 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 1022 KiB/s wr, 8 op/s 2024-09-17T17:04:03.324 INFO:tasks.rados.rados.0.smithi031.stdout:219: done (3 left) 2024-09-17T17:04:03.324 INFO:tasks.rados.rados.0.smithi031.stdout:220: rollback oid 42 current snap is 17 2024-09-17T17:04:03.324 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 42 to 14 2024-09-17T17:04:03.324 INFO:tasks.rados.rados.0.smithi031.stdout:221: copy_from oid 41 from oid 19 current snap is 17 2024-09-17T17:04:03.325 INFO:tasks.rados.rados.0.smithi031.stdout:214: finishing copy_from to smithi03184240-44 2024-09-17T17:04:03.325 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 15 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-09-17T17:04:03.325 INFO:tasks.rados.rados.0.smithi031.stdout:216: finishing write tid 1 to smithi03184240-17 2024-09-17T17:04:03.325 INFO:tasks.rados.rados.0.smithi031.stdout:216: finishing write tid 2 to smithi03184240-17 2024-09-17T17:04:03.325 INFO:tasks.rados.rados.0.smithi031.stdout:216: finishing write tid 3 to smithi03184240-17 2024-09-17T17:04:03.325 INFO:tasks.rados.rados.0.smithi031.stdout:216: finishing write tid 4 to smithi03184240-17 2024-09-17T17:04:03.326 INFO:tasks.rados.rados.0.smithi031.stdout:217: finishing rollback tid 0 to smithi03184240-35 2024-09-17T17:04:03.326 INFO:tasks.rados.rados.0.smithi031.stdout:217: finishing rollback tid 1 to smithi03184240-35 2024-09-17T17:04:03.326 INFO:tasks.rados.rados.0.smithi031.stdout:217: finishing rollback tid 2 to smithi03184240-35 2024-09-17T17:04:03.326 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 18 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-09-17T17:04:03.326 INFO:tasks.rados.rados.0.smithi031.stdout:216: finishing write tid 5 to smithi03184240-17 2024-09-17T17:04:03.326 INFO:tasks.rados.rados.0.smithi031.stdout:216: oid 17 updating version 0 to 33 2024-09-17T17:04:03.326 INFO:tasks.rados.rados.0.smithi031.stdout:216: oid 17 version 33 is already newer than 32 2024-09-17T17:04:03.327 INFO:tasks.rados.rados.0.smithi031.stdout:216: oid 17 version 33 is already newer than 31 2024-09-17T17:04:03.327 INFO:tasks.rados.rados.0.smithi031.stdout:216: oid 17 version 33 is already newer than 30 2024-09-17T17:04:03.327 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 33 (ObjNum 89 snap 17 seq_num 89) dirty exists 2024-09-17T17:04:03.327 INFO:tasks.rados.rados.0.smithi031.stdout:216: left oid 17 (ObjNum 89 snap 17 seq_num 89) 2024-09-17T17:04:03.327 INFO:tasks.rados.rados.0.smithi031.stdout:214: done (4 left) 2024-09-17T17:04:03.327 INFO:tasks.rados.rados.0.smithi031.stdout:216: done (3 left) 2024-09-17T17:04:03.327 INFO:tasks.rados.rados.0.smithi031.stdout:217: done (2 left) 2024-09-17T17:04:03.328 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 17 2024-09-17T17:04:03.328 INFO:tasks.rados.rados.0.smithi031.stdout:222: seq_num 90 ranges {57344=712704,770048=540672,1310720=262144} 2024-09-17T17:04:03.328 INFO:tasks.rados.rados.0.smithi031.stdout:222: writing smithi03184240-4 from 57344 to 770048 tid 1 2024-09-17T17:04:03.332 INFO:tasks.rados.rados.0.smithi031.stdout:222: writing smithi03184240-4 from 770048 to 1310720 tid 2 2024-09-17T17:04:03.334 INFO:tasks.rados.rados.0.smithi031.stdout:222: writing smithi03184240-4 from 1310720 to 1572864 tid 3 2024-09-17T17:04:03.334 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 47 current snap is 17 2024-09-17T17:04:03.334 INFO:tasks.rados.rados.0.smithi031.stdout:221: finishing copy_from to smithi03184240-41 2024-09-17T17:04:03.334 INFO:tasks.rados.rados.0.smithi031.stdout:221: got expected ENOENT (src dne) 2024-09-17T17:04:03.335 INFO:tasks.rados.rados.0.smithi031.stdout:223: seq_num 91 ranges {188416=729088,917504=425984,1343488=376832} 2024-09-17T17:04:03.339 INFO:tasks.rados.rados.0.smithi031.stdout:223: writing smithi03184240-47 from 188416 to 917504 tid 1 2024-09-17T17:04:03.341 INFO:tasks.rados.rados.0.smithi031.stdout:223: writing smithi03184240-47 from 917504 to 1343488 tid 2 2024-09-17T17:04:03.345 INFO:tasks.rados.rados.0.smithi031.stdout:223: writing smithi03184240-47 from 1343488 to 1720320 tid 3 2024-09-17T17:04:03.345 INFO:tasks.rados.rados.0.smithi031.stdout:224: setattr oid 46 current snap is 17 2024-09-17T17:04:03.345 INFO:tasks.rados.rados.0.smithi031.stdout:221: finishing copy_from racing read to smithi03184240-41 2024-09-17T17:04:03.345 INFO:tasks.rados.rados.0.smithi031.stdout:220: finishing rollback tid 0 to smithi03184240-42 2024-09-17T17:04:03.345 INFO:tasks.rados.rados.0.smithi031.stdout:220: finishing rollback tid 1 to smithi03184240-42 2024-09-17T17:04:03.345 INFO:tasks.rados.rados.0.smithi031.stdout:220: finishing rollback tid 2 to smithi03184240-42 2024-09-17T17:04:03.345 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 123 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-09-17T17:04:03.345 INFO:tasks.rados.rados.0.smithi031.stdout:222: finishing write tid 1 to smithi03184240-4 2024-09-17T17:04:03.345 INFO:tasks.rados.rados.0.smithi031.stdout:222: finishing write tid 2 to smithi03184240-4 2024-09-17T17:04:03.345 INFO:tasks.rados.rados.0.smithi031.stdout:222: finishing write tid 3 to smithi03184240-4 2024-09-17T17:04:03.345 INFO:tasks.rados.rados.0.smithi031.stdout:222: finishing write tid 4 to smithi03184240-4 2024-09-17T17:04:03.345 INFO:tasks.rados.rados.0.smithi031.stdout:222: finishing write tid 5 to smithi03184240-4 2024-09-17T17:04:03.345 INFO:tasks.rados.rados.0.smithi031.stdout:222: oid 4 updating version 0 to 45 2024-09-17T17:04:03.346 INFO:tasks.rados.rados.0.smithi031.stdout:222: oid 4 version 45 is already newer than 44 2024-09-17T17:04:03.346 INFO:tasks.rados.rados.0.smithi031.stdout:222: oid 4 version 45 is already newer than 43 2024-09-17T17:04:03.346 INFO:tasks.rados.rados.0.smithi031.stdout:222: oid 4 updating version 45 to 46 2024-09-17T17:04:03.346 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 46 (ObjNum 90 snap 17 seq_num 90) dirty exists 2024-09-17T17:04:03.346 INFO:tasks.rados.rados.0.smithi031.stdout:222: left oid 4 (ObjNum 90 snap 17 seq_num 90) 2024-09-17T17:04:03.346 INFO:tasks.rados.rados.0.smithi031.stdout:223: finishing write tid 1 to smithi03184240-47 2024-09-17T17:04:03.346 INFO:tasks.rados.rados.0.smithi031.stdout:223: finishing write tid 2 to smithi03184240-47 2024-09-17T17:04:03.346 INFO:tasks.rados.rados.0.smithi031.stdout:223: finishing write tid 3 to smithi03184240-47 2024-09-17T17:04:03.346 INFO:tasks.rados.rados.0.smithi031.stdout:220: done (4 left) 2024-09-17T17:04:03.347 INFO:tasks.rados.rados.0.smithi031.stdout:221: done (3 left) 2024-09-17T17:04:03.347 INFO:tasks.rados.rados.0.smithi031.stdout:222: done (2 left) 2024-09-17T17:04:03.347 INFO:tasks.rados.rados.0.smithi031.stdout:225: snap_remove snap 4 2024-09-17T17:04:03.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:03 smithi031 ceph-mon[27768]: osdmap e112: 8 total, 8 up, 8 in 2024-09-17T17:04:03.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:03 smithi031 ceph-mon[39468]: osdmap e112: 8 total, 8 up, 8 in 2024-09-17T17:04:03.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:03 smithi066 ceph-mon[31354]: osdmap e112: 8 total, 8 up, 8 in 2024-09-17T17:04:04.331 INFO:tasks.rados.rados.0.smithi031.stdout:225: done (2 left) 2024-09-17T17:04:04.331 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 11 current snap is 17 2024-09-17T17:04:04.331 INFO:tasks.rados.rados.0.smithi031.stdout:223: finishing write tid 4 to smithi03184240-47 2024-09-17T17:04:04.331 INFO:tasks.rados.rados.0.smithi031.stdout:223: finishing write tid 5 to smithi03184240-47 2024-09-17T17:04:04.332 INFO:tasks.rados.rados.0.smithi031.stdout:223: oid 47 updating version 0 to 9 2024-09-17T17:04:04.332 INFO:tasks.rados.rados.0.smithi031.stdout:223: oid 47 updating version 9 to 11 2024-09-17T17:04:04.332 INFO:tasks.rados.rados.0.smithi031.stdout:223: oid 47 version 11 is already newer than 8 2024-09-17T17:04:04.332 INFO:tasks.rados.rados.0.smithi031.stdout:223: oid 47 version 11 is already newer than 10 2024-09-17T17:04:04.332 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 11 (ObjNum 91 snap 17 seq_num 91) dirty exists 2024-09-17T17:04:04.332 INFO:tasks.rados.rados.0.smithi031.stdout:223: left oid 47 (ObjNum 91 snap 17 seq_num 91) 2024-09-17T17:04:04.332 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 37 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-17T17:04:04.332 INFO:tasks.rados.rados.0.smithi031.stdout:226: seq_num 92 ranges {172032=745472,917504=761856,1679360=40960} 2024-09-17T17:04:04.337 INFO:tasks.rados.rados.0.smithi031.stdout:226: writing smithi03184240-11 from 172032 to 917504 tid 1 2024-09-17T17:04:04.341 INFO:tasks.rados.rados.0.smithi031.stdout:226: writing smithi03184240-11 from 917504 to 1679360 tid 2 2024-09-17T17:04:04.342 INFO:tasks.rados.rados.0.smithi031.stdout:226: writing smithi03184240-11 from 1679360 to 1720320 tid 3 2024-09-17T17:04:04.342 INFO:tasks.rados.rados.0.smithi031.stdout:223: done (2 left) 2024-09-17T17:04:04.342 INFO:tasks.rados.rados.0.smithi031.stdout:224: done (1 left) 2024-09-17T17:04:04.343 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 20 current snap is 17 2024-09-17T17:04:04.343 INFO:tasks.rados.rados.0.smithi031.stdout:226: finishing write tid 1 to smithi03184240-11 2024-09-17T17:04:04.343 INFO:tasks.rados.rados.0.smithi031.stdout:227: seq_num 93 ranges {1818624=761856,2580480=647168,3227648=155648} 2024-09-17T17:04:04.357 INFO:tasks.rados.rados.0.smithi031.stdout:227: writing smithi03184240-20 from 1818624 to 2580480 tid 1 2024-09-17T17:04:04.360 INFO:tasks.rados.rados.0.smithi031.stdout:227: writing smithi03184240-20 from 2580480 to 3227648 tid 2 2024-09-17T17:04:04.361 INFO:tasks.rados.rados.0.smithi031.stdout:227: writing smithi03184240-20 from 3227648 to 3383296 tid 3 2024-09-17T17:04:04.362 INFO:tasks.rados.rados.0.smithi031.stdout:228: copy_from oid 28 from oid 27 current snap is 17 2024-09-17T17:04:04.362 INFO:tasks.rados.rados.0.smithi031.stdout:226: finishing write tid 2 to smithi03184240-11 2024-09-17T17:04:04.362 INFO:tasks.rados.rados.0.smithi031.stdout:226: finishing write tid 3 to smithi03184240-11 2024-09-17T17:04:04.362 INFO:tasks.rados.rados.0.smithi031.stdout:226: finishing write tid 4 to smithi03184240-11 2024-09-17T17:04:04.362 INFO:tasks.rados.rados.0.smithi031.stdout:226: finishing write tid 5 to smithi03184240-11 2024-09-17T17:04:04.362 INFO:tasks.rados.rados.0.smithi031.stdout:226: oid 11 updating version 0 to 45 2024-09-17T17:04:04.362 INFO:tasks.rados.rados.0.smithi031.stdout:226: oid 11 updating version 45 to 46 2024-09-17T17:04:04.362 INFO:tasks.rados.rados.0.smithi031.stdout:226: oid 11 version 46 is already newer than 43 2024-09-17T17:04:04.362 INFO:tasks.rados.rados.0.smithi031.stdout:226: oid 11 version 46 is already newer than 44 2024-09-17T17:04:04.362 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 46 (ObjNum 92 snap 17 seq_num 92) dirty exists 2024-09-17T17:04:04.363 INFO:tasks.rados.rados.0.smithi031.stdout:226: left oid 11 (ObjNum 92 snap 17 seq_num 92) 2024-09-17T17:04:04.363 INFO:tasks.rados.rados.0.smithi031.stdout:227: finishing write tid 1 to smithi03184240-20 2024-09-17T17:04:04.363 INFO:tasks.rados.rados.0.smithi031.stdout:226: done (2 left) 2024-09-17T17:04:04.363 INFO:tasks.rados.rados.0.smithi031.stdout:229: snap_create 2024-09-17T17:04:04.364 INFO:tasks.rados.rados.0.smithi031.stdout:227: finishing write tid 2 to smithi03184240-20 2024-09-17T17:04:04.364 INFO:tasks.rados.rados.0.smithi031.stdout:227: finishing write tid 3 to smithi03184240-20 2024-09-17T17:04:04.364 INFO:tasks.rados.rados.0.smithi031.stdout:227: finishing write tid 4 to smithi03184240-20 2024-09-17T17:04:04.367 INFO:tasks.rados.rados.0.smithi031.stdout:227: finishing write tid 5 to smithi03184240-20 2024-09-17T17:04:04.367 INFO:tasks.rados.rados.0.smithi031.stdout:227: oid 20 updating version 0 to 71 2024-09-17T17:04:04.367 INFO:tasks.rados.rados.0.smithi031.stdout:227: oid 20 version 71 is already newer than 70 2024-09-17T17:04:04.367 INFO:tasks.rados.rados.0.smithi031.stdout:227: oid 20 updating version 71 to 72 2024-09-17T17:04:04.367 INFO:tasks.rados.rados.0.smithi031.stdout:227: oid 20 updating version 72 to 73 2024-09-17T17:04:04.367 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 73 (ObjNum 93 snap 17 seq_num 93) dirty exists 2024-09-17T17:04:04.367 INFO:tasks.rados.rados.0.smithi031.stdout:227: left oid 20 (ObjNum 93 snap 17 seq_num 93) 2024-09-17T17:04:04.368 INFO:tasks.rados.rados.0.smithi031.stdout:228: finishing copy_from racing read to smithi03184240-28 2024-09-17T17:04:04.370 INFO:tasks.rados.rados.0.smithi031.stdout:228: finishing copy_from to smithi03184240-28 2024-09-17T17:04:04.371 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 21 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-17T17:04:04.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:04 smithi031 ceph-mon[27768]: osdmap e113: 8 total, 8 up, 8 in 2024-09-17T17:04:04.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:04 smithi031 ceph-mon[27768]: pgmap v150: 121 pgs: 121 active+clean; 52 MiB data, 316 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 1022 KiB/s wr, 8 op/s 2024-09-17T17:04:04.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:04 smithi031 ceph-mon[39468]: osdmap e113: 8 total, 8 up, 8 in 2024-09-17T17:04:04.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:04 smithi031 ceph-mon[39468]: pgmap v150: 121 pgs: 121 active+clean; 52 MiB data, 316 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 1022 KiB/s wr, 8 op/s 2024-09-17T17:04:04.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:04 smithi066 ceph-mon[31354]: osdmap e113: 8 total, 8 up, 8 in 2024-09-17T17:04:04.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:04 smithi066 ceph-mon[31354]: pgmap v150: 121 pgs: 121 active+clean; 52 MiB data, 316 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 1022 KiB/s wr, 8 op/s 2024-09-17T17:04:05.339 INFO:tasks.rados.rados.0.smithi031.stdout:227: done (2 left) 2024-09-17T17:04:05.339 INFO:tasks.rados.rados.0.smithi031.stdout:228: done (1 left) 2024-09-17T17:04:05.339 INFO:tasks.rados.rados.0.smithi031.stdout:229: done (0 left) 2024-09-17T17:04:05.339 INFO:tasks.rados.rados.0.smithi031.stdout:230: snap_create 2024-09-17T17:04:05.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:05 smithi031 ceph-mon[27768]: osdmap e114: 8 total, 8 up, 8 in 2024-09-17T17:04:05.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:05 smithi031 ceph-mon[39468]: osdmap e114: 8 total, 8 up, 8 in 2024-09-17T17:04:05.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:05 smithi066 ceph-mon[31354]: osdmap e114: 8 total, 8 up, 8 in 2024-09-17T17:04:06.275 INFO:tasks.rados.rados.0.smithi031.stdout:230: done (0 left) 2024-09-17T17:04:06.275 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 17 current snap is 19 2024-09-17T17:04:06.275 INFO:tasks.rados.rados.0.smithi031.stdout:231: seq_num 94 ranges {2801664=778240,3579904=532480,4112384=270336} 2024-09-17T17:04:06.295 INFO:tasks.rados.rados.0.smithi031.stdout:231: writing smithi03184240-17 from 2801664 to 3579904 tid 1 2024-09-17T17:04:06.298 INFO:tasks.rados.rados.0.smithi031.stdout:231: writing smithi03184240-17 from 3579904 to 4112384 tid 2 2024-09-17T17:04:06.300 INFO:tasks.rados.rados.0.smithi031.stdout:231: writing smithi03184240-17 from 4112384 to 4382720 tid 3 2024-09-17T17:04:06.300 INFO:tasks.rados.rados.0.smithi031.stdout:232: rollback oid 8 current snap is 19 2024-09-17T17:04:06.300 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 8 to 14 2024-09-17T17:04:06.300 INFO:tasks.rados.rados.0.smithi031.stdout:233: rmattr oid 26 current snap is 19 2024-09-17T17:04:06.300 INFO:tasks.rados.rados.0.smithi031.stdout:233: done (2 left) 2024-09-17T17:04:06.300 INFO:tasks.rados.rados.0.smithi031.stdout:234: delete oid 2 current snap is 19 2024-09-17T17:04:06.300 INFO:tasks.rados.rados.0.smithi031.stdout:232: finishing rollback tid 1 to smithi03184240-8 2024-09-17T17:04:06.300 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 0 (ObjNum 129 snap 0 seq_num 1705297160) dirty dne 2024-09-17T17:04:06.304 INFO:tasks.rados.rados.0.smithi031.stdout:231: finishing write tid 1 to smithi03184240-17 2024-09-17T17:04:06.305 INFO:tasks.rados.rados.0.smithi031.stdout:231: finishing write tid 2 to smithi03184240-17 2024-09-17T17:04:06.305 INFO:tasks.rados.rados.0.smithi031.stdout:231: finishing write tid 3 to smithi03184240-17 2024-09-17T17:04:06.305 INFO:tasks.rados.rados.0.smithi031.stdout:231: finishing write tid 4 to smithi03184240-17 2024-09-17T17:04:06.305 INFO:tasks.rados.rados.0.smithi031.stdout:232: done (2 left) 2024-09-17T17:04:06.305 INFO:tasks.rados.rados.0.smithi031.stdout:234: done (1 left) 2024-09-17T17:04:06.305 INFO:tasks.rados.rados.0.smithi031.stdout:235: rmattr oid 10 current snap is 19 2024-09-17T17:04:06.306 INFO:tasks.rados.rados.0.smithi031.stdout:235: done (1 left) 2024-09-17T17:04:06.306 INFO:tasks.rados.rados.0.smithi031.stdout:236: snap_create 2024-09-17T17:04:06.308 INFO:tasks.rados.rados.0.smithi031.stdout:231: finishing write tid 5 to smithi03184240-17 2024-09-17T17:04:06.308 INFO:tasks.rados.rados.0.smithi031.stdout:231: oid 17 updating version 0 to 58 2024-09-17T17:04:06.308 INFO:tasks.rados.rados.0.smithi031.stdout:231: oid 17 updating version 58 to 59 2024-09-17T17:04:06.308 INFO:tasks.rados.rados.0.smithi031.stdout:231: oid 17 version 59 is already newer than 57 2024-09-17T17:04:06.308 INFO:tasks.rados.rados.0.smithi031.stdout:231: oid 17 version 59 is already newer than 56 2024-09-17T17:04:06.308 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 59 (ObjNum 94 snap 19 seq_num 94) dirty exists 2024-09-17T17:04:06.308 INFO:tasks.rados.rados.0.smithi031.stdout:231: left oid 17 (ObjNum 94 snap 19 seq_num 94) 2024-09-17T17:04:06.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:06 smithi031 ceph-mon[27768]: osdmap e115: 8 total, 8 up, 8 in 2024-09-17T17:04:06.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:06 smithi031 ceph-mon[27768]: pgmap v153: 121 pgs: 121 active+clean; 57 MiB data, 330 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-09-17T17:04:06.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:06 smithi031 ceph-mon[27768]: osdmap e116: 8 total, 8 up, 8 in 2024-09-17T17:04:06.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:06 smithi031 ceph-mon[39468]: osdmap e115: 8 total, 8 up, 8 in 2024-09-17T17:04:06.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:06 smithi031 ceph-mon[39468]: pgmap v153: 121 pgs: 121 active+clean; 57 MiB data, 330 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-09-17T17:04:06.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:06 smithi031 ceph-mon[39468]: osdmap e116: 8 total, 8 up, 8 in 2024-09-17T17:04:06.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:06 smithi066 ceph-mon[31354]: osdmap e115: 8 total, 8 up, 8 in 2024-09-17T17:04:06.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:06 smithi066 ceph-mon[31354]: pgmap v153: 121 pgs: 121 active+clean; 57 MiB data, 330 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-09-17T17:04:06.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:06 smithi066 ceph-mon[31354]: osdmap e116: 8 total, 8 up, 8 in 2024-09-17T17:04:07.276 INFO:tasks.rados.rados.0.smithi031.stdout:231: done (1 left) 2024-09-17T17:04:07.276 INFO:tasks.rados.rados.0.smithi031.stdout:236: done (0 left) 2024-09-17T17:04:07.276 INFO:tasks.rados.rados.0.smithi031.stdout:237: copy_from oid 48 from oid 47 current snap is 20 2024-09-17T17:04:07.277 INFO:tasks.rados.rados.0.smithi031.stdout:238: read oid 34 snap -1 2024-09-17T17:04:07.277 INFO:tasks.rados.rados.0.smithi031.stdout:238: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-17T17:04:07.277 INFO:tasks.rados.rados.0.smithi031.stdout:239: snap_create 2024-09-17T17:04:07.282 INFO:tasks.rados.rados.0.smithi031.stdout:238: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-17T17:04:07.300 INFO:tasks.rados.rados.0.smithi031.stdout:237: finishing copy_from racing read to smithi03184240-48 2024-09-17T17:04:07.300 INFO:tasks.rados.rados.0.smithi031.stdout:237: finishing copy_from to smithi03184240-48 2024-09-17T17:04:07.300 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 11 (ObjNum 91 snap 17 seq_num 91) dirty exists 2024-09-17T17:04:08.282 INFO:tasks.rados.rados.0.smithi031.stdout:237: done (2 left) 2024-09-17T17:04:08.282 INFO:tasks.rados.rados.0.smithi031.stdout:238: done (1 left) 2024-09-17T17:04:08.282 INFO:tasks.rados.rados.0.smithi031.stdout:239: done (0 left) 2024-09-17T17:04:08.282 INFO:tasks.rados.rados.0.smithi031.stdout:240: read oid 47 snap -1 2024-09-17T17:04:08.282 INFO:tasks.rados.rados.0.smithi031.stdout:240: expect (ObjNum 91 snap 17 seq_num 91) 2024-09-17T17:04:08.283 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 21 2024-09-17T17:04:08.283 INFO:tasks.rados.rados.0.smithi031.stdout:241: seq_num 96 ranges {1818624=409600,2228224=696320,2924544=507904} 2024-09-17T17:04:08.294 INFO:tasks.rados.rados.0.smithi031.stdout:241: writing smithi03184240-45 from 1818624 to 2228224 tid 1 2024-09-17T17:04:08.298 INFO:tasks.rados.rados.0.smithi031.stdout:241: writing smithi03184240-45 from 2228224 to 2924544 tid 2 2024-09-17T17:04:08.302 INFO:tasks.rados.rados.0.smithi031.stdout:241: writing smithi03184240-45 from 2924544 to 3432448 tid 3 2024-09-17T17:04:08.302 INFO:tasks.rados.rados.0.smithi031.stdout:242: read oid 49 snap 13 2024-09-17T17:04:08.302 INFO:tasks.rados.rados.0.smithi031.stdout:242: expect (ObjNum 55 snap 4 seq_num 55) 2024-09-17T17:04:08.302 INFO:tasks.rados.rados.0.smithi031.stdout:243: read oid 28 snap -1 2024-09-17T17:04:08.302 INFO:tasks.rados.rados.0.smithi031.stdout:243: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-17T17:04:08.302 INFO:tasks.rados.rados.0.smithi031.stdout:244: read oid 46 snap 19 2024-09-17T17:04:08.302 INFO:tasks.rados.rados.0.smithi031.stdout:244: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-17T17:04:08.302 INFO:tasks.rados.rados.0.smithi031.stdout:245: rollback oid 11 current snap is 21 2024-09-17T17:04:08.302 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 11 to 17 2024-09-17T17:04:08.302 INFO:tasks.rados.rados.0.smithi031.stdout:240: expect (ObjNum 91 snap 17 seq_num 91) 2024-09-17T17:04:08.353 INFO:tasks.rados.rados.0.smithi031.stdout:241: finishing write tid 1 to smithi03184240-45 2024-09-17T17:04:08.353 INFO:tasks.rados.rados.0.smithi031.stdout:241: finishing write tid 2 to smithi03184240-45 2024-09-17T17:04:08.353 INFO:tasks.rados.rados.0.smithi031.stdout:240: done (5 left) 2024-09-17T17:04:08.353 INFO:tasks.rados.rados.0.smithi031.stdout:246: snap_remove snap 14 2024-09-17T17:04:08.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:08 smithi031 ceph-mon[27768]: osdmap e117: 8 total, 8 up, 8 in 2024-09-17T17:04:08.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:08 smithi031 ceph-mon[27768]: pgmap v156: 121 pgs: 121 active+clean; 57 MiB data, 330 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-09-17T17:04:08.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:08 smithi031 ceph-mon[39468]: osdmap e117: 8 total, 8 up, 8 in 2024-09-17T17:04:08.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:08 smithi031 ceph-mon[39468]: pgmap v156: 121 pgs: 121 active+clean; 57 MiB data, 330 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-09-17T17:04:08.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:08 smithi066 ceph-mon[31354]: osdmap e117: 8 total, 8 up, 8 in 2024-09-17T17:04:08.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:08 smithi066 ceph-mon[31354]: pgmap v156: 121 pgs: 121 active+clean; 57 MiB data, 330 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-09-17T17:04:09.288 INFO:tasks.rados.rados.0.smithi031.stdout:246: done (5 left) 2024-09-17T17:04:09.288 INFO:tasks.rados.rados.0.smithi031.stdout:247: snap_create 2024-09-17T17:04:09.288 INFO:tasks.rados.rados.0.smithi031.stdout:241: finishing write tid 3 to smithi03184240-45 2024-09-17T17:04:09.288 INFO:tasks.rados.rados.0.smithi031.stdout:241: finishing write tid 4 to smithi03184240-45 2024-09-17T17:04:09.288 INFO:tasks.rados.rados.0.smithi031.stdout:243: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-17T17:04:09.303 INFO:tasks.rados.rados.0.smithi031.stdout:241: finishing write tid 5 to smithi03184240-45 2024-09-17T17:04:09.303 INFO:tasks.rados.rados.0.smithi031.stdout:241: oid 45 updating version 0 to 153 2024-09-17T17:04:09.303 INFO:tasks.rados.rados.0.smithi031.stdout:241: oid 45 version 153 is already newer than 151 2024-09-17T17:04:09.303 INFO:tasks.rados.rados.0.smithi031.stdout:241: oid 45 version 153 is already newer than 152 2024-09-17T17:04:09.303 INFO:tasks.rados.rados.0.smithi031.stdout:241: oid 45 updating version 153 to 154 2024-09-17T17:04:09.303 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 154 (ObjNum 96 snap 21 seq_num 96) dirty exists 2024-09-17T17:04:09.303 INFO:tasks.rados.rados.0.smithi031.stdout:241: left oid 45 (ObjNum 96 snap 21 seq_num 96) 2024-09-17T17:04:09.304 INFO:tasks.rados.rados.0.smithi031.stdout:244: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-17T17:04:09.327 INFO:tasks.rados.rados.0.smithi031.stdout:242: expect (ObjNum 55 snap 4 seq_num 55) 2024-09-17T17:04:09.386 INFO:tasks.rados.rados.0.smithi031.stdout:245: finishing rollback tid 0 to smithi03184240-11 2024-09-17T17:04:09.386 INFO:tasks.rados.rados.0.smithi031.stdout:245: finishing rollback tid 1 to smithi03184240-11 2024-09-17T17:04:09.386 INFO:tasks.rados.rados.0.smithi031.stdout:245: finishing rollback tid 2 to smithi03184240-11 2024-09-17T17:04:09.386 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 50 (ObjNum 92 snap 17 seq_num 92) dirty exists 2024-09-17T17:04:09.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:09 smithi031 ceph-mon[27768]: osdmap e118: 8 total, 8 up, 8 in 2024-09-17T17:04:09.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:09 smithi031 ceph-mon[39468]: osdmap e118: 8 total, 8 up, 8 in 2024-09-17T17:04:09.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:09 smithi066 ceph-mon[31354]: osdmap e118: 8 total, 8 up, 8 in 2024-09-17T17:04:10.295 INFO:tasks.rados.rados.0.smithi031.stdout:241: done (5 left) 2024-09-17T17:04:10.296 INFO:tasks.rados.rados.0.smithi031.stdout:242: done (4 left) 2024-09-17T17:04:10.296 INFO:tasks.rados.rados.0.smithi031.stdout:243: done (3 left) 2024-09-17T17:04:10.296 INFO:tasks.rados.rados.0.smithi031.stdout:244: done (2 left) 2024-09-17T17:04:10.296 INFO:tasks.rados.rados.0.smithi031.stdout:245: done (1 left) 2024-09-17T17:04:10.296 INFO:tasks.rados.rados.0.smithi031.stdout:247: done (0 left) 2024-09-17T17:04:10.296 INFO:tasks.rados.rados.0.smithi031.stdout:248: snap_create 2024-09-17T17:04:10.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:10 smithi031 ceph-mon[27768]: osdmap e119: 8 total, 8 up, 8 in 2024-09-17T17:04:10.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:10 smithi031 ceph-mon[27768]: pgmap v159: 121 pgs: 121 active+clean; 57 MiB data, 330 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:04:10.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:10 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:04:10.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:10 smithi031 ceph-mon[39468]: osdmap e119: 8 total, 8 up, 8 in 2024-09-17T17:04:10.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:10 smithi031 ceph-mon[39468]: pgmap v159: 121 pgs: 121 active+clean; 57 MiB data, 330 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:04:10.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:10 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:04:10.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:10 smithi066 ceph-mon[31354]: osdmap e119: 8 total, 8 up, 8 in 2024-09-17T17:04:10.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:10 smithi066 ceph-mon[31354]: pgmap v159: 121 pgs: 121 active+clean; 57 MiB data, 330 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:04:10.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:10 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:04:11.278 INFO:tasks.rados.rados.0.smithi031.stdout:248: done (0 left) 2024-09-17T17:04:11.279 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 30 current snap is 23 2024-09-17T17:04:11.279 INFO:tasks.rados.rados.0.smithi031.stdout:249: seq_num 97 ranges {270336=434176,704512=581632,1286144=540672,1826816=81920} 2024-09-17T17:04:11.283 INFO:tasks.rados.rados.0.smithi031.stdout:249: writing smithi03184240-30 from 270336 to 704512 tid 1 2024-09-17T17:04:11.286 INFO:tasks.rados.rados.0.smithi031.stdout:249: writing smithi03184240-30 from 704512 to 1286144 tid 2 2024-09-17T17:04:11.290 INFO:tasks.rados.rados.0.smithi031.stdout:249: writing smithi03184240-30 from 1286144 to 1826816 tid 3 2024-09-17T17:04:11.290 INFO:tasks.rados.rados.0.smithi031.stdout:249: writing smithi03184240-30 from 1826816 to 1908736 tid 4 2024-09-17T17:04:11.291 INFO:tasks.rados.rados.0.smithi031.stdout:250: rmattr oid 17 current snap is 23 2024-09-17T17:04:11.291 INFO:tasks.rados.rados.0.smithi031.stdout:250: done (1 left) 2024-09-17T17:04:11.291 INFO:tasks.rados.rados.0.smithi031.stdout:251: snap_remove snap 20 2024-09-17T17:04:11.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:11 smithi031 ceph-mon[27768]: osdmap e120: 8 total, 8 up, 8 in 2024-09-17T17:04:11.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:11 smithi031 ceph-mon[27768]: osdmap e121: 8 total, 8 up, 8 in 2024-09-17T17:04:11.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:11 smithi031 ceph-mon[39468]: osdmap e120: 8 total, 8 up, 8 in 2024-09-17T17:04:11.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:11 smithi031 ceph-mon[39468]: osdmap e121: 8 total, 8 up, 8 in 2024-09-17T17:04:11.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:11 smithi066 ceph-mon[31354]: osdmap e120: 8 total, 8 up, 8 in 2024-09-17T17:04:11.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:11 smithi066 ceph-mon[31354]: osdmap e121: 8 total, 8 up, 8 in 2024-09-17T17:04:12.093 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:11 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:04:11] "GET /metrics HTTP/1.1" 200 36006 "" "Prometheus/2.43.0" 2024-09-17T17:04:12.286 INFO:tasks.rados.rados.0.smithi031.stdout:251: done (1 left) 2024-09-17T17:04:12.286 INFO:tasks.rados.rados.0.smithi031.stdout:252: snap_remove snap 13 2024-09-17T17:04:12.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:12 smithi031 ceph-mon[27768]: pgmap v162: 121 pgs: 121 active+clean; 59 MiB data, 339 MiB used, 715 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-09-17T17:04:12.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:12 smithi031 ceph-mon[27768]: osdmap e122: 8 total, 8 up, 8 in 2024-09-17T17:04:12.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:12 smithi031 ceph-mon[39468]: pgmap v162: 121 pgs: 121 active+clean; 59 MiB data, 339 MiB used, 715 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-09-17T17:04:12.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:12 smithi031 ceph-mon[39468]: osdmap e122: 8 total, 8 up, 8 in 2024-09-17T17:04:12.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:12 smithi066 ceph-mon[31354]: pgmap v162: 121 pgs: 121 active+clean; 59 MiB data, 339 MiB used, 715 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-09-17T17:04:12.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:12 smithi066 ceph-mon[31354]: osdmap e122: 8 total, 8 up, 8 in 2024-09-17T17:04:13.291 INFO:tasks.rados.rados.0.smithi031.stdout:249: finishing write tid 1 to smithi03184240-30 2024-09-17T17:04:13.291 INFO:tasks.rados.rados.0.smithi031.stdout:249: finishing write tid 2 to smithi03184240-30 2024-09-17T17:04:13.291 INFO:tasks.rados.rados.0.smithi031.stdout:249: finishing write tid 3 to smithi03184240-30 2024-09-17T17:04:13.291 INFO:tasks.rados.rados.0.smithi031.stdout:249: finishing write tid 4 to smithi03184240-30 2024-09-17T17:04:13.291 INFO:tasks.rados.rados.0.smithi031.stdout:249: finishing write tid 5 to smithi03184240-30 2024-09-17T17:04:13.291 INFO:tasks.rados.rados.0.smithi031.stdout:249: finishing write tid 6 to smithi03184240-30 2024-09-17T17:04:13.291 INFO:tasks.rados.rados.0.smithi031.stdout:249: oid 30 updating version 0 to 55 2024-09-17T17:04:13.291 INFO:tasks.rados.rados.0.smithi031.stdout:249: oid 30 version 55 is already newer than 53 2024-09-17T17:04:13.291 INFO:tasks.rados.rados.0.smithi031.stdout:249: oid 30 updating version 55 to 56 2024-09-17T17:04:13.291 INFO:tasks.rados.rados.0.smithi031.stdout:249: oid 30 version 56 is already newer than 54 2024-09-17T17:04:13.292 INFO:tasks.rados.rados.0.smithi031.stdout:249: oid 30 updating version 56 to 57 2024-09-17T17:04:13.292 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 57 (ObjNum 97 snap 23 seq_num 97) dirty exists 2024-09-17T17:04:13.292 INFO:tasks.rados.rados.0.smithi031.stdout:249: left oid 30 (ObjNum 97 snap 23 seq_num 97) 2024-09-17T17:04:13.292 INFO:tasks.rados.rados.0.smithi031.stdout:249: done (1 left) 2024-09-17T17:04:13.292 INFO:tasks.rados.rados.0.smithi031.stdout:252: done (0 left) 2024-09-17T17:04:13.292 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 14 current snap is 23 2024-09-17T17:04:13.292 INFO:tasks.rados.rados.0.smithi031.stdout:253: seq_num 98 ranges {0=450560,450560=466944,917504=737280} 2024-09-17T17:04:13.293 INFO:tasks.rados.rados.0.smithi031.stdout:253: writing smithi03184240-14 from 0 to 450560 tid 1 2024-09-17T17:04:13.297 INFO:tasks.rados.rados.0.smithi031.stdout:253: writing smithi03184240-14 from 450560 to 917504 tid 2 2024-09-17T17:04:13.302 INFO:tasks.rados.rados.0.smithi031.stdout:253: writing smithi03184240-14 from 917504 to 1654784 tid 3 2024-09-17T17:04:13.302 INFO:tasks.rados.rados.0.smithi031.stdout:253: finishing write tid 1 to smithi03184240-14 2024-09-17T17:04:13.303 INFO:tasks.rados.rados.0.smithi031.stdout:253: finishing write tid 2 to smithi03184240-14 2024-09-17T17:04:13.303 INFO:tasks.rados.rados.0.smithi031.stdout:254: read oid 3 snap -1 2024-09-17T17:04:13.303 INFO:tasks.rados.rados.0.smithi031.stdout:254: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-17T17:04:13.303 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 20 current snap is 23 2024-09-17T17:04:13.303 INFO:tasks.rados.rados.0.smithi031.stdout:255: seq_num 99 ranges {3383296=466944,3850240=802816,4653056=401408} 2024-09-17T17:04:13.323 INFO:tasks.rados.rados.0.smithi031.stdout:255: writing smithi03184240-20 from 3383296 to 3850240 tid 1 2024-09-17T17:04:13.328 INFO:tasks.rados.rados.0.smithi031.stdout:255: writing smithi03184240-20 from 3850240 to 4653056 tid 2 2024-09-17T17:04:13.331 INFO:tasks.rados.rados.0.smithi031.stdout:255: writing smithi03184240-20 from 4653056 to 5054464 tid 3 2024-09-17T17:04:13.331 INFO:tasks.rados.rados.0.smithi031.stdout:256: snap_create 2024-09-17T17:04:13.331 INFO:tasks.rados.rados.0.smithi031.stdout:253: finishing write tid 3 to smithi03184240-14 2024-09-17T17:04:13.331 INFO:tasks.rados.rados.0.smithi031.stdout:253: finishing write tid 4 to smithi03184240-14 2024-09-17T17:04:13.331 INFO:tasks.rados.rados.0.smithi031.stdout:254: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-17T17:04:13.338 INFO:tasks.rados.rados.0.smithi031.stdout:253: finishing write tid 5 to smithi03184240-14 2024-09-17T17:04:13.338 INFO:tasks.rados.rados.0.smithi031.stdout:253: oid 14 updating version 0 to 32 2024-09-17T17:04:13.338 INFO:tasks.rados.rados.0.smithi031.stdout:253: oid 14 version 32 is already newer than 30 2024-09-17T17:04:13.338 INFO:tasks.rados.rados.0.smithi031.stdout:253: oid 14 version 32 is already newer than 29 2024-09-17T17:04:13.338 INFO:tasks.rados.rados.0.smithi031.stdout:253: oid 14 version 32 is already newer than 31 2024-09-17T17:04:13.338 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 32 (ObjNum 98 snap 23 seq_num 98) dirty exists 2024-09-17T17:04:13.339 INFO:tasks.rados.rados.0.smithi031.stdout:253: left oid 14 (ObjNum 98 snap 23 seq_num 98) 2024-09-17T17:04:13.339 INFO:tasks.rados.rados.0.smithi031.stdout:255: finishing write tid 1 to smithi03184240-20 2024-09-17T17:04:13.339 INFO:tasks.rados.rados.0.smithi031.stdout:255: finishing write tid 2 to smithi03184240-20 2024-09-17T17:04:13.339 INFO:tasks.rados.rados.0.smithi031.stdout:255: finishing write tid 3 to smithi03184240-20 2024-09-17T17:04:13.339 INFO:tasks.rados.rados.0.smithi031.stdout:255: finishing write tid 4 to smithi03184240-20 2024-09-17T17:04:13.339 INFO:tasks.rados.rados.0.smithi031.stdout:255: finishing write tid 5 to smithi03184240-20 2024-09-17T17:04:13.339 INFO:tasks.rados.rados.0.smithi031.stdout:255: oid 20 updating version 0 to 74 2024-09-17T17:04:13.339 INFO:tasks.rados.rados.0.smithi031.stdout:255: oid 20 updating version 74 to 75 2024-09-17T17:04:13.339 INFO:tasks.rados.rados.0.smithi031.stdout:255: oid 20 updating version 75 to 77 2024-09-17T17:04:13.339 INFO:tasks.rados.rados.0.smithi031.stdout:255: oid 20 version 77 is already newer than 76 2024-09-17T17:04:13.339 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 77 (ObjNum 99 snap 23 seq_num 99) dirty exists 2024-09-17T17:04:13.339 INFO:tasks.rados.rados.0.smithi031.stdout:255: left oid 20 (ObjNum 99 snap 23 seq_num 99) 2024-09-17T17:04:14.291 INFO:tasks.rados.rados.0.smithi031.stdout:253: done (3 left) 2024-09-17T17:04:14.292 INFO:tasks.rados.rados.0.smithi031.stdout:254: done (2 left) 2024-09-17T17:04:14.292 INFO:tasks.rados.rados.0.smithi031.stdout:255: done (1 left) 2024-09-17T17:04:14.292 INFO:tasks.rados.rados.0.smithi031.stdout:256: done (0 left) 2024-09-17T17:04:14.292 INFO:tasks.rados.rados.0.smithi031.stdout:257: delete oid 41 current snap is 24 2024-09-17T17:04:14.297 INFO:tasks.rados.rados.0.smithi031.stdout:257: done (0 left) 2024-09-17T17:04:14.297 INFO:tasks.rados.rados.0.smithi031.stdout:258: read oid 13 snap -1 2024-09-17T17:04:14.297 INFO:tasks.rados.rados.0.smithi031.stdout:258: expect (ObjNum 12 snap 0 seq_num 12) 2024-09-17T17:04:14.298 INFO:tasks.rados.rados.0.smithi031.stdout:259: setattr oid 26 current snap is 24 2024-09-17T17:04:14.300 INFO:tasks.rados.rados.0.smithi031.stdout:260: copy_from oid 32 from oid 7 current snap is 24 2024-09-17T17:04:14.300 INFO:tasks.rados.rados.0.smithi031.stdout:261: read oid 22 snap -1 2024-09-17T17:04:14.300 INFO:tasks.rados.rados.0.smithi031.stdout:261: expect deleted 2024-09-17T17:04:14.301 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 15 current snap is 24 2024-09-17T17:04:14.301 INFO:tasks.rados.rados.0.smithi031.stdout:262: seq_num 101 ranges {1024000=499712,1523712=573440,2097152=524288,2621440=106496} 2024-09-17T17:04:14.309 INFO:tasks.rados.rados.0.smithi031.stdout:262: writing smithi03184240-15 from 1024000 to 1523712 tid 1 2024-09-17T17:04:14.312 INFO:tasks.rados.rados.0.smithi031.stdout:262: writing smithi03184240-15 from 1523712 to 2097152 tid 2 2024-09-17T17:04:14.315 INFO:tasks.rados.rados.0.smithi031.stdout:262: writing smithi03184240-15 from 2097152 to 2621440 tid 3 2024-09-17T17:04:14.316 INFO:tasks.rados.rados.0.smithi031.stdout:262: writing smithi03184240-15 from 2621440 to 2727936 tid 4 2024-09-17T17:04:14.316 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 49 current snap is 24 2024-09-17T17:04:14.316 INFO:tasks.rados.rados.0.smithi031.stdout:263: seq_num 102 ranges {1736704=516096,2252800=450560,2703360=729088,3432448=24576} 2024-09-17T17:04:14.328 INFO:tasks.rados.rados.0.smithi031.stdout:263: writing smithi03184240-49 from 1736704 to 2252800 tid 1 2024-09-17T17:04:14.331 INFO:tasks.rados.rados.0.smithi031.stdout:263: writing smithi03184240-49 from 2252800 to 2703360 tid 2 2024-09-17T17:04:14.336 INFO:tasks.rados.rados.0.smithi031.stdout:263: writing smithi03184240-49 from 2703360 to 3432448 tid 3 2024-09-17T17:04:14.336 INFO:tasks.rados.rados.0.smithi031.stdout:263: writing smithi03184240-49 from 3432448 to 3457024 tid 4 2024-09-17T17:04:14.336 INFO:tasks.rados.rados.0.smithi031.stdout:264: rollback oid 33 current snap is 24 2024-09-17T17:04:14.336 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 33 to 17 2024-09-17T17:04:14.336 INFO:tasks.rados.rados.0.smithi031.stdout:258: expect (ObjNum 12 snap 0 seq_num 12) 2024-09-17T17:04:14.343 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 36 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-09-17T17:04:14.343 INFO:tasks.rados.rados.0.smithi031.stdout:260: finishing copy_from racing read to smithi03184240-32 2024-09-17T17:04:14.343 INFO:tasks.rados.rados.0.smithi031.stdout:260: finishing copy_from to smithi03184240-32 2024-09-17T17:04:14.343 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-17T17:04:14.343 INFO:tasks.rados.rados.0.smithi031.stdout:262: finishing write tid 1 to smithi03184240-15 2024-09-17T17:04:14.343 INFO:tasks.rados.rados.0.smithi031.stdout:262: finishing write tid 2 to smithi03184240-15 2024-09-17T17:04:14.343 INFO:tasks.rados.rados.0.smithi031.stdout:258: done (6 left) 2024-09-17T17:04:14.343 INFO:tasks.rados.rados.0.smithi031.stdout:259: done (5 left) 2024-09-17T17:04:14.344 INFO:tasks.rados.rados.0.smithi031.stdout:260: done (4 left) 2024-09-17T17:04:14.344 INFO:tasks.rados.rados.0.smithi031.stdout:261: done (3 left) 2024-09-17T17:04:14.344 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 25 current snap is 24 2024-09-17T17:04:14.344 INFO:tasks.rados.rados.0.smithi031.stdout:262: finishing write tid 3 to smithi03184240-15 2024-09-17T17:04:14.344 INFO:tasks.rados.rados.0.smithi031.stdout:265: seq_num 103 ranges {2695168=532480,3227648=737280,3964928=466944} 2024-09-17T17:04:14.360 INFO:tasks.rados.rados.0.smithi031.stdout:265: writing smithi03184240-25 from 2695168 to 3227648 tid 1 2024-09-17T17:04:14.364 INFO:tasks.rados.rados.0.smithi031.stdout:265: writing smithi03184240-25 from 3227648 to 3964928 tid 2 2024-09-17T17:04:14.368 INFO:tasks.rados.rados.0.smithi031.stdout:265: writing smithi03184240-25 from 3964928 to 4431872 tid 3 2024-09-17T17:04:14.368 INFO:tasks.rados.rados.0.smithi031.stdout:266: read oid 5 snap -1 2024-09-17T17:04:14.368 INFO:tasks.rados.rados.0.smithi031.stdout:266: expect (ObjNum 4 snap 0 seq_num 4) 2024-09-17T17:04:14.369 INFO:tasks.rados.rados.0.smithi031.stdout:267: rollback oid 28 current snap is 24 2024-09-17T17:04:14.369 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 28 to 21 2024-09-17T17:04:14.369 INFO:tasks.rados.rados.0.smithi031.stdout:262: finishing write tid 4 to smithi03184240-15 2024-09-17T17:04:14.369 INFO:tasks.rados.rados.0.smithi031.stdout:262: finishing write tid 5 to smithi03184240-15 2024-09-17T17:04:14.369 INFO:tasks.rados.rados.0.smithi031.stdout:262: finishing write tid 6 to smithi03184240-15 2024-09-17T17:04:14.369 INFO:tasks.rados.rados.0.smithi031.stdout:262: oid 15 updating version 0 to 61 2024-09-17T17:04:14.369 INFO:tasks.rados.rados.0.smithi031.stdout:262: oid 15 version 61 is already newer than 60 2024-09-17T17:04:14.369 INFO:tasks.rados.rados.0.smithi031.stdout:262: oid 15 version 61 is already newer than 57 2024-09-17T17:04:14.369 INFO:tasks.rados.rados.0.smithi031.stdout:262: oid 15 version 61 is already newer than 58 2024-09-17T17:04:14.369 INFO:tasks.rados.rados.0.smithi031.stdout:262: oid 15 version 61 is already newer than 59 2024-09-17T17:04:14.369 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 61 (ObjNum 101 snap 24 seq_num 101) dirty exists 2024-09-17T17:04:14.370 INFO:tasks.rados.rados.0.smithi031.stdout:262: left oid 15 (ObjNum 101 snap 24 seq_num 101) 2024-09-17T17:04:14.370 INFO:tasks.rados.rados.0.smithi031.stdout:263: finishing write tid 1 to smithi03184240-49 2024-09-17T17:04:14.370 INFO:tasks.rados.rados.0.smithi031.stdout:262: done (5 left) 2024-09-17T17:04:14.370 INFO:tasks.rados.rados.0.smithi031.stdout:268: rmattr oid 41 current snap is 24 2024-09-17T17:04:14.370 INFO:tasks.rados.rados.0.smithi031.stdout:268: done (5 left) 2024-09-17T17:04:14.370 INFO:tasks.rados.rados.0.smithi031.stdout:269: copy_from oid 45 from oid 14 current snap is 24 2024-09-17T17:04:14.370 INFO:tasks.rados.rados.0.smithi031.stdout:263: finishing write tid 2 to smithi03184240-49 2024-09-17T17:04:14.370 INFO:tasks.rados.rados.0.smithi031.stdout:264: finishing rollback tid 0 to smithi03184240-33 2024-09-17T17:04:14.370 INFO:tasks.rados.rados.0.smithi031.stdout:264: finishing rollback tid 1 to smithi03184240-33 2024-09-17T17:04:14.370 INFO:tasks.rados.rados.0.smithi031.stdout:263: finishing write tid 3 to smithi03184240-49 2024-09-17T17:04:14.370 INFO:tasks.rados.rados.0.smithi031.stdout:264: finishing rollback tid 2 to smithi03184240-33 2024-09-17T17:04:14.370 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 104 (ObjNum 68 snap 6 seq_num 68) dirty exists 2024-09-17T17:04:14.370 INFO:tasks.rados.rados.0.smithi031.stdout:263: finishing write tid 4 to smithi03184240-49 2024-09-17T17:04:14.370 INFO:tasks.rados.rados.0.smithi031.stdout:263: finishing write tid 5 to smithi03184240-49 2024-09-17T17:04:14.371 INFO:tasks.rados.rados.0.smithi031.stdout:263: finishing write tid 6 to smithi03184240-49 2024-09-17T17:04:14.371 INFO:tasks.rados.rados.0.smithi031.stdout:263: oid 49 updating version 0 to 58 2024-09-17T17:04:14.371 INFO:tasks.rados.rados.0.smithi031.stdout:263: oid 49 updating version 58 to 62 2024-09-17T17:04:14.371 INFO:tasks.rados.rados.0.smithi031.stdout:263: oid 49 version 62 is already newer than 59 2024-09-17T17:04:14.371 INFO:tasks.rados.rados.0.smithi031.stdout:263: oid 49 version 62 is already newer than 60 2024-09-17T17:04:14.371 INFO:tasks.rados.rados.0.smithi031.stdout:263: oid 49 version 62 is already newer than 61 2024-09-17T17:04:14.371 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 62 (ObjNum 102 snap 24 seq_num 102) dirty exists 2024-09-17T17:04:14.371 INFO:tasks.rados.rados.0.smithi031.stdout:263: left oid 49 (ObjNum 102 snap 24 seq_num 102) 2024-09-17T17:04:14.371 INFO:tasks.rados.rados.0.smithi031.stdout:265: finishing write tid 1 to smithi03184240-25 2024-09-17T17:04:14.371 INFO:tasks.rados.rados.0.smithi031.stdout:263: done (5 left) 2024-09-17T17:04:14.371 INFO:tasks.rados.rados.0.smithi031.stdout:264: done (4 left) 2024-09-17T17:04:14.371 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 24 2024-09-17T17:04:14.371 INFO:tasks.rados.rados.0.smithi031.stdout:270: seq_num 104 ranges {106496=548864,655360=622592,1277952=581632} 2024-09-17T17:04:14.372 INFO:tasks.rados.rados.0.smithi031.stdout:270: writing smithi03184240-32 from 106496 to 655360 tid 1 2024-09-17T17:04:14.375 INFO:tasks.rados.rados.0.smithi031.stdout:270: writing smithi03184240-32 from 655360 to 1277952 tid 2 2024-09-17T17:04:14.379 INFO:tasks.rados.rados.0.smithi031.stdout:270: writing smithi03184240-32 from 1277952 to 1859584 tid 3 2024-09-17T17:04:14.379 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 11 current snap is 24 2024-09-17T17:04:14.379 INFO:tasks.rados.rados.0.smithi031.stdout:265: finishing write tid 2 to smithi03184240-25 2024-09-17T17:04:14.379 INFO:tasks.rados.rados.0.smithi031.stdout:271: seq_num 105 ranges {1720320=565248,2285568=507904,2793472=507904,3301376=188416} 2024-09-17T17:04:14.391 INFO:tasks.rados.rados.0.smithi031.stdout:271: writing smithi03184240-11 from 1720320 to 2285568 tid 1 2024-09-17T17:04:14.394 INFO:tasks.rados.rados.0.smithi031.stdout:271: writing smithi03184240-11 from 2285568 to 2793472 tid 2 2024-09-17T17:04:14.397 INFO:tasks.rados.rados.0.smithi031.stdout:271: writing smithi03184240-11 from 2793472 to 3301376 tid 3 2024-09-17T17:04:14.399 INFO:tasks.rados.rados.0.smithi031.stdout:271: writing smithi03184240-11 from 3301376 to 3489792 tid 4 2024-09-17T17:04:14.399 INFO:tasks.rados.rados.0.smithi031.stdout:272: read oid 46 snap 22 2024-09-17T17:04:14.399 INFO:tasks.rados.rados.0.smithi031.stdout:272: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-17T17:04:14.399 INFO:tasks.rados.rados.0.smithi031.stdout:273: read oid 4 snap -1 2024-09-17T17:04:14.399 INFO:tasks.rados.rados.0.smithi031.stdout:273: expect (ObjNum 90 snap 17 seq_num 90) 2024-09-17T17:04:14.400 INFO:tasks.rados.rados.0.smithi031.stdout:274: read oid 20 snap -1 2024-09-17T17:04:14.400 INFO:tasks.rados.rados.0.smithi031.stdout:274: expect (ObjNum 99 snap 23 seq_num 99) 2024-09-17T17:04:14.400 INFO:tasks.rados.rados.0.smithi031.stdout:275: delete oid 24 current snap is 24 2024-09-17T17:04:14.400 INFO:tasks.rados.rados.0.smithi031.stdout:266: expect (ObjNum 4 snap 0 seq_num 4) 2024-09-17T17:04:14.402 INFO:tasks.rados.rados.0.smithi031.stdout:265: finishing write tid 3 to smithi03184240-25 2024-09-17T17:04:14.402 INFO:tasks.rados.rados.0.smithi031.stdout:267: finishing rollback tid 0 to smithi03184240-28 2024-09-17T17:04:14.402 INFO:tasks.rados.rados.0.smithi031.stdout:265: finishing write tid 4 to smithi03184240-25 2024-09-17T17:04:14.403 INFO:tasks.rados.rados.0.smithi031.stdout:267: finishing rollback tid 1 to smithi03184240-28 2024-09-17T17:04:14.403 INFO:tasks.rados.rados.0.smithi031.stdout:267: finishing rollback tid 2 to smithi03184240-28 2024-09-17T17:04:14.403 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 184 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-17T17:04:14.403 INFO:tasks.rados.rados.0.smithi031.stdout:265: finishing write tid 5 to smithi03184240-25 2024-09-17T17:04:14.403 INFO:tasks.rados.rados.0.smithi031.stdout:265: oid 25 updating version 0 to 30 2024-09-17T17:04:14.403 INFO:tasks.rados.rados.0.smithi031.stdout:265: oid 25 version 30 is already newer than 27 2024-09-17T17:04:14.403 INFO:tasks.rados.rados.0.smithi031.stdout:265: oid 25 version 30 is already newer than 28 2024-09-17T17:04:14.403 INFO:tasks.rados.rados.0.smithi031.stdout:265: oid 25 version 30 is already newer than 29 2024-09-17T17:04:14.404 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 30 (ObjNum 103 snap 24 seq_num 103) dirty exists 2024-09-17T17:04:14.404 INFO:tasks.rados.rados.0.smithi031.stdout:265: left oid 25 (ObjNum 103 snap 24 seq_num 103) 2024-09-17T17:04:14.404 INFO:tasks.rados.rados.0.smithi031.stdout:270: finishing write tid 1 to smithi03184240-32 2024-09-17T17:04:14.404 INFO:tasks.rados.rados.0.smithi031.stdout:270: finishing write tid 2 to smithi03184240-32 2024-09-17T17:04:14.404 INFO:tasks.rados.rados.0.smithi031.stdout:270: finishing write tid 3 to smithi03184240-32 2024-09-17T17:04:14.404 INFO:tasks.rados.rados.0.smithi031.stdout:270: finishing write tid 4 to smithi03184240-32 2024-09-17T17:04:14.404 INFO:tasks.rados.rados.0.smithi031.stdout:269: finishing copy_from racing read to smithi03184240-45 2024-09-17T17:04:14.404 INFO:tasks.rados.rados.0.smithi031.stdout:269: finishing copy_from to smithi03184240-45 2024-09-17T17:04:14.404 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 32 (ObjNum 98 snap 23 seq_num 98) dirty exists 2024-09-17T17:04:14.404 INFO:tasks.rados.rados.0.smithi031.stdout:270: finishing write tid 5 to smithi03184240-32 2024-09-17T17:04:14.404 INFO:tasks.rados.rados.0.smithi031.stdout:270: oid 32 updating version 0 to 66 2024-09-17T17:04:14.404 INFO:tasks.rados.rados.0.smithi031.stdout:270: oid 32 version 66 is already newer than 64 2024-09-17T17:04:14.405 INFO:tasks.rados.rados.0.smithi031.stdout:270: oid 32 version 66 is already newer than 65 2024-09-17T17:04:14.405 INFO:tasks.rados.rados.0.smithi031.stdout:270: oid 32 version 66 is already newer than 63 2024-09-17T17:04:14.405 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 66 (ObjNum 104 snap 24 seq_num 104) dirty exists 2024-09-17T17:04:14.405 INFO:tasks.rados.rados.0.smithi031.stdout:270: left oid 32 (ObjNum 104 snap 24 seq_num 104) 2024-09-17T17:04:14.405 INFO:tasks.rados.rados.0.smithi031.stdout:271: finishing write tid 1 to smithi03184240-11 2024-09-17T17:04:14.405 INFO:tasks.rados.rados.0.smithi031.stdout:271: finishing write tid 2 to smithi03184240-11 2024-09-17T17:04:14.405 INFO:tasks.rados.rados.0.smithi031.stdout:271: finishing write tid 3 to smithi03184240-11 2024-09-17T17:04:14.405 INFO:tasks.rados.rados.0.smithi031.stdout:265: done (9 left) 2024-09-17T17:04:14.405 INFO:tasks.rados.rados.0.smithi031.stdout:266: done (8 left) 2024-09-17T17:04:14.405 INFO:tasks.rados.rados.0.smithi031.stdout:267: done (7 left) 2024-09-17T17:04:14.405 INFO:tasks.rados.rados.0.smithi031.stdout:269: done (6 left) 2024-09-17T17:04:14.405 INFO:tasks.rados.rados.0.smithi031.stdout:270: done (5 left) 2024-09-17T17:04:14.406 INFO:tasks.rados.rados.0.smithi031.stdout:275: done (4 left) 2024-09-17T17:04:14.406 INFO:tasks.rados.rados.0.smithi031.stdout:276: delete oid 43 current snap is 24 2024-09-17T17:04:14.406 INFO:tasks.rados.rados.0.smithi031.stdout:271: finishing write tid 4 to smithi03184240-11 2024-09-17T17:04:14.406 INFO:tasks.rados.rados.0.smithi031.stdout:271: finishing write tid 5 to smithi03184240-11 2024-09-17T17:04:14.406 INFO:tasks.rados.rados.0.smithi031.stdout:276: done (4 left) 2024-09-17T17:04:14.407 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 34 current snap is 24 2024-09-17T17:04:14.407 INFO:tasks.rados.rados.0.smithi031.stdout:277: seq_num 108 ranges {638976=614400,1253376=606208,1859584=598016} 2024-09-17T17:04:14.412 INFO:tasks.rados.rados.0.smithi031.stdout:277: writing smithi03184240-34 from 638976 to 1253376 tid 1 2024-09-17T17:04:14.416 INFO:tasks.rados.rados.0.smithi031.stdout:277: writing smithi03184240-34 from 1253376 to 1859584 tid 2 2024-09-17T17:04:14.419 INFO:tasks.rados.rados.0.smithi031.stdout:277: writing smithi03184240-34 from 1859584 to 2457600 tid 3 2024-09-17T17:04:14.419 INFO:tasks.rados.rados.0.smithi031.stdout:278: delete oid 8 current snap is 24 2024-09-17T17:04:14.419 INFO:tasks.rados.rados.0.smithi031.stdout:272: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-17T17:04:14.445 INFO:tasks.rados.rados.0.smithi031.stdout:271: finishing write tid 6 to smithi03184240-11 2024-09-17T17:04:14.445 INFO:tasks.rados.rados.0.smithi031.stdout:271: oid 11 updating version 0 to 63 2024-09-17T17:04:14.445 INFO:tasks.rados.rados.0.smithi031.stdout:271: oid 11 updating version 63 to 64 2024-09-17T17:04:14.445 INFO:tasks.rados.rados.0.smithi031.stdout:271: oid 11 version 64 is already newer than 62 2024-09-17T17:04:14.445 INFO:tasks.rados.rados.0.smithi031.stdout:271: oid 11 updating version 64 to 65 2024-09-17T17:04:14.445 INFO:tasks.rados.rados.0.smithi031.stdout:271: oid 11 updating version 65 to 66 2024-09-17T17:04:14.446 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 66 (ObjNum 105 snap 24 seq_num 105) dirty exists 2024-09-17T17:04:14.446 INFO:tasks.rados.rados.0.smithi031.stdout:271: left oid 11 (ObjNum 105 snap 24 seq_num 105) 2024-09-17T17:04:14.446 INFO:tasks.rados.rados.0.smithi031.stdout:273: expect (ObjNum 90 snap 17 seq_num 90) 2024-09-17T17:04:14.486 INFO:tasks.rados.rados.0.smithi031.stdout:277: finishing write tid 1 to smithi03184240-34 2024-09-17T17:04:14.486 INFO:tasks.rados.rados.0.smithi031.stdout:277: finishing write tid 2 to smithi03184240-34 2024-09-17T17:04:14.486 INFO:tasks.rados.rados.0.smithi031.stdout:274: expect (ObjNum 99 snap 23 seq_num 99) 2024-09-17T17:04:14.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:14 smithi031 ceph-mon[27768]: osdmap e123: 8 total, 8 up, 8 in 2024-09-17T17:04:14.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:14 smithi031 ceph-mon[27768]: pgmap v165: 121 pgs: 121 active+clean; 59 MiB data, 339 MiB used, 715 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-09-17T17:04:14.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:14 smithi031 ceph-mon[39468]: osdmap e123: 8 total, 8 up, 8 in 2024-09-17T17:04:14.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:14 smithi031 ceph-mon[39468]: pgmap v165: 121 pgs: 121 active+clean; 59 MiB data, 339 MiB used, 715 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-09-17T17:04:14.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:14 smithi066 ceph-mon[31354]: osdmap e123: 8 total, 8 up, 8 in 2024-09-17T17:04:14.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:14 smithi066 ceph-mon[31354]: pgmap v165: 121 pgs: 121 active+clean; 59 MiB data, 339 MiB used, 715 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-09-17T17:04:14.712 INFO:tasks.rados.rados.0.smithi031.stdout:277: finishing write tid 3 to smithi03184240-34 2024-09-17T17:04:14.712 INFO:tasks.rados.rados.0.smithi031.stdout:277: finishing write tid 4 to smithi03184240-34 2024-09-17T17:04:14.712 INFO:tasks.rados.rados.0.smithi031.stdout:271: done (5 left) 2024-09-17T17:04:14.712 INFO:tasks.rados.rados.0.smithi031.stdout:272: done (4 left) 2024-09-17T17:04:14.712 INFO:tasks.rados.rados.0.smithi031.stdout:273: done (3 left) 2024-09-17T17:04:14.712 INFO:tasks.rados.rados.0.smithi031.stdout:274: done (2 left) 2024-09-17T17:04:14.712 INFO:tasks.rados.rados.0.smithi031.stdout:278: done (1 left) 2024-09-17T17:04:14.713 INFO:tasks.rados.rados.0.smithi031.stdout:279: snap_remove snap 19 2024-09-17T17:04:15.294 INFO:tasks.rados.rados.0.smithi031.stdout:279: done (1 left) 2024-09-17T17:04:15.294 INFO:tasks.rados.rados.0.smithi031.stdout:280: delete oid 48 current snap is 24 2024-09-17T17:04:15.294 INFO:tasks.rados.rados.0.smithi031.stdout:277: finishing write tid 5 to smithi03184240-34 2024-09-17T17:04:15.294 INFO:tasks.rados.rados.0.smithi031.stdout:277: oid 34 updating version 0 to 75 2024-09-17T17:04:15.294 INFO:tasks.rados.rados.0.smithi031.stdout:277: oid 34 updating version 75 to 77 2024-09-17T17:04:15.294 INFO:tasks.rados.rados.0.smithi031.stdout:277: oid 34 version 77 is already newer than 76 2024-09-17T17:04:15.294 INFO:tasks.rados.rados.0.smithi031.stdout:277: oid 34 updating version 77 to 78 2024-09-17T17:04:15.295 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 78 (ObjNum 108 snap 24 seq_num 108) dirty exists 2024-09-17T17:04:15.295 INFO:tasks.rados.rados.0.smithi031.stdout:277: left oid 34 (ObjNum 108 snap 24 seq_num 108) 2024-09-17T17:04:15.303 INFO:tasks.rados.rados.0.smithi031.stdout:277: done (1 left) 2024-09-17T17:04:15.303 INFO:tasks.rados.rados.0.smithi031.stdout:280: done (0 left) 2024-09-17T17:04:15.303 INFO:tasks.rados.rados.0.smithi031.stdout:281: copy_from oid 36 from oid 46 current snap is 24 2024-09-17T17:04:15.303 INFO:tasks.rados.rados.0.smithi031.stdout:282: rollback oid 15 current snap is 24 2024-09-17T17:04:15.303 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 15 to 18 2024-09-17T17:04:15.303 INFO:tasks.rados.rados.0.smithi031.stdout:283: setattr oid 14 current snap is 24 2024-09-17T17:04:15.304 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 50 current snap is 24 2024-09-17T17:04:15.304 INFO:tasks.rados.rados.0.smithi031.stdout:284: seq_num 111 ranges {827392=663552,1490944=663552,2154496=450560,2605056=90112} 2024-09-17T17:04:15.313 INFO:tasks.rados.rados.0.smithi031.stdout:284: writing smithi03184240-50 from 827392 to 1490944 tid 1 2024-09-17T17:04:15.317 INFO:tasks.rados.rados.0.smithi031.stdout:284: writing smithi03184240-50 from 1490944 to 2154496 tid 2 2024-09-17T17:04:15.319 INFO:tasks.rados.rados.0.smithi031.stdout:284: writing smithi03184240-50 from 2154496 to 2605056 tid 3 2024-09-17T17:04:15.321 INFO:tasks.rados.rados.0.smithi031.stdout:284: writing smithi03184240-50 from 2605056 to 2695168 tid 4 2024-09-17T17:04:15.321 INFO:tasks.rados.rados.0.smithi031.stdout:285: read oid 12 snap 22 2024-09-17T17:04:15.321 INFO:tasks.rados.rados.0.smithi031.stdout:285: expect (ObjNum 70 snap 7 seq_num 70) 2024-09-17T17:04:15.321 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 20 current snap is 24 2024-09-17T17:04:15.321 INFO:tasks.rados.rados.0.smithi031.stdout:282: finishing rollback tid 0 to smithi03184240-15 2024-09-17T17:04:15.321 INFO:tasks.rados.rados.0.smithi031.stdout:282: finishing rollback tid 1 to smithi03184240-15 2024-09-17T17:04:15.321 INFO:tasks.rados.rados.0.smithi031.stdout:282: finishing rollback tid 2 to smithi03184240-15 2024-09-17T17:04:15.321 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 66 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-09-17T17:04:15.322 INFO:tasks.rados.rados.0.smithi031.stdout:281: finishing copy_from racing read to smithi03184240-36 2024-09-17T17:04:15.322 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 34 (ObjNum 98 snap 23 seq_num 98) dirty exists 2024-09-17T17:04:15.322 INFO:tasks.rados.rados.0.smithi031.stdout:281: finishing copy_from to smithi03184240-36 2024-09-17T17:04:15.322 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 37 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-17T17:04:15.322 INFO:tasks.rados.rados.0.smithi031.stdout:284: finishing write tid 1 to smithi03184240-50 2024-09-17T17:04:15.322 INFO:tasks.rados.rados.0.smithi031.stdout:284: finishing write tid 2 to smithi03184240-50 2024-09-17T17:04:15.322 INFO:tasks.rados.rados.0.smithi031.stdout:286: seq_num 112 ranges {5054464=679936,5734400=548864,6283264=655360} 2024-09-17T17:04:15.354 INFO:tasks.rados.rados.0.smithi031.stdout:286: writing smithi03184240-20 from 5054464 to 5734400 tid 1 2024-09-17T17:04:15.358 INFO:tasks.rados.rados.0.smithi031.stdout:286: writing smithi03184240-20 from 5734400 to 6283264 tid 2 2024-09-17T17:04:15.362 INFO:tasks.rados.rados.0.smithi031.stdout:286: writing smithi03184240-20 from 6283264 to 6938624 tid 3 2024-09-17T17:04:15.362 INFO:tasks.rados.rados.0.smithi031.stdout:281: done (5 left) 2024-09-17T17:04:15.362 INFO:tasks.rados.rados.0.smithi031.stdout:282: done (4 left) 2024-09-17T17:04:15.362 INFO:tasks.rados.rados.0.smithi031.stdout:283: done (3 left) 2024-09-17T17:04:15.362 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 39 current snap is 24 2024-09-17T17:04:15.362 INFO:tasks.rados.rados.0.smithi031.stdout:284: finishing write tid 3 to smithi03184240-50 2024-09-17T17:04:15.362 INFO:tasks.rados.rados.0.smithi031.stdout:287: seq_num 113 ranges {638976=696320,1335296=434176,1769472=466944,2236416=303104} 2024-09-17T17:04:15.369 INFO:tasks.rados.rados.0.smithi031.stdout:287: writing smithi03184240-39 from 638976 to 1335296 tid 1 2024-09-17T17:04:15.371 INFO:tasks.rados.rados.0.smithi031.stdout:287: writing smithi03184240-39 from 1335296 to 1769472 tid 2 2024-09-17T17:04:15.374 INFO:tasks.rados.rados.0.smithi031.stdout:287: writing smithi03184240-39 from 1769472 to 2236416 tid 3 2024-09-17T17:04:15.376 INFO:tasks.rados.rados.0.smithi031.stdout:287: writing smithi03184240-39 from 2236416 to 2539520 tid 4 2024-09-17T17:04:15.376 INFO:tasks.rados.rados.0.smithi031.stdout:288: rollback oid 9 current snap is 24 2024-09-17T17:04:15.376 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 9 to 23 2024-09-17T17:04:15.377 INFO:tasks.rados.rados.0.smithi031.stdout:284: finishing write tid 4 to smithi03184240-50 2024-09-17T17:04:15.377 INFO:tasks.rados.rados.0.smithi031.stdout:289: snap_remove snap 21 2024-09-17T17:04:15.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:15 smithi031 ceph-mon[27768]: osdmap e124: 8 total, 8 up, 8 in 2024-09-17T17:04:15.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:15 smithi031 ceph-mon[39468]: osdmap e124: 8 total, 8 up, 8 in 2024-09-17T17:04:15.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:15 smithi066 ceph-mon[31354]: osdmap e124: 8 total, 8 up, 8 in 2024-09-17T17:04:16.309 INFO:tasks.rados.rados.0.smithi031.stdout:289: done (5 left) 2024-09-17T17:04:16.309 INFO:tasks.rados.rados.0.smithi031.stdout:290: read oid 36 snap 22 2024-09-17T17:04:16.309 INFO:tasks.rados.rados.0.smithi031.stdout:290: expect (ObjNum 67 snap 6 seq_num 67) 2024-09-17T17:04:16.309 INFO:tasks.rados.rados.0.smithi031.stdout:291: snap_create 2024-09-17T17:04:16.309 INFO:tasks.rados.rados.0.smithi031.stdout:284: finishing write tid 5 to smithi03184240-50 2024-09-17T17:04:16.309 INFO:tasks.rados.rados.0.smithi031.stdout:284: finishing write tid 6 to smithi03184240-50 2024-09-17T17:04:16.310 INFO:tasks.rados.rados.0.smithi031.stdout:284: oid 50 updating version 0 to 75 2024-09-17T17:04:16.310 INFO:tasks.rados.rados.0.smithi031.stdout:284: oid 50 version 75 is already newer than 71 2024-09-17T17:04:16.310 INFO:tasks.rados.rados.0.smithi031.stdout:284: oid 50 version 75 is already newer than 74 2024-09-17T17:04:16.310 INFO:tasks.rados.rados.0.smithi031.stdout:284: oid 50 version 75 is already newer than 72 2024-09-17T17:04:16.310 INFO:tasks.rados.rados.0.smithi031.stdout:284: oid 50 version 75 is already newer than 73 2024-09-17T17:04:16.310 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 75 (ObjNum 111 snap 24 seq_num 111) dirty exists 2024-09-17T17:04:16.310 INFO:tasks.rados.rados.0.smithi031.stdout:284: left oid 50 (ObjNum 111 snap 24 seq_num 111) 2024-09-17T17:04:16.310 INFO:tasks.rados.rados.0.smithi031.stdout:285: expect (ObjNum 70 snap 7 seq_num 70) 2024-09-17T17:04:16.387 INFO:tasks.rados.rados.0.smithi031.stdout:286: finishing write tid 1 to smithi03184240-20 2024-09-17T17:04:16.387 INFO:tasks.rados.rados.0.smithi031.stdout:286: finishing write tid 2 to smithi03184240-20 2024-09-17T17:04:16.387 INFO:tasks.rados.rados.0.smithi031.stdout:286: finishing write tid 3 to smithi03184240-20 2024-09-17T17:04:16.387 INFO:tasks.rados.rados.0.smithi031.stdout:286: finishing write tid 4 to smithi03184240-20 2024-09-17T17:04:16.387 INFO:tasks.rados.rados.0.smithi031.stdout:286: finishing write tid 5 to smithi03184240-20 2024-09-17T17:04:16.387 INFO:tasks.rados.rados.0.smithi031.stdout:286: oid 20 updating version 0 to 79 2024-09-17T17:04:16.387 INFO:tasks.rados.rados.0.smithi031.stdout:286: oid 20 version 79 is already newer than 78 2024-09-17T17:04:16.387 INFO:tasks.rados.rados.0.smithi031.stdout:286: oid 20 updating version 79 to 81 2024-09-17T17:04:16.388 INFO:tasks.rados.rados.0.smithi031.stdout:286: oid 20 version 81 is already newer than 80 2024-09-17T17:04:16.388 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 81 (ObjNum 112 snap 24 seq_num 112) dirty exists 2024-09-17T17:04:16.388 INFO:tasks.rados.rados.0.smithi031.stdout:286: left oid 20 (ObjNum 112 snap 24 seq_num 112) 2024-09-17T17:04:16.388 INFO:tasks.rados.rados.0.smithi031.stdout:287: finishing write tid 1 to smithi03184240-39 2024-09-17T17:04:16.388 INFO:tasks.rados.rados.0.smithi031.stdout:287: finishing write tid 2 to smithi03184240-39 2024-09-17T17:04:16.388 INFO:tasks.rados.rados.0.smithi031.stdout:287: finishing write tid 3 to smithi03184240-39 2024-09-17T17:04:16.388 INFO:tasks.rados.rados.0.smithi031.stdout:287: finishing write tid 4 to smithi03184240-39 2024-09-17T17:04:16.388 INFO:tasks.rados.rados.0.smithi031.stdout:287: finishing write tid 5 to smithi03184240-39 2024-09-17T17:04:16.388 INFO:tasks.rados.rados.0.smithi031.stdout:288: finishing rollback tid 0 to smithi03184240-9 2024-09-17T17:04:16.388 INFO:tasks.rados.rados.0.smithi031.stdout:287: finishing write tid 6 to smithi03184240-39 2024-09-17T17:04:16.388 INFO:tasks.rados.rados.0.smithi031.stdout:287: oid 39 updating version 0 to 111 2024-09-17T17:04:16.388 INFO:tasks.rados.rados.0.smithi031.stdout:287: oid 39 version 111 is already newer than 109 2024-09-17T17:04:16.388 INFO:tasks.rados.rados.0.smithi031.stdout:287: oid 39 version 111 is already newer than 108 2024-09-17T17:04:16.388 INFO:tasks.rados.rados.0.smithi031.stdout:287: oid 39 version 111 is already newer than 110 2024-09-17T17:04:16.389 INFO:tasks.rados.rados.0.smithi031.stdout:287: oid 39 updating version 111 to 112 2024-09-17T17:04:16.389 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 112 (ObjNum 113 snap 24 seq_num 113) dirty exists 2024-09-17T17:04:16.389 INFO:tasks.rados.rados.0.smithi031.stdout:287: left oid 39 (ObjNum 113 snap 24 seq_num 113) 2024-09-17T17:04:16.389 INFO:tasks.rados.rados.0.smithi031.stdout:288: finishing rollback tid 1 to smithi03184240-9 2024-09-17T17:04:16.389 INFO:tasks.rados.rados.0.smithi031.stdout:288: finishing rollback tid 2 to smithi03184240-9 2024-09-17T17:04:16.389 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 116 (ObjNum 84 snap 17 seq_num 84) dirty exists 2024-09-17T17:04:16.389 INFO:tasks.rados.rados.0.smithi031.stdout:290: expect (ObjNum 67 snap 6 seq_num 67) 2024-09-17T17:04:16.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:16 smithi031 ceph-mon[27768]: osdmap e125: 8 total, 8 up, 8 in 2024-09-17T17:04:16.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:16 smithi031 ceph-mon[27768]: pgmap v168: 121 pgs: 121 active+clean; 76 MiB data, 360 MiB used, 715 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.6 MiB/s wr, 38 op/s 2024-09-17T17:04:16.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:16 smithi031 ceph-mon[39468]: osdmap e125: 8 total, 8 up, 8 in 2024-09-17T17:04:16.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:16 smithi031 ceph-mon[39468]: pgmap v168: 121 pgs: 121 active+clean; 76 MiB data, 360 MiB used, 715 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.6 MiB/s wr, 38 op/s 2024-09-17T17:04:16.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:16 smithi066 ceph-mon[31354]: osdmap e125: 8 total, 8 up, 8 in 2024-09-17T17:04:16.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:16 smithi066 ceph-mon[31354]: pgmap v168: 121 pgs: 121 active+clean; 76 MiB data, 360 MiB used, 715 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.6 MiB/s wr, 38 op/s 2024-09-17T17:04:17.305 INFO:tasks.rados.rados.0.smithi031.stdout:284: done (6 left) 2024-09-17T17:04:17.305 INFO:tasks.rados.rados.0.smithi031.stdout:285: done (5 left) 2024-09-17T17:04:17.305 INFO:tasks.rados.rados.0.smithi031.stdout:286: done (4 left) 2024-09-17T17:04:17.306 INFO:tasks.rados.rados.0.smithi031.stdout:287: done (3 left) 2024-09-17T17:04:17.306 INFO:tasks.rados.rados.0.smithi031.stdout:288: done (2 left) 2024-09-17T17:04:17.306 INFO:tasks.rados.rados.0.smithi031.stdout:290: done (1 left) 2024-09-17T17:04:17.306 INFO:tasks.rados.rados.0.smithi031.stdout:291: done (0 left) 2024-09-17T17:04:17.306 INFO:tasks.rados.rados.0.smithi031.stdout:292: read oid 23 snap -1 2024-09-17T17:04:17.306 INFO:tasks.rados.rados.0.smithi031.stdout:292: expect (ObjNum 8 snap 0 seq_num 8) 2024-09-17T17:04:17.306 INFO:tasks.rados.rados.0.smithi031.stdout:293: snap_remove snap 17 2024-09-17T17:04:17.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:17 smithi031 ceph-mon[27768]: osdmap e126: 8 total, 8 up, 8 in 2024-09-17T17:04:17.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:17 smithi031 ceph-mon[39468]: osdmap e126: 8 total, 8 up, 8 in 2024-09-17T17:04:17.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:17 smithi066 ceph-mon[31354]: osdmap e126: 8 total, 8 up, 8 in 2024-09-17T17:04:18.307 INFO:tasks.rados.rados.0.smithi031.stdout:293: done (1 left) 2024-09-17T17:04:18.307 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 25 2024-09-17T17:04:18.307 INFO:tasks.rados.rados.0.smithi031.stdout:294: seq_num 114 ranges {1654784=712704,2367488=712704,3080192=491520} 2024-09-17T17:04:18.321 INFO:tasks.rados.rados.0.smithi031.stdout:294: writing smithi03184240-45 from 1654784 to 2367488 tid 1 2024-09-17T17:04:18.326 INFO:tasks.rados.rados.0.smithi031.stdout:294: writing smithi03184240-45 from 2367488 to 3080192 tid 2 2024-09-17T17:04:18.329 INFO:tasks.rados.rados.0.smithi031.stdout:294: writing smithi03184240-45 from 3080192 to 3571712 tid 3 2024-09-17T17:04:18.329 INFO:tasks.rados.rados.0.smithi031.stdout:295: rollback oid 35 current snap is 25 2024-09-17T17:04:18.329 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 35 to 18 2024-09-17T17:04:18.329 INFO:tasks.rados.rados.0.smithi031.stdout:292: expect (ObjNum 8 snap 0 seq_num 8) 2024-09-17T17:04:18.333 INFO:tasks.rados.rados.0.smithi031.stdout:294: finishing write tid 1 to smithi03184240-45 2024-09-17T17:04:18.334 INFO:tasks.rados.rados.0.smithi031.stdout:294: finishing write tid 2 to smithi03184240-45 2024-09-17T17:04:18.334 INFO:tasks.rados.rados.0.smithi031.stdout:295: finishing rollback tid 0 to smithi03184240-35 2024-09-17T17:04:18.334 INFO:tasks.rados.rados.0.smithi031.stdout:292: done (2 left) 2024-09-17T17:04:18.334 INFO:tasks.rados.rados.0.smithi031.stdout:296: snap_create 2024-09-17T17:04:18.334 INFO:tasks.rados.rados.0.smithi031.stdout:294: finishing write tid 3 to smithi03184240-45 2024-09-17T17:04:18.334 INFO:tasks.rados.rados.0.smithi031.stdout:295: finishing rollback tid 1 to smithi03184240-35 2024-09-17T17:04:18.334 INFO:tasks.rados.rados.0.smithi031.stdout:295: finishing rollback tid 2 to smithi03184240-35 2024-09-17T17:04:18.334 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 46 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-09-17T17:04:18.334 INFO:tasks.rados.rados.0.smithi031.stdout:294: finishing write tid 4 to smithi03184240-45 2024-09-17T17:04:18.334 INFO:tasks.rados.rados.0.smithi031.stdout:294: finishing write tid 5 to smithi03184240-45 2024-09-17T17:04:18.334 INFO:tasks.rados.rados.0.smithi031.stdout:294: oid 45 updating version 0 to 213 2024-09-17T17:04:18.334 INFO:tasks.rados.rados.0.smithi031.stdout:294: oid 45 version 213 is already newer than 211 2024-09-17T17:04:18.335 INFO:tasks.rados.rados.0.smithi031.stdout:294: oid 45 version 213 is already newer than 212 2024-09-17T17:04:18.335 INFO:tasks.rados.rados.0.smithi031.stdout:294: oid 45 updating version 213 to 214 2024-09-17T17:04:18.335 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 214 (ObjNum 114 snap 25 seq_num 114) dirty exists 2024-09-17T17:04:18.335 INFO:tasks.rados.rados.0.smithi031.stdout:294: left oid 45 (ObjNum 114 snap 25 seq_num 114) 2024-09-17T17:04:18.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:18 smithi031 ceph-mon[39468]: osdmap e127: 8 total, 8 up, 8 in 2024-09-17T17:04:18.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:18 smithi031 ceph-mon[39468]: pgmap v171: 121 pgs: 121 active+clean; 76 MiB data, 360 MiB used, 715 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.6 MiB/s wr, 38 op/s 2024-09-17T17:04:18.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:18 smithi031 ceph-mon[39468]: osdmap e128: 8 total, 8 up, 8 in 2024-09-17T17:04:18.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:18 smithi031 ceph-mon[27768]: osdmap e127: 8 total, 8 up, 8 in 2024-09-17T17:04:18.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:18 smithi031 ceph-mon[27768]: pgmap v171: 121 pgs: 121 active+clean; 76 MiB data, 360 MiB used, 715 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.6 MiB/s wr, 38 op/s 2024-09-17T17:04:18.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:18 smithi031 ceph-mon[27768]: osdmap e128: 8 total, 8 up, 8 in 2024-09-17T17:04:18.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:18 smithi066 ceph-mon[31354]: osdmap e127: 8 total, 8 up, 8 in 2024-09-17T17:04:18.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:18 smithi066 ceph-mon[31354]: pgmap v171: 121 pgs: 121 active+clean; 76 MiB data, 360 MiB used, 715 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.6 MiB/s wr, 38 op/s 2024-09-17T17:04:18.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:18 smithi066 ceph-mon[31354]: osdmap e128: 8 total, 8 up, 8 in 2024-09-17T17:04:19.323 INFO:tasks.rados.rados.0.smithi031.stdout:294: done (2 left) 2024-09-17T17:04:19.323 INFO:tasks.rados.rados.0.smithi031.stdout:295: done (1 left) 2024-09-17T17:04:19.323 INFO:tasks.rados.rados.0.smithi031.stdout:296: done (0 left) 2024-09-17T17:04:19.323 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 18 current snap is 26 2024-09-17T17:04:19.323 INFO:tasks.rados.rados.0.smithi031.stdout:297: seq_num 115 ranges {286720=729088,1015808=647168,1662976=434176,2097152=122880} 2024-09-17T17:04:19.328 INFO:tasks.rados.rados.0.smithi031.stdout:297: writing smithi03184240-18 from 286720 to 1015808 tid 1 2024-09-17T17:04:19.332 INFO:tasks.rados.rados.0.smithi031.stdout:297: writing smithi03184240-18 from 1015808 to 1662976 tid 2 2024-09-17T17:04:19.335 INFO:tasks.rados.rados.0.smithi031.stdout:297: writing smithi03184240-18 from 1662976 to 2097152 tid 3 2024-09-17T17:04:19.336 INFO:tasks.rados.rados.0.smithi031.stdout:297: writing smithi03184240-18 from 2097152 to 2220032 tid 4 2024-09-17T17:04:19.336 INFO:tasks.rados.rados.0.smithi031.stdout:298: read oid 31 snap -1 2024-09-17T17:04:19.336 INFO:tasks.rados.rados.0.smithi031.stdout:298: expect (ObjNum 80 snap 14 seq_num 80) 2024-09-17T17:04:19.336 INFO:tasks.rados.rados.0.smithi031.stdout:297: finishing write tid 1 to smithi03184240-18 2024-09-17T17:04:19.336 INFO:tasks.rados.rados.0.smithi031.stdout:299: read oid 5 snap -1 2024-09-17T17:04:19.336 INFO:tasks.rados.rados.0.smithi031.stdout:299: expect (ObjNum 4 snap 0 seq_num 4) 2024-09-17T17:04:19.337 INFO:tasks.rados.rados.0.smithi031.stdout:300: copy_from oid 21 from oid 32 current snap is 26 2024-09-17T17:04:19.337 INFO:tasks.rados.rados.0.smithi031.stdout:301: snap_create 2024-09-17T17:04:19.339 INFO:tasks.rados.rados.0.smithi031.stdout:297: finishing write tid 2 to smithi03184240-18 2024-09-17T17:04:19.339 INFO:tasks.rados.rados.0.smithi031.stdout:297: finishing write tid 3 to smithi03184240-18 2024-09-17T17:04:19.340 INFO:tasks.rados.rados.0.smithi031.stdout:299: expect (ObjNum 4 snap 0 seq_num 4) 2024-09-17T17:04:19.343 INFO:tasks.rados.rados.0.smithi031.stdout:297: finishing write tid 4 to smithi03184240-18 2024-09-17T17:04:19.343 INFO:tasks.rados.rados.0.smithi031.stdout:297: finishing write tid 5 to smithi03184240-18 2024-09-17T17:04:19.343 INFO:tasks.rados.rados.0.smithi031.stdout:297: finishing write tid 6 to smithi03184240-18 2024-09-17T17:04:19.343 INFO:tasks.rados.rados.0.smithi031.stdout:297: oid 18 updating version 0 to 87 2024-09-17T17:04:19.343 INFO:tasks.rados.rados.0.smithi031.stdout:297: oid 18 updating version 87 to 89 2024-09-17T17:04:19.343 INFO:tasks.rados.rados.0.smithi031.stdout:297: oid 18 version 89 is already newer than 88 2024-09-17T17:04:19.343 INFO:tasks.rados.rados.0.smithi031.stdout:297: oid 18 version 89 is already newer than 85 2024-09-17T17:04:19.343 INFO:tasks.rados.rados.0.smithi031.stdout:297: oid 18 version 89 is already newer than 86 2024-09-17T17:04:19.343 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 89 (ObjNum 115 snap 26 seq_num 115) dirty exists 2024-09-17T17:04:19.343 INFO:tasks.rados.rados.0.smithi031.stdout:297: left oid 18 (ObjNum 115 snap 26 seq_num 115) 2024-09-17T17:04:19.354 INFO:tasks.rados.rados.0.smithi031.stdout:300: finishing copy_from racing read to smithi03184240-21 2024-09-17T17:04:19.355 INFO:tasks.rados.rados.0.smithi031.stdout:300: finishing copy_from to smithi03184240-21 2024-09-17T17:04:19.356 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 66 (ObjNum 104 snap 24 seq_num 104) dirty exists 2024-09-17T17:04:19.356 INFO:tasks.rados.rados.0.smithi031.stdout:298: expect (ObjNum 80 snap 14 seq_num 80) 2024-09-17T17:04:20.330 INFO:tasks.rados.rados.0.smithi031.stdout:297: done (4 left) 2024-09-17T17:04:20.331 INFO:tasks.rados.rados.0.smithi031.stdout:298: done (3 left) 2024-09-17T17:04:20.331 INFO:tasks.rados.rados.0.smithi031.stdout:299: done (2 left) 2024-09-17T17:04:20.331 INFO:tasks.rados.rados.0.smithi031.stdout:300: done (1 left) 2024-09-17T17:04:20.331 INFO:tasks.rados.rados.0.smithi031.stdout:301: done (0 left) 2024-09-17T17:04:20.331 INFO:tasks.rados.rados.0.smithi031.stdout:302: read oid 41 snap -1 2024-09-17T17:04:20.331 INFO:tasks.rados.rados.0.smithi031.stdout:302: expect deleted 2024-09-17T17:04:20.331 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 16 current snap is 27 2024-09-17T17:04:20.331 INFO:tasks.rados.rados.0.smithi031.stdout:303: seq_num 116 ranges {4087808=745472,4833280=532480,5365760=638976,6004736=32768} 2024-09-17T17:04:20.356 INFO:tasks.rados.rados.0.smithi031.stdout:303: writing smithi03184240-16 from 4087808 to 4833280 tid 1 2024-09-17T17:04:20.359 INFO:tasks.rados.rados.0.smithi031.stdout:303: writing smithi03184240-16 from 4833280 to 5365760 tid 2 2024-09-17T17:04:20.363 INFO:tasks.rados.rados.0.smithi031.stdout:303: writing smithi03184240-16 from 5365760 to 6004736 tid 3 2024-09-17T17:04:20.363 INFO:tasks.rados.rados.0.smithi031.stdout:303: writing smithi03184240-16 from 6004736 to 6037504 tid 4 2024-09-17T17:04:20.363 INFO:tasks.rados.rados.0.smithi031.stdout:304: setattr oid 13 current snap is 27 2024-09-17T17:04:20.363 INFO:tasks.rados.rados.0.smithi031.stdout:303: finishing write tid 1 to smithi03184240-16 2024-09-17T17:04:20.363 INFO:tasks.rados.rados.0.smithi031.stdout:303: finishing write tid 2 to smithi03184240-16 2024-09-17T17:04:20.364 INFO:tasks.rados.rados.0.smithi031.stdout:302: done (2 left) 2024-09-17T17:04:20.364 INFO:tasks.rados.rados.0.smithi031.stdout:305: delete oid 37 current snap is 27 2024-09-17T17:04:20.367 INFO:tasks.rados.rados.0.smithi031.stdout:305: done (2 left) 2024-09-17T17:04:20.367 INFO:tasks.rados.rados.0.smithi031.stdout:306: read oid 33 snap -1 2024-09-17T17:04:20.367 INFO:tasks.rados.rados.0.smithi031.stdout:306: expect (ObjNum 68 snap 6 seq_num 68) 2024-09-17T17:04:20.367 INFO:tasks.rados.rados.0.smithi031.stdout:307: read oid 15 snap 18 2024-09-17T17:04:20.367 INFO:tasks.rados.rados.0.smithi031.stdout:307: expect (ObjNum 59 snap 5 seq_num 59) 2024-09-17T17:04:20.368 INFO:tasks.rados.rados.0.smithi031.stdout:308: delete oid 34 current snap is 27 2024-09-17T17:04:20.368 INFO:tasks.rados.rados.0.smithi031.stdout:303: finishing write tid 3 to smithi03184240-16 2024-09-17T17:04:20.368 INFO:tasks.rados.rados.0.smithi031.stdout:303: finishing write tid 4 to smithi03184240-16 2024-09-17T17:04:20.368 INFO:tasks.rados.rados.0.smithi031.stdout:303: finishing write tid 5 to smithi03184240-16 2024-09-17T17:04:20.368 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 130 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-09-17T17:04:20.368 INFO:tasks.rados.rados.0.smithi031.stdout:303: finishing write tid 6 to smithi03184240-16 2024-09-17T17:04:20.369 INFO:tasks.rados.rados.0.smithi031.stdout:303: oid 16 updating version 0 to 54 2024-09-17T17:04:20.369 INFO:tasks.rados.rados.0.smithi031.stdout:303: oid 16 updating version 54 to 56 2024-09-17T17:04:20.369 INFO:tasks.rados.rados.0.smithi031.stdout:303: oid 16 updating version 56 to 57 2024-09-17T17:04:20.369 INFO:tasks.rados.rados.0.smithi031.stdout:303: oid 16 version 57 is already newer than 53 2024-09-17T17:04:20.369 INFO:tasks.rados.rados.0.smithi031.stdout:303: oid 16 version 57 is already newer than 55 2024-09-17T17:04:20.369 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 57 (ObjNum 116 snap 27 seq_num 116) dirty exists 2024-09-17T17:04:20.369 INFO:tasks.rados.rados.0.smithi031.stdout:303: left oid 16 (ObjNum 116 snap 27 seq_num 116) 2024-09-17T17:04:20.370 INFO:tasks.rados.rados.0.smithi031.stdout:303: done (4 left) 2024-09-17T17:04:20.370 INFO:tasks.rados.rados.0.smithi031.stdout:304: done (3 left) 2024-09-17T17:04:20.370 INFO:tasks.rados.rados.0.smithi031.stdout:308: done (2 left) 2024-09-17T17:04:20.370 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 16 current snap is 27 2024-09-17T17:04:20.370 INFO:tasks.rados.rados.0.smithi031.stdout:309: seq_num 119 ranges {6037504=802816,6840320=589824,7430144=409600,7839744=204800} 2024-09-17T17:04:20.408 INFO:tasks.rados.rados.0.smithi031.stdout:309: writing smithi03184240-16 from 6037504 to 6840320 tid 1 2024-09-17T17:04:20.411 INFO:tasks.rados.rados.0.smithi031.stdout:309: writing smithi03184240-16 from 6840320 to 7430144 tid 2 2024-09-17T17:04:20.413 INFO:tasks.rados.rados.0.smithi031.stdout:309: writing smithi03184240-16 from 7430144 to 7839744 tid 3 2024-09-17T17:04:20.415 INFO:tasks.rados.rados.0.smithi031.stdout:309: writing smithi03184240-16 from 7839744 to 8044544 tid 4 2024-09-17T17:04:20.415 INFO:tasks.rados.rados.0.smithi031.stdout:310: delete oid 26 current snap is 27 2024-09-17T17:04:20.415 INFO:tasks.rados.rados.0.smithi031.stdout:307: expect (ObjNum 59 snap 5 seq_num 59) 2024-09-17T17:04:20.443 INFO:tasks.rados.rados.0.smithi031.stdout:306: expect (ObjNum 68 snap 6 seq_num 68) 2024-09-17T17:04:20.485 INFO:tasks.rados.rados.0.smithi031.stdout:309: finishing write tid 1 to smithi03184240-16 2024-09-17T17:04:20.485 INFO:tasks.rados.rados.0.smithi031.stdout:309: finishing write tid 2 to smithi03184240-16 2024-09-17T17:04:20.485 INFO:tasks.rados.rados.0.smithi031.stdout:309: finishing write tid 3 to smithi03184240-16 2024-09-17T17:04:20.485 INFO:tasks.rados.rados.0.smithi031.stdout:309: finishing write tid 4 to smithi03184240-16 2024-09-17T17:04:20.485 INFO:tasks.rados.rados.0.smithi031.stdout:309: finishing write tid 5 to smithi03184240-16 2024-09-17T17:04:20.485 INFO:tasks.rados.rados.0.smithi031.stdout:309: finishing write tid 6 to smithi03184240-16 2024-09-17T17:04:20.485 INFO:tasks.rados.rados.0.smithi031.stdout:309: oid 16 updating version 0 to 59 2024-09-17T17:04:20.485 INFO:tasks.rados.rados.0.smithi031.stdout:309: oid 16 version 59 is already newer than 58 2024-09-17T17:04:20.485 INFO:tasks.rados.rados.0.smithi031.stdout:309: oid 16 updating version 59 to 62 2024-09-17T17:04:20.485 INFO:tasks.rados.rados.0.smithi031.stdout:309: oid 16 version 62 is already newer than 61 2024-09-17T17:04:20.485 INFO:tasks.rados.rados.0.smithi031.stdout:309: oid 16 version 62 is already newer than 60 2024-09-17T17:04:20.486 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 62 (ObjNum 119 snap 27 seq_num 119) dirty exists 2024-09-17T17:04:20.486 INFO:tasks.rados.rados.0.smithi031.stdout:309: left oid 16 (ObjNum 119 snap 27 seq_num 119) 2024-09-17T17:04:20.486 INFO:tasks.rados.rados.0.smithi031.stdout:306: done (3 left) 2024-09-17T17:04:20.486 INFO:tasks.rados.rados.0.smithi031.stdout:307: done (2 left) 2024-09-17T17:04:20.486 INFO:tasks.rados.rados.0.smithi031.stdout:309: done (1 left) 2024-09-17T17:04:20.486 INFO:tasks.rados.rados.0.smithi031.stdout:310: done (0 left) 2024-09-17T17:04:20.486 INFO:tasks.rados.rados.0.smithi031.stdout:311: copy_from oid 32 from oid 23 current snap is 27 2024-09-17T17:04:20.486 INFO:tasks.rados.rados.0.smithi031.stdout:312: read oid 7 snap -1 2024-09-17T17:04:20.486 INFO:tasks.rados.rados.0.smithi031.stdout:312: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-17T17:04:20.486 INFO:tasks.rados.rados.0.smithi031.stdout:313: read oid 19 snap -1 2024-09-17T17:04:20.486 INFO:tasks.rados.rados.0.smithi031.stdout:313: expect deleted 2024-09-17T17:04:20.486 INFO:tasks.rados.rados.0.smithi031.stdout:314: copy_from oid 5 from oid 44 current snap is 27 2024-09-17T17:04:20.486 INFO:tasks.rados.rados.0.smithi031.stdout:315: rmattr oid 36 current snap is 27 2024-09-17T17:04:20.486 INFO:tasks.rados.rados.0.smithi031.stdout:316: read oid 28 snap -1 2024-09-17T17:04:20.487 INFO:tasks.rados.rados.0.smithi031.stdout:316: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-17T17:04:20.487 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 1 current snap is 27 2024-09-17T17:04:20.487 INFO:tasks.rados.rados.0.smithi031.stdout:317: seq_num 121 ranges {1400832=434176,1835008=753664,2588672=425984,3014656=425984} 2024-09-17T17:04:20.495 INFO:tasks.rados.rados.0.smithi031.stdout:317: writing smithi03184240-1 from 1400832 to 1835008 tid 1 2024-09-17T17:04:20.499 INFO:tasks.rados.rados.0.smithi031.stdout:317: writing smithi03184240-1 from 1835008 to 2588672 tid 2 2024-09-17T17:04:20.502 INFO:tasks.rados.rados.0.smithi031.stdout:317: writing smithi03184240-1 from 2588672 to 3014656 tid 3 2024-09-17T17:04:20.504 INFO:tasks.rados.rados.0.smithi031.stdout:317: writing smithi03184240-1 from 3014656 to 3440640 tid 4 2024-09-17T17:04:20.505 INFO:tasks.rados.rados.0.smithi031.stdout:318: delete oid 14 current snap is 27 2024-09-17T17:04:20.505 INFO:tasks.rados.rados.0.smithi031.stdout:312: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-17T17:04:20.508 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 42 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-17T17:04:20.508 INFO:tasks.rados.rados.0.smithi031.stdout:311: finishing copy_from racing read to smithi03184240-32 2024-09-17T17:04:20.508 INFO:tasks.rados.rados.0.smithi031.stdout:311: finishing copy_from to smithi03184240-32 2024-09-17T17:04:20.508 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 19 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-09-17T17:04:20.509 INFO:tasks.rados.rados.0.smithi031.stdout:316: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-17T17:04:20.520 INFO:tasks.rados.rados.0.smithi031.stdout:314: finishing copy_from racing read to smithi03184240-5 2024-09-17T17:04:20.520 INFO:tasks.rados.rados.0.smithi031.stdout:314: finishing copy_from to smithi03184240-5 2024-09-17T17:04:20.521 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 15 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-09-17T17:04:20.521 INFO:tasks.rados.rados.0.smithi031.stdout:317: finishing write tid 1 to smithi03184240-1 2024-09-17T17:04:20.521 INFO:tasks.rados.rados.0.smithi031.stdout:317: finishing write tid 2 to smithi03184240-1 2024-09-17T17:04:20.521 INFO:tasks.rados.rados.0.smithi031.stdout:317: finishing write tid 3 to smithi03184240-1 2024-09-17T17:04:20.521 INFO:tasks.rados.rados.0.smithi031.stdout:311: done (7 left) 2024-09-17T17:04:20.521 INFO:tasks.rados.rados.0.smithi031.stdout:312: done (6 left) 2024-09-17T17:04:20.521 INFO:tasks.rados.rados.0.smithi031.stdout:313: done (5 left) 2024-09-17T17:04:20.521 INFO:tasks.rados.rados.0.smithi031.stdout:314: done (4 left) 2024-09-17T17:04:20.521 INFO:tasks.rados.rados.0.smithi031.stdout:315: done (3 left) 2024-09-17T17:04:20.521 INFO:tasks.rados.rados.0.smithi031.stdout:316: done (2 left) 2024-09-17T17:04:20.521 INFO:tasks.rados.rados.0.smithi031.stdout:318: done (1 left) 2024-09-17T17:04:20.521 INFO:tasks.rados.rados.0.smithi031.stdout:319: delete oid 23 current snap is 27 2024-09-17T17:04:20.522 INFO:tasks.rados.rados.0.smithi031.stdout:317: finishing write tid 4 to smithi03184240-1 2024-09-17T17:04:20.522 INFO:tasks.rados.rados.0.smithi031.stdout:317: finishing write tid 5 to smithi03184240-1 2024-09-17T17:04:20.522 INFO:tasks.rados.rados.0.smithi031.stdout:317: finishing write tid 6 to smithi03184240-1 2024-09-17T17:04:20.522 INFO:tasks.rados.rados.0.smithi031.stdout:317: oid 1 updating version 0 to 79 2024-09-17T17:04:20.522 INFO:tasks.rados.rados.0.smithi031.stdout:317: oid 1 updating version 79 to 80 2024-09-17T17:04:20.522 INFO:tasks.rados.rados.0.smithi031.stdout:317: oid 1 updating version 80 to 82 2024-09-17T17:04:20.522 INFO:tasks.rados.rados.0.smithi031.stdout:317: oid 1 updating version 82 to 83 2024-09-17T17:04:20.523 INFO:tasks.rados.rados.0.smithi031.stdout:317: oid 1 version 83 is already newer than 81 2024-09-17T17:04:20.523 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 83 (ObjNum 121 snap 27 seq_num 121) dirty exists 2024-09-17T17:04:20.523 INFO:tasks.rados.rados.0.smithi031.stdout:317: left oid 1 (ObjNum 121 snap 27 seq_num 121) 2024-09-17T17:04:20.525 INFO:tasks.rados.rados.0.smithi031.stdout:317: done (1 left) 2024-09-17T17:04:20.525 INFO:tasks.rados.rados.0.smithi031.stdout:319: done (0 left) 2024-09-17T17:04:20.525 INFO:tasks.rados.rados.0.smithi031.stdout:320: copy_from oid 33 from oid 9 current snap is 27 2024-09-17T17:04:20.526 INFO:tasks.rados.rados.0.smithi031.stdout:321: read oid 27 snap -1 2024-09-17T17:04:20.526 INFO:tasks.rados.rados.0.smithi031.stdout:321: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-17T17:04:20.526 INFO:tasks.rados.rados.0.smithi031.stdout:322: rollback oid 42 current snap is 27 2024-09-17T17:04:20.526 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 42 to 24 2024-09-17T17:04:20.526 INFO:tasks.rados.rados.0.smithi031.stdout:323: read oid 29 snap -1 2024-09-17T17:04:20.526 INFO:tasks.rados.rados.0.smithi031.stdout:323: expect deleted 2024-09-17T17:04:20.526 INFO:tasks.rados.rados.0.smithi031.stdout:324: delete oid 19 current snap is 27 2024-09-17T17:04:20.527 INFO:tasks.rados.rados.0.smithi031.stdout:323: done (4 left) 2024-09-17T17:04:20.527 INFO:tasks.rados.rados.0.smithi031.stdout:324: done (3 left) 2024-09-17T17:04:20.527 INFO:tasks.rados.rados.0.smithi031.stdout:325: rollback oid 37 current snap is 27 2024-09-17T17:04:20.527 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 37 to 24 2024-09-17T17:04:20.527 INFO:tasks.rados.rados.0.smithi031.stdout:326: rollback oid 29 current snap is 27 2024-09-17T17:04:20.527 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 29 to 25 2024-09-17T17:04:20.527 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 22 current snap is 27 2024-09-17T17:04:20.528 INFO:tasks.rados.rados.0.smithi031.stdout:327: seq_num 125 ranges {0=499712,499712=745472,1245184=409600,1654784=450560} 2024-09-17T17:04:20.528 INFO:tasks.rados.rados.0.smithi031.stdout:327: writing smithi03184240-22 from 0 to 499712 tid 1 2024-09-17T17:04:20.531 INFO:tasks.rados.rados.0.smithi031.stdout:327: writing smithi03184240-22 from 499712 to 1245184 tid 2 2024-09-17T17:04:20.533 INFO:tasks.rados.rados.0.smithi031.stdout:327: writing smithi03184240-22 from 1245184 to 1654784 tid 3 2024-09-17T17:04:20.537 INFO:tasks.rados.rados.0.smithi031.stdout:327: writing smithi03184240-22 from 1654784 to 2105344 tid 4 2024-09-17T17:04:20.537 INFO:tasks.rados.rados.0.smithi031.stdout:328: read oid 48 snap -1 2024-09-17T17:04:20.537 INFO:tasks.rados.rados.0.smithi031.stdout:328: expect deleted 2024-09-17T17:04:20.537 INFO:tasks.rados.rados.0.smithi031.stdout:329: rollback oid 31 current snap is 27 2024-09-17T17:04:20.537 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 31 to 22 2024-09-17T17:04:20.537 INFO:tasks.rados.rados.0.smithi031.stdout:326: finishing rollback tid 1 to smithi03184240-29 2024-09-17T17:04:20.537 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 0 (ObjNum 33 snap 0 seq_num 1677673720) dirty dne 2024-09-17T17:04:20.537 INFO:tasks.rados.rados.0.smithi031.stdout:326: done (7 left) 2024-09-17T17:04:20.537 INFO:tasks.rados.rados.0.smithi031.stdout:330: snap_create 2024-09-17T17:04:20.537 INFO:tasks.rados.rados.0.smithi031.stdout:321: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-17T17:04:20.549 INFO:tasks.rados.rados.0.smithi031.stdout:325: finishing rollback tid 1 to smithi03184240-37 2024-09-17T17:04:20.550 INFO:tasks.rados.rados.0.smithi031.stdout:322: finishing rollback tid 0 to smithi03184240-42 2024-09-17T17:04:20.550 INFO:tasks.rados.rados.0.smithi031.stdout:322: finishing rollback tid 1 to smithi03184240-42 2024-09-17T17:04:20.550 INFO:tasks.rados.rados.0.smithi031.stdout:322: finishing rollback tid 2 to smithi03184240-42 2024-09-17T17:04:20.550 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 218 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-09-17T17:04:20.550 INFO:tasks.rados.rados.0.smithi031.stdout:325: finishing rollback tid 2 to smithi03184240-37 2024-09-17T17:04:20.550 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 84 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-09-17T17:04:20.550 INFO:tasks.rados.rados.0.smithi031.stdout:320: finishing copy_from racing read to smithi03184240-33 2024-09-17T17:04:20.550 INFO:tasks.rados.rados.0.smithi031.stdout:320: finishing copy_from to smithi03184240-33 2024-09-17T17:04:20.550 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 116 (ObjNum 84 snap 17 seq_num 84) dirty exists 2024-09-17T17:04:20.550 INFO:tasks.rados.rados.0.smithi031.stdout:327: finishing write tid 1 to smithi03184240-22 2024-09-17T17:04:20.550 INFO:tasks.rados.rados.0.smithi031.stdout:327: finishing write tid 2 to smithi03184240-22 2024-09-17T17:04:20.550 INFO:tasks.rados.rados.0.smithi031.stdout:327: finishing write tid 3 to smithi03184240-22 2024-09-17T17:04:20.550 INFO:tasks.rados.rados.0.smithi031.stdout:327: finishing write tid 4 to smithi03184240-22 2024-09-17T17:04:20.550 INFO:tasks.rados.rados.0.smithi031.stdout:327: finishing write tid 5 to smithi03184240-22 2024-09-17T17:04:20.551 INFO:tasks.rados.rados.0.smithi031.stdout:329: finishing rollback tid 0 to smithi03184240-31 2024-09-17T17:04:20.551 INFO:tasks.rados.rados.0.smithi031.stdout:329: finishing rollback tid 1 to smithi03184240-31 2024-09-17T17:04:20.551 INFO:tasks.rados.rados.0.smithi031.stdout:329: finishing rollback tid 2 to smithi03184240-31 2024-09-17T17:04:20.551 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 74 (ObjNum 80 snap 14 seq_num 80) dirty exists 2024-09-17T17:04:20.551 INFO:tasks.rados.rados.0.smithi031.stdout:327: finishing write tid 6 to smithi03184240-22 2024-09-17T17:04:20.551 INFO:tasks.rados.rados.0.smithi031.stdout:327: oid 22 updating version 0 to 136 2024-09-17T17:04:20.551 INFO:tasks.rados.rados.0.smithi031.stdout:327: oid 22 version 136 is already newer than 134 2024-09-17T17:04:20.551 INFO:tasks.rados.rados.0.smithi031.stdout:327: oid 22 version 136 is already newer than 135 2024-09-17T17:04:20.551 INFO:tasks.rados.rados.0.smithi031.stdout:327: oid 22 updating version 136 to 137 2024-09-17T17:04:20.551 INFO:tasks.rados.rados.0.smithi031.stdout:327: oid 22 version 137 is already newer than 133 2024-09-17T17:04:20.551 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 137 (ObjNum 125 snap 27 seq_num 125) dirty exists 2024-09-17T17:04:20.551 INFO:tasks.rados.rados.0.smithi031.stdout:327: left oid 22 (ObjNum 125 snap 27 seq_num 125) 2024-09-17T17:04:20.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:20 smithi031 ceph-mon[27768]: osdmap e129: 8 total, 8 up, 8 in 2024-09-17T17:04:20.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:20 smithi031 ceph-mon[27768]: pgmap v174: 121 pgs: 121 active+clean; 76 MiB data, 360 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:04:20.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:20 smithi031 ceph-mon[39468]: osdmap e129: 8 total, 8 up, 8 in 2024-09-17T17:04:20.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:20 smithi031 ceph-mon[39468]: pgmap v174: 121 pgs: 121 active+clean; 76 MiB data, 360 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:04:20.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:20 smithi066 ceph-mon[31354]: osdmap e129: 8 total, 8 up, 8 in 2024-09-17T17:04:20.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:20 smithi066 ceph-mon[31354]: pgmap v174: 121 pgs: 121 active+clean; 76 MiB data, 360 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:04:21.281 INFO:tasks.rados.rados.0.smithi031.stdout:320: done (7 left) 2024-09-17T17:04:21.281 INFO:tasks.rados.rados.0.smithi031.stdout:321: done (6 left) 2024-09-17T17:04:21.281 INFO:tasks.rados.rados.0.smithi031.stdout:322: done (5 left) 2024-09-17T17:04:21.281 INFO:tasks.rados.rados.0.smithi031.stdout:325: done (4 left) 2024-09-17T17:04:21.282 INFO:tasks.rados.rados.0.smithi031.stdout:327: done (3 left) 2024-09-17T17:04:21.282 INFO:tasks.rados.rados.0.smithi031.stdout:328: done (2 left) 2024-09-17T17:04:21.282 INFO:tasks.rados.rados.0.smithi031.stdout:329: done (1 left) 2024-09-17T17:04:21.282 INFO:tasks.rados.rados.0.smithi031.stdout:330: done (0 left) 2024-09-17T17:04:21.282 INFO:tasks.rados.rados.0.smithi031.stdout:331: rollback oid 50 current snap is 28 2024-09-17T17:04:21.282 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 50 to 26 2024-09-17T17:04:21.282 INFO:tasks.rados.rados.0.smithi031.stdout:332: rmattr oid 38 current snap is 28 2024-09-17T17:04:21.282 INFO:tasks.rados.rados.0.smithi031.stdout:332: done (1 left) 2024-09-17T17:04:21.282 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 21 current snap is 28 2024-09-17T17:04:21.282 INFO:tasks.rados.rados.0.smithi031.stdout:333: seq_num 126 ranges {1859584=516096,2375680=630784,3006464=614400,3620864=360448} 2024-09-17T17:04:21.294 INFO:tasks.rados.rados.0.smithi031.stdout:333: writing smithi03184240-21 from 1859584 to 2375680 tid 1 2024-09-17T17:04:21.298 INFO:tasks.rados.rados.0.smithi031.stdout:333: writing smithi03184240-21 from 2375680 to 3006464 tid 2 2024-09-17T17:04:21.301 INFO:tasks.rados.rados.0.smithi031.stdout:333: writing smithi03184240-21 from 3006464 to 3620864 tid 3 2024-09-17T17:04:21.304 INFO:tasks.rados.rados.0.smithi031.stdout:333: writing smithi03184240-21 from 3620864 to 3981312 tid 4 2024-09-17T17:04:21.304 INFO:tasks.rados.rados.0.smithi031.stdout:334: copy_from oid 37 from oid 14 current snap is 28 2024-09-17T17:04:21.304 INFO:tasks.rados.rados.0.smithi031.stdout:331: finishing rollback tid 0 to smithi03184240-50 2024-09-17T17:04:21.304 INFO:tasks.rados.rados.0.smithi031.stdout:331: finishing rollback tid 1 to smithi03184240-50 2024-09-17T17:04:21.304 INFO:tasks.rados.rados.0.smithi031.stdout:331: finishing rollback tid 2 to smithi03184240-50 2024-09-17T17:04:21.304 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 93 (ObjNum 111 snap 24 seq_num 111) dirty exists 2024-09-17T17:04:21.304 INFO:tasks.rados.rados.0.smithi031.stdout:333: finishing write tid 1 to smithi03184240-21 2024-09-17T17:04:21.305 INFO:tasks.rados.rados.0.smithi031.stdout:333: finishing write tid 2 to smithi03184240-21 2024-09-17T17:04:21.305 INFO:tasks.rados.rados.0.smithi031.stdout:333: finishing write tid 3 to smithi03184240-21 2024-09-17T17:04:21.305 INFO:tasks.rados.rados.0.smithi031.stdout:331: done (2 left) 2024-09-17T17:04:21.305 INFO:tasks.rados.rados.0.smithi031.stdout:335: rmattr oid 44 current snap is 28 2024-09-17T17:04:21.305 INFO:tasks.rados.rados.0.smithi031.stdout:335: done (2 left) 2024-09-17T17:04:21.305 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 15 current snap is 28 2024-09-17T17:04:21.305 INFO:tasks.rados.rados.0.smithi031.stdout:336: seq_num 127 ranges {1024000=532480,1556480=507904,2064384=778240,2842624=319488} 2024-09-17T17:04:21.312 INFO:tasks.rados.rados.0.smithi031.stdout:336: writing smithi03184240-15 from 1024000 to 1556480 tid 1 2024-09-17T17:04:21.315 INFO:tasks.rados.rados.0.smithi031.stdout:336: writing smithi03184240-15 from 1556480 to 2064384 tid 2 2024-09-17T17:04:21.320 INFO:tasks.rados.rados.0.smithi031.stdout:336: writing smithi03184240-15 from 2064384 to 2842624 tid 3 2024-09-17T17:04:21.322 INFO:tasks.rados.rados.0.smithi031.stdout:336: writing smithi03184240-15 from 2842624 to 3162112 tid 4 2024-09-17T17:04:21.322 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 22 current snap is 28 2024-09-17T17:04:21.322 INFO:tasks.rados.rados.0.smithi031.stdout:334: finishing copy_from to smithi03184240-37 2024-09-17T17:04:21.322 INFO:tasks.rados.rados.0.smithi031.stdout:334: got expected ENOENT (src dne) 2024-09-17T17:04:21.322 INFO:tasks.rados.rados.0.smithi031.stdout:337: seq_num 128 ranges {2105344=548864,2654208=794624,3448832=581632,4030464=229376} 2024-09-17T17:04:21.336 INFO:tasks.rados.rados.0.smithi031.stdout:337: writing smithi03184240-22 from 2105344 to 2654208 tid 1 2024-09-17T17:04:21.341 INFO:tasks.rados.rados.0.smithi031.stdout:337: writing smithi03184240-22 from 2654208 to 3448832 tid 2 2024-09-17T17:04:21.344 INFO:tasks.rados.rados.0.smithi031.stdout:337: writing smithi03184240-22 from 3448832 to 4030464 tid 3 2024-09-17T17:04:21.347 INFO:tasks.rados.rados.0.smithi031.stdout:337: writing smithi03184240-22 from 4030464 to 4259840 tid 4 2024-09-17T17:04:21.347 INFO:tasks.rados.rados.0.smithi031.stdout:338: copy_from oid 23 from oid 11 current snap is 28 2024-09-17T17:04:21.347 INFO:tasks.rados.rados.0.smithi031.stdout:334: finishing copy_from racing read to smithi03184240-37 2024-09-17T17:04:21.347 INFO:tasks.rados.rados.0.smithi031.stdout:333: finishing write tid 4 to smithi03184240-21 2024-09-17T17:04:21.347 INFO:tasks.rados.rados.0.smithi031.stdout:333: finishing write tid 5 to smithi03184240-21 2024-09-17T17:04:21.348 INFO:tasks.rados.rados.0.smithi031.stdout:333: finishing write tid 6 to smithi03184240-21 2024-09-17T17:04:21.348 INFO:tasks.rados.rados.0.smithi031.stdout:333: oid 21 updating version 0 to 69 2024-09-17T17:04:21.348 INFO:tasks.rados.rados.0.smithi031.stdout:333: oid 21 updating version 69 to 70 2024-09-17T17:04:21.348 INFO:tasks.rados.rados.0.smithi031.stdout:333: oid 21 version 70 is already newer than 67 2024-09-17T17:04:21.348 INFO:tasks.rados.rados.0.smithi031.stdout:333: oid 21 version 70 is already newer than 68 2024-09-17T17:04:21.348 INFO:tasks.rados.rados.0.smithi031.stdout:333: oid 21 updating version 70 to 71 2024-09-17T17:04:21.348 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 71 (ObjNum 126 snap 28 seq_num 126) dirty exists 2024-09-17T17:04:21.348 INFO:tasks.rados.rados.0.smithi031.stdout:333: left oid 21 (ObjNum 126 snap 28 seq_num 126) 2024-09-17T17:04:21.348 INFO:tasks.rados.rados.0.smithi031.stdout:336: finishing write tid 1 to smithi03184240-15 2024-09-17T17:04:21.348 INFO:tasks.rados.rados.0.smithi031.stdout:336: finishing write tid 2 to smithi03184240-15 2024-09-17T17:04:21.348 INFO:tasks.rados.rados.0.smithi031.stdout:336: finishing write tid 3 to smithi03184240-15 2024-09-17T17:04:21.349 INFO:tasks.rados.rados.0.smithi031.stdout:336: finishing write tid 4 to smithi03184240-15 2024-09-17T17:04:21.349 INFO:tasks.rados.rados.0.smithi031.stdout:336: finishing write tid 5 to smithi03184240-15 2024-09-17T17:04:21.349 INFO:tasks.rados.rados.0.smithi031.stdout:336: finishing write tid 6 to smithi03184240-15 2024-09-17T17:04:21.349 INFO:tasks.rados.rados.0.smithi031.stdout:336: oid 15 updating version 0 to 78 2024-09-17T17:04:21.349 INFO:tasks.rados.rados.0.smithi031.stdout:336: oid 15 version 78 is already newer than 77 2024-09-17T17:04:21.349 INFO:tasks.rados.rados.0.smithi031.stdout:336: oid 15 updating version 78 to 79 2024-09-17T17:04:21.349 INFO:tasks.rados.rados.0.smithi031.stdout:336: oid 15 version 79 is already newer than 76 2024-09-17T17:04:21.349 INFO:tasks.rados.rados.0.smithi031.stdout:336: oid 15 updating version 79 to 80 2024-09-17T17:04:21.349 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 80 (ObjNum 127 snap 28 seq_num 127) dirty exists 2024-09-17T17:04:21.349 INFO:tasks.rados.rados.0.smithi031.stdout:336: left oid 15 (ObjNum 127 snap 28 seq_num 127) 2024-09-17T17:04:21.349 INFO:tasks.rados.rados.0.smithi031.stdout:337: finishing write tid 1 to smithi03184240-22 2024-09-17T17:04:21.349 INFO:tasks.rados.rados.0.smithi031.stdout:333: done (4 left) 2024-09-17T17:04:21.349 INFO:tasks.rados.rados.0.smithi031.stdout:334: done (3 left) 2024-09-17T17:04:21.349 INFO:tasks.rados.rados.0.smithi031.stdout:336: done (2 left) 2024-09-17T17:04:21.350 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 28 2024-09-17T17:04:21.350 INFO:tasks.rados.rados.0.smithi031.stdout:337: finishing write tid 2 to smithi03184240-22 2024-09-17T17:04:21.350 INFO:tasks.rados.rados.0.smithi031.stdout:339: seq_num 129 ranges {2195456=565248,2760704=679936,3440640=786432,4227072=139264} 2024-09-17T17:04:21.362 INFO:tasks.rados.rados.0.smithi031.stdout:339: writing smithi03184240-12 from 2195456 to 2760704 tid 1 2024-09-17T17:04:21.366 INFO:tasks.rados.rados.0.smithi031.stdout:339: writing smithi03184240-12 from 2760704 to 3440640 tid 2 2024-09-17T17:04:21.370 INFO:tasks.rados.rados.0.smithi031.stdout:339: writing smithi03184240-12 from 3440640 to 4227072 tid 3 2024-09-17T17:04:21.371 INFO:tasks.rados.rados.0.smithi031.stdout:339: writing smithi03184240-12 from 4227072 to 4366336 tid 4 2024-09-17T17:04:21.371 INFO:tasks.rados.rados.0.smithi031.stdout:340: snap_remove snap 23 2024-09-17T17:04:21.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:21 smithi031 ceph-mon[27768]: osdmap e130: 8 total, 8 up, 8 in 2024-09-17T17:04:21.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:21 smithi031 ceph-mon[27768]: osdmap e131: 8 total, 8 up, 8 in 2024-09-17T17:04:21.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:21 smithi031 ceph-mon[39468]: osdmap e130: 8 total, 8 up, 8 in 2024-09-17T17:04:21.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:21 smithi031 ceph-mon[39468]: osdmap e131: 8 total, 8 up, 8 in 2024-09-17T17:04:21.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:21 smithi066 ceph-mon[31354]: osdmap e130: 8 total, 8 up, 8 in 2024-09-17T17:04:21.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:21 smithi066 ceph-mon[31354]: osdmap e131: 8 total, 8 up, 8 in 2024-09-17T17:04:22.093 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:04:21] "GET /metrics HTTP/1.1" 200 36006 "" "Prometheus/2.43.0" 2024-09-17T17:04:22.338 INFO:tasks.rados.rados.0.smithi031.stdout:340: done (3 left) 2024-09-17T17:04:22.338 INFO:tasks.rados.rados.0.smithi031.stdout:341: copy_from oid 17 from oid 44 current snap is 28 2024-09-17T17:04:22.338 INFO:tasks.rados.rados.0.smithi031.stdout:342: copy_from oid 20 from oid 46 current snap is 28 2024-09-17T17:04:22.338 INFO:tasks.rados.rados.0.smithi031.stdout:337: finishing write tid 3 to smithi03184240-22 2024-09-17T17:04:22.339 INFO:tasks.rados.rados.0.smithi031.stdout:337: finishing write tid 4 to smithi03184240-22 2024-09-17T17:04:22.339 INFO:tasks.rados.rados.0.smithi031.stdout:337: finishing write tid 5 to smithi03184240-22 2024-09-17T17:04:22.339 INFO:tasks.rados.rados.0.smithi031.stdout:337: finishing write tid 6 to smithi03184240-22 2024-09-17T17:04:22.339 INFO:tasks.rados.rados.0.smithi031.stdout:337: oid 22 updating version 0 to 141 2024-09-17T17:04:22.339 INFO:tasks.rados.rados.0.smithi031.stdout:337: oid 22 updating version 141 to 143 2024-09-17T17:04:22.339 INFO:tasks.rados.rados.0.smithi031.stdout:337: oid 22 version 143 is already newer than 139 2024-09-17T17:04:22.339 INFO:tasks.rados.rados.0.smithi031.stdout:337: oid 22 version 143 is already newer than 140 2024-09-17T17:04:22.339 INFO:tasks.rados.rados.0.smithi031.stdout:337: oid 22 version 143 is already newer than 142 2024-09-17T17:04:22.339 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 143 (ObjNum 128 snap 28 seq_num 128) dirty exists 2024-09-17T17:04:22.339 INFO:tasks.rados.rados.0.smithi031.stdout:337: left oid 22 (ObjNum 128 snap 28 seq_num 128) 2024-09-17T17:04:22.339 INFO:tasks.rados.rados.0.smithi031.stdout:338: finishing copy_from racing read to smithi03184240-23 2024-09-17T17:04:22.339 INFO:tasks.rados.rados.0.smithi031.stdout:339: finishing write tid 1 to smithi03184240-12 2024-09-17T17:04:22.339 INFO:tasks.rados.rados.0.smithi031.stdout:338: finishing copy_from to smithi03184240-23 2024-09-17T17:04:22.339 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 66 (ObjNum 105 snap 24 seq_num 105) dirty exists 2024-09-17T17:04:22.340 INFO:tasks.rados.rados.0.smithi031.stdout:339: finishing write tid 2 to smithi03184240-12 2024-09-17T17:04:22.340 INFO:tasks.rados.rados.0.smithi031.stdout:339: finishing write tid 3 to smithi03184240-12 2024-09-17T17:04:22.340 INFO:tasks.rados.rados.0.smithi031.stdout:339: finishing write tid 4 to smithi03184240-12 2024-09-17T17:04:22.340 INFO:tasks.rados.rados.0.smithi031.stdout:339: finishing write tid 5 to smithi03184240-12 2024-09-17T17:04:22.340 INFO:tasks.rados.rados.0.smithi031.stdout:339: finishing write tid 6 to smithi03184240-12 2024-09-17T17:04:22.340 INFO:tasks.rados.rados.0.smithi031.stdout:339: oid 12 updating version 0 to 68 2024-09-17T17:04:22.340 INFO:tasks.rados.rados.0.smithi031.stdout:339: oid 12 version 68 is already newer than 64 2024-09-17T17:04:22.340 INFO:tasks.rados.rados.0.smithi031.stdout:339: oid 12 version 68 is already newer than 65 2024-09-17T17:04:22.340 INFO:tasks.rados.rados.0.smithi031.stdout:339: oid 12 version 68 is already newer than 66 2024-09-17T17:04:22.340 INFO:tasks.rados.rados.0.smithi031.stdout:339: oid 12 version 68 is already newer than 67 2024-09-17T17:04:22.340 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 68 (ObjNum 129 snap 28 seq_num 129) dirty exists 2024-09-17T17:04:22.340 INFO:tasks.rados.rados.0.smithi031.stdout:339: left oid 12 (ObjNum 129 snap 28 seq_num 129) 2024-09-17T17:04:22.340 INFO:tasks.rados.rados.0.smithi031.stdout:337: done (4 left) 2024-09-17T17:04:22.340 INFO:tasks.rados.rados.0.smithi031.stdout:338: done (3 left) 2024-09-17T17:04:22.341 INFO:tasks.rados.rados.0.smithi031.stdout:339: done (2 left) 2024-09-17T17:04:22.341 INFO:tasks.rados.rados.0.smithi031.stdout:343: snap_create 2024-09-17T17:04:22.351 INFO:tasks.rados.rados.0.smithi031.stdout:342: finishing copy_from racing read to smithi03184240-20 2024-09-17T17:04:22.354 INFO:tasks.rados.rados.0.smithi031.stdout:342: finishing copy_from to smithi03184240-20 2024-09-17T17:04:22.354 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 37 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-17T17:04:22.360 INFO:tasks.rados.rados.0.smithi031.stdout:341: finishing copy_from racing read to smithi03184240-17 2024-09-17T17:04:22.360 INFO:tasks.rados.rados.0.smithi031.stdout:341: finishing copy_from to smithi03184240-17 2024-09-17T17:04:22.360 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 15 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-09-17T17:04:22.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:22 smithi031 ceph-mon[27768]: pgmap v177: 121 pgs: 121 active+clean; 95 MiB data, 376 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.3 MiB/s wr, 32 op/s 2024-09-17T17:04:22.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:22 smithi031 ceph-mon[39468]: pgmap v177: 121 pgs: 121 active+clean; 95 MiB data, 376 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.3 MiB/s wr, 32 op/s 2024-09-17T17:04:22.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:22 smithi066 ceph-mon[31354]: pgmap v177: 121 pgs: 121 active+clean; 95 MiB data, 376 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.3 MiB/s wr, 32 op/s 2024-09-17T17:04:23.339 INFO:tasks.rados.rados.0.smithi031.stdout:341: done (2 left) 2024-09-17T17:04:23.340 INFO:tasks.rados.rados.0.smithi031.stdout:342: done (1 left) 2024-09-17T17:04:23.340 INFO:tasks.rados.rados.0.smithi031.stdout:343: done (0 left) 2024-09-17T17:04:23.340 INFO:tasks.rados.rados.0.smithi031.stdout:344: read oid 15 snap -1 2024-09-17T17:04:23.340 INFO:tasks.rados.rados.0.smithi031.stdout:344: expect (ObjNum 127 snap 28 seq_num 127) 2024-09-17T17:04:23.340 INFO:tasks.rados.rados.0.smithi031.stdout:345: copy_from oid 3 from oid 47 current snap is 29 2024-09-17T17:04:23.340 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 38 current snap is 29 2024-09-17T17:04:23.340 INFO:tasks.rados.rados.0.smithi031.stdout:346: seq_num 130 ranges {622592=581632,1204224=614400,1818624=598016,2416640=393216} 2024-09-17T17:04:23.347 INFO:tasks.rados.rados.0.smithi031.stdout:346: writing smithi03184240-38 from 622592 to 1204224 tid 1 2024-09-17T17:04:23.350 INFO:tasks.rados.rados.0.smithi031.stdout:346: writing smithi03184240-38 from 1204224 to 1818624 tid 2 2024-09-17T17:04:23.354 INFO:tasks.rados.rados.0.smithi031.stdout:346: writing smithi03184240-38 from 1818624 to 2416640 tid 3 2024-09-17T17:04:23.358 INFO:tasks.rados.rados.0.smithi031.stdout:346: writing smithi03184240-38 from 2416640 to 2809856 tid 4 2024-09-17T17:04:23.358 INFO:tasks.rados.rados.0.smithi031.stdout:347: read oid 39 snap -1 2024-09-17T17:04:23.358 INFO:tasks.rados.rados.0.smithi031.stdout:347: expect (ObjNum 113 snap 24 seq_num 113) 2024-09-17T17:04:23.358 INFO:tasks.rados.rados.0.smithi031.stdout:348: rmattr oid 46 current snap is 29 2024-09-17T17:04:23.358 INFO:tasks.rados.rados.0.smithi031.stdout:346: finishing write tid 1 to smithi03184240-38 2024-09-17T17:04:23.358 INFO:tasks.rados.rados.0.smithi031.stdout:346: finishing write tid 2 to smithi03184240-38 2024-09-17T17:04:23.358 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 33 current snap is 29 2024-09-17T17:04:23.358 INFO:tasks.rados.rados.0.smithi031.stdout:349: seq_num 131 ranges {2719744=598016,3317760=499712,3817472=753664,4571136=352256} 2024-09-17T17:04:23.376 INFO:tasks.rados.rados.0.smithi031.stdout:349: writing smithi03184240-33 from 2719744 to 3317760 tid 1 2024-09-17T17:04:23.379 INFO:tasks.rados.rados.0.smithi031.stdout:349: writing smithi03184240-33 from 3317760 to 3817472 tid 2 2024-09-17T17:04:23.384 INFO:tasks.rados.rados.0.smithi031.stdout:349: writing smithi03184240-33 from 3817472 to 4571136 tid 3 2024-09-17T17:04:23.386 INFO:tasks.rados.rados.0.smithi031.stdout:349: writing smithi03184240-33 from 4571136 to 4923392 tid 4 2024-09-17T17:04:23.386 INFO:tasks.rados.rados.0.smithi031.stdout:350: read oid 2 snap -1 2024-09-17T17:04:23.387 INFO:tasks.rados.rados.0.smithi031.stdout:350: expect deleted 2024-09-17T17:04:23.387 INFO:tasks.rados.rados.0.smithi031.stdout:351: copy_from oid 23 from oid 43 current snap is 29 2024-09-17T17:04:23.387 INFO:tasks.rados.rados.0.smithi031.stdout:345: finishing copy_from racing read to smithi03184240-3 2024-09-17T17:04:23.387 INFO:tasks.rados.rados.0.smithi031.stdout:344: expect (ObjNum 127 snap 28 seq_num 127) 2024-09-17T17:04:23.487 INFO:tasks.rados.rados.0.smithi031.stdout:345: finishing copy_from to smithi03184240-3 2024-09-17T17:04:23.488 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 11 (ObjNum 91 snap 17 seq_num 91) dirty exists 2024-09-17T17:04:23.488 INFO:tasks.rados.rados.0.smithi031.stdout:346: finishing write tid 3 to smithi03184240-38 2024-09-17T17:04:23.488 INFO:tasks.rados.rados.0.smithi031.stdout:346: finishing write tid 4 to smithi03184240-38 2024-09-17T17:04:23.488 INFO:tasks.rados.rados.0.smithi031.stdout:346: finishing write tid 5 to smithi03184240-38 2024-09-17T17:04:23.488 INFO:tasks.rados.rados.0.smithi031.stdout:346: finishing write tid 6 to smithi03184240-38 2024-09-17T17:04:23.488 INFO:tasks.rados.rados.0.smithi031.stdout:346: oid 38 updating version 0 to 104 2024-09-17T17:04:23.488 INFO:tasks.rados.rados.0.smithi031.stdout:346: oid 38 version 104 is already newer than 102 2024-09-17T17:04:23.488 INFO:tasks.rados.rados.0.smithi031.stdout:346: oid 38 updating version 104 to 105 2024-09-17T17:04:23.488 INFO:tasks.rados.rados.0.smithi031.stdout:346: oid 38 version 105 is already newer than 103 2024-09-17T17:04:23.488 INFO:tasks.rados.rados.0.smithi031.stdout:346: oid 38 version 105 is already newer than 101 2024-09-17T17:04:23.488 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 105 (ObjNum 130 snap 29 seq_num 130) dirty exists 2024-09-17T17:04:23.488 INFO:tasks.rados.rados.0.smithi031.stdout:346: left oid 38 (ObjNum 130 snap 29 seq_num 130) 2024-09-17T17:04:23.489 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 107 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-17T17:04:23.489 INFO:tasks.rados.rados.0.smithi031.stdout:347: expect (ObjNum 113 snap 24 seq_num 113) 2024-09-17T17:04:23.565 INFO:tasks.rados.rados.0.smithi031.stdout:349: finishing write tid 1 to smithi03184240-33 2024-09-17T17:04:23.565 INFO:tasks.rados.rados.0.smithi031.stdout:349: finishing write tid 2 to smithi03184240-33 2024-09-17T17:04:23.565 INFO:tasks.rados.rados.0.smithi031.stdout:351: finishing copy_from to smithi03184240-23 2024-09-17T17:04:23.565 INFO:tasks.rados.rados.0.smithi031.stdout:351: got expected ENOENT (src dne) 2024-09-17T17:04:23.565 INFO:tasks.rados.rados.0.smithi031.stdout:351: finishing copy_from racing read to smithi03184240-23 2024-09-17T17:04:23.565 INFO:tasks.rados.rados.0.smithi031.stdout:344: done (7 left) 2024-09-17T17:04:23.565 INFO:tasks.rados.rados.0.smithi031.stdout:345: done (6 left) 2024-09-17T17:04:23.566 INFO:tasks.rados.rados.0.smithi031.stdout:346: done (5 left) 2024-09-17T17:04:23.566 INFO:tasks.rados.rados.0.smithi031.stdout:347: done (4 left) 2024-09-17T17:04:23.566 INFO:tasks.rados.rados.0.smithi031.stdout:348: done (3 left) 2024-09-17T17:04:23.566 INFO:tasks.rados.rados.0.smithi031.stdout:350: done (2 left) 2024-09-17T17:04:23.566 INFO:tasks.rados.rados.0.smithi031.stdout:351: done (1 left) 2024-09-17T17:04:23.566 INFO:tasks.rados.rados.0.smithi031.stdout:352: read oid 3 snap -1 2024-09-17T17:04:23.566 INFO:tasks.rados.rados.0.smithi031.stdout:352: expect (ObjNum 91 snap 17 seq_num 91) 2024-09-17T17:04:23.566 INFO:tasks.rados.rados.0.smithi031.stdout:349: finishing write tid 3 to smithi03184240-33 2024-09-17T17:04:23.566 INFO:tasks.rados.rados.0.smithi031.stdout:349: finishing write tid 4 to smithi03184240-33 2024-09-17T17:04:23.566 INFO:tasks.rados.rados.0.smithi031.stdout:349: finishing write tid 5 to smithi03184240-33 2024-09-17T17:04:23.566 INFO:tasks.rados.rados.0.smithi031.stdout:353: read oid 16 snap 24 2024-09-17T17:04:23.566 INFO:tasks.rados.rados.0.smithi031.stdout:353: expect (ObjNum 81 snap 14 seq_num 81) 2024-09-17T17:04:23.566 INFO:tasks.rados.rados.0.smithi031.stdout:354: read oid 42 snap -1 2024-09-17T17:04:23.566 INFO:tasks.rados.rados.0.smithi031.stdout:354: expect (ObjNum 41 snap 0 seq_num 41) 2024-09-17T17:04:23.567 INFO:tasks.rados.rados.0.smithi031.stdout:355: copy_from oid 10 from oid 13 current snap is 29 2024-09-17T17:04:23.567 INFO:tasks.rados.rados.0.smithi031.stdout:349: finishing write tid 6 to smithi03184240-33 2024-09-17T17:04:23.567 INFO:tasks.rados.rados.0.smithi031.stdout:349: oid 33 updating version 0 to 157 2024-09-17T17:04:23.567 INFO:tasks.rados.rados.0.smithi031.stdout:349: oid 33 version 157 is already newer than 156 2024-09-17T17:04:23.567 INFO:tasks.rados.rados.0.smithi031.stdout:349: oid 33 version 157 is already newer than 155 2024-09-17T17:04:23.567 INFO:tasks.rados.rados.0.smithi031.stdout:349: oid 33 version 157 is already newer than 153 2024-09-17T17:04:23.567 INFO:tasks.rados.rados.0.smithi031.stdout:349: oid 33 version 157 is already newer than 154 2024-09-17T17:04:23.567 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 157 (ObjNum 131 snap 29 seq_num 131) dirty exists 2024-09-17T17:04:23.567 INFO:tasks.rados.rados.0.smithi031.stdout:349: left oid 33 (ObjNum 131 snap 29 seq_num 131) 2024-09-17T17:04:23.567 INFO:tasks.rados.rados.0.smithi031.stdout:349: done (4 left) 2024-09-17T17:04:23.567 INFO:tasks.rados.rados.0.smithi031.stdout:356: snap_create 2024-09-17T17:04:23.569 INFO:tasks.rados.rados.0.smithi031.stdout:355: finishing copy_from racing read to smithi03184240-10 2024-09-17T17:04:23.570 INFO:tasks.rados.rados.0.smithi031.stdout:354: expect (ObjNum 41 snap 0 seq_num 41) 2024-09-17T17:04:23.588 INFO:tasks.rados.rados.0.smithi031.stdout:355: finishing copy_from to smithi03184240-10 2024-09-17T17:04:23.589 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 130 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-09-17T17:04:23.589 INFO:tasks.rados.rados.0.smithi031.stdout:352: expect (ObjNum 91 snap 17 seq_num 91) 2024-09-17T17:04:23.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:23 smithi031 ceph-mon[27768]: osdmap e132: 8 total, 8 up, 8 in 2024-09-17T17:04:23.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:23 smithi031 ceph-mon[39468]: osdmap e132: 8 total, 8 up, 8 in 2024-09-17T17:04:23.637 INFO:tasks.rados.rados.0.smithi031.stdout:353: expect (ObjNum 81 snap 14 seq_num 81) 2024-09-17T17:04:23.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:23 smithi066 ceph-mon[31354]: osdmap e132: 8 total, 8 up, 8 in 2024-09-17T17:04:24.356 INFO:tasks.rados.rados.0.smithi031.stdout:352: done (4 left) 2024-09-17T17:04:24.357 INFO:tasks.rados.rados.0.smithi031.stdout:353: done (3 left) 2024-09-17T17:04:24.357 INFO:tasks.rados.rados.0.smithi031.stdout:354: done (2 left) 2024-09-17T17:04:24.357 INFO:tasks.rados.rados.0.smithi031.stdout:355: done (1 left) 2024-09-17T17:04:24.357 INFO:tasks.rados.rados.0.smithi031.stdout:356: done (0 left) 2024-09-17T17:04:24.357 INFO:tasks.rados.rados.0.smithi031.stdout:357: delete oid 32 current snap is 30 2024-09-17T17:04:24.360 INFO:tasks.rados.rados.0.smithi031.stdout:357: done (0 left) 2024-09-17T17:04:24.360 INFO:tasks.rados.rados.0.smithi031.stdout:358: delete oid 20 current snap is 30 2024-09-17T17:04:24.363 INFO:tasks.rados.rados.0.smithi031.stdout:358: done (0 left) 2024-09-17T17:04:24.363 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 42 current snap is 30 2024-09-17T17:04:24.363 INFO:tasks.rados.rados.0.smithi031.stdout:359: seq_num 134 ranges {696320=647168,1343488=548864,1892352=573440,2465792=483328} 2024-09-17T17:04:24.370 INFO:tasks.rados.rados.0.smithi031.stdout:359: writing smithi03184240-42 from 696320 to 1343488 tid 1 2024-09-17T17:04:24.373 INFO:tasks.rados.rados.0.smithi031.stdout:359: writing smithi03184240-42 from 1343488 to 1892352 tid 2 2024-09-17T17:04:24.377 INFO:tasks.rados.rados.0.smithi031.stdout:359: writing smithi03184240-42 from 1892352 to 2465792 tid 3 2024-09-17T17:04:24.380 INFO:tasks.rados.rados.0.smithi031.stdout:359: writing smithi03184240-42 from 2465792 to 2949120 tid 4 2024-09-17T17:04:24.380 INFO:tasks.rados.rados.0.smithi031.stdout:360: snap_create 2024-09-17T17:04:24.380 INFO:tasks.rados.rados.0.smithi031.stdout:359: finishing write tid 1 to smithi03184240-42 2024-09-17T17:04:24.380 INFO:tasks.rados.rados.0.smithi031.stdout:359: finishing write tid 2 to smithi03184240-42 2024-09-17T17:04:24.380 INFO:tasks.rados.rados.0.smithi031.stdout:359: finishing write tid 3 to smithi03184240-42 2024-09-17T17:04:24.382 INFO:tasks.rados.rados.0.smithi031.stdout:359: finishing write tid 4 to smithi03184240-42 2024-09-17T17:04:24.382 INFO:tasks.rados.rados.0.smithi031.stdout:359: finishing write tid 5 to smithi03184240-42 2024-09-17T17:04:24.383 INFO:tasks.rados.rados.0.smithi031.stdout:359: finishing write tid 6 to smithi03184240-42 2024-09-17T17:04:24.383 INFO:tasks.rados.rados.0.smithi031.stdout:359: oid 42 updating version 0 to 228 2024-09-17T17:04:24.383 INFO:tasks.rados.rados.0.smithi031.stdout:359: oid 42 updating version 228 to 232 2024-09-17T17:04:24.383 INFO:tasks.rados.rados.0.smithi031.stdout:359: oid 42 version 232 is already newer than 229 2024-09-17T17:04:24.383 INFO:tasks.rados.rados.0.smithi031.stdout:359: oid 42 version 232 is already newer than 231 2024-09-17T17:04:24.383 INFO:tasks.rados.rados.0.smithi031.stdout:359: oid 42 version 232 is already newer than 230 2024-09-17T17:04:24.384 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 232 (ObjNum 134 snap 30 seq_num 134) dirty exists 2024-09-17T17:04:24.384 INFO:tasks.rados.rados.0.smithi031.stdout:359: left oid 42 (ObjNum 134 snap 30 seq_num 134) 2024-09-17T17:04:24.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:24 smithi066 ceph-mon[31354]: osdmap e133: 8 total, 8 up, 8 in 2024-09-17T17:04:24.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:24 smithi066 ceph-mon[31354]: pgmap v180: 121 pgs: 121 active+clean; 95 MiB data, 376 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.3 MiB/s wr, 32 op/s 2024-09-17T17:04:24.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:24 smithi031 ceph-mon[27768]: osdmap e133: 8 total, 8 up, 8 in 2024-09-17T17:04:24.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:24 smithi031 ceph-mon[27768]: pgmap v180: 121 pgs: 121 active+clean; 95 MiB data, 376 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.3 MiB/s wr, 32 op/s 2024-09-17T17:04:24.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:24 smithi031 ceph-mon[39468]: osdmap e133: 8 total, 8 up, 8 in 2024-09-17T17:04:24.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:24 smithi031 ceph-mon[39468]: pgmap v180: 121 pgs: 121 active+clean; 95 MiB data, 376 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.3 MiB/s wr, 32 op/s 2024-09-17T17:04:25.359 INFO:tasks.rados.rados.0.smithi031.stdout:359: done (1 left) 2024-09-17T17:04:25.359 INFO:tasks.rados.rados.0.smithi031.stdout:360: done (0 left) 2024-09-17T17:04:25.359 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 5 current snap is 31 2024-09-17T17:04:25.359 INFO:tasks.rados.rados.0.smithi031.stdout:361: seq_num 135 ranges {1302528=663552,1966080=434176,2400256=786432,3186688=385024} 2024-09-17T17:04:25.369 INFO:tasks.rados.rados.0.smithi031.stdout:361: writing smithi03184240-5 from 1302528 to 1966080 tid 1 2024-09-17T17:04:25.372 INFO:tasks.rados.rados.0.smithi031.stdout:361: writing smithi03184240-5 from 1966080 to 2400256 tid 2 2024-09-17T17:04:25.377 INFO:tasks.rados.rados.0.smithi031.stdout:361: writing smithi03184240-5 from 2400256 to 3186688 tid 3 2024-09-17T17:04:25.380 INFO:tasks.rados.rados.0.smithi031.stdout:361: writing smithi03184240-5 from 3186688 to 3571712 tid 4 2024-09-17T17:04:25.380 INFO:tasks.rados.rados.0.smithi031.stdout:362: rollback oid 31 current snap is 31 2024-09-17T17:04:25.380 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 31 to 29 2024-09-17T17:04:25.380 INFO:tasks.rados.rados.0.smithi031.stdout:361: finishing write tid 1 to smithi03184240-5 2024-09-17T17:04:25.380 INFO:tasks.rados.rados.0.smithi031.stdout:361: finishing write tid 2 to smithi03184240-5 2024-09-17T17:04:25.380 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 49 current snap is 31 2024-09-17T17:04:25.380 INFO:tasks.rados.rados.0.smithi031.stdout:363: seq_num 136 ranges {3457024=688128,4145152=720896,4866048=540672,5406720=344064} 2024-09-17T17:04:25.402 INFO:tasks.rados.rados.0.smithi031.stdout:363: writing smithi03184240-49 from 3457024 to 4145152 tid 1 2024-09-17T17:04:25.406 INFO:tasks.rados.rados.0.smithi031.stdout:363: writing smithi03184240-49 from 4145152 to 4866048 tid 2 2024-09-17T17:04:25.409 INFO:tasks.rados.rados.0.smithi031.stdout:363: writing smithi03184240-49 from 4866048 to 5406720 tid 3 2024-09-17T17:04:25.413 INFO:tasks.rados.rados.0.smithi031.stdout:363: writing smithi03184240-49 from 5406720 to 5750784 tid 4 2024-09-17T17:04:25.413 INFO:tasks.rados.rados.0.smithi031.stdout:364: rmattr oid 41 current snap is 31 2024-09-17T17:04:25.413 INFO:tasks.rados.rados.0.smithi031.stdout:364: done (3 left) 2024-09-17T17:04:25.413 INFO:tasks.rados.rados.0.smithi031.stdout:365: read oid 7 snap -1 2024-09-17T17:04:25.413 INFO:tasks.rados.rados.0.smithi031.stdout:365: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-17T17:04:25.414 INFO:tasks.rados.rados.0.smithi031.stdout:366: snap_create 2024-09-17T17:04:25.414 INFO:tasks.rados.rados.0.smithi031.stdout:361: finishing write tid 3 to smithi03184240-5 2024-09-17T17:04:25.414 INFO:tasks.rados.rados.0.smithi031.stdout:361: finishing write tid 4 to smithi03184240-5 2024-09-17T17:04:25.414 INFO:tasks.rados.rados.0.smithi031.stdout:361: finishing write tid 5 to smithi03184240-5 2024-09-17T17:04:25.414 INFO:tasks.rados.rados.0.smithi031.stdout:361: finishing write tid 6 to smithi03184240-5 2024-09-17T17:04:25.414 INFO:tasks.rados.rados.0.smithi031.stdout:361: oid 5 updating version 0 to 94 2024-09-17T17:04:25.414 INFO:tasks.rados.rados.0.smithi031.stdout:361: oid 5 updating version 94 to 95 2024-09-17T17:04:25.414 INFO:tasks.rados.rados.0.smithi031.stdout:361: oid 5 version 95 is already newer than 93 2024-09-17T17:04:25.414 INFO:tasks.rados.rados.0.smithi031.stdout:361: oid 5 version 95 is already newer than 92 2024-09-17T17:04:25.414 INFO:tasks.rados.rados.0.smithi031.stdout:361: oid 5 version 95 is already newer than 91 2024-09-17T17:04:25.415 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 95 (ObjNum 135 snap 31 seq_num 135) dirty exists 2024-09-17T17:04:25.415 INFO:tasks.rados.rados.0.smithi031.stdout:361: left oid 5 (ObjNum 135 snap 31 seq_num 135) 2024-09-17T17:04:25.415 INFO:tasks.rados.rados.0.smithi031.stdout:362: finishing rollback tid 0 to smithi03184240-31 2024-09-17T17:04:25.415 INFO:tasks.rados.rados.0.smithi031.stdout:362: finishing rollback tid 1 to smithi03184240-31 2024-09-17T17:04:25.415 INFO:tasks.rados.rados.0.smithi031.stdout:362: finishing rollback tid 2 to smithi03184240-31 2024-09-17T17:04:25.415 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 88 (ObjNum 80 snap 14 seq_num 80) dirty exists 2024-09-17T17:04:25.415 INFO:tasks.rados.rados.0.smithi031.stdout:363: finishing write tid 1 to smithi03184240-49 2024-09-17T17:04:25.415 INFO:tasks.rados.rados.0.smithi031.stdout:363: finishing write tid 2 to smithi03184240-49 2024-09-17T17:04:25.415 INFO:tasks.rados.rados.0.smithi031.stdout:363: finishing write tid 3 to smithi03184240-49 2024-09-17T17:04:25.416 INFO:tasks.rados.rados.0.smithi031.stdout:363: finishing write tid 4 to smithi03184240-49 2024-09-17T17:04:25.416 INFO:tasks.rados.rados.0.smithi031.stdout:365: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-17T17:04:25.418 INFO:tasks.rados.rados.0.smithi031.stdout:363: finishing write tid 5 to smithi03184240-49 2024-09-17T17:04:25.418 INFO:tasks.rados.rados.0.smithi031.stdout:363: finishing write tid 6 to smithi03184240-49 2024-09-17T17:04:25.418 INFO:tasks.rados.rados.0.smithi031.stdout:363: oid 49 updating version 0 to 98 2024-09-17T17:04:25.418 INFO:tasks.rados.rados.0.smithi031.stdout:363: oid 49 version 98 is already newer than 95 2024-09-17T17:04:25.418 INFO:tasks.rados.rados.0.smithi031.stdout:363: oid 49 version 98 is already newer than 97 2024-09-17T17:04:25.418 INFO:tasks.rados.rados.0.smithi031.stdout:363: oid 49 version 98 is already newer than 94 2024-09-17T17:04:25.418 INFO:tasks.rados.rados.0.smithi031.stdout:363: oid 49 version 98 is already newer than 96 2024-09-17T17:04:25.418 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 98 (ObjNum 136 snap 31 seq_num 136) dirty exists 2024-09-17T17:04:25.418 INFO:tasks.rados.rados.0.smithi031.stdout:363: left oid 49 (ObjNum 136 snap 31 seq_num 136) 2024-09-17T17:04:25.604 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:25 smithi066 ceph-mon[31354]: osdmap e134: 8 total, 8 up, 8 in 2024-09-17T17:04:25.605 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:25 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:04:25.605 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:25 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:04:25.605 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:25 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T17:04:25.605 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:25 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T17:04:25.605 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:25 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T17:04:25.605 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:25 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:04:25.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:25 smithi031 ceph-mon[27768]: osdmap e134: 8 total, 8 up, 8 in 2024-09-17T17:04:25.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:25 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:04:25.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:25 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:04:25.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:25 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T17:04:25.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:25 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T17:04:25.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:25 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T17:04:25.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:25 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:04:25.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:25 smithi031 ceph-mon[39468]: osdmap e134: 8 total, 8 up, 8 in 2024-09-17T17:04:25.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:25 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:04:25.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:25 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:04:25.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:25 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T17:04:25.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:25 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T17:04:25.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:25 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T17:04:25.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:25 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:04:26.367 INFO:tasks.rados.rados.0.smithi031.stdout:361: done (4 left) 2024-09-17T17:04:26.367 INFO:tasks.rados.rados.0.smithi031.stdout:362: done (3 left) 2024-09-17T17:04:26.367 INFO:tasks.rados.rados.0.smithi031.stdout:363: done (2 left) 2024-09-17T17:04:26.367 INFO:tasks.rados.rados.0.smithi031.stdout:365: done (1 left) 2024-09-17T17:04:26.367 INFO:tasks.rados.rados.0.smithi031.stdout:366: done (0 left) 2024-09-17T17:04:26.367 INFO:tasks.rados.rados.0.smithi031.stdout:367: delete oid 49 current snap is 32 2024-09-17T17:04:26.369 INFO:tasks.rados.rados.0.smithi031.stdout:367: done (0 left) 2024-09-17T17:04:26.369 INFO:tasks.rados.rados.0.smithi031.stdout:368: rollback oid 18 current snap is 32 2024-09-17T17:04:26.369 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 18 to 22 2024-09-17T17:04:26.369 INFO:tasks.rados.rados.0.smithi031.stdout:369: snap_create 2024-09-17T17:04:26.375 INFO:tasks.rados.rados.0.smithi031.stdout:368: finishing rollback tid 0 to smithi03184240-18 2024-09-17T17:04:26.375 INFO:tasks.rados.rados.0.smithi031.stdout:368: finishing rollback tid 1 to smithi03184240-18 2024-09-17T17:04:26.375 INFO:tasks.rados.rados.0.smithi031.stdout:368: finishing rollback tid 2 to smithi03184240-18 2024-09-17T17:04:26.375 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 111 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-09-17T17:04:26.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:26 smithi066 ceph-mon[31354]: Upgrade: Updating mgr.x 2024-09-17T17:04:26.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:26 smithi066 ceph-mon[31354]: Deploying daemon mgr.x on smithi066 2024-09-17T17:04:26.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:26 smithi066 ceph-mon[31354]: osdmap e135: 8 total, 8 up, 8 in 2024-09-17T17:04:26.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:26 smithi066 ceph-mon[31354]: pgmap v183: 121 pgs: 121 active+clean; 121 MiB data, 430 MiB used, 715 GiB / 715 GiB avail; 8.8 MiB/s rd, 6.5 MiB/s wr, 26 op/s 2024-09-17T17:04:26.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:26 smithi031 ceph-mon[27768]: Upgrade: Updating mgr.x 2024-09-17T17:04:26.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:26 smithi031 ceph-mon[27768]: Deploying daemon mgr.x on smithi066 2024-09-17T17:04:26.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:26 smithi031 ceph-mon[27768]: osdmap e135: 8 total, 8 up, 8 in 2024-09-17T17:04:26.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:26 smithi031 ceph-mon[27768]: pgmap v183: 121 pgs: 121 active+clean; 121 MiB data, 430 MiB used, 715 GiB / 715 GiB avail; 8.8 MiB/s rd, 6.5 MiB/s wr, 26 op/s 2024-09-17T17:04:26.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:26 smithi031 ceph-mon[39468]: Upgrade: Updating mgr.x 2024-09-17T17:04:26.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:26 smithi031 ceph-mon[39468]: Deploying daemon mgr.x on smithi066 2024-09-17T17:04:26.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:26 smithi031 ceph-mon[39468]: osdmap e135: 8 total, 8 up, 8 in 2024-09-17T17:04:26.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:26 smithi031 ceph-mon[39468]: pgmap v183: 121 pgs: 121 active+clean; 121 MiB data, 430 MiB used, 715 GiB / 715 GiB avail; 8.8 MiB/s rd, 6.5 MiB/s wr, 26 op/s 2024-09-17T17:04:27.363 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:26 smithi066 systemd[1]: Stopping Ceph mgr.x for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:04:27.372 INFO:tasks.rados.rados.0.smithi031.stdout:368: done (1 left) 2024-09-17T17:04:27.372 INFO:tasks.rados.rados.0.smithi031.stdout:369: done (0 left) 2024-09-17T17:04:27.372 INFO:tasks.rados.rados.0.smithi031.stdout:370: rollback oid 41 current snap is 33 2024-09-17T17:04:27.372 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 41 to 28 2024-09-17T17:04:27.372 INFO:tasks.rados.rados.0.smithi031.stdout:371: rollback oid 18 current snap is 33 2024-09-17T17:04:27.372 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 18 to 31 2024-09-17T17:04:27.373 INFO:tasks.rados.rados.0.smithi031.stdout:372: rmattr oid 23 current snap is 33 2024-09-17T17:04:27.373 INFO:tasks.rados.rados.0.smithi031.stdout:372: done (2 left) 2024-09-17T17:04:27.373 INFO:tasks.rados.rados.0.smithi031.stdout:373: copy_from oid 43 from oid 10 current snap is 33 2024-09-17T17:04:27.373 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 19 current snap is 33 2024-09-17T17:04:27.373 INFO:tasks.rados.rados.0.smithi031.stdout:374: seq_num 138 ranges {0=720896,720896=540672,1261568=557056,1818624=507904} 2024-09-17T17:04:27.376 INFO:tasks.rados.rados.0.smithi031.stdout:374: writing smithi03184240-19 from 0 to 720896 tid 1 2024-09-17T17:04:27.379 INFO:tasks.rados.rados.0.smithi031.stdout:374: writing smithi03184240-19 from 720896 to 1261568 tid 2 2024-09-17T17:04:27.383 INFO:tasks.rados.rados.0.smithi031.stdout:374: writing smithi03184240-19 from 1261568 to 1818624 tid 3 2024-09-17T17:04:27.386 INFO:tasks.rados.rados.0.smithi031.stdout:374: writing smithi03184240-19 from 1818624 to 2326528 tid 4 2024-09-17T17:04:27.387 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 13 current snap is 33 2024-09-17T17:04:27.387 INFO:tasks.rados.rados.0.smithi031.stdout:370: finishing rollback tid 1 to smithi03184240-41 2024-09-17T17:04:27.387 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 73 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-09-17T17:04:27.387 INFO:tasks.rados.rados.0.smithi031.stdout:371: finishing rollback tid 0 to smithi03184240-18 2024-09-17T17:04:27.387 INFO:tasks.rados.rados.0.smithi031.stdout:371: finishing rollback tid 1 to smithi03184240-18 2024-09-17T17:04:27.387 INFO:tasks.rados.rados.0.smithi031.stdout:371: finishing rollback tid 2 to smithi03184240-18 2024-09-17T17:04:27.387 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 115 (ObjNum 115 snap 26 seq_num 115) dirty exists 2024-09-17T17:04:27.387 INFO:tasks.rados.rados.0.smithi031.stdout:375: seq_num 139 ranges {204800=737280,942080=425984,1368064=761856,2129920=417792} 2024-09-17T17:04:27.391 INFO:tasks.rados.rados.0.smithi031.stdout:375: writing smithi03184240-13 from 204800 to 942080 tid 1 2024-09-17T17:04:27.394 INFO:tasks.rados.rados.0.smithi031.stdout:375: writing smithi03184240-13 from 942080 to 1368064 tid 2 2024-09-17T17:04:27.398 INFO:tasks.rados.rados.0.smithi031.stdout:375: writing smithi03184240-13 from 1368064 to 2129920 tid 3 2024-09-17T17:04:27.402 INFO:tasks.rados.rados.0.smithi031.stdout:375: writing smithi03184240-13 from 2129920 to 2547712 tid 4 2024-09-17T17:04:27.402 INFO:tasks.rados.rados.0.smithi031.stdout:370: done (4 left) 2024-09-17T17:04:27.402 INFO:tasks.rados.rados.0.smithi031.stdout:371: done (3 left) 2024-09-17T17:04:27.402 INFO:tasks.rados.rados.0.smithi031.stdout:376: setattr oid 17 current snap is 33 2024-09-17T17:04:27.402 INFO:tasks.rados.rados.0.smithi031.stdout:373: finishing copy_from racing read to smithi03184240-43 2024-09-17T17:04:27.402 INFO:tasks.rados.rados.0.smithi031.stdout:373: finishing copy_from to smithi03184240-43 2024-09-17T17:04:27.403 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 130 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-09-17T17:04:27.403 INFO:tasks.rados.rados.0.smithi031.stdout:374: finishing write tid 1 to smithi03184240-19 2024-09-17T17:04:27.403 INFO:tasks.rados.rados.0.smithi031.stdout:374: finishing write tid 2 to smithi03184240-19 2024-09-17T17:04:27.403 INFO:tasks.rados.rados.0.smithi031.stdout:374: finishing write tid 3 to smithi03184240-19 2024-09-17T17:04:27.403 INFO:tasks.rados.rados.0.smithi031.stdout:374: finishing write tid 4 to smithi03184240-19 2024-09-17T17:04:27.403 INFO:tasks.rados.rados.0.smithi031.stdout:374: finishing write tid 5 to smithi03184240-19 2024-09-17T17:04:27.403 INFO:tasks.rados.rados.0.smithi031.stdout:374: finishing write tid 6 to smithi03184240-19 2024-09-17T17:04:27.403 INFO:tasks.rados.rados.0.smithi031.stdout:374: oid 19 updating version 0 to 13 2024-09-17T17:04:27.403 INFO:tasks.rados.rados.0.smithi031.stdout:374: oid 19 updating version 13 to 15 2024-09-17T17:04:27.403 INFO:tasks.rados.rados.0.smithi031.stdout:374: oid 19 version 15 is already newer than 11 2024-09-17T17:04:27.403 INFO:tasks.rados.rados.0.smithi031.stdout:374: oid 19 version 15 is already newer than 12 2024-09-17T17:04:27.403 INFO:tasks.rados.rados.0.smithi031.stdout:374: oid 19 version 15 is already newer than 14 2024-09-17T17:04:27.403 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 15 (ObjNum 138 snap 33 seq_num 138) dirty exists 2024-09-17T17:04:27.404 INFO:tasks.rados.rados.0.smithi031.stdout:374: left oid 19 (ObjNum 138 snap 33 seq_num 138) 2024-09-17T17:04:27.404 INFO:tasks.rados.rados.0.smithi031.stdout:375: finishing write tid 1 to smithi03184240-13 2024-09-17T17:04:27.404 INFO:tasks.rados.rados.0.smithi031.stdout:375: finishing write tid 2 to smithi03184240-13 2024-09-17T17:04:27.404 INFO:tasks.rados.rados.0.smithi031.stdout:375: finishing write tid 3 to smithi03184240-13 2024-09-17T17:04:27.404 INFO:tasks.rados.rados.0.smithi031.stdout:375: finishing write tid 4 to smithi03184240-13 2024-09-17T17:04:27.404 INFO:tasks.rados.rados.0.smithi031.stdout:375: finishing write tid 5 to smithi03184240-13 2024-09-17T17:04:27.405 INFO:tasks.rados.rados.0.smithi031.stdout:373: done (3 left) 2024-09-17T17:04:27.405 INFO:tasks.rados.rados.0.smithi031.stdout:374: done (2 left) 2024-09-17T17:04:27.405 INFO:tasks.rados.rados.0.smithi031.stdout:377: snap_create 2024-09-17T17:04:27.406 INFO:tasks.rados.rados.0.smithi031.stdout:375: finishing write tid 6 to smithi03184240-13 2024-09-17T17:04:27.406 INFO:tasks.rados.rados.0.smithi031.stdout:375: oid 13 updating version 0 to 159 2024-09-17T17:04:27.406 INFO:tasks.rados.rados.0.smithi031.stdout:375: oid 13 updating version 159 to 161 2024-09-17T17:04:27.406 INFO:tasks.rados.rados.0.smithi031.stdout:375: oid 13 updating version 161 to 162 2024-09-17T17:04:27.406 INFO:tasks.rados.rados.0.smithi031.stdout:375: oid 13 version 162 is already newer than 160 2024-09-17T17:04:27.406 INFO:tasks.rados.rados.0.smithi031.stdout:375: oid 13 updating version 162 to 163 2024-09-17T17:04:27.406 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 163 (ObjNum 139 snap 33 seq_num 139) dirty exists 2024-09-17T17:04:27.407 INFO:tasks.rados.rados.0.smithi031.stdout:375: left oid 13 (ObjNum 139 snap 33 seq_num 139) 2024-09-17T17:04:27.408 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 103 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-09-17T17:04:27.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:27 smithi066 ceph-mon[31354]: osdmap e136: 8 total, 8 up, 8 in 2024-09-17T17:04:27.654 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:27 smithi066 podman[67083]: 2024-09-17 17:04:27.380870615 +0000 UTC m=+0.279948923 container died 4fc6363a9e911a454055aab707d2d139c1b3866430bf405f70475d835685d1bc (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b, ceph=True, org.label-schema.build-date=20240731) 2024-09-17T17:04:27.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:27 smithi031 ceph-mon[27768]: osdmap e136: 8 total, 8 up, 8 in 2024-09-17T17:04:27.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:27 smithi031 ceph-mon[39468]: osdmap e136: 8 total, 8 up, 8 in 2024-09-17T17:04:28.153 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:27 smithi066 podman[67083]: 2024-09-17 17:04:27.872517073 +0000 UTC m=+0.771595371 container cleanup 4fc6363a9e911a454055aab707d2d139c1b3866430bf405f70475d835685d1bc (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x, ceph=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T17:04:28.153 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:27 smithi066 bash[67083]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x 2024-09-17T17:04:28.377 INFO:tasks.rados.rados.0.smithi031.stdout:375: done (2 left) 2024-09-17T17:04:28.377 INFO:tasks.rados.rados.0.smithi031.stdout:376: done (1 left) 2024-09-17T17:04:28.377 INFO:tasks.rados.rados.0.smithi031.stdout:377: done (0 left) 2024-09-17T17:04:28.378 INFO:tasks.rados.rados.0.smithi031.stdout:378: copy_from oid 34 from oid 46 current snap is 34 2024-09-17T17:04:28.378 INFO:tasks.rados.rados.0.smithi031.stdout:379: snap_remove snap 31 2024-09-17T17:04:28.644 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:28 smithi066 ceph-mon[31354]: osdmap e137: 8 total, 8 up, 8 in 2024-09-17T17:04:28.645 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:28 smithi066 ceph-mon[31354]: pgmap v186: 121 pgs: 121 active+clean; 121 MiB data, 430 MiB used, 715 GiB / 715 GiB avail; 8.8 MiB/s rd, 6.5 MiB/s wr, 26 op/s 2024-09-17T17:04:28.645 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:28 smithi066 podman[67100]: 2024-09-17 17:04:28.434820613 +0000 UTC m=+1.052551283 container remove 4fc6363a9e911a454055aab707d2d139c1b3866430bf405f70475d835685d1bc (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, RELEASE=reef-19e2a2b, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-09-17T17:04:28.645 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:28 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-17T17:04:28.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:28 smithi031 ceph-mon[27768]: osdmap e137: 8 total, 8 up, 8 in 2024-09-17T17:04:28.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:28 smithi031 ceph-mon[27768]: pgmap v186: 121 pgs: 121 active+clean; 121 MiB data, 430 MiB used, 715 GiB / 715 GiB avail; 8.8 MiB/s rd, 6.5 MiB/s wr, 26 op/s 2024-09-17T17:04:28.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:28 smithi031 ceph-mon[39468]: osdmap e137: 8 total, 8 up, 8 in 2024-09-17T17:04:28.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:28 smithi031 ceph-mon[39468]: pgmap v186: 121 pgs: 121 active+clean; 121 MiB data, 430 MiB used, 715 GiB / 715 GiB avail; 8.8 MiB/s rd, 6.5 MiB/s wr, 26 op/s 2024-09-17T17:04:29.062 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:28 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-09-17T17:04:29.062 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:28 smithi066 systemd[1]: Stopped Ceph mgr.x for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:04:29.063 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:28 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mgr.x.service: Consumed 11.479s CPU time. 2024-09-17T17:04:29.063 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:28 smithi066 systemd[1]: Starting Ceph mgr.x for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:04:29.380 INFO:tasks.rados.rados.0.smithi031.stdout:379: done (1 left) 2024-09-17T17:04:29.380 INFO:tasks.rados.rados.0.smithi031.stdout:380: rollback oid 45 current snap is 34 2024-09-17T17:04:29.380 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 45 to 18 2024-09-17T17:04:29.380 INFO:tasks.rados.rados.0.smithi031.stdout:378: finishing copy_from racing read to smithi03184240-34 2024-09-17T17:04:29.381 INFO:tasks.rados.rados.0.smithi031.stdout:378: finishing copy_from to smithi03184240-34 2024-09-17T17:04:29.381 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 107 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-17T17:04:29.381 INFO:tasks.rados.rados.0.smithi031.stdout:378: done (1 left) 2024-09-17T17:04:29.381 INFO:tasks.rados.rados.0.smithi031.stdout:381: read oid 28 snap -1 2024-09-17T17:04:29.381 INFO:tasks.rados.rados.0.smithi031.stdout:381: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-17T17:04:29.381 INFO:tasks.rados.rados.0.smithi031.stdout:382: read oid 36 snap -1 2024-09-17T17:04:29.381 INFO:tasks.rados.rados.0.smithi031.stdout:382: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-17T17:04:29.381 INFO:tasks.rados.rados.0.smithi031.stdout:383: delete oid 16 current snap is 34 2024-09-17T17:04:29.383 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:29 smithi066 podman[67238]: 2024-09-17 17:04:29.060973822 +0000 UTC m=+0.094544424 container create c672129692eba2853a1eca54213dd694d029f59a2dc58748d21e519e85bf045a (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T17:04:29.383 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:29 smithi066 podman[67238]: 2024-09-17 17:04:28.983828143 +0000 UTC m=+0.017398745 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:04:29.383 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:29 smithi066 podman[67238]: 2024-09-17 17:04:29.280122487 +0000 UTC m=+0.313693087 container init c672129692eba2853a1eca54213dd694d029f59a2dc58748d21e519e85bf045a (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16) 2024-09-17T17:04:29.383 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:29 smithi066 podman[67238]: 2024-09-17 17:04:29.284919987 +0000 UTC m=+0.318490589 container start c672129692eba2853a1eca54213dd694d029f59a2dc58748d21e519e85bf045a (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x, io.buildah.version=1.37.2, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-09-17T17:04:29.383 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:29 smithi066 ceph-mgr[67276]: -- 172.21.15.66:0/2038946692 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561d624290e0 con 0x561d62407000 2024-09-17T17:04:29.388 INFO:tasks.rados.rados.0.smithi031.stdout:382: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-17T17:04:29.412 INFO:tasks.rados.rados.0.smithi031.stdout:380: finishing rollback tid 0 to smithi03184240-45 2024-09-17T17:04:29.412 INFO:tasks.rados.rados.0.smithi031.stdout:380: finishing rollback tid 1 to smithi03184240-45 2024-09-17T17:04:29.412 INFO:tasks.rados.rados.0.smithi031.stdout:380: finishing rollback tid 2 to smithi03184240-45 2024-09-17T17:04:29.412 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 237 (ObjNum 75 snap 12 seq_num 75) dirty exists 2024-09-17T17:04:29.413 INFO:tasks.rados.rados.0.smithi031.stdout:381: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-17T17:04:29.424 INFO:tasks.rados.rados.0.smithi031.stdout:380: done (3 left) 2024-09-17T17:04:29.424 INFO:tasks.rados.rados.0.smithi031.stdout:381: done (2 left) 2024-09-17T17:04:29.424 INFO:tasks.rados.rados.0.smithi031.stdout:382: done (1 left) 2024-09-17T17:04:29.424 INFO:tasks.rados.rados.0.smithi031.stdout:383: done (0 left) 2024-09-17T17:04:29.425 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 37 current snap is 34 2024-09-17T17:04:29.425 INFO:tasks.rados.rados.0.smithi031.stdout:384: seq_num 141 ranges {1449984=770048,2220032=589824,2809856=729088,3538944=286720} 2024-09-17T17:04:29.436 INFO:tasks.rados.rados.0.smithi031.stdout:384: writing smithi03184240-37 from 1449984 to 2220032 tid 1 2024-09-17T17:04:29.440 INFO:tasks.rados.rados.0.smithi031.stdout:384: writing smithi03184240-37 from 2220032 to 2809856 tid 2 2024-09-17T17:04:29.444 INFO:tasks.rados.rados.0.smithi031.stdout:384: writing smithi03184240-37 from 2809856 to 3538944 tid 3 2024-09-17T17:04:29.446 INFO:tasks.rados.rados.0.smithi031.stdout:384: writing smithi03184240-37 from 3538944 to 3825664 tid 4 2024-09-17T17:04:29.446 INFO:tasks.rados.rados.0.smithi031.stdout:385: copy_from oid 21 from oid 32 current snap is 34 2024-09-17T17:04:29.446 INFO:tasks.rados.rados.0.smithi031.stdout:384: finishing write tid 1 to smithi03184240-37 2024-09-17T17:04:29.446 INFO:tasks.rados.rados.0.smithi031.stdout:384: finishing write tid 2 to smithi03184240-37 2024-09-17T17:04:29.447 INFO:tasks.rados.rados.0.smithi031.stdout:386: setattr oid 43 current snap is 34 2024-09-17T17:04:29.448 INFO:tasks.rados.rados.0.smithi031.stdout:384: finishing write tid 3 to smithi03184240-37 2024-09-17T17:04:29.448 INFO:tasks.rados.rados.0.smithi031.stdout:387: read oid 34 snap -1 2024-09-17T17:04:29.448 INFO:tasks.rados.rados.0.smithi031.stdout:387: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-17T17:04:29.448 INFO:tasks.rados.rados.0.smithi031.stdout:388: rmattr oid 23 current snap is 34 2024-09-17T17:04:29.449 INFO:tasks.rados.rados.0.smithi031.stdout:388: done (4 left) 2024-09-17T17:04:29.449 INFO:tasks.rados.rados.0.smithi031.stdout:389: rmattr oid 41 current snap is 34 2024-09-17T17:04:29.449 INFO:tasks.rados.rados.0.smithi031.stdout:389: done (4 left) 2024-09-17T17:04:29.449 INFO:tasks.rados.rados.0.smithi031.stdout:390: rmattr oid 19 current snap is 34 2024-09-17T17:04:29.449 INFO:tasks.rados.rados.0.smithi031.stdout:390: done (4 left) 2024-09-17T17:04:29.449 INFO:tasks.rados.rados.0.smithi031.stdout:391: copy_from oid 3 from oid 23 current snap is 34 2024-09-17T17:04:29.449 INFO:tasks.rados.rados.0.smithi031.stdout:392: delete oid 48 current snap is 34 2024-09-17T17:04:29.449 INFO:tasks.rados.rados.0.smithi031.stdout:385: finishing copy_from to smithi03184240-21 2024-09-17T17:04:29.449 INFO:tasks.rados.rados.0.smithi031.stdout:385: got expected ENOENT (src dne) 2024-09-17T17:04:29.449 INFO:tasks.rados.rados.0.smithi031.stdout:384: finishing write tid 4 to smithi03184240-37 2024-09-17T17:04:29.449 INFO:tasks.rados.rados.0.smithi031.stdout:384: finishing write tid 5 to smithi03184240-37 2024-09-17T17:04:29.449 INFO:tasks.rados.rados.0.smithi031.stdout:385: finishing copy_from racing read to smithi03184240-21 2024-09-17T17:04:29.450 INFO:tasks.rados.rados.0.smithi031.stdout:384: finishing write tid 6 to smithi03184240-37 2024-09-17T17:04:29.450 INFO:tasks.rados.rados.0.smithi031.stdout:384: oid 37 updating version 0 to 107 2024-09-17T17:04:29.450 INFO:tasks.rados.rados.0.smithi031.stdout:384: oid 37 version 107 is already newer than 106 2024-09-17T17:04:29.450 INFO:tasks.rados.rados.0.smithi031.stdout:384: oid 37 updating version 107 to 108 2024-09-17T17:04:29.450 INFO:tasks.rados.rados.0.smithi031.stdout:384: oid 37 version 108 is already newer than 103 2024-09-17T17:04:29.450 INFO:tasks.rados.rados.0.smithi031.stdout:384: oid 37 version 108 is already newer than 102 2024-09-17T17:04:29.450 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 108 (ObjNum 141 snap 34 seq_num 141) dirty exists 2024-09-17T17:04:29.450 INFO:tasks.rados.rados.0.smithi031.stdout:384: left oid 37 (ObjNum 141 snap 34 seq_num 141) 2024-09-17T17:04:29.451 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 239 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-09-17T17:04:29.452 INFO:tasks.rados.rados.0.smithi031.stdout:384: done (5 left) 2024-09-17T17:04:29.453 INFO:tasks.rados.rados.0.smithi031.stdout:385: done (4 left) 2024-09-17T17:04:29.453 INFO:tasks.rados.rados.0.smithi031.stdout:386: done (3 left) 2024-09-17T17:04:29.453 INFO:tasks.rados.rados.0.smithi031.stdout:392: done (2 left) 2024-09-17T17:04:29.453 INFO:tasks.rados.rados.0.smithi031.stdout:393: rollback oid 49 current snap is 34 2024-09-17T17:04:29.453 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 49 to 18 2024-09-17T17:04:29.453 INFO:tasks.rados.rados.0.smithi031.stdout:394: read oid 45 snap -1 2024-09-17T17:04:29.453 INFO:tasks.rados.rados.0.smithi031.stdout:394: expect (ObjNum 75 snap 12 seq_num 75) 2024-09-17T17:04:29.453 INFO:tasks.rados.rados.0.smithi031.stdout:395: snap_remove snap 29 2024-09-17T17:04:29.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:29 smithi066 ceph-mon[31354]: osdmap e138: 8 total, 8 up, 8 in 2024-09-17T17:04:29.654 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:29 smithi066 bash[67238]: c672129692eba2853a1eca54213dd694d029f59a2dc58748d21e519e85bf045a 2024-09-17T17:04:29.654 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:29 smithi066 systemd[1]: Started Ceph mgr.x for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:04:29.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:29 smithi031 ceph-mon[27768]: osdmap e138: 8 total, 8 up, 8 in 2024-09-17T17:04:29.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:29 smithi031 ceph-mon[39468]: osdmap e138: 8 total, 8 up, 8 in 2024-09-17T17:04:30.394 INFO:tasks.rados.rados.0.smithi031.stdout:395: done (4 left) 2024-09-17T17:04:30.394 INFO:tasks.rados.rados.0.smithi031.stdout:396: delete oid 5 current snap is 34 2024-09-17T17:04:30.394 INFO:tasks.rados.rados.0.smithi031.stdout:387: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-17T17:04:30.422 INFO:tasks.rados.rados.0.smithi031.stdout:393: finishing rollback tid 1 to smithi03184240-49 2024-09-17T17:04:30.422 INFO:tasks.rados.rados.0.smithi031.stdout:393: finishing rollback tid 2 to smithi03184240-49 2024-09-17T17:04:30.422 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 110 (ObjNum 55 snap 4 seq_num 55) dirty exists 2024-09-17T17:04:30.422 INFO:tasks.rados.rados.0.smithi031.stdout:394: expect (ObjNum 75 snap 12 seq_num 75) 2024-09-17T17:04:30.479 INFO:tasks.rados.rados.0.smithi031.stdout:391: finishing copy_from racing read to smithi03184240-3 2024-09-17T17:04:30.479 INFO:tasks.rados.rados.0.smithi031.stdout:391: finishing copy_from to smithi03184240-3 2024-09-17T17:04:30.479 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 66 (ObjNum 105 snap 24 seq_num 105) dirty exists 2024-09-17T17:04:30.479 INFO:tasks.rados.rados.0.smithi031.stdout:387: done (4 left) 2024-09-17T17:04:30.479 INFO:tasks.rados.rados.0.smithi031.stdout:391: done (3 left) 2024-09-17T17:04:30.480 INFO:tasks.rados.rados.0.smithi031.stdout:393: done (2 left) 2024-09-17T17:04:30.480 INFO:tasks.rados.rados.0.smithi031.stdout:394: done (1 left) 2024-09-17T17:04:30.480 INFO:tasks.rados.rados.0.smithi031.stdout:396: done (0 left) 2024-09-17T17:04:30.480 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 34 2024-09-17T17:04:30.480 INFO:tasks.rados.rados.0.smithi031.stdout:397: seq_num 144 ranges {4366336=16384} 2024-09-17T17:04:30.504 INFO:tasks.rados.rados.0.smithi031.stdout:397: writing smithi03184240-12 from 4366336 to 4382720 tid 1 2024-09-17T17:04:30.504 INFO:tasks.rados.rados.0.smithi031.stdout:398: snap_remove snap 33 2024-09-17T17:04:30.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:30 smithi066 ceph-mon[31354]: osdmap e139: 8 total, 8 up, 8 in 2024-09-17T17:04:30.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:30 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:04:30.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:30 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:04:30.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:30 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:04:30.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:30 smithi066 ceph-mon[31354]: pgmap v189: 121 pgs: 121 active+clean; 121 MiB data, 430 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:04:30.707 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:30 smithi031 ceph-mon[27768]: osdmap e139: 8 total, 8 up, 8 in 2024-09-17T17:04:30.707 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:30 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:04:30.707 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:30 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:04:30.708 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:30 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:04:30.708 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:30 smithi031 ceph-mon[27768]: pgmap v189: 121 pgs: 121 active+clean; 121 MiB data, 430 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:04:30.708 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:30 smithi031 ceph-mon[39468]: osdmap e139: 8 total, 8 up, 8 in 2024-09-17T17:04:30.708 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:30 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:04:30.708 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:30 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:04:30.708 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:30 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:04:30.708 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:30 smithi031 ceph-mon[39468]: pgmap v189: 121 pgs: 121 active+clean; 121 MiB data, 430 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:04:30.708 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-09-17T17:04:31.260 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T17:04:31.261 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (2m) 2m ago 3m 20.1M - 0.25.0 c8568f914cd2 e19d96c7fca4 2024-09-17T17:04:31.261 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi066 *:3000 running (3m) 2m ago 3m 85.6M - 9.4.7 954c08fa6188 7bff2f45f353 2024-09-17T17:04:31.261 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (4m) 2m ago 4m 15.5M - 18.2.4-855-g19e2a2be 980a0bfcd684 564d1f0baaea 2024-09-17T17:04:31.261 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi066 running (4m) 2m ago 4m 16.0M - 18.2.4-855-g19e2a2be 980a0bfcd684 c397d3fc9cd9 2024-09-17T17:04:31.261 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi066 *:8443,9283,8765 starting - - - - 2024-09-17T17:04:31.261 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:9283,8765 running (10m) 2m ago 10m 485M - 18.2.4-855-g19e2a2be 980a0bfcd684 2c74dd39c796 2024-09-17T17:04:31.261 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (10m) 2m ago 10m 46.2M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 40537754a8ab 2024-09-17T17:04:31.261 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi066 running (8m) 2m ago 8m 41.8M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 1609e0a1a698 2024-09-17T17:04:31.261 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (8m) 2m ago 8m 39.0M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 ff7ae5068af1 2024-09-17T17:04:31.261 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (3m) 2m ago 3m 15.8M - 1.5.0 0da6a335fe13 5461f4c7304d 2024-09-17T17:04:31.262 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi066 *:9100 running (3m) 2m ago 3m 7994k - 1.5.0 0da6a335fe13 f747e79004be 2024-09-17T17:04:31.262 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (8m) 2m ago 8m 52.9M 2993M 18.2.4-855-g19e2a2be 980a0bfcd684 38476b1f028e 2024-09-17T17:04:31.262 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (7m) 2m ago 7m 44.1M 2993M 18.2.4-855-g19e2a2be 980a0bfcd684 626c909b429a 2024-09-17T17:04:31.262 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (7m) 2m ago 7m 51.0M 2993M 18.2.4-855-g19e2a2be 980a0bfcd684 f9740304d424 2024-09-17T17:04:31.262 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (6m) 2m ago 6m 49.4M 2993M 18.2.4-855-g19e2a2be 980a0bfcd684 aa304ea854ca 2024-09-17T17:04:31.262 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi066 running (6m) 2m ago 6m 53.4M 2992M 18.2.4-855-g19e2a2be 980a0bfcd684 a9ca20b85bc9 2024-09-17T17:04:31.262 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi066 running (6m) 2m ago 6m 46.0M 2992M 18.2.4-855-g19e2a2be 980a0bfcd684 2c5ce84fcccf 2024-09-17T17:04:31.262 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi066 running (5m) 2m ago 5m 49.1M 2992M 18.2.4-855-g19e2a2be 980a0bfcd684 d221efc6e856 2024-09-17T17:04:31.262 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi066 running (5m) 2m ago 5m 41.2M 2992M 18.2.4-855-g19e2a2be 980a0bfcd684 ce691a28a9fd 2024-09-17T17:04:31.262 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi066 *:9095 running (2m) 2m ago 3m 32.8M - 2.43.0 a07b618ecd1d c185751d02e9 2024-09-17T17:04:31.283 INFO:tasks.rados.rados.0.smithi031.stdout:398: done (1 left) 2024-09-17T17:04:31.283 INFO:tasks.rados.rados.0.smithi031.stdout:399: snap_remove snap 30 2024-09-17T17:04:31.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:31 smithi031 ceph-mon[27768]: osdmap e140: 8 total, 8 up, 8 in 2024-09-17T17:04:31.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:31 smithi031 ceph-mon[27768]: from='client.15003 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:04:31.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:31 smithi031 ceph-mon[27768]: osdmap e141: 8 total, 8 up, 8 in 2024-09-17T17:04:31.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:31 smithi031 ceph-mon[39468]: osdmap e140: 8 total, 8 up, 8 in 2024-09-17T17:04:31.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:31 smithi031 ceph-mon[39468]: from='client.15003 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:04:31.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:31 smithi031 ceph-mon[39468]: osdmap e141: 8 total, 8 up, 8 in 2024-09-17T17:04:31.597 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:04:31.597 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-09-17T17:04:31.597 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-17T17:04:31.597 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:04:31.597 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-09-17T17:04:31.597 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T17:04:31.597 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:04:31.597 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-09-17T17:04:31.597 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 8 2024-09-17T17:04:31.598 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:04:31.598 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-09-17T17:04:31.598 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T17:04:31.598 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:04:31.598 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-09-17T17:04:31.598 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 15 2024-09-17T17:04:31.598 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-17T17:04:31.598 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:04:31.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:31 smithi066 ceph-mon[31354]: osdmap e140: 8 total, 8 up, 8 in 2024-09-17T17:04:31.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:31 smithi066 ceph-mon[31354]: from='client.15003 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:04:31.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:31 smithi066 ceph-mon[31354]: osdmap e141: 8 total, 8 up, 8 in 2024-09-17T17:04:31.886 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:04:31.886 INFO:teuthology.orchestra.run.smithi031.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0", 2024-09-17T17:04:31.886 INFO:teuthology.orchestra.run.smithi031.stdout: "in_progress": true, 2024-09-17T17:04:31.886 INFO:teuthology.orchestra.run.smithi031.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T17:04:31.886 INFO:teuthology.orchestra.run.smithi031.stdout: "services_complete": [], 2024-09-17T17:04:31.886 INFO:teuthology.orchestra.run.smithi031.stdout: "progress": "", 2024-09-17T17:04:31.886 INFO:teuthology.orchestra.run.smithi031.stdout: "message": "Currently upgrading mgr daemons", 2024-09-17T17:04:31.886 INFO:teuthology.orchestra.run.smithi031.stdout: "is_paused": false 2024-09-17T17:04:31.886 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:04:31.887 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:31 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:04:31] "GET /metrics HTTP/1.1" 200 36007 "" "Prometheus/2.43.0" 2024-09-17T17:04:32.286 INFO:tasks.rados.rados.0.smithi031.stdout:399: done (1 left) 2024-09-17T17:04:32.286 INFO:tasks.rados.rados.0.smithi031.stdout:400: snap_remove snap 32 2024-09-17T17:04:32.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:32 smithi066 ceph-mon[31354]: from='client.15009 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:04:32.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:32 smithi066 ceph-mon[31354]: from='client.15015 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:04:32.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:32 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/30690711' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T17:04:32.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:32 smithi066 ceph-mon[31354]: pgmap v192: 121 pgs: 121 active+clean; 135 MiB data, 449 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-09-17T17:04:32.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:32 smithi066 ceph-mon[31354]: osdmap e142: 8 total, 8 up, 8 in 2024-09-17T17:04:32.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:32 smithi031 ceph-mon[27768]: from='client.15009 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:04:32.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:32 smithi031 ceph-mon[27768]: from='client.15015 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:04:32.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:32 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/30690711' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T17:04:32.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:32 smithi031 ceph-mon[27768]: pgmap v192: 121 pgs: 121 active+clean; 135 MiB data, 449 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-09-17T17:04:32.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:32 smithi031 ceph-mon[27768]: osdmap e142: 8 total, 8 up, 8 in 2024-09-17T17:04:32.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:32 smithi031 ceph-mon[39468]: from='client.15009 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:04:32.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:32 smithi031 ceph-mon[39468]: from='client.15015 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:04:32.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:32 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/30690711' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T17:04:32.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:32 smithi031 ceph-mon[39468]: pgmap v192: 121 pgs: 121 active+clean; 135 MiB data, 449 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-09-17T17:04:32.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:32 smithi031 ceph-mon[39468]: osdmap e142: 8 total, 8 up, 8 in 2024-09-17T17:04:33.289 INFO:tasks.rados.rados.0.smithi031.stdout:397: finishing write tid 1 to smithi03184240-12 2024-09-17T17:04:33.289 INFO:tasks.rados.rados.0.smithi031.stdout:397: finishing write tid 2 to smithi03184240-12 2024-09-17T17:04:33.289 INFO:tasks.rados.rados.0.smithi031.stdout:397: finishing write tid 3 to smithi03184240-12 2024-09-17T17:04:33.289 INFO:tasks.rados.rados.0.smithi031.stdout:397: oid 12 updating version 0 to 79 2024-09-17T17:04:33.289 INFO:tasks.rados.rados.0.smithi031.stdout:397: oid 12 version 79 is already newer than 78 2024-09-17T17:04:33.289 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 79 (ObjNum 144 snap 34 seq_num 144) dirty exists 2024-09-17T17:04:33.289 INFO:tasks.rados.rados.0.smithi031.stdout:397: left oid 12 (ObjNum 144 snap 34 seq_num 144) 2024-09-17T17:04:33.290 INFO:tasks.rados.rados.0.smithi031.stdout:397: done (1 left) 2024-09-17T17:04:33.290 INFO:tasks.rados.rados.0.smithi031.stdout:400: done (0 left) 2024-09-17T17:04:33.290 INFO:tasks.rados.rados.0.smithi031.stdout:401: snap_remove snap 26 2024-09-17T17:04:33.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:33 smithi066 ceph-mon[31354]: from='client.24926 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:04:33.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:33 smithi066 ceph-mon[31354]: osdmap e143: 8 total, 8 up, 8 in 2024-09-17T17:04:33.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:33 smithi031 ceph-mon[27768]: from='client.24926 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:04:33.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:33 smithi031 ceph-mon[27768]: osdmap e143: 8 total, 8 up, 8 in 2024-09-17T17:04:33.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:33 smithi031 ceph-mon[39468]: from='client.24926 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:04:33.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:33 smithi031 ceph-mon[39468]: osdmap e143: 8 total, 8 up, 8 in 2024-09-17T17:04:34.289 INFO:tasks.rados.rados.0.smithi031.stdout:401: done (0 left) 2024-09-17T17:04:34.289 INFO:tasks.rados.rados.0.smithi031.stdout:402: setattr oid 41 current snap is 34 2024-09-17T17:04:34.290 INFO:tasks.rados.rados.0.smithi031.stdout:403: read oid 26 snap -1 2024-09-17T17:04:34.291 INFO:tasks.rados.rados.0.smithi031.stdout:403: expect deleted 2024-09-17T17:04:34.291 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 34 2024-09-17T17:04:34.291 INFO:tasks.rados.rados.0.smithi031.stdout:404: seq_num 145 ranges {3153920=32768} 2024-09-17T17:04:34.310 INFO:tasks.rados.rados.0.smithi031.stdout:404: writing smithi03184240-31 from 3153920 to 3186688 tid 1 2024-09-17T17:04:34.310 INFO:tasks.rados.rados.0.smithi031.stdout:405: setattr oid 8 current snap is 34 2024-09-17T17:04:34.310 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 117 (ObjNum 65 snap 0 seq_num 1705175872) dirty exists 2024-09-17T17:04:34.311 INFO:tasks.rados.rados.0.smithi031.stdout:402: done (3 left) 2024-09-17T17:04:34.311 INFO:tasks.rados.rados.0.smithi031.stdout:403: done (2 left) 2024-09-17T17:04:34.311 INFO:tasks.rados.rados.0.smithi031.stdout:406: read oid 33 snap -1 2024-09-17T17:04:34.311 INFO:tasks.rados.rados.0.smithi031.stdout:406: expect (ObjNum 131 snap 29 seq_num 131) 2024-09-17T17:04:34.311 INFO:tasks.rados.rados.0.smithi031.stdout:407: snap_remove snap 24 2024-09-17T17:04:34.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:34 smithi066 ceph-mon[31354]: pgmap v195: 121 pgs: 121 active+clean; 135 MiB data, 449 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-09-17T17:04:34.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:34 smithi066 ceph-mon[31354]: osdmap e144: 8 total, 8 up, 8 in 2024-09-17T17:04:34.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:34 smithi031 ceph-mon[27768]: pgmap v195: 121 pgs: 121 active+clean; 135 MiB data, 449 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-09-17T17:04:34.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:34 smithi031 ceph-mon[27768]: osdmap e144: 8 total, 8 up, 8 in 2024-09-17T17:04:34.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:34 smithi031 ceph-mon[39468]: pgmap v195: 121 pgs: 121 active+clean; 135 MiB data, 449 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-09-17T17:04:34.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:34 smithi031 ceph-mon[39468]: osdmap e144: 8 total, 8 up, 8 in 2024-09-17T17:04:35.153 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: [17/Sep/2024:17:04:34] ENGINE Bus STARTING 2024-09-17T17:04:35.153 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: CherryPy Checker: 2024-09-17T17:04:35.154 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: The Application mounted at '' has an empty config. 2024-09-17T17:04:35.154 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: 2024-09-17T17:04:35.154 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: [17/Sep/2024:17:04:34] ENGINE Serving on http://:::9283 2024-09-17T17:04:35.154 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: [17/Sep/2024:17:04:34] ENGINE Bus STARTED 2024-09-17T17:04:35.291 INFO:tasks.rados.rados.0.smithi031.stdout:407: done (3 left) 2024-09-17T17:04:35.291 INFO:tasks.rados.rados.0.smithi031.stdout:408: snap_remove snap 22 2024-09-17T17:04:35.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:35 smithi031 ceph-mon[27768]: Standby manager daemon x restarted 2024-09-17T17:04:35.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:35 smithi031 ceph-mon[27768]: Standby manager daemon x started 2024-09-17T17:04:35.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:35 smithi031 ceph-mon[27768]: from='mgr.? 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-17T17:04:35.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:35 smithi031 ceph-mon[27768]: from='mgr.? 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T17:04:35.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:35 smithi031 ceph-mon[27768]: from='mgr.? 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-17T17:04:35.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:35 smithi031 ceph-mon[27768]: from='mgr.? 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T17:04:35.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:35 smithi031 ceph-mon[27768]: osdmap e145: 8 total, 8 up, 8 in 2024-09-17T17:04:35.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:35 smithi031 ceph-mon[39468]: Standby manager daemon x restarted 2024-09-17T17:04:35.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:35 smithi031 ceph-mon[39468]: Standby manager daemon x started 2024-09-17T17:04:35.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:35 smithi031 ceph-mon[39468]: from='mgr.? 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-17T17:04:35.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:35 smithi031 ceph-mon[39468]: from='mgr.? 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T17:04:35.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:35 smithi031 ceph-mon[39468]: from='mgr.? 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-17T17:04:35.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:35 smithi031 ceph-mon[39468]: from='mgr.? 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T17:04:35.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:35 smithi031 ceph-mon[39468]: osdmap e145: 8 total, 8 up, 8 in 2024-09-17T17:04:35.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:35 smithi066 ceph-mon[31354]: Standby manager daemon x restarted 2024-09-17T17:04:35.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:35 smithi066 ceph-mon[31354]: Standby manager daemon x started 2024-09-17T17:04:35.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:35 smithi066 ceph-mon[31354]: from='mgr.? 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-17T17:04:35.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:35 smithi066 ceph-mon[31354]: from='mgr.? 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T17:04:35.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:35 smithi066 ceph-mon[31354]: from='mgr.? 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-17T17:04:35.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:35 smithi066 ceph-mon[31354]: from='mgr.? 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T17:04:35.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:35 smithi066 ceph-mon[31354]: osdmap e145: 8 total, 8 up, 8 in 2024-09-17T17:04:36.291 INFO:tasks.rados.rados.0.smithi031.stdout:408: done (3 left) 2024-09-17T17:04:36.291 INFO:tasks.rados.rados.0.smithi031.stdout:409: read oid 14 snap -1 2024-09-17T17:04:36.291 INFO:tasks.rados.rados.0.smithi031.stdout:409: expect deleted 2024-09-17T17:04:36.291 INFO:tasks.rados.rados.0.smithi031.stdout:410: setattr oid 27 current snap is 34 2024-09-17T17:04:36.293 INFO:tasks.rados.rados.0.smithi031.stdout:404: finishing write tid 1 to smithi03184240-31 2024-09-17T17:04:36.293 INFO:tasks.rados.rados.0.smithi031.stdout:404: finishing write tid 2 to smithi03184240-31 2024-09-17T17:04:36.293 INFO:tasks.rados.rados.0.smithi031.stdout:404: finishing write tid 3 to smithi03184240-31 2024-09-17T17:04:36.293 INFO:tasks.rados.rados.0.smithi031.stdout:404: oid 31 updating version 0 to 97 2024-09-17T17:04:36.293 INFO:tasks.rados.rados.0.smithi031.stdout:404: oid 31 updating version 97 to 98 2024-09-17T17:04:36.293 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 98 (ObjNum 145 snap 34 seq_num 145) dirty exists 2024-09-17T17:04:36.293 INFO:tasks.rados.rados.0.smithi031.stdout:404: left oid 31 (ObjNum 145 snap 34 seq_num 145) 2024-09-17T17:04:36.293 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 132 (ObjNum 129 snap 0 seq_num 1704872088) dirty exists 2024-09-17T17:04:36.293 INFO:tasks.rados.rados.0.smithi031.stdout:406: expect (ObjNum 131 snap 29 seq_num 131) 2024-09-17T17:04:36.512 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 104 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-17T17:04:36.512 INFO:tasks.rados.rados.0.smithi031.stdout:404: done (4 left) 2024-09-17T17:04:36.512 INFO:tasks.rados.rados.0.smithi031.stdout:405: done (3 left) 2024-09-17T17:04:36.512 INFO:tasks.rados.rados.0.smithi031.stdout:406: done (2 left) 2024-09-17T17:04:36.512 INFO:tasks.rados.rados.0.smithi031.stdout:409: done (1 left) 2024-09-17T17:04:36.512 INFO:tasks.rados.rados.0.smithi031.stdout:410: done (0 left) 2024-09-17T17:04:36.512 INFO:tasks.rados.rados.0.smithi031.stdout:411: setattr oid 3 current snap is 34 2024-09-17T17:04:36.513 INFO:tasks.rados.rados.0.smithi031.stdout:412: delete oid 40 current snap is 34 2024-09-17T17:04:36.515 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 81 (ObjNum 105 snap 24 seq_num 105) dirty exists 2024-09-17T17:04:36.515 INFO:tasks.rados.rados.0.smithi031.stdout:411: done (1 left) 2024-09-17T17:04:36.515 INFO:tasks.rados.rados.0.smithi031.stdout:412: done (0 left) 2024-09-17T17:04:36.515 INFO:tasks.rados.rados.0.smithi031.stdout:413: copy_from oid 35 from oid 7 current snap is 34 2024-09-17T17:04:36.515 INFO:tasks.rados.rados.0.smithi031.stdout:414: snap_remove snap 25 2024-09-17T17:04:36.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:36 smithi031 ceph-mon[27768]: mgrmap e23: y(active, since 3m), standbys: x 2024-09-17T17:04:36.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:36 smithi031 ceph-mon[27768]: pgmap v198: 121 pgs: 121 active+clean; 131 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 8.0 KiB/s wr, 11 op/s 2024-09-17T17:04:36.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:36 smithi031 ceph-mon[27768]: osdmap e146: 8 total, 8 up, 8 in 2024-09-17T17:04:36.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:36 smithi031 ceph-mon[39468]: mgrmap e23: y(active, since 3m), standbys: x 2024-09-17T17:04:36.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:36 smithi031 ceph-mon[39468]: pgmap v198: 121 pgs: 121 active+clean; 131 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 8.0 KiB/s wr, 11 op/s 2024-09-17T17:04:36.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:36 smithi031 ceph-mon[39468]: osdmap e146: 8 total, 8 up, 8 in 2024-09-17T17:04:36.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:36 smithi066 ceph-mon[31354]: mgrmap e23: y(active, since 3m), standbys: x 2024-09-17T17:04:36.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:36 smithi066 ceph-mon[31354]: pgmap v198: 121 pgs: 121 active+clean; 131 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 8.0 KiB/s wr, 11 op/s 2024-09-17T17:04:36.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:36 smithi066 ceph-mon[31354]: osdmap e146: 8 total, 8 up, 8 in 2024-09-17T17:04:37.431 INFO:tasks.rados.rados.0.smithi031.stdout:414: done (1 left) 2024-09-17T17:04:37.432 INFO:tasks.rados.rados.0.smithi031.stdout:415: copy_from oid 5 from oid 12 current snap is 34 2024-09-17T17:04:37.432 INFO:tasks.rados.rados.0.smithi031.stdout:413: finishing copy_from racing read to smithi03184240-35 2024-09-17T17:04:37.432 INFO:tasks.rados.rados.0.smithi031.stdout:413: finishing copy_from to smithi03184240-35 2024-09-17T17:04:37.432 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-17T17:04:37.432 INFO:tasks.rados.rados.0.smithi031.stdout:413: done (1 left) 2024-09-17T17:04:37.432 INFO:tasks.rados.rados.0.smithi031.stdout:416: read oid 22 snap -1 2024-09-17T17:04:37.432 INFO:tasks.rados.rados.0.smithi031.stdout:416: expect (ObjNum 128 snap 28 seq_num 128) 2024-09-17T17:04:37.432 INFO:tasks.rados.rados.0.smithi031.stdout:417: copy_from oid 15 from oid 32 current snap is 34 2024-09-17T17:04:37.432 INFO:tasks.rados.rados.0.smithi031.stdout:418: rollback oid 6 current snap is 34 2024-09-17T17:04:37.432 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 6 to 18 2024-09-17T17:04:37.433 INFO:tasks.rados.rados.0.smithi031.stdout:419: delete oid 50 current snap is 34 2024-09-17T17:04:37.437 INFO:tasks.rados.rados.0.smithi031.stdout:417: finishing copy_from to smithi03184240-15 2024-09-17T17:04:37.437 INFO:tasks.rados.rados.0.smithi031.stdout:417: got expected ENOENT (src dne) 2024-09-17T17:04:37.437 INFO:tasks.rados.rados.0.smithi031.stdout:417: finishing copy_from racing read to smithi03184240-15 2024-09-17T17:04:37.444 INFO:tasks.rados.rados.0.smithi031.stdout:418: finishing rollback tid 0 to smithi03184240-6 2024-09-17T17:04:37.444 INFO:tasks.rados.rados.0.smithi031.stdout:418: finishing rollback tid 1 to smithi03184240-6 2024-09-17T17:04:37.444 INFO:tasks.rados.rados.0.smithi031.stdout:418: finishing rollback tid 2 to smithi03184240-6 2024-09-17T17:04:37.444 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 74 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-09-17T17:04:37.450 INFO:tasks.rados.rados.0.smithi031.stdout:417: done (4 left) 2024-09-17T17:04:37.450 INFO:tasks.rados.rados.0.smithi031.stdout:418: done (3 left) 2024-09-17T17:04:37.450 INFO:tasks.rados.rados.0.smithi031.stdout:419: done (2 left) 2024-09-17T17:04:37.450 INFO:tasks.rados.rados.0.smithi031.stdout:420: snap_create 2024-09-17T17:04:37.464 INFO:tasks.rados.rados.0.smithi031.stdout:416: expect (ObjNum 128 snap 28 seq_num 128) 2024-09-17T17:04:37.609 INFO:tasks.rados.rados.0.smithi031.stdout:415: finishing copy_from racing read to smithi03184240-5 2024-09-17T17:04:37.609 INFO:tasks.rados.rados.0.smithi031.stdout:415: finishing copy_from to smithi03184240-5 2024-09-17T17:04:37.609 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 79 (ObjNum 144 snap 34 seq_num 144) dirty exists 2024-09-17T17:04:37.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:37 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:04:37.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:37 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:04:37.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:37 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:04:37.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:37 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:04:37.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:37 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:04:37.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:37 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:04:37.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:37 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:04:37.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:37 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:04:37.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:37 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:04:37.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:37 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:04:37.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:37 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:04:37.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:37 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:04:38.439 INFO:tasks.rados.rados.0.smithi031.stdout:415: done (2 left) 2024-09-17T17:04:38.439 INFO:tasks.rados.rados.0.smithi031.stdout:416: done (1 left) 2024-09-17T17:04:38.439 INFO:tasks.rados.rados.0.smithi031.stdout:420: done (0 left) 2024-09-17T17:04:38.439 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 28 current snap is 35 2024-09-17T17:04:38.439 INFO:tasks.rados.rados.0.smithi031.stdout:421: seq_num 148 ranges {442368=81920} 2024-09-17T17:04:38.441 INFO:tasks.rados.rados.0.smithi031.stdout:421: writing smithi03184240-28 from 442368 to 524288 tid 1 2024-09-17T17:04:38.441 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 43 current snap is 35 2024-09-17T17:04:38.441 INFO:tasks.rados.rados.0.smithi031.stdout:422: seq_num 149 ranges {204800=98304} 2024-09-17T17:04:38.443 INFO:tasks.rados.rados.0.smithi031.stdout:422: writing smithi03184240-43 from 204800 to 303104 tid 1 2024-09-17T17:04:38.443 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 26 current snap is 35 2024-09-17T17:04:38.443 INFO:tasks.rados.rados.0.smithi031.stdout:423: seq_num 150 ranges {0=114688} 2024-09-17T17:04:38.444 INFO:tasks.rados.rados.0.smithi031.stdout:423: writing smithi03184240-26 from 0 to 114688 tid 1 2024-09-17T17:04:38.444 INFO:tasks.rados.rados.0.smithi031.stdout:424: delete oid 17 current snap is 35 2024-09-17T17:04:38.447 INFO:tasks.rados.rados.0.smithi031.stdout:421: finishing write tid 1 to smithi03184240-28 2024-09-17T17:04:38.447 INFO:tasks.rados.rados.0.smithi031.stdout:421: finishing write tid 2 to smithi03184240-28 2024-09-17T17:04:38.448 INFO:tasks.rados.rados.0.smithi031.stdout:423: finishing write tid 1 to smithi03184240-26 2024-09-17T17:04:38.449 INFO:tasks.rados.rados.0.smithi031.stdout:422: finishing write tid 1 to smithi03184240-43 2024-09-17T17:04:38.449 INFO:tasks.rados.rados.0.smithi031.stdout:421: finishing write tid 3 to smithi03184240-28 2024-09-17T17:04:38.449 INFO:tasks.rados.rados.0.smithi031.stdout:421: oid 28 updating version 0 to 278 2024-09-17T17:04:38.449 INFO:tasks.rados.rados.0.smithi031.stdout:421: oid 28 updating version 278 to 279 2024-09-17T17:04:38.449 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 279 (ObjNum 148 snap 35 seq_num 148) dirty exists 2024-09-17T17:04:38.450 INFO:tasks.rados.rados.0.smithi031.stdout:421: left oid 28 (ObjNum 148 snap 35 seq_num 148) 2024-09-17T17:04:38.450 INFO:tasks.rados.rados.0.smithi031.stdout:423: finishing write tid 2 to smithi03184240-26 2024-09-17T17:04:38.450 INFO:tasks.rados.rados.0.smithi031.stdout:422: finishing write tid 2 to smithi03184240-43 2024-09-17T17:04:38.452 INFO:tasks.rados.rados.0.smithi031.stdout:423: finishing write tid 3 to smithi03184240-26 2024-09-17T17:04:38.452 INFO:tasks.rados.rados.0.smithi031.stdout:423: oid 26 updating version 0 to 91 2024-09-17T17:04:38.452 INFO:tasks.rados.rados.0.smithi031.stdout:423: oid 26 version 91 is already newer than 90 2024-09-17T17:04:38.452 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 91 (ObjNum 150 snap 35 seq_num 150) dirty exists 2024-09-17T17:04:38.452 INFO:tasks.rados.rados.0.smithi031.stdout:423: left oid 26 (ObjNum 150 snap 35 seq_num 150) 2024-09-17T17:04:38.452 INFO:tasks.rados.rados.0.smithi031.stdout:422: finishing write tid 3 to smithi03184240-43 2024-09-17T17:04:38.452 INFO:tasks.rados.rados.0.smithi031.stdout:422: oid 43 updating version 0 to 281 2024-09-17T17:04:38.452 INFO:tasks.rados.rados.0.smithi031.stdout:422: oid 43 updating version 281 to 282 2024-09-17T17:04:38.452 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 282 (ObjNum 149 snap 35 seq_num 149) dirty exists 2024-09-17T17:04:38.453 INFO:tasks.rados.rados.0.smithi031.stdout:422: left oid 43 (ObjNum 149 snap 35 seq_num 149) 2024-09-17T17:04:38.453 INFO:tasks.rados.rados.0.smithi031.stdout:421: done (3 left) 2024-09-17T17:04:38.453 INFO:tasks.rados.rados.0.smithi031.stdout:422: done (2 left) 2024-09-17T17:04:38.453 INFO:tasks.rados.rados.0.smithi031.stdout:423: done (1 left) 2024-09-17T17:04:38.453 INFO:tasks.rados.rados.0.smithi031.stdout:424: done (0 left) 2024-09-17T17:04:38.453 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 25 current snap is 35 2024-09-17T17:04:38.454 INFO:tasks.rados.rados.0.smithi031.stdout:425: seq_num 152 ranges {4431872=147456} 2024-09-17T17:04:38.478 INFO:tasks.rados.rados.0.smithi031.stdout:425: writing smithi03184240-25 from 4431872 to 4579328 tid 1 2024-09-17T17:04:38.478 INFO:tasks.rados.rados.0.smithi031.stdout:426: setattr oid 48 current snap is 35 2024-09-17T17:04:38.479 INFO:tasks.rados.rados.0.smithi031.stdout:427: read oid 14 snap -1 2024-09-17T17:04:38.479 INFO:tasks.rados.rados.0.smithi031.stdout:427: expect deleted 2024-09-17T17:04:38.479 INFO:tasks.rados.rados.0.smithi031.stdout:428: snap_create 2024-09-17T17:04:38.481 INFO:tasks.rados.rados.0.smithi031.stdout:425: finishing write tid 1 to smithi03184240-25 2024-09-17T17:04:38.481 INFO:tasks.rados.rados.0.smithi031.stdout:425: finishing write tid 2 to smithi03184240-25 2024-09-17T17:04:38.481 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 283 (ObjNum 33 snap 0 seq_num 1705062176) dirty exists 2024-09-17T17:04:38.484 INFO:tasks.rados.rados.0.smithi031.stdout:425: finishing write tid 3 to smithi03184240-25 2024-09-17T17:04:38.484 INFO:tasks.rados.rados.0.smithi031.stdout:425: oid 25 updating version 0 to 43 2024-09-17T17:04:38.484 INFO:tasks.rados.rados.0.smithi031.stdout:425: oid 25 version 43 is already newer than 42 2024-09-17T17:04:38.484 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 43 (ObjNum 152 snap 35 seq_num 152) dirty exists 2024-09-17T17:04:38.484 INFO:tasks.rados.rados.0.smithi031.stdout:425: left oid 25 (ObjNum 152 snap 35 seq_num 152) 2024-09-17T17:04:38.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:38 smithi066 ceph-mon[31354]: osdmap e147: 8 total, 8 up, 8 in 2024-09-17T17:04:38.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:38 smithi066 ceph-mon[31354]: pgmap v201: 121 pgs: 121 active+clean; 131 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 8.0 KiB/s wr, 11 op/s 2024-09-17T17:04:38.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:38 smithi031 ceph-mon[27768]: osdmap e147: 8 total, 8 up, 8 in 2024-09-17T17:04:38.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:38 smithi031 ceph-mon[27768]: pgmap v201: 121 pgs: 121 active+clean; 131 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 8.0 KiB/s wr, 11 op/s 2024-09-17T17:04:38.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:38 smithi031 ceph-mon[39468]: osdmap e147: 8 total, 8 up, 8 in 2024-09-17T17:04:38.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:38 smithi031 ceph-mon[39468]: pgmap v201: 121 pgs: 121 active+clean; 131 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 8.0 KiB/s wr, 11 op/s 2024-09-17T17:04:39.441 INFO:tasks.rados.rados.0.smithi031.stdout:425: done (3 left) 2024-09-17T17:04:39.441 INFO:tasks.rados.rados.0.smithi031.stdout:426: done (2 left) 2024-09-17T17:04:39.441 INFO:tasks.rados.rados.0.smithi031.stdout:427: done (1 left) 2024-09-17T17:04:39.441 INFO:tasks.rados.rados.0.smithi031.stdout:428: done (0 left) 2024-09-17T17:04:39.441 INFO:tasks.rados.rados.0.smithi031.stdout:429: delete oid 27 current snap is 36 2024-09-17T17:04:39.443 INFO:tasks.rados.rados.0.smithi031.stdout:429: done (0 left) 2024-09-17T17:04:39.443 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 3 current snap is 36 2024-09-17T17:04:39.443 INFO:tasks.rados.rados.0.smithi031.stdout:430: seq_num 154 ranges {3489792=180224} 2024-09-17T17:04:39.463 INFO:tasks.rados.rados.0.smithi031.stdout:430: writing smithi03184240-3 from 3489792 to 3670016 tid 1 2024-09-17T17:04:39.463 INFO:tasks.rados.rados.0.smithi031.stdout:431: snap_create 2024-09-17T17:04:39.466 INFO:tasks.rados.rados.0.smithi031.stdout:430: finishing write tid 1 to smithi03184240-3 2024-09-17T17:04:39.466 INFO:tasks.rados.rados.0.smithi031.stdout:430: finishing write tid 2 to smithi03184240-3 2024-09-17T17:04:39.467 INFO:tasks.rados.rados.0.smithi031.stdout:430: finishing write tid 3 to smithi03184240-3 2024-09-17T17:04:39.467 INFO:tasks.rados.rados.0.smithi031.stdout:430: oid 3 updating version 0 to 93 2024-09-17T17:04:39.467 INFO:tasks.rados.rados.0.smithi031.stdout:430: oid 3 updating version 93 to 94 2024-09-17T17:04:39.467 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 94 (ObjNum 154 snap 36 seq_num 154) dirty exists 2024-09-17T17:04:39.468 INFO:tasks.rados.rados.0.smithi031.stdout:430: left oid 3 (ObjNum 154 snap 36 seq_num 154) 2024-09-17T17:04:39.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:39 smithi066 ceph-mon[31354]: osdmap e148: 8 total, 8 up, 8 in 2024-09-17T17:04:39.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:39 smithi031 ceph-mon[27768]: osdmap e148: 8 total, 8 up, 8 in 2024-09-17T17:04:39.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:39 smithi031 ceph-mon[39468]: osdmap e148: 8 total, 8 up, 8 in 2024-09-17T17:04:40.463 INFO:tasks.rados.rados.0.smithi031.stdout:430: done (1 left) 2024-09-17T17:04:40.463 INFO:tasks.rados.rados.0.smithi031.stdout:431: done (0 left) 2024-09-17T17:04:40.463 INFO:tasks.rados.rados.0.smithi031.stdout:432: rollback oid 27 current snap is 37 2024-09-17T17:04:40.464 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 27 to 36 2024-09-17T17:04:40.464 INFO:tasks.rados.rados.0.smithi031.stdout:433: setattr oid 20 current snap is 37 2024-09-17T17:04:40.464 INFO:tasks.rados.rados.0.smithi031.stdout:434: snap_create 2024-09-17T17:04:40.467 INFO:tasks.rados.rados.0.smithi031.stdout:432: finishing rollback tid 1 to smithi03184240-27 2024-09-17T17:04:40.467 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 116 (ObjNum 33 snap 0 seq_num 1011312905) dirty dne 2024-09-17T17:04:40.467 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 83 (ObjNum 33 snap 0 seq_num 1705431296) dirty exists 2024-09-17T17:04:40.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:40 smithi066 ceph-mon[31354]: osdmap e149: 8 total, 8 up, 8 in 2024-09-17T17:04:40.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:40 smithi066 ceph-mon[31354]: pgmap v204: 121 pgs: 121 active+clean; 131 MiB data, 448 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:04:40.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:40 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:04:40.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:40 smithi031 ceph-mon[27768]: osdmap e149: 8 total, 8 up, 8 in 2024-09-17T17:04:40.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:40 smithi031 ceph-mon[27768]: pgmap v204: 121 pgs: 121 active+clean; 131 MiB data, 448 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:04:40.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:40 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:04:40.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:40 smithi031 ceph-mon[39468]: osdmap e149: 8 total, 8 up, 8 in 2024-09-17T17:04:40.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:40 smithi031 ceph-mon[39468]: pgmap v204: 121 pgs: 121 active+clean; 131 MiB data, 448 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:04:40.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:40 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:04:41.292 INFO:tasks.rados.rados.0.smithi031.stdout:432: done (2 left) 2024-09-17T17:04:41.293 INFO:tasks.rados.rados.0.smithi031.stdout:433: done (1 left) 2024-09-17T17:04:41.293 INFO:tasks.rados.rados.0.smithi031.stdout:434: done (0 left) 2024-09-17T17:04:41.293 INFO:tasks.rados.rados.0.smithi031.stdout:435: read oid 46 snap -1 2024-09-17T17:04:41.293 INFO:tasks.rados.rados.0.smithi031.stdout:435: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-17T17:04:41.293 INFO:tasks.rados.rados.0.smithi031.stdout:436: rmattr oid 37 current snap is 38 2024-09-17T17:04:41.293 INFO:tasks.rados.rados.0.smithi031.stdout:436: done (1 left) 2024-09-17T17:04:41.293 INFO:tasks.rados.rados.0.smithi031.stdout:437: delete oid 3 current snap is 38 2024-09-17T17:04:41.299 INFO:tasks.rados.rados.0.smithi031.stdout:437: done (1 left) 2024-09-17T17:04:41.299 INFO:tasks.rados.rados.0.smithi031.stdout:438: read oid 29 snap -1 2024-09-17T17:04:41.300 INFO:tasks.rados.rados.0.smithi031.stdout:438: expect deleted 2024-09-17T17:04:41.300 INFO:tasks.rados.rados.0.smithi031.stdout:439: snap_create 2024-09-17T17:04:41.303 INFO:tasks.rados.rados.0.smithi031.stdout:435: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-17T17:04:41.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:41 smithi066 ceph-mon[31354]: osdmap e150: 8 total, 8 up, 8 in 2024-09-17T17:04:41.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:41 smithi066 ceph-mon[31354]: osdmap e151: 8 total, 8 up, 8 in 2024-09-17T17:04:41.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:41 smithi031 ceph-mon[27768]: osdmap e150: 8 total, 8 up, 8 in 2024-09-17T17:04:41.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:41 smithi031 ceph-mon[27768]: osdmap e151: 8 total, 8 up, 8 in 2024-09-17T17:04:41.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:41 smithi031 ceph-mon[39468]: osdmap e150: 8 total, 8 up, 8 in 2024-09-17T17:04:41.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:41 smithi031 ceph-mon[39468]: osdmap e151: 8 total, 8 up, 8 in 2024-09-17T17:04:41.844 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:04:41] "GET /metrics HTTP/1.1" 200 36008 "" "Prometheus/2.43.0" 2024-09-17T17:04:42.301 INFO:tasks.rados.rados.0.smithi031.stdout:435: done (2 left) 2024-09-17T17:04:42.301 INFO:tasks.rados.rados.0.smithi031.stdout:438: done (1 left) 2024-09-17T17:04:42.301 INFO:tasks.rados.rados.0.smithi031.stdout:439: done (0 left) 2024-09-17T17:04:42.301 INFO:tasks.rados.rados.0.smithi031.stdout:440: rmattr oid 6 current snap is 39 2024-09-17T17:04:42.301 INFO:tasks.rados.rados.0.smithi031.stdout:441: rollback oid 3 current snap is 39 2024-09-17T17:04:42.301 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 3 to 36 2024-09-17T17:04:42.301 INFO:tasks.rados.rados.0.smithi031.stdout:442: rollback oid 16 current snap is 39 2024-09-17T17:04:42.301 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 16 to 35 2024-09-17T17:04:42.301 INFO:tasks.rados.rados.0.smithi031.stdout:443: snap_create 2024-09-17T17:04:42.303 INFO:tasks.rados.rados.0.smithi031.stdout:442: finishing rollback tid 1 to smithi03184240-16 2024-09-17T17:04:42.303 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 74 (ObjNum 33 snap 0 seq_num 1705186528) dirty dne 2024-09-17T17:04:42.303 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 0 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-09-17T17:04:42.307 INFO:tasks.rados.rados.0.smithi031.stdout:441: finishing rollback tid 1 to smithi03184240-3 2024-09-17T17:04:42.307 INFO:tasks.rados.rados.0.smithi031.stdout:441: finishing rollback tid 2 to smithi03184240-3 2024-09-17T17:04:42.307 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 98 (ObjNum 154 snap 36 seq_num 154) dirty exists 2024-09-17T17:04:42.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:42 smithi031 ceph-mon[27768]: pgmap v207: 121 pgs: 121 active+clean; 128 MiB data, 443 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 28 op/s 2024-09-17T17:04:42.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:42 smithi031 ceph-mon[27768]: osdmap e152: 8 total, 8 up, 8 in 2024-09-17T17:04:42.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:42 smithi031 ceph-mon[39468]: pgmap v207: 121 pgs: 121 active+clean; 128 MiB data, 443 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 28 op/s 2024-09-17T17:04:42.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:42 smithi031 ceph-mon[39468]: osdmap e152: 8 total, 8 up, 8 in 2024-09-17T17:04:42.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:42 smithi066 ceph-mon[31354]: pgmap v207: 121 pgs: 121 active+clean; 128 MiB data, 443 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 28 op/s 2024-09-17T17:04:42.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:42 smithi066 ceph-mon[31354]: osdmap e152: 8 total, 8 up, 8 in 2024-09-17T17:04:43.304 INFO:tasks.rados.rados.0.smithi031.stdout:440: done (3 left) 2024-09-17T17:04:43.304 INFO:tasks.rados.rados.0.smithi031.stdout:441: done (2 left) 2024-09-17T17:04:43.304 INFO:tasks.rados.rados.0.smithi031.stdout:442: done (1 left) 2024-09-17T17:04:43.304 INFO:tasks.rados.rados.0.smithi031.stdout:443: done (0 left) 2024-09-17T17:04:43.304 INFO:tasks.rados.rados.0.smithi031.stdout:444: rollback oid 39 current snap is 40 2024-09-17T17:04:43.305 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 39 to 36 2024-09-17T17:04:43.305 INFO:tasks.rados.rados.0.smithi031.stdout:445: rollback oid 21 current snap is 40 2024-09-17T17:04:43.305 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 21 to 35 2024-09-17T17:04:43.305 INFO:tasks.rados.rados.0.smithi031.stdout:446: delete oid 24 current snap is 40 2024-09-17T17:04:43.309 INFO:tasks.rados.rados.0.smithi031.stdout:444: finishing rollback tid 0 to smithi03184240-39 2024-09-17T17:04:43.309 INFO:tasks.rados.rados.0.smithi031.stdout:444: finishing rollback tid 1 to smithi03184240-39 2024-09-17T17:04:43.309 INFO:tasks.rados.rados.0.smithi031.stdout:444: finishing rollback tid 2 to smithi03184240-39 2024-09-17T17:04:43.309 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 195 (ObjNum 113 snap 24 seq_num 113) dirty exists 2024-09-17T17:04:43.310 INFO:tasks.rados.rados.0.smithi031.stdout:445: finishing rollback tid 0 to smithi03184240-21 2024-09-17T17:04:43.310 INFO:tasks.rados.rados.0.smithi031.stdout:444: done (2 left) 2024-09-17T17:04:43.310 INFO:tasks.rados.rados.0.smithi031.stdout:446: done (1 left) 2024-09-17T17:04:43.311 INFO:tasks.rados.rados.0.smithi031.stdout:447: delete oid 4 current snap is 40 2024-09-17T17:04:43.311 INFO:tasks.rados.rados.0.smithi031.stdout:445: finishing rollback tid 1 to smithi03184240-21 2024-09-17T17:04:43.311 INFO:tasks.rados.rados.0.smithi031.stdout:445: finishing rollback tid 2 to smithi03184240-21 2024-09-17T17:04:43.311 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 77 (ObjNum 126 snap 28 seq_num 126) dirty exists 2024-09-17T17:04:43.315 INFO:tasks.rados.rados.0.smithi031.stdout:445: done (1 left) 2024-09-17T17:04:43.315 INFO:tasks.rados.rados.0.smithi031.stdout:447: done (0 left) 2024-09-17T17:04:43.315 INFO:tasks.rados.rados.0.smithi031.stdout:448: read oid 33 snap 39 2024-09-17T17:04:43.315 INFO:tasks.rados.rados.0.smithi031.stdout:448: expect (ObjNum 131 snap 29 seq_num 131) 2024-09-17T17:04:43.315 INFO:tasks.rados.rados.0.smithi031.stdout:449: setattr oid 15 current snap is 40 2024-09-17T17:04:43.317 INFO:tasks.rados.rados.0.smithi031.stdout:450: setattr oid 29 current snap is 40 2024-09-17T17:04:43.318 INFO:tasks.rados.rados.0.smithi031.stdout:451: delete oid 34 current snap is 40 2024-09-17T17:04:43.322 INFO:tasks.rados.rados.0.smithi031.stdout:451: done (3 left) 2024-09-17T17:04:43.322 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 40 2024-09-17T17:04:43.322 INFO:tasks.rados.rados.0.smithi031.stdout:452: seq_num 159 ranges {0=270336} 2024-09-17T17:04:43.324 INFO:tasks.rados.rados.0.smithi031.stdout:452: writing smithi03184240-4 from 0 to 270336 tid 1 2024-09-17T17:04:43.324 INFO:tasks.rados.rados.0.smithi031.stdout:453: snap_remove snap 28 2024-09-17T17:04:44.304 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:44 smithi066 ceph-mon[31354]: osdmap e153: 8 total, 8 up, 8 in 2024-09-17T17:04:44.309 INFO:tasks.rados.rados.0.smithi031.stdout:453: done (4 left) 2024-09-17T17:04:44.309 INFO:tasks.rados.rados.0.smithi031.stdout:454: copy_from oid 40 from oid 6 current snap is 40 2024-09-17T17:04:44.309 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 128 (ObjNum 193 snap 0 seq_num 3068108176) dirty exists 2024-09-17T17:04:44.309 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 119 (ObjNum 127 snap 28 seq_num 127) dirty exists 2024-09-17T17:04:44.309 INFO:tasks.rados.rados.0.smithi031.stdout:452: finishing write tid 1 to smithi03184240-4 2024-09-17T17:04:44.310 INFO:tasks.rados.rados.0.smithi031.stdout:452: finishing write tid 2 to smithi03184240-4 2024-09-17T17:04:44.310 INFO:tasks.rados.rados.0.smithi031.stdout:452: finishing write tid 3 to smithi03184240-4 2024-09-17T17:04:44.310 INFO:tasks.rados.rados.0.smithi031.stdout:452: oid 4 updating version 0 to 139 2024-09-17T17:04:44.310 INFO:tasks.rados.rados.0.smithi031.stdout:452: oid 4 version 139 is already newer than 138 2024-09-17T17:04:44.310 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 139 (ObjNum 159 snap 40 seq_num 159) dirty exists 2024-09-17T17:04:44.310 INFO:tasks.rados.rados.0.smithi031.stdout:452: left oid 4 (ObjNum 159 snap 40 seq_num 159) 2024-09-17T17:04:44.310 INFO:tasks.rados.rados.0.smithi031.stdout:448: expect (ObjNum 131 snap 29 seq_num 131) 2024-09-17T17:04:44.512 INFO:tasks.rados.rados.0.smithi031.stdout:454: finishing copy_from racing read to smithi03184240-40 2024-09-17T17:04:44.512 INFO:tasks.rados.rados.0.smithi031.stdout:454: finishing copy_from to smithi03184240-40 2024-09-17T17:04:44.512 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 74 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-09-17T17:04:44.512 INFO:tasks.rados.rados.0.smithi031.stdout:448: done (4 left) 2024-09-17T17:04:44.512 INFO:tasks.rados.rados.0.smithi031.stdout:449: done (3 left) 2024-09-17T17:04:44.512 INFO:tasks.rados.rados.0.smithi031.stdout:450: done (2 left) 2024-09-17T17:04:44.512 INFO:tasks.rados.rados.0.smithi031.stdout:452: done (1 left) 2024-09-17T17:04:44.513 INFO:tasks.rados.rados.0.smithi031.stdout:454: done (0 left) 2024-09-17T17:04:44.513 INFO:tasks.rados.rados.0.smithi031.stdout:455: read oid 10 snap -1 2024-09-17T17:04:44.513 INFO:tasks.rados.rados.0.smithi031.stdout:455: expect (ObjNum 12 snap 0 seq_num 12) 2024-09-17T17:04:44.513 INFO:tasks.rados.rados.0.smithi031.stdout:456: rollback oid 36 current snap is 40 2024-09-17T17:04:44.513 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 36 to 34 2024-09-17T17:04:44.513 INFO:tasks.rados.rados.0.smithi031.stdout:457: snap_create 2024-09-17T17:04:44.514 INFO:tasks.rados.rados.0.smithi031.stdout:456: finishing rollback tid 0 to smithi03184240-36 2024-09-17T17:04:44.515 INFO:tasks.rados.rados.0.smithi031.stdout:456: finishing rollback tid 1 to smithi03184240-36 2024-09-17T17:04:44.515 INFO:tasks.rados.rados.0.smithi031.stdout:455: expect (ObjNum 12 snap 0 seq_num 12) 2024-09-17T17:04:44.522 INFO:tasks.rados.rados.0.smithi031.stdout:456: finishing rollback tid 2 to smithi03184240-36 2024-09-17T17:04:44.522 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 66 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-17T17:04:44.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:44 smithi031 ceph-mon[27768]: osdmap e153: 8 total, 8 up, 8 in 2024-09-17T17:04:44.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:44 smithi031 ceph-mon[27768]: pgmap v210: 121 pgs: 121 active+clean; 128 MiB data, 443 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 28 op/s 2024-09-17T17:04:44.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:44 smithi031 ceph-mon[39468]: osdmap e153: 8 total, 8 up, 8 in 2024-09-17T17:04:44.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:44 smithi031 ceph-mon[39468]: pgmap v210: 121 pgs: 121 active+clean; 128 MiB data, 443 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 28 op/s 2024-09-17T17:04:44.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:44 smithi066 ceph-mon[31354]: pgmap v210: 121 pgs: 121 active+clean; 128 MiB data, 443 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 28 op/s 2024-09-17T17:04:45.312 INFO:tasks.rados.rados.0.smithi031.stdout:455: done (2 left) 2024-09-17T17:04:45.312 INFO:tasks.rados.rados.0.smithi031.stdout:456: done (1 left) 2024-09-17T17:04:45.312 INFO:tasks.rados.rados.0.smithi031.stdout:457: done (0 left) 2024-09-17T17:04:45.312 INFO:tasks.rados.rados.0.smithi031.stdout:458: read oid 14 snap -1 2024-09-17T17:04:45.313 INFO:tasks.rados.rados.0.smithi031.stdout:458: expect deleted 2024-09-17T17:04:45.313 INFO:tasks.rados.rados.0.smithi031.stdout:459: delete oid 12 current snap is 41 2024-09-17T17:04:45.317 INFO:tasks.rados.rados.0.smithi031.stdout:458: done (1 left) 2024-09-17T17:04:45.317 INFO:tasks.rados.rados.0.smithi031.stdout:459: done (0 left) 2024-09-17T17:04:45.317 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 3 current snap is 41 2024-09-17T17:04:45.317 INFO:tasks.rados.rados.0.smithi031.stdout:460: seq_num 161 ranges {3670016=303104} 2024-09-17T17:04:45.339 INFO:tasks.rados.rados.0.smithi031.stdout:460: writing smithi03184240-3 from 3670016 to 3973120 tid 1 2024-09-17T17:04:45.339 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 49 current snap is 41 2024-09-17T17:04:45.339 INFO:tasks.rados.rados.0.smithi031.stdout:461: seq_num 162 ranges {1736704=319488} 2024-09-17T17:04:45.351 INFO:tasks.rados.rados.0.smithi031.stdout:461: writing smithi03184240-49 from 1736704 to 2056192 tid 1 2024-09-17T17:04:45.351 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 7 current snap is 41 2024-09-17T17:04:45.351 INFO:tasks.rados.rados.0.smithi031.stdout:462: seq_num 163 ranges {106496=335872} 2024-09-17T17:04:45.353 INFO:tasks.rados.rados.0.smithi031.stdout:462: writing smithi03184240-7 from 106496 to 442368 tid 1 2024-09-17T17:04:45.353 INFO:tasks.rados.rados.0.smithi031.stdout:463: snap_remove snap 36 2024-09-17T17:04:45.354 INFO:tasks.rados.rados.0.smithi031.stdout:460: finishing write tid 1 to smithi03184240-3 2024-09-17T17:04:45.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:45 smithi031 ceph-mon[27768]: osdmap e154: 8 total, 8 up, 8 in 2024-09-17T17:04:45.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:45 smithi031 ceph-mon[39468]: osdmap e154: 8 total, 8 up, 8 in 2024-09-17T17:04:45.643 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:45 smithi066 ceph-mon[31354]: osdmap e154: 8 total, 8 up, 8 in 2024-09-17T17:04:46.289 INFO:tasks.rados.rados.0.smithi031.stdout:463: done (3 left) 2024-09-17T17:04:46.289 INFO:tasks.rados.rados.0.smithi031.stdout:464: rollback oid 5 current snap is 41 2024-09-17T17:04:46.289 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 5 to 39 2024-09-17T17:04:46.289 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 41 2024-09-17T17:04:46.289 INFO:tasks.rados.rados.0.smithi031.stdout:465: seq_num 164 ranges {204800=352256} 2024-09-17T17:04:46.293 INFO:tasks.rados.rados.0.smithi031.stdout:465: writing smithi03184240-10 from 204800 to 557056 tid 1 2024-09-17T17:04:46.293 INFO:tasks.rados.rados.0.smithi031.stdout:466: copy_from oid 43 from oid 13 current snap is 41 2024-09-17T17:04:46.294 INFO:tasks.rados.rados.0.smithi031.stdout:460: finishing write tid 2 to smithi03184240-3 2024-09-17T17:04:46.294 INFO:tasks.rados.rados.0.smithi031.stdout:467: snap_create 2024-09-17T17:04:46.294 INFO:tasks.rados.rados.0.smithi031.stdout:460: finishing write tid 3 to smithi03184240-3 2024-09-17T17:04:46.294 INFO:tasks.rados.rados.0.smithi031.stdout:460: oid 3 updating version 0 to 104 2024-09-17T17:04:46.294 INFO:tasks.rados.rados.0.smithi031.stdout:460: oid 3 updating version 104 to 105 2024-09-17T17:04:46.294 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 105 (ObjNum 161 snap 41 seq_num 161) dirty exists 2024-09-17T17:04:46.294 INFO:tasks.rados.rados.0.smithi031.stdout:460: left oid 3 (ObjNum 161 snap 41 seq_num 161) 2024-09-17T17:04:46.294 INFO:tasks.rados.rados.0.smithi031.stdout:461: finishing write tid 1 to smithi03184240-49 2024-09-17T17:04:46.294 INFO:tasks.rados.rados.0.smithi031.stdout:461: finishing write tid 2 to smithi03184240-49 2024-09-17T17:04:46.294 INFO:tasks.rados.rados.0.smithi031.stdout:462: finishing write tid 1 to smithi03184240-7 2024-09-17T17:04:46.294 INFO:tasks.rados.rados.0.smithi031.stdout:462: finishing write tid 2 to smithi03184240-7 2024-09-17T17:04:46.294 INFO:tasks.rados.rados.0.smithi031.stdout:461: finishing write tid 3 to smithi03184240-49 2024-09-17T17:04:46.294 INFO:tasks.rados.rados.0.smithi031.stdout:461: oid 49 updating version 0 to 156 2024-09-17T17:04:46.294 INFO:tasks.rados.rados.0.smithi031.stdout:461: oid 49 updating version 156 to 157 2024-09-17T17:04:46.295 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 157 (ObjNum 162 snap 41 seq_num 162) dirty exists 2024-09-17T17:04:46.295 INFO:tasks.rados.rados.0.smithi031.stdout:461: left oid 49 (ObjNum 162 snap 41 seq_num 162) 2024-09-17T17:04:46.295 INFO:tasks.rados.rados.0.smithi031.stdout:462: finishing write tid 3 to smithi03184240-7 2024-09-17T17:04:46.295 INFO:tasks.rados.rados.0.smithi031.stdout:462: oid 7 updating version 0 to 171 2024-09-17T17:04:46.295 INFO:tasks.rados.rados.0.smithi031.stdout:462: oid 7 version 171 is already newer than 170 2024-09-17T17:04:46.295 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 171 (ObjNum 163 snap 41 seq_num 163) dirty exists 2024-09-17T17:04:46.295 INFO:tasks.rados.rados.0.smithi031.stdout:462: left oid 7 (ObjNum 163 snap 41 seq_num 163) 2024-09-17T17:04:46.300 INFO:tasks.rados.rados.0.smithi031.stdout:465: finishing write tid 1 to smithi03184240-10 2024-09-17T17:04:46.300 INFO:tasks.rados.rados.0.smithi031.stdout:465: finishing write tid 2 to smithi03184240-10 2024-09-17T17:04:46.301 INFO:tasks.rados.rados.0.smithi031.stdout:464: finishing rollback tid 0 to smithi03184240-5 2024-09-17T17:04:46.301 INFO:tasks.rados.rados.0.smithi031.stdout:465: finishing write tid 3 to smithi03184240-10 2024-09-17T17:04:46.301 INFO:tasks.rados.rados.0.smithi031.stdout:465: oid 10 updating version 0 to 131 2024-09-17T17:04:46.302 INFO:tasks.rados.rados.0.smithi031.stdout:465: oid 10 updating version 131 to 132 2024-09-17T17:04:46.302 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 132 (ObjNum 164 snap 41 seq_num 164) dirty exists 2024-09-17T17:04:46.302 INFO:tasks.rados.rados.0.smithi031.stdout:465: left oid 10 (ObjNum 164 snap 41 seq_num 164) 2024-09-17T17:04:46.302 INFO:tasks.rados.rados.0.smithi031.stdout:464: finishing rollback tid 1 to smithi03184240-5 2024-09-17T17:04:46.302 INFO:tasks.rados.rados.0.smithi031.stdout:464: finishing rollback tid 2 to smithi03184240-5 2024-09-17T17:04:46.302 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 134 (ObjNum 144 snap 34 seq_num 144) dirty exists 2024-09-17T17:04:46.312 INFO:tasks.rados.rados.0.smithi031.stdout:466: finishing copy_from racing read to smithi03184240-43 2024-09-17T17:04:46.313 INFO:tasks.rados.rados.0.smithi031.stdout:466: finishing copy_from to smithi03184240-43 2024-09-17T17:04:46.313 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 163 (ObjNum 139 snap 33 seq_num 139) dirty exists 2024-09-17T17:04:46.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:46 smithi031 ceph-mon[27768]: osdmap e155: 8 total, 8 up, 8 in 2024-09-17T17:04:46.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:46 smithi031 ceph-mon[27768]: pgmap v213: 121 pgs: 121 active+clean; 133 MiB data, 467 MiB used, 715 GiB / 715 GiB avail; 4.2 MiB/s rd, 654 KiB/s wr, 19 op/s 2024-09-17T17:04:46.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:46 smithi031 ceph-mon[27768]: osdmap e156: 8 total, 8 up, 8 in 2024-09-17T17:04:46.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:46 smithi031 ceph-mon[39468]: osdmap e155: 8 total, 8 up, 8 in 2024-09-17T17:04:46.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:46 smithi031 ceph-mon[39468]: pgmap v213: 121 pgs: 121 active+clean; 133 MiB data, 467 MiB used, 715 GiB / 715 GiB avail; 4.2 MiB/s rd, 654 KiB/s wr, 19 op/s 2024-09-17T17:04:46.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:46 smithi031 ceph-mon[39468]: osdmap e156: 8 total, 8 up, 8 in 2024-09-17T17:04:46.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:46 smithi066 ceph-mon[31354]: osdmap e155: 8 total, 8 up, 8 in 2024-09-17T17:04:46.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:46 smithi066 ceph-mon[31354]: pgmap v213: 121 pgs: 121 active+clean; 133 MiB data, 467 MiB used, 715 GiB / 715 GiB avail; 4.2 MiB/s rd, 654 KiB/s wr, 19 op/s 2024-09-17T17:04:46.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:46 smithi066 ceph-mon[31354]: osdmap e156: 8 total, 8 up, 8 in 2024-09-17T17:04:47.292 INFO:tasks.rados.rados.0.smithi031.stdout:460: done (6 left) 2024-09-17T17:04:47.293 INFO:tasks.rados.rados.0.smithi031.stdout:461: done (5 left) 2024-09-17T17:04:47.293 INFO:tasks.rados.rados.0.smithi031.stdout:462: done (4 left) 2024-09-17T17:04:47.293 INFO:tasks.rados.rados.0.smithi031.stdout:464: done (3 left) 2024-09-17T17:04:47.293 INFO:tasks.rados.rados.0.smithi031.stdout:465: done (2 left) 2024-09-17T17:04:47.293 INFO:tasks.rados.rados.0.smithi031.stdout:466: done (1 left) 2024-09-17T17:04:47.293 INFO:tasks.rados.rados.0.smithi031.stdout:467: done (0 left) 2024-09-17T17:04:47.293 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 42 2024-09-17T17:04:47.293 INFO:tasks.rados.rados.0.smithi031.stdout:468: seq_num 165 ranges {0=368640} 2024-09-17T17:04:47.294 INFO:tasks.rados.rados.0.smithi031.stdout:468: writing smithi03184240-12 from 0 to 368640 tid 1 2024-09-17T17:04:47.295 INFO:tasks.rados.rados.0.smithi031.stdout:469: read oid 9 snap -1 2024-09-17T17:04:47.295 INFO:tasks.rados.rados.0.smithi031.stdout:469: expect (ObjNum 84 snap 17 seq_num 84) 2024-09-17T17:04:47.295 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 26 current snap is 42 2024-09-17T17:04:47.295 INFO:tasks.rados.rados.0.smithi031.stdout:470: seq_num 166 ranges {114688=385024} 2024-09-17T17:04:47.298 INFO:tasks.rados.rados.0.smithi031.stdout:470: writing smithi03184240-26 from 114688 to 499712 tid 1 2024-09-17T17:04:47.298 INFO:tasks.rados.rados.0.smithi031.stdout:471: snap_create 2024-09-17T17:04:47.299 INFO:tasks.rados.rados.0.smithi031.stdout:468: finishing write tid 1 to smithi03184240-12 2024-09-17T17:04:47.299 INFO:tasks.rados.rados.0.smithi031.stdout:468: finishing write tid 2 to smithi03184240-12 2024-09-17T17:04:47.301 INFO:tasks.rados.rados.0.smithi031.stdout:468: finishing write tid 3 to smithi03184240-12 2024-09-17T17:04:47.301 INFO:tasks.rados.rados.0.smithi031.stdout:468: oid 12 updating version 0 to 118 2024-09-17T17:04:47.302 INFO:tasks.rados.rados.0.smithi031.stdout:468: oid 12 version 118 is already newer than 117 2024-09-17T17:04:47.302 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 118 (ObjNum 165 snap 42 seq_num 165) dirty exists 2024-09-17T17:04:47.302 INFO:tasks.rados.rados.0.smithi031.stdout:468: left oid 12 (ObjNum 165 snap 42 seq_num 165) 2024-09-17T17:04:47.303 INFO:tasks.rados.rados.0.smithi031.stdout:470: finishing write tid 1 to smithi03184240-26 2024-09-17T17:04:47.303 INFO:tasks.rados.rados.0.smithi031.stdout:470: finishing write tid 2 to smithi03184240-26 2024-09-17T17:04:47.304 INFO:tasks.rados.rados.0.smithi031.stdout:470: finishing write tid 3 to smithi03184240-26 2024-09-17T17:04:47.304 INFO:tasks.rados.rados.0.smithi031.stdout:470: oid 26 updating version 0 to 110 2024-09-17T17:04:47.304 INFO:tasks.rados.rados.0.smithi031.stdout:470: oid 26 version 110 is already newer than 109 2024-09-17T17:04:47.305 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 110 (ObjNum 166 snap 42 seq_num 166) dirty exists 2024-09-17T17:04:47.305 INFO:tasks.rados.rados.0.smithi031.stdout:470: left oid 26 (ObjNum 166 snap 42 seq_num 166) 2024-09-17T17:04:47.308 INFO:tasks.rados.rados.0.smithi031.stdout:469: expect (ObjNum 84 snap 17 seq_num 84) 2024-09-17T17:04:47.518 INFO:tasks.rados.rados.0.smithi031.stdout:468: done (3 left) 2024-09-17T17:04:47.518 INFO:tasks.rados.rados.0.smithi031.stdout:469: done (2 left) 2024-09-17T17:04:47.518 INFO:tasks.rados.rados.0.smithi031.stdout:470: done (1 left) 2024-09-17T17:04:47.518 INFO:tasks.rados.rados.0.smithi031.stdout:471: done (0 left) 2024-09-17T17:04:47.518 INFO:tasks.rados.rados.0.smithi031.stdout:472: copy_from oid 15 from oid 40 current snap is 43 2024-09-17T17:04:47.518 INFO:tasks.rados.rados.0.smithi031.stdout:473: read oid 7 snap 41 2024-09-17T17:04:47.518 INFO:tasks.rados.rados.0.smithi031.stdout:473: expect (ObjNum 163 snap 41 seq_num 163) 2024-09-17T17:04:47.518 INFO:tasks.rados.rados.0.smithi031.stdout:474: rollback oid 31 current snap is 43 2024-09-17T17:04:47.518 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 31 to 35 2024-09-17T17:04:47.518 INFO:tasks.rados.rados.0.smithi031.stdout:475: delete oid 35 current snap is 43 2024-09-17T17:04:47.523 INFO:tasks.rados.rados.0.smithi031.stdout:474: finishing rollback tid 0 to smithi03184240-31 2024-09-17T17:04:47.525 INFO:tasks.rados.rados.0.smithi031.stdout:473: expect (ObjNum 163 snap 41 seq_num 163) 2024-09-17T17:04:47.539 INFO:tasks.rados.rados.0.smithi031.stdout:474: finishing rollback tid 1 to smithi03184240-31 2024-09-17T17:04:47.539 INFO:tasks.rados.rados.0.smithi031.stdout:474: finishing rollback tid 2 to smithi03184240-31 2024-09-17T17:04:47.539 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 131 (ObjNum 145 snap 34 seq_num 145) dirty exists 2024-09-17T17:04:47.539 INFO:tasks.rados.rados.0.smithi031.stdout:472: finishing copy_from racing read to smithi03184240-15 2024-09-17T17:04:47.539 INFO:tasks.rados.rados.0.smithi031.stdout:472: finishing copy_from to smithi03184240-15 2024-09-17T17:04:47.539 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 74 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-09-17T17:04:47.539 INFO:tasks.rados.rados.0.smithi031.stdout:472: done (3 left) 2024-09-17T17:04:47.539 INFO:tasks.rados.rados.0.smithi031.stdout:473: done (2 left) 2024-09-17T17:04:47.540 INFO:tasks.rados.rados.0.smithi031.stdout:474: done (1 left) 2024-09-17T17:04:47.540 INFO:tasks.rados.rados.0.smithi031.stdout:475: done (0 left) 2024-09-17T17:04:47.540 INFO:tasks.rados.rados.0.smithi031.stdout:476: read oid 41 snap -1 2024-09-17T17:04:47.540 INFO:tasks.rados.rados.0.smithi031.stdout:476: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:04:47.540 INFO:tasks.rados.rados.0.smithi031.stdout:477: rollback oid 34 current snap is 43 2024-09-17T17:04:47.540 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 34 to 35 2024-09-17T17:04:47.540 INFO:tasks.rados.rados.0.smithi031.stdout:478: delete oid 36 current snap is 43 2024-09-17T17:04:47.541 INFO:tasks.rados.rados.0.smithi031.stdout:476: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:04:47.542 INFO:tasks.rados.rados.0.smithi031.stdout:476: done (2 left) 2024-09-17T17:04:47.542 INFO:tasks.rados.rados.0.smithi031.stdout:478: done (1 left) 2024-09-17T17:04:47.542 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 17 current snap is 43 2024-09-17T17:04:47.542 INFO:tasks.rados.rados.0.smithi031.stdout:479: seq_num 169 ranges {0=434176} 2024-09-17T17:04:47.544 INFO:tasks.rados.rados.0.smithi031.stdout:479: writing smithi03184240-17 from 0 to 434176 tid 1 2024-09-17T17:04:47.544 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 25 current snap is 43 2024-09-17T17:04:47.544 INFO:tasks.rados.rados.0.smithi031.stdout:477: finishing rollback tid 1 to smithi03184240-34 2024-09-17T17:04:47.545 INFO:tasks.rados.rados.0.smithi031.stdout:477: finishing rollback tid 2 to smithi03184240-34 2024-09-17T17:04:47.545 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 149 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-17T17:04:47.545 INFO:tasks.rados.rados.0.smithi031.stdout:480: seq_num 170 ranges {4579328=450560} 2024-09-17T17:04:47.572 INFO:tasks.rados.rados.0.smithi031.stdout:480: writing smithi03184240-25 from 4579328 to 5029888 tid 1 2024-09-17T17:04:47.572 INFO:tasks.rados.rados.0.smithi031.stdout:477: done (2 left) 2024-09-17T17:04:47.572 INFO:tasks.rados.rados.0.smithi031.stdout:481: read oid 18 snap -1 2024-09-17T17:04:47.572 INFO:tasks.rados.rados.0.smithi031.stdout:481: expect (ObjNum 115 snap 26 seq_num 115) 2024-09-17T17:04:47.573 INFO:tasks.rados.rados.0.smithi031.stdout:482: read oid 7 snap -1 2024-09-17T17:04:47.573 INFO:tasks.rados.rados.0.smithi031.stdout:482: expect (ObjNum 163 snap 41 seq_num 163) 2024-09-17T17:04:47.573 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 34 current snap is 43 2024-09-17T17:04:47.573 INFO:tasks.rados.rados.0.smithi031.stdout:479: finishing write tid 1 to smithi03184240-17 2024-09-17T17:04:47.573 INFO:tasks.rados.rados.0.smithi031.stdout:483: seq_num 171 ranges {761856=466944} 2024-09-17T17:04:47.580 INFO:tasks.rados.rados.0.smithi031.stdout:483: writing smithi03184240-34 from 761856 to 1228800 tid 1 2024-09-17T17:04:47.580 INFO:tasks.rados.rados.0.smithi031.stdout:484: read oid 8 snap -1 2024-09-17T17:04:47.580 INFO:tasks.rados.rados.0.smithi031.stdout:484: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:04:47.580 INFO:tasks.rados.rados.0.smithi031.stdout:485: delete oid 39 current snap is 43 2024-09-17T17:04:47.580 INFO:tasks.rados.rados.0.smithi031.stdout:479: finishing write tid 2 to smithi03184240-17 2024-09-17T17:04:47.580 INFO:tasks.rados.rados.0.smithi031.stdout:479: finishing write tid 3 to smithi03184240-17 2024-09-17T17:04:47.580 INFO:tasks.rados.rados.0.smithi031.stdout:479: oid 17 updating version 0 to 150 2024-09-17T17:04:47.580 INFO:tasks.rados.rados.0.smithi031.stdout:479: oid 17 updating version 150 to 151 2024-09-17T17:04:47.581 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 151 (ObjNum 169 snap 43 seq_num 169) dirty exists 2024-09-17T17:04:47.581 INFO:tasks.rados.rados.0.smithi031.stdout:479: left oid 17 (ObjNum 169 snap 43 seq_num 169) 2024-09-17T17:04:47.581 INFO:tasks.rados.rados.0.smithi031.stdout:480: finishing write tid 1 to smithi03184240-25 2024-09-17T17:04:47.581 INFO:tasks.rados.rados.0.smithi031.stdout:480: finishing write tid 2 to smithi03184240-25 2024-09-17T17:04:47.581 INFO:tasks.rados.rados.0.smithi031.stdout:480: finishing write tid 3 to smithi03184240-25 2024-09-17T17:04:47.581 INFO:tasks.rados.rados.0.smithi031.stdout:480: oid 25 updating version 0 to 48 2024-09-17T17:04:47.581 INFO:tasks.rados.rados.0.smithi031.stdout:480: oid 25 version 48 is already newer than 47 2024-09-17T17:04:47.581 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 48 (ObjNum 170 snap 43 seq_num 170) dirty exists 2024-09-17T17:04:47.581 INFO:tasks.rados.rados.0.smithi031.stdout:480: left oid 25 (ObjNum 170 snap 43 seq_num 170) 2024-09-17T17:04:47.581 INFO:tasks.rados.rados.0.smithi031.stdout:481: expect (ObjNum 115 snap 26 seq_num 115) 2024-09-17T17:04:47.653 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:47 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: [17/Sep/2024:17:04:47] ENGINE Bus STOPPING 2024-09-17T17:04:47.661 INFO:tasks.rados.rados.0.smithi031.stdout:484: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:04:47.662 INFO:tasks.rados.rados.0.smithi031.stdout:483: finishing write tid 1 to smithi03184240-34 2024-09-17T17:04:47.662 INFO:tasks.rados.rados.0.smithi031.stdout:482: expect (ObjNum 163 snap 41 seq_num 163) 2024-09-17T17:04:47.676 INFO:tasks.rados.rados.0.smithi031.stdout:483: finishing write tid 2 to smithi03184240-34 2024-09-17T17:04:47.676 INFO:tasks.rados.rados.0.smithi031.stdout:483: finishing write tid 3 to smithi03184240-34 2024-09-17T17:04:47.676 INFO:tasks.rados.rados.0.smithi031.stdout:483: oid 34 updating version 0 to 152 2024-09-17T17:04:47.676 INFO:tasks.rados.rados.0.smithi031.stdout:483: oid 34 updating version 152 to 153 2024-09-17T17:04:47.676 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 153 (ObjNum 171 snap 43 seq_num 171) dirty exists 2024-09-17T17:04:47.676 INFO:tasks.rados.rados.0.smithi031.stdout:483: left oid 34 (ObjNum 171 snap 43 seq_num 171) 2024-09-17T17:04:47.676 INFO:tasks.rados.rados.0.smithi031.stdout:479: done (6 left) 2024-09-17T17:04:47.676 INFO:tasks.rados.rados.0.smithi031.stdout:480: done (5 left) 2024-09-17T17:04:47.677 INFO:tasks.rados.rados.0.smithi031.stdout:481: done (4 left) 2024-09-17T17:04:47.677 INFO:tasks.rados.rados.0.smithi031.stdout:482: done (3 left) 2024-09-17T17:04:47.677 INFO:tasks.rados.rados.0.smithi031.stdout:483: done (2 left) 2024-09-17T17:04:47.677 INFO:tasks.rados.rados.0.smithi031.stdout:484: done (1 left) 2024-09-17T17:04:47.677 INFO:tasks.rados.rados.0.smithi031.stdout:485: done (0 left) 2024-09-17T17:04:47.677 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 28 current snap is 43 2024-09-17T17:04:47.677 INFO:tasks.rados.rados.0.smithi031.stdout:486: seq_num 173 ranges {524288=499712} 2024-09-17T17:04:47.681 INFO:tasks.rados.rados.0.smithi031.stdout:486: writing smithi03184240-28 from 524288 to 1024000 tid 1 2024-09-17T17:04:47.681 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 17 current snap is 43 2024-09-17T17:04:47.681 INFO:tasks.rados.rados.0.smithi031.stdout:487: seq_num 174 ranges {434176=516096} 2024-09-17T17:04:47.687 INFO:tasks.rados.rados.0.smithi031.stdout:487: writing smithi03184240-17 from 434176 to 950272 tid 1 2024-09-17T17:04:47.687 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 43 2024-09-17T17:04:47.687 INFO:tasks.rados.rados.0.smithi031.stdout:486: finishing write tid 1 to smithi03184240-28 2024-09-17T17:04:47.687 INFO:tasks.rados.rados.0.smithi031.stdout:486: finishing write tid 2 to smithi03184240-28 2024-09-17T17:04:47.687 INFO:tasks.rados.rados.0.smithi031.stdout:486: finishing write tid 3 to smithi03184240-28 2024-09-17T17:04:47.687 INFO:tasks.rados.rados.0.smithi031.stdout:486: oid 28 updating version 0 to 297 2024-09-17T17:04:47.687 INFO:tasks.rados.rados.0.smithi031.stdout:486: oid 28 version 297 is already newer than 296 2024-09-17T17:04:47.687 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 297 (ObjNum 173 snap 43 seq_num 173) dirty exists 2024-09-17T17:04:47.687 INFO:tasks.rados.rados.0.smithi031.stdout:486: left oid 28 (ObjNum 173 snap 43 seq_num 173) 2024-09-17T17:04:47.687 INFO:tasks.rados.rados.0.smithi031.stdout:488: seq_num 175 ranges {368640=540672} 2024-09-17T17:04:47.692 INFO:tasks.rados.rados.0.smithi031.stdout:488: writing smithi03184240-12 from 368640 to 909312 tid 1 2024-09-17T17:04:47.692 INFO:tasks.rados.rados.0.smithi031.stdout:486: done (2 left) 2024-09-17T17:04:47.692 INFO:tasks.rados.rados.0.smithi031.stdout:489: read oid 29 snap -1 2024-09-17T17:04:47.692 INFO:tasks.rados.rados.0.smithi031.stdout:489: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:04:47.692 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 43 2024-09-17T17:04:47.692 INFO:tasks.rados.rados.0.smithi031.stdout:487: finishing write tid 1 to smithi03184240-17 2024-09-17T17:04:47.692 INFO:tasks.rados.rados.0.smithi031.stdout:487: finishing write tid 2 to smithi03184240-17 2024-09-17T17:04:47.692 INFO:tasks.rados.rados.0.smithi031.stdout:487: finishing write tid 3 to smithi03184240-17 2024-09-17T17:04:47.693 INFO:tasks.rados.rados.0.smithi031.stdout:487: oid 17 updating version 0 to 154 2024-09-17T17:04:47.693 INFO:tasks.rados.rados.0.smithi031.stdout:487: oid 17 updating version 154 to 155 2024-09-17T17:04:47.693 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 155 (ObjNum 174 snap 43 seq_num 174) dirty exists 2024-09-17T17:04:47.693 INFO:tasks.rados.rados.0.smithi031.stdout:487: left oid 17 (ObjNum 174 snap 43 seq_num 174) 2024-09-17T17:04:47.693 INFO:tasks.rados.rados.0.smithi031.stdout:490: seq_num 176 ranges {0=557056} 2024-09-17T17:04:47.695 INFO:tasks.rados.rados.0.smithi031.stdout:490: writing smithi03184240-2 from 0 to 557056 tid 1 2024-09-17T17:04:47.695 INFO:tasks.rados.rados.0.smithi031.stdout:487: done (3 left) 2024-09-17T17:04:47.695 INFO:tasks.rados.rados.0.smithi031.stdout:491: read oid 22 snap 35 2024-09-17T17:04:47.695 INFO:tasks.rados.rados.0.smithi031.stdout:491: expect (ObjNum 128 snap 28 seq_num 128) 2024-09-17T17:04:47.695 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 26 current snap is 43 2024-09-17T17:04:47.695 INFO:tasks.rados.rados.0.smithi031.stdout:492: seq_num 177 ranges {499712=573440} 2024-09-17T17:04:47.701 INFO:tasks.rados.rados.0.smithi031.stdout:492: writing smithi03184240-26 from 499712 to 1073152 tid 1 2024-09-17T17:04:47.701 INFO:tasks.rados.rados.0.smithi031.stdout:493: delete oid 9 current snap is 43 2024-09-17T17:04:47.701 INFO:tasks.rados.rados.0.smithi031.stdout:489: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:04:47.704 INFO:tasks.rados.rados.0.smithi031.stdout:488: finishing write tid 1 to smithi03184240-12 2024-09-17T17:04:47.704 INFO:tasks.rados.rados.0.smithi031.stdout:488: finishing write tid 2 to smithi03184240-12 2024-09-17T17:04:47.704 INFO:tasks.rados.rados.0.smithi031.stdout:488: finishing write tid 3 to smithi03184240-12 2024-09-17T17:04:47.705 INFO:tasks.rados.rados.0.smithi031.stdout:488: oid 12 updating version 0 to 121 2024-09-17T17:04:47.705 INFO:tasks.rados.rados.0.smithi031.stdout:488: oid 12 version 121 is already newer than 120 2024-09-17T17:04:47.705 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 121 (ObjNum 175 snap 43 seq_num 175) dirty exists 2024-09-17T17:04:47.705 INFO:tasks.rados.rados.0.smithi031.stdout:488: left oid 12 (ObjNum 175 snap 43 seq_num 175) 2024-09-17T17:04:47.705 INFO:tasks.rados.rados.0.smithi031.stdout:490: finishing write tid 1 to smithi03184240-2 2024-09-17T17:04:47.705 INFO:tasks.rados.rados.0.smithi031.stdout:490: finishing write tid 2 to smithi03184240-2 2024-09-17T17:04:47.705 INFO:tasks.rados.rados.0.smithi031.stdout:490: finishing write tid 3 to smithi03184240-2 2024-09-17T17:04:47.705 INFO:tasks.rados.rados.0.smithi031.stdout:490: oid 2 updating version 0 to 299 2024-09-17T17:04:47.705 INFO:tasks.rados.rados.0.smithi031.stdout:490: oid 2 version 299 is already newer than 298 2024-09-17T17:04:47.705 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 299 (ObjNum 176 snap 43 seq_num 176) dirty exists 2024-09-17T17:04:47.705 INFO:tasks.rados.rados.0.smithi031.stdout:490: left oid 2 (ObjNum 176 snap 43 seq_num 176) 2024-09-17T17:04:47.705 INFO:tasks.rados.rados.0.smithi031.stdout:492: finishing write tid 1 to smithi03184240-26 2024-09-17T17:04:47.705 INFO:tasks.rados.rados.0.smithi031.stdout:492: finishing write tid 2 to smithi03184240-26 2024-09-17T17:04:47.706 INFO:tasks.rados.rados.0.smithi031.stdout:492: finishing write tid 3 to smithi03184240-26 2024-09-17T17:04:47.706 INFO:tasks.rados.rados.0.smithi031.stdout:492: oid 26 updating version 0 to 114 2024-09-17T17:04:47.706 INFO:tasks.rados.rados.0.smithi031.stdout:492: oid 26 updating version 114 to 115 2024-09-17T17:04:47.706 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 115 (ObjNum 177 snap 43 seq_num 177) dirty exists 2024-09-17T17:04:47.706 INFO:tasks.rados.rados.0.smithi031.stdout:492: left oid 26 (ObjNum 177 snap 43 seq_num 177) 2024-09-17T17:04:47.707 INFO:tasks.rados.rados.0.smithi031.stdout:491: expect (ObjNum 128 snap 28 seq_num 128) 2024-09-17T17:04:47.843 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:47 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:04:47.516+0000 7ff0ea764640 -1 mgr handle_mgr_map I was active but no longer am 2024-09-17T17:04:47.844 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:47 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: ignoring --setuser ceph since I am not root 2024-09-17T17:04:47.844 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:47 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: ignoring --setgroup ceph since I am not root 2024-09-17T17:04:47.844 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:47 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:04:47.682+0000 7fcffed18040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-17T17:04:47.844 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:47 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:04:47.748+0000 7fcffed18040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-17T17:04:47.855 INFO:tasks.rados.rados.0.smithi031.stdout:488: done (5 left) 2024-09-17T17:04:47.855 INFO:tasks.rados.rados.0.smithi031.stdout:489: done (4 left) 2024-09-17T17:04:47.855 INFO:tasks.rados.rados.0.smithi031.stdout:490: done (3 left) 2024-09-17T17:04:47.855 INFO:tasks.rados.rados.0.smithi031.stdout:491: done (2 left) 2024-09-17T17:04:47.856 INFO:tasks.rados.rados.0.smithi031.stdout:492: done (1 left) 2024-09-17T17:04:47.856 INFO:tasks.rados.rados.0.smithi031.stdout:493: done (0 left) 2024-09-17T17:04:47.856 INFO:tasks.rados.rados.0.smithi031.stdout:494: copy_from oid 26 from oid 6 current snap is 43 2024-09-17T17:04:47.856 INFO:tasks.rados.rados.0.smithi031.stdout:495: read oid 35 snap 40 2024-09-17T17:04:47.856 INFO:tasks.rados.rados.0.smithi031.stdout:495: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-17T17:04:47.856 INFO:tasks.rados.rados.0.smithi031.stdout:496: snap_create 2024-09-17T17:04:47.857 INFO:tasks.rados.rados.0.smithi031.stdout:495: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-17T17:04:47.862 INFO:tasks.rados.rados.0.smithi031.stdout:494: finishing copy_from racing read to smithi03184240-26 2024-09-17T17:04:47.863 INFO:tasks.rados.rados.0.smithi031.stdout:494: finishing copy_from to smithi03184240-26 2024-09-17T17:04:47.863 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 74 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-09-17T17:04:48.274 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:47 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:04:47.905+0000 7fcffed18040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-17T17:04:48.274 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:47 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:04:47.974+0000 7fcffed18040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-17T17:04:48.274 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:04:48.124+0000 7fcffed18040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-17T17:04:48.274 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:04:48.272+0000 7fcffed18040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-17T17:04:48.287 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:47 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: [17/Sep/2024:17:04:47] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-17T17:04:48.287 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:47 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: [17/Sep/2024:17:04:47] ENGINE Bus STOPPED 2024-09-17T17:04:48.523 INFO:tasks.rados.rados.0.smithi031.stdout:494: done (2 left) 2024-09-17T17:04:48.523 INFO:tasks.rados.rados.0.smithi031.stdout:495: done (1 left) 2024-09-17T17:04:48.523 INFO:tasks.rados.rados.0.smithi031.stdout:496: done (0 left) 2024-09-17T17:04:48.523 INFO:tasks.rados.rados.0.smithi031.stdout:497: setattr oid 25 current snap is 44 2024-09-17T17:04:48.525 INFO:tasks.rados.rados.0.smithi031.stdout:498: snap_create 2024-09-17T17:04:48.529 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 50 (ObjNum 170 snap 43 seq_num 170) dirty exists 2024-09-17T17:04:48.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[27768]: osdmap e157: 8 total, 8 up, 8 in 2024-09-17T17:04:48.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:04:48.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:04:48.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:04:48.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:04:48.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:04:48.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:04:48.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[27768]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-17T17:04:48.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-17T17:04:48.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[27768]: Activating manager daemon x 2024-09-17T17:04:48.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[27768]: osdmap e158: 8 total, 8 up, 8 in 2024-09-17T17:04:48.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[27768]: from='mgr.14541 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-17T17:04:48.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[27768]: mgrmap e24: x(active, starting, since 0.00797049s) 2024-09-17T17:04:48.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:04:48.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:04:48.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:04:48.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-17T17:04:48.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-17T17:04:48.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-17T17:04:48.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T17:04:48.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T17:04:48.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T17:04:48.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T17:04:48.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T17:04:48.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T17:04:48.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T17:04:48.596 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T17:04:48.596 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T17:04:48.596 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T17:04:48.596 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T17:04:48.596 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[27768]: Manager daemon x is now available 2024-09-17T17:04:48.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[39468]: osdmap e157: 8 total, 8 up, 8 in 2024-09-17T17:04:48.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:04:48.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:04:48.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:04:48.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:04:48.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:04:48.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:04:48.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[39468]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-17T17:04:48.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-17T17:04:48.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[39468]: Activating manager daemon x 2024-09-17T17:04:48.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[39468]: osdmap e158: 8 total, 8 up, 8 in 2024-09-17T17:04:48.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[39468]: from='mgr.14541 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-17T17:04:48.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[39468]: mgrmap e24: x(active, starting, since 0.00797049s) 2024-09-17T17:04:48.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:04:48.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:04:48.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:04:48.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-17T17:04:48.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-17T17:04:48.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-17T17:04:48.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T17:04:48.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T17:04:48.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T17:04:48.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T17:04:48.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T17:04:48.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T17:04:48.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T17:04:48.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T17:04:48.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T17:04:48.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T17:04:48.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T17:04:48.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-mon[39468]: Manager daemon x is now available 2024-09-17T17:04:48.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:48 smithi066 ceph-mon[31354]: osdmap e157: 8 total, 8 up, 8 in 2024-09-17T17:04:48.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:48 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:04:48.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:48 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:04:48.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:48 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:04:48.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:48 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:04:48.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:48 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' 2024-09-17T17:04:48.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:48 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:04:48.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:48 smithi066 ceph-mon[31354]: from='mgr.14541 172.21.15.31:0/3321545310' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-17T17:04:48.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:48 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-17T17:04:48.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:48 smithi066 ceph-mon[31354]: Activating manager daemon x 2024-09-17T17:04:48.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:48 smithi066 ceph-mon[31354]: osdmap e158: 8 total, 8 up, 8 in 2024-09-17T17:04:48.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:48 smithi066 ceph-mon[31354]: from='mgr.14541 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-17T17:04:48.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:48 smithi066 ceph-mon[31354]: mgrmap e24: x(active, starting, since 0.00797049s) 2024-09-17T17:04:48.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:48 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:04:48.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:48 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:04:48.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:48 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:04:48.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:48 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-17T17:04:48.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:48 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-17T17:04:48.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:48 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-17T17:04:48.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:48 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T17:04:48.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:48 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T17:04:48.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:48 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T17:04:48.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:48 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T17:04:48.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:48 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T17:04:48.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:48 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T17:04:48.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:48 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T17:04:48.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:48 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T17:04:48.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:48 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T17:04:48.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:48 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T17:04:48.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:48 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T17:04:48.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:48 smithi066 ceph-mon[31354]: Manager daemon x is now available 2024-09-17T17:04:48.855 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:04:48.599+0000 7fcffed18040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-17T17:04:48.855 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:04:48.663+0000 7fcffed18040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-17T17:04:48.855 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:48 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:04:48.854+0000 7fcffed18040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-17T17:04:49.528 INFO:tasks.rados.rados.0.smithi031.stdout:497: done (1 left) 2024-09-17T17:04:49.529 INFO:tasks.rados.rados.0.smithi031.stdout:498: done (0 left) 2024-09-17T17:04:49.529 INFO:tasks.rados.rados.0.smithi031.stdout:499: rmattr oid 4 current snap is 45 2024-09-17T17:04:49.529 INFO:tasks.rados.rados.0.smithi031.stdout:499: done (0 left) 2024-09-17T17:04:49.529 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 39 current snap is 45 2024-09-17T17:04:49.529 INFO:tasks.rados.rados.0.smithi031.stdout:500: seq_num 179 ranges {0=606208} 2024-09-17T17:04:49.532 INFO:tasks.rados.rados.0.smithi031.stdout:500: writing smithi03184240-39 from 0 to 606208 tid 1 2024-09-17T17:04:49.532 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 37 current snap is 45 2024-09-17T17:04:49.532 INFO:tasks.rados.rados.0.smithi031.stdout:501: seq_num 180 ranges {3825664=622592} 2024-09-17T17:04:49.557 INFO:tasks.rados.rados.0.smithi031.stdout:501: writing smithi03184240-37 from 3825664 to 4448256 tid 1 2024-09-17T17:04:49.557 INFO:tasks.rados.rados.0.smithi031.stdout:502: read oid 33 snap 44 2024-09-17T17:04:49.557 INFO:tasks.rados.rados.0.smithi031.stdout:502: expect (ObjNum 131 snap 29 seq_num 131) 2024-09-17T17:04:49.557 INFO:tasks.rados.rados.0.smithi031.stdout:503: delete oid 23 current snap is 45 2024-09-17T17:04:49.557 INFO:tasks.rados.rados.0.smithi031.stdout:500: finishing write tid 1 to smithi03184240-39 2024-09-17T17:04:49.557 INFO:tasks.rados.rados.0.smithi031.stdout:500: finishing write tid 2 to smithi03184240-39 2024-09-17T17:04:49.557 INFO:tasks.rados.rados.0.smithi031.stdout:500: finishing write tid 3 to smithi03184240-39 2024-09-17T17:04:49.557 INFO:tasks.rados.rados.0.smithi031.stdout:500: oid 39 updating version 0 to 209 2024-09-17T17:04:49.557 INFO:tasks.rados.rados.0.smithi031.stdout:500: oid 39 version 209 is already newer than 208 2024-09-17T17:04:49.557 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 209 (ObjNum 179 snap 45 seq_num 179) dirty exists 2024-09-17T17:04:49.557 INFO:tasks.rados.rados.0.smithi031.stdout:500: left oid 39 (ObjNum 179 snap 45 seq_num 179) 2024-09-17T17:04:49.561 INFO:tasks.rados.rados.0.smithi031.stdout:500: done (3 left) 2024-09-17T17:04:49.562 INFO:tasks.rados.rados.0.smithi031.stdout:503: done (2 left) 2024-09-17T17:04:49.562 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 6 current snap is 45 2024-09-17T17:04:49.562 INFO:tasks.rados.rados.0.smithi031.stdout:504: seq_num 182 ranges {1449984=655360} 2024-09-17T17:04:49.573 INFO:tasks.rados.rados.0.smithi031.stdout:504: writing smithi03184240-6 from 1449984 to 2105344 tid 1 2024-09-17T17:04:49.573 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 14 current snap is 45 2024-09-17T17:04:49.573 INFO:tasks.rados.rados.0.smithi031.stdout:505: seq_num 183 ranges {0=671744} 2024-09-17T17:04:49.577 INFO:tasks.rados.rados.0.smithi031.stdout:505: writing smithi03184240-14 from 0 to 671744 tid 1 2024-09-17T17:04:49.578 INFO:tasks.rados.rados.0.smithi031.stdout:506: rollback oid 17 current snap is 45 2024-09-17T17:04:49.578 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 17 to 39 2024-09-17T17:04:49.578 INFO:tasks.rados.rados.0.smithi031.stdout:501: finishing write tid 1 to smithi03184240-37 2024-09-17T17:04:49.578 INFO:tasks.rados.rados.0.smithi031.stdout:501: finishing write tid 2 to smithi03184240-37 2024-09-17T17:04:49.578 INFO:tasks.rados.rados.0.smithi031.stdout:501: finishing write tid 3 to smithi03184240-37 2024-09-17T17:04:49.578 INFO:tasks.rados.rados.0.smithi031.stdout:501: oid 37 updating version 0 to 162 2024-09-17T17:04:49.578 INFO:tasks.rados.rados.0.smithi031.stdout:501: oid 37 version 162 is already newer than 161 2024-09-17T17:04:49.578 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 162 (ObjNum 180 snap 45 seq_num 180) dirty exists 2024-09-17T17:04:49.578 INFO:tasks.rados.rados.0.smithi031.stdout:501: left oid 37 (ObjNum 180 snap 45 seq_num 180) 2024-09-17T17:04:49.578 INFO:tasks.rados.rados.0.smithi031.stdout:502: expect (ObjNum 131 snap 29 seq_num 131) 2024-09-17T17:04:49.778 INFO:tasks.rados.rados.0.smithi031.stdout:504: finishing write tid 1 to smithi03184240-6 2024-09-17T17:04:49.779 INFO:tasks.rados.rados.0.smithi031.stdout:504: finishing write tid 2 to smithi03184240-6 2024-09-17T17:04:49.779 INFO:tasks.rados.rados.0.smithi031.stdout:504: finishing write tid 3 to smithi03184240-6 2024-09-17T17:04:49.779 INFO:tasks.rados.rados.0.smithi031.stdout:504: oid 6 updating version 0 to 79 2024-09-17T17:04:49.779 INFO:tasks.rados.rados.0.smithi031.stdout:504: oid 6 version 79 is already newer than 78 2024-09-17T17:04:49.779 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 79 (ObjNum 182 snap 45 seq_num 182) dirty exists 2024-09-17T17:04:49.779 INFO:tasks.rados.rados.0.smithi031.stdout:504: left oid 6 (ObjNum 182 snap 45 seq_num 182) 2024-09-17T17:04:49.779 INFO:tasks.rados.rados.0.smithi031.stdout:501: done (4 left) 2024-09-17T17:04:49.779 INFO:tasks.rados.rados.0.smithi031.stdout:502: done (3 left) 2024-09-17T17:04:49.779 INFO:tasks.rados.rados.0.smithi031.stdout:504: done (2 left) 2024-09-17T17:04:49.779 INFO:tasks.rados.rados.0.smithi031.stdout:507: read oid 48 snap -1 2024-09-17T17:04:49.779 INFO:tasks.rados.rados.0.smithi031.stdout:507: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:04:49.780 INFO:tasks.rados.rados.0.smithi031.stdout:508: copy_from oid 11 from oid 7 current snap is 45 2024-09-17T17:04:49.780 INFO:tasks.rados.rados.0.smithi031.stdout:506: finishing rollback tid 0 to smithi03184240-17 2024-09-17T17:04:49.780 INFO:tasks.rados.rados.0.smithi031.stdout:506: finishing rollback tid 1 to smithi03184240-17 2024-09-17T17:04:49.780 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 158 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-17T17:04:49.780 INFO:tasks.rados.rados.0.smithi031.stdout:505: finishing write tid 1 to smithi03184240-14 2024-09-17T17:04:49.780 INFO:tasks.rados.rados.0.smithi031.stdout:505: finishing write tid 2 to smithi03184240-14 2024-09-17T17:04:49.780 INFO:tasks.rados.rados.0.smithi031.stdout:505: finishing write tid 3 to smithi03184240-14 2024-09-17T17:04:49.780 INFO:tasks.rados.rados.0.smithi031.stdout:505: oid 14 updating version 0 to 72 2024-09-17T17:04:49.780 INFO:tasks.rados.rados.0.smithi031.stdout:505: oid 14 version 72 is already newer than 71 2024-09-17T17:04:49.780 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 72 (ObjNum 183 snap 45 seq_num 183) dirty exists 2024-09-17T17:04:49.780 INFO:tasks.rados.rados.0.smithi031.stdout:505: left oid 14 (ObjNum 183 snap 45 seq_num 183) 2024-09-17T17:04:49.780 INFO:tasks.rados.rados.0.smithi031.stdout:505: done (3 left) 2024-09-17T17:04:49.780 INFO:tasks.rados.rados.0.smithi031.stdout:506: done (2 left) 2024-09-17T17:04:49.780 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 26 current snap is 45 2024-09-17T17:04:49.781 INFO:tasks.rados.rados.0.smithi031.stdout:509: seq_num 184 ranges {1449984=688128} 2024-09-17T17:04:49.782 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:49 smithi031 ceph-mon[27768]: mgrmap e25: x(active, since 1.00919s) 2024-09-17T17:04:49.782 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:49 smithi031 ceph-mon[27768]: osdmap e159: 8 total, 8 up, 8 in 2024-09-17T17:04:49.783 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:49 smithi031 ceph-mon[27768]: pgmap v4: 121 pgs: 121 active+clean; 143 MiB data, 482 MiB used, 715 GiB / 715 GiB avail; 34 GiB/s rd, 26 GiB/s wr, 573.51k op/s; 638 MiB/s, 2.27k objects/s recovering 2024-09-17T17:04:49.783 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:49 smithi031 ceph-mon[39468]: mgrmap e25: x(active, since 1.00919s) 2024-09-17T17:04:49.783 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:49 smithi031 ceph-mon[39468]: osdmap e159: 8 total, 8 up, 8 in 2024-09-17T17:04:49.783 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:49 smithi031 ceph-mon[39468]: pgmap v4: 121 pgs: 121 active+clean; 143 MiB data, 482 MiB used, 715 GiB / 715 GiB avail; 34 GiB/s rd, 26 GiB/s wr, 573.51k op/s; 638 MiB/s, 2.27k objects/s recovering 2024-09-17T17:04:49.790 INFO:tasks.rados.rados.0.smithi031.stdout:509: writing smithi03184240-26 from 1449984 to 2138112 tid 1 2024-09-17T17:04:49.790 INFO:tasks.rados.rados.0.smithi031.stdout:510: read oid 38 snap -1 2024-09-17T17:04:49.790 INFO:tasks.rados.rados.0.smithi031.stdout:510: expect (ObjNum 130 snap 29 seq_num 130) 2024-09-17T17:04:49.790 INFO:tasks.rados.rados.0.smithi031.stdout:511: copy_from oid 29 from oid 47 current snap is 45 2024-09-17T17:04:49.790 INFO:tasks.rados.rados.0.smithi031.stdout:507: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:04:49.792 INFO:tasks.rados.rados.0.smithi031.stdout:508: finishing copy_from racing read to smithi03184240-11 2024-09-17T17:04:49.792 INFO:tasks.rados.rados.0.smithi031.stdout:508: finishing copy_from to smithi03184240-11 2024-09-17T17:04:49.792 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 171 (ObjNum 163 snap 41 seq_num 163) dirty exists 2024-09-17T17:04:49.792 INFO:tasks.rados.rados.0.smithi031.stdout:507: done (4 left) 2024-09-17T17:04:49.793 INFO:tasks.rados.rados.0.smithi031.stdout:508: done (3 left) 2024-09-17T17:04:49.793 INFO:tasks.rados.rados.0.smithi031.stdout:512: read oid 30 snap -1 2024-09-17T17:04:49.793 INFO:tasks.rados.rados.0.smithi031.stdout:512: expect (ObjNum 97 snap 23 seq_num 97) 2024-09-17T17:04:49.793 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 6 current snap is 45 2024-09-17T17:04:49.793 INFO:tasks.rados.rados.0.smithi031.stdout:513: seq_num 185 ranges {2105344=704512} 2024-09-17T17:04:49.810 INFO:tasks.rados.rados.0.smithi031.stdout:513: writing smithi03184240-6 from 2105344 to 2809856 tid 1 2024-09-17T17:04:49.810 INFO:tasks.rados.rados.0.smithi031.stdout:514: read oid 40 snap 37 2024-09-17T17:04:49.810 INFO:tasks.rados.rados.0.smithi031.stdout:514: expect deleted 2024-09-17T17:04:49.810 INFO:tasks.rados.rados.0.smithi031.stdout:515: snap_remove snap 40 2024-09-17T17:04:49.839 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:49 smithi066 ceph-mon[31354]: mgrmap e25: x(active, since 1.00919s) 2024-09-17T17:04:49.840 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:49 smithi066 ceph-mon[31354]: osdmap e159: 8 total, 8 up, 8 in 2024-09-17T17:04:49.840 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:49 smithi066 ceph-mon[31354]: pgmap v4: 121 pgs: 121 active+clean; 143 MiB data, 482 MiB used, 715 GiB / 715 GiB avail; 34 GiB/s rd, 26 GiB/s wr, 573.51k op/s; 638 MiB/s, 2.27k objects/s recovering 2024-09-17T17:04:49.840 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:49 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: [17/Sep/2024:17:04:49] ENGINE Bus STARTING 2024-09-17T17:04:49.840 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:49 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: 2024-09-17T17:04:49.762+0000 7f7018ac7640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:04:49.840 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:49 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: 2024-09-17T17:04:49.762+0000 7f7018ac7640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:04:49.840 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:49 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: 2024-09-17T17:04:49.762+0000 7f7018ac7640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:04:49.840 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:49 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: 2024-09-17T17:04:49.762+0000 7f7018ac7640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:04:49.840 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:49 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: 2024-09-17T17:04:49.762+0000 7f7018ac7640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:04:49.841 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:49 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: 2024-09-17T17:04:49.763+0000 7f701bacd640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:04:49.841 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:49 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: 2024-09-17T17:04:49.763+0000 7f701bacd640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:04:49.841 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:49 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: 2024-09-17T17:04:49.763+0000 7f701bacd640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:04:49.841 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:49 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: 2024-09-17T17:04:49.763+0000 7f701bacd640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:04:49.841 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:49 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: 2024-09-17T17:04:49.763+0000 7f701bacd640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:04:50.091 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:49 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:04:49.781+0000 7fcffed18040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-17T17:04:50.091 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:49 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:04:49.860+0000 7fcffed18040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-17T17:04:50.092 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:49 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: [17/Sep/2024:17:04:49] ENGINE Serving on http://:::9283 2024-09-17T17:04:50.092 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:49 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: [17/Sep/2024:17:04:49] ENGINE Bus STARTED 2024-09-17T17:04:50.690 INFO:tasks.rados.rados.0.smithi031.stdout:509: finishing write tid 1 to smithi03184240-26 2024-09-17T17:04:50.690 INFO:tasks.rados.rados.0.smithi031.stdout:509: finishing write tid 2 to smithi03184240-26 2024-09-17T17:04:50.690 INFO:tasks.rados.rados.0.smithi031.stdout:509: finishing write tid 3 to smithi03184240-26 2024-09-17T17:04:50.690 INFO:tasks.rados.rados.0.smithi031.stdout:509: oid 26 updating version 0 to 118 2024-09-17T17:04:50.690 INFO:tasks.rados.rados.0.smithi031.stdout:509: oid 26 updating version 118 to 119 2024-09-17T17:04:50.690 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 119 (ObjNum 184 snap 45 seq_num 184) dirty exists 2024-09-17T17:04:50.690 INFO:tasks.rados.rados.0.smithi031.stdout:509: left oid 26 (ObjNum 184 snap 45 seq_num 184) 2024-09-17T17:04:50.691 INFO:tasks.rados.rados.0.smithi031.stdout:510: expect (ObjNum 130 snap 29 seq_num 130) 2024-09-17T17:04:50.779 INFO:tasks.rados.rados.0.smithi031.stdout:511: finishing copy_from racing read to smithi03184240-29 2024-09-17T17:04:50.779 INFO:tasks.rados.rados.0.smithi031.stdout:511: finishing copy_from to smithi03184240-29 2024-09-17T17:04:50.779 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 11 (ObjNum 91 snap 17 seq_num 91) dirty exists 2024-09-17T17:04:50.779 INFO:tasks.rados.rados.0.smithi031.stdout:512: expect (ObjNum 97 snap 23 seq_num 97) 2024-09-17T17:04:50.834 INFO:tasks.rados.rados.0.smithi031.stdout:513: finishing write tid 1 to smithi03184240-6 2024-09-17T17:04:50.834 INFO:tasks.rados.rados.0.smithi031.stdout:513: finishing write tid 2 to smithi03184240-6 2024-09-17T17:04:50.834 INFO:tasks.rados.rados.0.smithi031.stdout:513: finishing write tid 3 to smithi03184240-6 2024-09-17T17:04:50.834 INFO:tasks.rados.rados.0.smithi031.stdout:513: oid 6 updating version 0 to 80 2024-09-17T17:04:50.834 INFO:tasks.rados.rados.0.smithi031.stdout:513: oid 6 updating version 80 to 81 2024-09-17T17:04:50.834 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 81 (ObjNum 185 snap 45 seq_num 185) dirty exists 2024-09-17T17:04:50.834 INFO:tasks.rados.rados.0.smithi031.stdout:513: left oid 6 (ObjNum 185 snap 45 seq_num 185) 2024-09-17T17:04:50.834 INFO:tasks.rados.rados.0.smithi031.stdout:509: done (6 left) 2024-09-17T17:04:50.834 INFO:tasks.rados.rados.0.smithi031.stdout:510: done (5 left) 2024-09-17T17:04:50.834 INFO:tasks.rados.rados.0.smithi031.stdout:511: done (4 left) 2024-09-17T17:04:50.835 INFO:tasks.rados.rados.0.smithi031.stdout:512: done (3 left) 2024-09-17T17:04:50.835 INFO:tasks.rados.rados.0.smithi031.stdout:513: done (2 left) 2024-09-17T17:04:50.835 INFO:tasks.rados.rados.0.smithi031.stdout:514: done (1 left) 2024-09-17T17:04:50.835 INFO:tasks.rados.rados.0.smithi031.stdout:515: done (0 left) 2024-09-17T17:04:50.835 INFO:tasks.rados.rados.0.smithi031.stdout:516: snap_remove snap 42 2024-09-17T17:04:50.843 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:04:50.621+0000 7fcffed18040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-17T17:04:50.843 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:04:50.748+0000 7fcffed18040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-17T17:04:50.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[27768]: osdmap e160: 8 total, 8 up, 8 in 2024-09-17T17:04:50.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:50.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:50.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[27768]: Checking for cert/key for grafana.a 2024-09-17T17:04:50.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[27768]: Migrating grafana.a cert to cert store 2024-09-17T17:04:50.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:50.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[27768]: Migrating grafana.a key to cert store 2024-09-17T17:04:50.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:50.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:50.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:50.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:04:50.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:04:50.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-17T17:04:50.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[27768]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-17T17:04:50.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-17T17:04:50.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-17T17:04:50.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-17T17:04:50.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-17T17:04:50.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[27768]: Deploying cephadm binary to smithi066 2024-09-17T17:04:50.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[27768]: Deploying cephadm binary to smithi031 2024-09-17T17:04:50.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[39468]: osdmap e160: 8 total, 8 up, 8 in 2024-09-17T17:04:50.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:50.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:50.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[39468]: Checking for cert/key for grafana.a 2024-09-17T17:04:50.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[39468]: Migrating grafana.a cert to cert store 2024-09-17T17:04:50.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:50.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[39468]: Migrating grafana.a key to cert store 2024-09-17T17:04:50.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:50.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:50.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:50.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:04:50.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:04:50.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-17T17:04:50.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[39468]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-17T17:04:50.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-17T17:04:50.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-17T17:04:50.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-17T17:04:50.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-17T17:04:50.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[39468]: Deploying cephadm binary to smithi066 2024-09-17T17:04:50.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-mon[39468]: Deploying cephadm binary to smithi031 2024-09-17T17:04:50.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:50 smithi066 ceph-mon[31354]: osdmap e160: 8 total, 8 up, 8 in 2024-09-17T17:04:50.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:50 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:50.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:50 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:50.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:50 smithi066 ceph-mon[31354]: Checking for cert/key for grafana.a 2024-09-17T17:04:50.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:50 smithi066 ceph-mon[31354]: Migrating grafana.a cert to cert store 2024-09-17T17:04:50.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:50 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:50.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:50 smithi066 ceph-mon[31354]: Migrating grafana.a key to cert store 2024-09-17T17:04:50.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:50 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:50.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:50 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:50.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:50 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:50.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:50 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:04:50.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:50 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:04:50.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:50 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-17T17:04:50.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:50 smithi066 ceph-mon[31354]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-17T17:04:50.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:50 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-17T17:04:50.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:50 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-17T17:04:50.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:50 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-17T17:04:50.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:50 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-17T17:04:50.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:50 smithi066 ceph-mon[31354]: Deploying cephadm binary to smithi066 2024-09-17T17:04:50.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:50 smithi066 ceph-mon[31354]: Deploying cephadm binary to smithi031 2024-09-17T17:04:51.188 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:04:50.897+0000 7fcffed18040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-17T17:04:51.188 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:50 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:04:50.960+0000 7fcffed18040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-17T17:04:51.188 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:51 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:04:51.112+0000 7fcffed18040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-17T17:04:51.290 INFO:tasks.rados.rados.0.smithi031.stdout:516: done (0 left) 2024-09-17T17:04:51.290 INFO:tasks.rados.rados.0.smithi031.stdout:517: copy_from oid 40 from oid 18 current snap is 45 2024-09-17T17:04:51.290 INFO:tasks.rados.rados.0.smithi031.stdout:518: rollback oid 8 current snap is 45 2024-09-17T17:04:51.290 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 8 to 35 2024-09-17T17:04:51.290 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 43 current snap is 45 2024-09-17T17:04:51.290 INFO:tasks.rados.rados.0.smithi031.stdout:519: seq_num 186 ranges {2547712=720896} 2024-09-17T17:04:51.310 INFO:tasks.rados.rados.0.smithi031.stdout:519: writing smithi03184240-43 from 2547712 to 3268608 tid 1 2024-09-17T17:04:51.310 INFO:tasks.rados.rados.0.smithi031.stdout:520: snap_create 2024-09-17T17:04:51.310 INFO:tasks.rados.rados.0.smithi031.stdout:518: finishing rollback tid 0 to smithi03184240-8 2024-09-17T17:04:51.310 INFO:tasks.rados.rados.0.smithi031.stdout:518: finishing rollback tid 1 to smithi03184240-8 2024-09-17T17:04:51.310 INFO:tasks.rados.rados.0.smithi031.stdout:518: finishing rollback tid 2 to smithi03184240-8 2024-09-17T17:04:51.310 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 183 (ObjNum 161 snap 0 seq_num 1508268622) dirty exists 2024-09-17T17:04:51.311 INFO:tasks.rados.rados.0.smithi031.stdout:517: finishing copy_from racing read to smithi03184240-40 2024-09-17T17:04:51.314 INFO:tasks.rados.rados.0.smithi031.stdout:517: finishing copy_from to smithi03184240-40 2024-09-17T17:04:51.314 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 115 (ObjNum 115 snap 26 seq_num 115) dirty exists 2024-09-17T17:04:51.314 INFO:tasks.rados.rados.0.smithi031.stdout:519: finishing write tid 1 to smithi03184240-43 2024-09-17T17:04:51.314 INFO:tasks.rados.rados.0.smithi031.stdout:519: finishing write tid 2 to smithi03184240-43 2024-09-17T17:04:51.317 INFO:tasks.rados.rados.0.smithi031.stdout:519: finishing write tid 3 to smithi03184240-43 2024-09-17T17:04:51.317 INFO:tasks.rados.rados.0.smithi031.stdout:519: oid 43 updating version 0 to 310 2024-09-17T17:04:51.317 INFO:tasks.rados.rados.0.smithi031.stdout:519: oid 43 version 310 is already newer than 309 2024-09-17T17:04:51.317 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 310 (ObjNum 186 snap 45 seq_num 186) dirty exists 2024-09-17T17:04:51.317 INFO:tasks.rados.rados.0.smithi031.stdout:519: left oid 43 (ObjNum 186 snap 45 seq_num 186) 2024-09-17T17:04:51.490 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:51 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:04:51.183+0000 7fcffed18040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-17T17:04:51.490 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:51 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:04:51.246+0000 7fcffed18040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-17T17:04:51.491 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:51 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:04:51.421+0000 7fcffed18040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-17T17:04:51.491 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:51 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:04:51.489+0000 7fcffed18040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-17T17:04:51.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:51 smithi031 ceph-mon[27768]: osdmap e161: 8 total, 8 up, 8 in 2024-09-17T17:04:51.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:51 smithi031 ceph-mon[27768]: osdmap e162: 8 total, 8 up, 8 in 2024-09-17T17:04:51.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:51 smithi031 ceph-mon[27768]: [17/Sep/2024:17:04:51] ENGINE Bus STARTING 2024-09-17T17:04:51.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:51 smithi031 ceph-mon[39468]: osdmap e161: 8 total, 8 up, 8 in 2024-09-17T17:04:51.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:51 smithi031 ceph-mon[39468]: osdmap e162: 8 total, 8 up, 8 in 2024-09-17T17:04:51.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:51 smithi031 ceph-mon[39468]: [17/Sep/2024:17:04:51] ENGINE Bus STARTING 2024-09-17T17:04:51.772 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:51 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:04:51.557+0000 7fcffed18040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-17T17:04:51.772 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:51 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:04:51.643+0000 7fcffed18040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-17T17:04:51.772 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:51 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:04:51.707+0000 7fcffed18040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-17T17:04:51.772 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:51 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:04:51.769+0000 7fcffed18040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-17T17:04:51.816 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:51 smithi066 ceph-mon[31354]: osdmap e161: 8 total, 8 up, 8 in 2024-09-17T17:04:51.816 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:51 smithi066 ceph-mon[31354]: osdmap e162: 8 total, 8 up, 8 in 2024-09-17T17:04:51.816 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:51 smithi066 ceph-mon[31354]: [17/Sep/2024:17:04:51] ENGINE Bus STARTING 2024-09-17T17:04:51.816 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:51 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: 2024-09-17T17:04:51.557+0000 7f6ffefd7640 -1 log_channel(cephadm) log [ERR] : [17/Sep/2024:17:04:51] ENGINE Error in HTTPServer.serve 2024-09-17T17:04:51.816 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:51 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: Traceback (most recent call last): 2024-09-17T17:04:51.817 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:51 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T17:04:51.817 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:51 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: self._connections.run(self.expiration_interval) 2024-09-17T17:04:51.817 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:51 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T17:04:51.817 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:51 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: self._run(expiration_interval) 2024-09-17T17:04:51.817 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:51 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T17:04:51.817 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:51 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T17:04:51.817 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:51 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T17:04:51.817 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:51 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T17:04:51.817 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:51 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T17:04:51.817 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:51 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: s = self.context.wrap_socket( 2024-09-17T17:04:51.817 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:51 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T17:04:51.817 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:51 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: return self.sslsocket_class._create( 2024-09-17T17:04:51.817 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:51 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T17:04:51.818 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:51 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: self.do_handshake() 2024-09-17T17:04:51.818 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:51 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T17:04:51.818 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:51 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: self._sslobj.do_handshake() 2024-09-17T17:04:51.818 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:51 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T17:04:51.818 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:04:51 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: 2024-09-17T17:04:52.292 INFO:tasks.rados.rados.0.smithi031.stdout:517: done (3 left) 2024-09-17T17:04:52.293 INFO:tasks.rados.rados.0.smithi031.stdout:518: done (2 left) 2024-09-17T17:04:52.293 INFO:tasks.rados.rados.0.smithi031.stdout:519: done (1 left) 2024-09-17T17:04:52.293 INFO:tasks.rados.rados.0.smithi031.stdout:520: done (0 left) 2024-09-17T17:04:52.293 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 17 current snap is 46 2024-09-17T17:04:52.293 INFO:tasks.rados.rados.0.smithi031.stdout:521: seq_num 187 ranges {0=737280} 2024-09-17T17:04:52.296 INFO:tasks.rados.rados.0.smithi031.stdout:521: writing smithi03184240-17 from 0 to 737280 tid 1 2024-09-17T17:04:52.296 INFO:tasks.rados.rados.0.smithi031.stdout:522: copy_from oid 28 from oid 42 current snap is 46 2024-09-17T17:04:52.296 INFO:tasks.rados.rados.0.smithi031.stdout:523: rollback oid 15 current snap is 46 2024-09-17T17:04:52.297 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 15 to 35 2024-09-17T17:04:52.297 INFO:tasks.rados.rados.0.smithi031.stdout:524: rollback oid 33 current snap is 46 2024-09-17T17:04:52.297 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 33 to 45 2024-09-17T17:04:52.297 INFO:tasks.rados.rados.0.smithi031.stdout:525: delete oid 46 current snap is 46 2024-09-17T17:04:52.302 INFO:tasks.rados.rados.0.smithi031.stdout:524: finishing rollback tid 0 to smithi03184240-33 2024-09-17T17:04:52.302 INFO:tasks.rados.rados.0.smithi031.stdout:525: done (4 left) 2024-09-17T17:04:52.302 INFO:tasks.rados.rados.0.smithi031.stdout:526: read oid 11 snap 18 2024-09-17T17:04:52.302 INFO:tasks.rados.rados.0.smithi031.stdout:526: expect (ObjNum 92 snap 17 seq_num 92) 2024-09-17T17:04:52.303 INFO:tasks.rados.rados.0.smithi031.stdout:527: read oid 19 snap -1 2024-09-17T17:04:52.303 INFO:tasks.rados.rados.0.smithi031.stdout:527: expect (ObjNum 138 snap 33 seq_num 138) 2024-09-17T17:04:52.303 INFO:tasks.rados.rados.0.smithi031.stdout:528: copy_from oid 14 from oid 7 current snap is 46 2024-09-17T17:04:52.303 INFO:tasks.rados.rados.0.smithi031.stdout:524: finishing rollback tid 1 to smithi03184240-33 2024-09-17T17:04:52.303 INFO:tasks.rados.rados.0.smithi031.stdout:529: delete oid 47 current snap is 46 2024-09-17T17:04:52.303 INFO:tasks.rados.rados.0.smithi031.stdout:524: finishing rollback tid 2 to smithi03184240-33 2024-09-17T17:04:52.303 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 221 (ObjNum 131 snap 29 seq_num 131) dirty exists 2024-09-17T17:04:52.304 INFO:tasks.rados.rados.0.smithi031.stdout:523: finishing rollback tid 0 to smithi03184240-15 2024-09-17T17:04:52.304 INFO:tasks.rados.rados.0.smithi031.stdout:523: finishing rollback tid 1 to smithi03184240-15 2024-09-17T17:04:52.305 INFO:tasks.rados.rados.0.smithi031.stdout:523: finishing rollback tid 2 to smithi03184240-15 2024-09-17T17:04:52.305 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 145 (ObjNum 127 snap 28 seq_num 127) dirty exists 2024-09-17T17:04:52.306 INFO:tasks.rados.rados.0.smithi031.stdout:523: done (7 left) 2024-09-17T17:04:52.306 INFO:tasks.rados.rados.0.smithi031.stdout:524: done (6 left) 2024-09-17T17:04:52.306 INFO:tasks.rados.rados.0.smithi031.stdout:529: done (5 left) 2024-09-17T17:04:52.306 INFO:tasks.rados.rados.0.smithi031.stdout:530: read oid 5 snap -1 2024-09-17T17:04:52.306 INFO:tasks.rados.rados.0.smithi031.stdout:530: expect (ObjNum 144 snap 34 seq_num 144) 2024-09-17T17:04:52.307 INFO:tasks.rados.rados.0.smithi031.stdout:531: delete oid 43 current snap is 46 2024-09-17T17:04:52.307 INFO:tasks.rados.rados.0.smithi031.stdout:521: finishing write tid 1 to smithi03184240-17 2024-09-17T17:04:52.307 INFO:tasks.rados.rados.0.smithi031.stdout:521: finishing write tid 2 to smithi03184240-17 2024-09-17T17:04:52.308 INFO:tasks.rados.rados.0.smithi031.stdout:521: finishing write tid 3 to smithi03184240-17 2024-09-17T17:04:52.308 INFO:tasks.rados.rados.0.smithi031.stdout:521: oid 17 updating version 0 to 160 2024-09-17T17:04:52.308 INFO:tasks.rados.rados.0.smithi031.stdout:521: oid 17 version 160 is already newer than 159 2024-09-17T17:04:52.308 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 160 (ObjNum 187 snap 46 seq_num 187) dirty exists 2024-09-17T17:04:52.308 INFO:tasks.rados.rados.0.smithi031.stdout:521: left oid 17 (ObjNum 187 snap 46 seq_num 187) 2024-09-17T17:04:52.313 INFO:tasks.rados.rados.0.smithi031.stdout:522: finishing copy_from racing read to smithi03184240-28 2024-09-17T17:04:52.314 INFO:tasks.rados.rados.0.smithi031.stdout:526: expect (ObjNum 92 snap 17 seq_num 92) 2024-09-17T17:04:52.364 INFO:tasks.rados.rados.0.smithi031.stdout:527: expect (ObjNum 138 snap 33 seq_num 138) 2024-09-17T17:04:52.427 INFO:tasks.rados.rados.0.smithi031.stdout:522: finishing copy_from to smithi03184240-28 2024-09-17T17:04:52.427 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 232 (ObjNum 134 snap 30 seq_num 134) dirty exists 2024-09-17T17:04:52.428 INFO:tasks.rados.rados.0.smithi031.stdout:528: finishing copy_from racing read to smithi03184240-14 2024-09-17T17:04:52.428 INFO:tasks.rados.rados.0.smithi031.stdout:528: finishing copy_from to smithi03184240-14 2024-09-17T17:04:52.428 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 171 (ObjNum 163 snap 41 seq_num 163) dirty exists 2024-09-17T17:04:52.428 INFO:tasks.rados.rados.0.smithi031.stdout:521: done (6 left) 2024-09-17T17:04:52.428 INFO:tasks.rados.rados.0.smithi031.stdout:522: done (5 left) 2024-09-17T17:04:52.428 INFO:tasks.rados.rados.0.smithi031.stdout:526: done (4 left) 2024-09-17T17:04:52.428 INFO:tasks.rados.rados.0.smithi031.stdout:527: done (3 left) 2024-09-17T17:04:52.428 INFO:tasks.rados.rados.0.smithi031.stdout:528: done (2 left) 2024-09-17T17:04:52.428 INFO:tasks.rados.rados.0.smithi031.stdout:531: done (1 left) 2024-09-17T17:04:52.428 INFO:tasks.rados.rados.0.smithi031.stdout:532: copy_from oid 1 from oid 30 current snap is 46 2024-09-17T17:04:52.428 INFO:tasks.rados.rados.0.smithi031.stdout:530: expect (ObjNum 144 snap 34 seq_num 144) 2024-09-17T17:04:52.669 INFO:tasks.rados.rados.0.smithi031.stdout:532: finishing copy_from racing read to smithi03184240-1 2024-09-17T17:04:52.670 INFO:tasks.rados.rados.0.smithi031.stdout:532: finishing copy_from to smithi03184240-1 2024-09-17T17:04:52.670 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 57 (ObjNum 97 snap 23 seq_num 97) dirty exists 2024-09-17T17:04:52.670 INFO:tasks.rados.rados.0.smithi031.stdout:530: done (1 left) 2024-09-17T17:04:52.670 INFO:tasks.rados.rados.0.smithi031.stdout:532: done (0 left) 2024-09-17T17:04:52.670 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 21 current snap is 46 2024-09-17T17:04:52.670 INFO:tasks.rados.rados.0.smithi031.stdout:533: seq_num 191 ranges {3981312=802816} 2024-09-17T17:04:52.692 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:52 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:04:52.643+0000 7fcffed18040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-17T17:04:52.692 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:52 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:04:52] ENGINE Bus STARTING 2024-09-17T17:04:52.692 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:52 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: CherryPy Checker: 2024-09-17T17:04:52.692 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:52 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: The Application mounted at '' has an empty config. 2024-09-17T17:04:52.693 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:52 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: 2024-09-17T17:04:52.697 INFO:tasks.rados.rados.0.smithi031.stdout:533: writing smithi03184240-21 from 3981312 to 4784128 tid 1 2024-09-17T17:04:52.697 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 7 current snap is 46 2024-09-17T17:04:52.697 INFO:tasks.rados.rados.0.smithi031.stdout:534: seq_num 192 ranges {442368=417792,860160=401408} 2024-09-17T17:04:52.702 INFO:tasks.rados.rados.0.smithi031.stdout:534: writing smithi03184240-7 from 442368 to 860160 tid 1 2024-09-17T17:04:52.705 INFO:tasks.rados.rados.0.smithi031.stdout:534: writing smithi03184240-7 from 860160 to 1261568 tid 2 2024-09-17T17:04:52.706 INFO:tasks.rados.rados.0.smithi031.stdout:535: rollback oid 43 current snap is 46 2024-09-17T17:04:52.706 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 43 to 44 2024-09-17T17:04:52.706 INFO:tasks.rados.rados.0.smithi031.stdout:533: finishing write tid 1 to smithi03184240-21 2024-09-17T17:04:52.706 INFO:tasks.rados.rados.0.smithi031.stdout:533: finishing write tid 2 to smithi03184240-21 2024-09-17T17:04:52.706 INFO:tasks.rados.rados.0.smithi031.stdout:533: finishing write tid 3 to smithi03184240-21 2024-09-17T17:04:52.706 INFO:tasks.rados.rados.0.smithi031.stdout:533: oid 21 updating version 0 to 82 2024-09-17T17:04:52.706 INFO:tasks.rados.rados.0.smithi031.stdout:533: oid 21 updating version 82 to 83 2024-09-17T17:04:52.706 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 83 (ObjNum 191 snap 46 seq_num 191) dirty exists 2024-09-17T17:04:52.706 INFO:tasks.rados.rados.0.smithi031.stdout:533: left oid 21 (ObjNum 191 snap 46 seq_num 191) 2024-09-17T17:04:52.706 INFO:tasks.rados.rados.0.smithi031.stdout:534: finishing write tid 1 to smithi03184240-7 2024-09-17T17:04:52.706 INFO:tasks.rados.rados.0.smithi031.stdout:533: done (2 left) 2024-09-17T17:04:52.706 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 42 current snap is 46 2024-09-17T17:04:52.707 INFO:tasks.rados.rados.0.smithi031.stdout:536: seq_num 193 ranges {2949120=434176,3383296=401408} 2024-09-17T17:04:52.724 INFO:tasks.rados.rados.0.smithi031.stdout:536: writing smithi03184240-42 from 2949120 to 3383296 tid 1 2024-09-17T17:04:52.727 INFO:tasks.rados.rados.0.smithi031.stdout:536: writing smithi03184240-42 from 3383296 to 3784704 tid 2 2024-09-17T17:04:52.727 INFO:tasks.rados.rados.0.smithi031.stdout:537: delete oid 49 current snap is 46 2024-09-17T17:04:52.727 INFO:tasks.rados.rados.0.smithi031.stdout:535: finishing rollback tid 1 to smithi03184240-43 2024-09-17T17:04:52.727 INFO:tasks.rados.rados.0.smithi031.stdout:535: finishing rollback tid 2 to smithi03184240-43 2024-09-17T17:04:52.727 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 316 (ObjNum 139 snap 33 seq_num 139) dirty exists 2024-09-17T17:04:52.727 INFO:tasks.rados.rados.0.smithi031.stdout:534: finishing write tid 2 to smithi03184240-7 2024-09-17T17:04:52.727 INFO:tasks.rados.rados.0.smithi031.stdout:534: finishing write tid 3 to smithi03184240-7 2024-09-17T17:04:52.727 INFO:tasks.rados.rados.0.smithi031.stdout:534: finishing write tid 4 to smithi03184240-7 2024-09-17T17:04:52.728 INFO:tasks.rados.rados.0.smithi031.stdout:534: oid 7 updating version 0 to 191 2024-09-17T17:04:52.728 INFO:tasks.rados.rados.0.smithi031.stdout:534: oid 7 version 191 is already newer than 190 2024-09-17T17:04:52.728 INFO:tasks.rados.rados.0.smithi031.stdout:534: oid 7 version 191 is already newer than 189 2024-09-17T17:04:52.728 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 191 (ObjNum 192 snap 46 seq_num 192) dirty exists 2024-09-17T17:04:52.728 INFO:tasks.rados.rados.0.smithi031.stdout:534: left oid 7 (ObjNum 192 snap 46 seq_num 192) 2024-09-17T17:04:52.728 INFO:tasks.rados.rados.0.smithi031.stdout:536: finishing write tid 1 to smithi03184240-42 2024-09-17T17:04:52.728 INFO:tasks.rados.rados.0.smithi031.stdout:534: done (3 left) 2024-09-17T17:04:52.728 INFO:tasks.rados.rados.0.smithi031.stdout:535: done (2 left) 2024-09-17T17:04:52.728 INFO:tasks.rados.rados.0.smithi031.stdout:537: done (1 left) 2024-09-17T17:04:52.728 INFO:tasks.rados.rados.0.smithi031.stdout:538: delete oid 10 current snap is 46 2024-09-17T17:04:52.730 INFO:tasks.rados.rados.0.smithi031.stdout:536: finishing write tid 2 to smithi03184240-42 2024-09-17T17:04:52.730 INFO:tasks.rados.rados.0.smithi031.stdout:536: finishing write tid 3 to smithi03184240-42 2024-09-17T17:04:52.730 INFO:tasks.rados.rados.0.smithi031.stdout:538: done (1 left) 2024-09-17T17:04:52.731 INFO:tasks.rados.rados.0.smithi031.stdout:539: rmattr oid 29 current snap is 46 2024-09-17T17:04:52.731 INFO:tasks.rados.rados.0.smithi031.stdout:539: done (1 left) 2024-09-17T17:04:52.731 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 37 current snap is 46 2024-09-17T17:04:52.731 INFO:tasks.rados.rados.0.smithi031.stdout:540: seq_num 196 ranges {4448256=491520,4939776=401408} 2024-09-17T17:04:52.757 INFO:tasks.rados.rados.0.smithi031.stdout:540: writing smithi03184240-37 from 4448256 to 4939776 tid 1 2024-09-17T17:04:52.761 INFO:tasks.rados.rados.0.smithi031.stdout:540: writing smithi03184240-37 from 4939776 to 5341184 tid 2 2024-09-17T17:04:52.761 INFO:tasks.rados.rados.0.smithi031.stdout:536: finishing write tid 4 to smithi03184240-42 2024-09-17T17:04:52.761 INFO:tasks.rados.rados.0.smithi031.stdout:536: oid 42 updating version 0 to 320 2024-09-17T17:04:52.761 INFO:tasks.rados.rados.0.smithi031.stdout:536: oid 42 version 320 is already newer than 319 2024-09-17T17:04:52.761 INFO:tasks.rados.rados.0.smithi031.stdout:536: oid 42 version 320 is already newer than 318 2024-09-17T17:04:52.761 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 320 (ObjNum 193 snap 46 seq_num 193) dirty exists 2024-09-17T17:04:52.761 INFO:tasks.rados.rados.0.smithi031.stdout:536: left oid 42 (ObjNum 193 snap 46 seq_num 193) 2024-09-17T17:04:52.761 INFO:tasks.rados.rados.0.smithi031.stdout:541: read oid 29 snap -1 2024-09-17T17:04:52.761 INFO:tasks.rados.rados.0.smithi031.stdout:541: expect (ObjNum 91 snap 17 seq_num 91) 2024-09-17T17:04:52.761 INFO:tasks.rados.rados.0.smithi031.stdout:536: done (2 left) 2024-09-17T17:04:52.761 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 50 current snap is 46 2024-09-17T17:04:52.762 INFO:tasks.rados.rados.0.smithi031.stdout:542: seq_num 197 ranges {0=507904,507904=401408} 2024-09-17T17:04:52.763 INFO:tasks.rados.rados.0.smithi031.stdout:542: writing smithi03184240-50 from 0 to 507904 tid 1 2024-09-17T17:04:52.766 INFO:tasks.rados.rados.0.smithi031.stdout:542: writing smithi03184240-50 from 507904 to 909312 tid 2 2024-09-17T17:04:52.766 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 35 current snap is 46 2024-09-17T17:04:52.766 INFO:tasks.rados.rados.0.smithi031.stdout:540: finishing write tid 1 to smithi03184240-37 2024-09-17T17:04:52.766 INFO:tasks.rados.rados.0.smithi031.stdout:540: finishing write tid 2 to smithi03184240-37 2024-09-17T17:04:52.766 INFO:tasks.rados.rados.0.smithi031.stdout:540: finishing write tid 3 to smithi03184240-37 2024-09-17T17:04:52.766 INFO:tasks.rados.rados.0.smithi031.stdout:543: seq_num 198 ranges {0=524288,524288=401408} 2024-09-17T17:04:52.769 INFO:tasks.rados.rados.0.smithi031.stdout:543: writing smithi03184240-35 from 0 to 524288 tid 1 2024-09-17T17:04:52.771 INFO:tasks.rados.rados.0.smithi031.stdout:543: writing smithi03184240-35 from 524288 to 925696 tid 2 2024-09-17T17:04:52.772 INFO:tasks.rados.rados.0.smithi031.stdout:544: snap_remove snap 39 2024-09-17T17:04:53.093 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:52 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:04:52] ENGINE Serving on http://:::9283 2024-09-17T17:04:53.093 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:04:52 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: [17/Sep/2024:17:04:52] ENGINE Bus STARTED 2024-09-17T17:04:53.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:52 smithi031 ceph-mon[27768]: [17/Sep/2024:17:04:51] ENGINE Serving on http://172.21.15.66:8765 2024-09-17T17:04:53.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:52 smithi031 ceph-mon[27768]: pgmap v9: 121 pgs: 121 active+clean; 143 MiB data, 482 MiB used, 715 GiB / 715 GiB avail; 31 MiB/s rd, 23 MiB/s wr, 505 op/s; 576 KiB/s, 1 objects/s recovering 2024-09-17T17:04:53.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:52 smithi031 ceph-mon[27768]: [17/Sep/2024:17:04:51] ENGINE Serving on https://172.21.15.66:7150 2024-09-17T17:04:53.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:52 smithi031 ceph-mon[27768]: [17/Sep/2024:17:04:51] ENGINE Bus STARTED 2024-09-17T17:04:53.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:52 smithi031 ceph-mon[27768]: [17/Sep/2024:17:04:51] ENGINE Error in HTTPServer.serve 2024-09-17T17:04:53.094 INFO:journalctl@ceph.mon.a.smithi031.stdout: Traceback (most recent call last): 2024-09-17T17:04:53.094 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T17:04:53.094 INFO:journalctl@ceph.mon.a.smithi031.stdout: self._connections.run(self.expiration_interval) 2024-09-17T17:04:53.094 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T17:04:53.094 INFO:journalctl@ceph.mon.a.smithi031.stdout: self._run(expiration_interval) 2024-09-17T17:04:53.094 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T17:04:53.095 INFO:journalctl@ceph.mon.a.smithi031.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T17:04:53.095 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T17:04:53.095 INFO:journalctl@ceph.mon.a.smithi031.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T17:04:53.095 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T17:04:53.095 INFO:journalctl@ceph.mon.a.smithi031.stdout: s = self.context.wrap_socket( 2024-09-17T17:04:53.095 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T17:04:53.095 INFO:journalctl@ceph.mon.a.smithi031.stdout: return self.sslsocket_class._create( 2024-09-17T17:04:53.095 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T17:04:53.095 INFO:journalctl@ceph.mon.a.smithi031.stdout: self.do_handshake() 2024-09-17T17:04:53.095 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T17:04:53.095 INFO:journalctl@ceph.mon.a.smithi031.stdout: self._sslobj.do_handshake() 2024-09-17T17:04:53.095 INFO:journalctl@ceph.mon.a.smithi031.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T17:04:53.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:52 smithi031 ceph-mon[27768]: mgrmap e26: x(active, since 4s) 2024-09-17T17:04:53.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:52 smithi031 ceph-mon[27768]: osdmap e163: 8 total, 8 up, 8 in 2024-09-17T17:04:53.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:52 smithi031 ceph-mon[27768]: Standby manager daemon y started 2024-09-17T17:04:53.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:52 smithi031 ceph-mon[27768]: from='mgr.? 172.21.15.31:0/2383398879' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-17T17:04:53.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:52 smithi031 ceph-mon[27768]: from='mgr.? 172.21.15.31:0/2383398879' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T17:04:53.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:52 smithi031 ceph-mon[27768]: from='mgr.? 172.21.15.31:0/2383398879' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-17T17:04:53.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:52 smithi031 ceph-mon[27768]: from='mgr.? 172.21.15.31:0/2383398879' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T17:04:53.096 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:52 smithi031 ceph-mon[39468]: [17/Sep/2024:17:04:51] ENGINE Serving on http://172.21.15.66:8765 2024-09-17T17:04:53.096 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:52 smithi031 ceph-mon[39468]: pgmap v9: 121 pgs: 121 active+clean; 143 MiB data, 482 MiB used, 715 GiB / 715 GiB avail; 31 MiB/s rd, 23 MiB/s wr, 505 op/s; 576 KiB/s, 1 objects/s recovering 2024-09-17T17:04:53.096 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:52 smithi031 ceph-mon[39468]: [17/Sep/2024:17:04:51] ENGINE Serving on https://172.21.15.66:7150 2024-09-17T17:04:53.096 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:52 smithi031 ceph-mon[39468]: [17/Sep/2024:17:04:51] ENGINE Bus STARTED 2024-09-17T17:04:53.097 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:52 smithi031 ceph-mon[39468]: [17/Sep/2024:17:04:51] ENGINE Error in HTTPServer.serve 2024-09-17T17:04:53.097 INFO:journalctl@ceph.mon.c.smithi031.stdout: Traceback (most recent call last): 2024-09-17T17:04:53.097 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T17:04:53.097 INFO:journalctl@ceph.mon.c.smithi031.stdout: self._connections.run(self.expiration_interval) 2024-09-17T17:04:53.097 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T17:04:53.097 INFO:journalctl@ceph.mon.c.smithi031.stdout: self._run(expiration_interval) 2024-09-17T17:04:53.097 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T17:04:53.098 INFO:journalctl@ceph.mon.c.smithi031.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T17:04:53.098 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T17:04:53.098 INFO:journalctl@ceph.mon.c.smithi031.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T17:04:53.098 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T17:04:53.098 INFO:journalctl@ceph.mon.c.smithi031.stdout: s = self.context.wrap_socket( 2024-09-17T17:04:53.098 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T17:04:53.099 INFO:journalctl@ceph.mon.c.smithi031.stdout: return self.sslsocket_class._create( 2024-09-17T17:04:53.099 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T17:04:53.099 INFO:journalctl@ceph.mon.c.smithi031.stdout: self.do_handshake() 2024-09-17T17:04:53.099 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T17:04:53.099 INFO:journalctl@ceph.mon.c.smithi031.stdout: self._sslobj.do_handshake() 2024-09-17T17:04:53.099 INFO:journalctl@ceph.mon.c.smithi031.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T17:04:53.100 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:52 smithi031 ceph-mon[39468]: mgrmap e26: x(active, since 4s) 2024-09-17T17:04:53.100 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:52 smithi031 ceph-mon[39468]: osdmap e163: 8 total, 8 up, 8 in 2024-09-17T17:04:53.100 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:52 smithi031 ceph-mon[39468]: Standby manager daemon y started 2024-09-17T17:04:53.100 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:52 smithi031 ceph-mon[39468]: from='mgr.? 172.21.15.31:0/2383398879' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-17T17:04:53.100 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:52 smithi031 ceph-mon[39468]: from='mgr.? 172.21.15.31:0/2383398879' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T17:04:53.100 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:52 smithi031 ceph-mon[39468]: from='mgr.? 172.21.15.31:0/2383398879' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-17T17:04:53.101 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:52 smithi031 ceph-mon[39468]: from='mgr.? 172.21.15.31:0/2383398879' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T17:04:53.110 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:52 smithi066 ceph-mon[31354]: [17/Sep/2024:17:04:51] ENGINE Serving on http://172.21.15.66:8765 2024-09-17T17:04:53.111 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:52 smithi066 ceph-mon[31354]: pgmap v9: 121 pgs: 121 active+clean; 143 MiB data, 482 MiB used, 715 GiB / 715 GiB avail; 31 MiB/s rd, 23 MiB/s wr, 505 op/s; 576 KiB/s, 1 objects/s recovering 2024-09-17T17:04:53.111 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:52 smithi066 ceph-mon[31354]: [17/Sep/2024:17:04:51] ENGINE Serving on https://172.21.15.66:7150 2024-09-17T17:04:53.111 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:52 smithi066 ceph-mon[31354]: [17/Sep/2024:17:04:51] ENGINE Bus STARTED 2024-09-17T17:04:53.111 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:52 smithi066 ceph-mon[31354]: [17/Sep/2024:17:04:51] ENGINE Error in HTTPServer.serve 2024-09-17T17:04:53.111 INFO:journalctl@ceph.mon.b.smithi066.stdout: Traceback (most recent call last): 2024-09-17T17:04:53.111 INFO:journalctl@ceph.mon.b.smithi066.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T17:04:53.111 INFO:journalctl@ceph.mon.b.smithi066.stdout: self._connections.run(self.expiration_interval) 2024-09-17T17:04:53.111 INFO:journalctl@ceph.mon.b.smithi066.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T17:04:53.111 INFO:journalctl@ceph.mon.b.smithi066.stdout: self._run(expiration_interval) 2024-09-17T17:04:53.111 INFO:journalctl@ceph.mon.b.smithi066.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T17:04:53.111 INFO:journalctl@ceph.mon.b.smithi066.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T17:04:53.111 INFO:journalctl@ceph.mon.b.smithi066.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T17:04:53.112 INFO:journalctl@ceph.mon.b.smithi066.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T17:04:53.112 INFO:journalctl@ceph.mon.b.smithi066.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T17:04:53.112 INFO:journalctl@ceph.mon.b.smithi066.stdout: s = self.context.wrap_socket( 2024-09-17T17:04:53.112 INFO:journalctl@ceph.mon.b.smithi066.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T17:04:53.112 INFO:journalctl@ceph.mon.b.smithi066.stdout: return self.sslsocket_class._create( 2024-09-17T17:04:53.112 INFO:journalctl@ceph.mon.b.smithi066.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T17:04:53.112 INFO:journalctl@ceph.mon.b.smithi066.stdout: self.do_handshake() 2024-09-17T17:04:53.113 INFO:journalctl@ceph.mon.b.smithi066.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T17:04:53.113 INFO:journalctl@ceph.mon.b.smithi066.stdout: self._sslobj.do_handshake() 2024-09-17T17:04:53.113 INFO:journalctl@ceph.mon.b.smithi066.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T17:04:53.113 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:52 smithi066 ceph-mon[31354]: mgrmap e26: x(active, since 4s) 2024-09-17T17:04:53.113 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:52 smithi066 ceph-mon[31354]: osdmap e163: 8 total, 8 up, 8 in 2024-09-17T17:04:53.113 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:52 smithi066 ceph-mon[31354]: Standby manager daemon y started 2024-09-17T17:04:53.113 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:52 smithi066 ceph-mon[31354]: from='mgr.? 172.21.15.31:0/2383398879' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-17T17:04:53.113 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:52 smithi066 ceph-mon[31354]: from='mgr.? 172.21.15.31:0/2383398879' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T17:04:53.113 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:52 smithi066 ceph-mon[31354]: from='mgr.? 172.21.15.31:0/2383398879' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-17T17:04:53.113 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:52 smithi066 ceph-mon[31354]: from='mgr.? 172.21.15.31:0/2383398879' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T17:04:53.700 INFO:tasks.rados.rados.0.smithi031.stdout:544: done (4 left) 2024-09-17T17:04:53.700 INFO:tasks.rados.rados.0.smithi031.stdout:545: snap_create 2024-09-17T17:04:53.700 INFO:tasks.rados.rados.0.smithi031.stdout:540: finishing write tid 4 to smithi03184240-37 2024-09-17T17:04:53.701 INFO:tasks.rados.rados.0.smithi031.stdout:540: oid 37 updating version 0 to 172 2024-09-17T17:04:53.701 INFO:tasks.rados.rados.0.smithi031.stdout:540: oid 37 updating version 172 to 173 2024-09-17T17:04:53.701 INFO:tasks.rados.rados.0.smithi031.stdout:540: oid 37 updating version 173 to 174 2024-09-17T17:04:53.701 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 174 (ObjNum 196 snap 46 seq_num 196) dirty exists 2024-09-17T17:04:53.701 INFO:tasks.rados.rados.0.smithi031.stdout:540: left oid 37 (ObjNum 196 snap 46 seq_num 196) 2024-09-17T17:04:53.701 INFO:tasks.rados.rados.0.smithi031.stdout:542: finishing write tid 1 to smithi03184240-50 2024-09-17T17:04:53.701 INFO:tasks.rados.rados.0.smithi031.stdout:541: expect (ObjNum 91 snap 17 seq_num 91) 2024-09-17T17:04:53.761 INFO:tasks.rados.rados.0.smithi031.stdout:542: finishing write tid 2 to smithi03184240-50 2024-09-17T17:04:53.762 INFO:tasks.rados.rados.0.smithi031.stdout:542: finishing write tid 3 to smithi03184240-50 2024-09-17T17:04:53.762 INFO:tasks.rados.rados.0.smithi031.stdout:542: finishing write tid 4 to smithi03184240-50 2024-09-17T17:04:53.762 INFO:tasks.rados.rados.0.smithi031.stdout:542: oid 50 updating version 0 to 193 2024-09-17T17:04:53.762 INFO:tasks.rados.rados.0.smithi031.stdout:542: oid 50 updating version 193 to 194 2024-09-17T17:04:53.762 INFO:tasks.rados.rados.0.smithi031.stdout:542: oid 50 version 194 is already newer than 192 2024-09-17T17:04:53.762 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 194 (ObjNum 197 snap 46 seq_num 197) dirty exists 2024-09-17T17:04:53.762 INFO:tasks.rados.rados.0.smithi031.stdout:542: left oid 50 (ObjNum 197 snap 46 seq_num 197) 2024-09-17T17:04:53.762 INFO:tasks.rados.rados.0.smithi031.stdout:543: finishing write tid 1 to smithi03184240-35 2024-09-17T17:04:53.762 INFO:tasks.rados.rados.0.smithi031.stdout:543: finishing write tid 2 to smithi03184240-35 2024-09-17T17:04:53.762 INFO:tasks.rados.rados.0.smithi031.stdout:543: finishing write tid 3 to smithi03184240-35 2024-09-17T17:04:53.762 INFO:tasks.rados.rados.0.smithi031.stdout:543: finishing write tid 4 to smithi03184240-35 2024-09-17T17:04:53.762 INFO:tasks.rados.rados.0.smithi031.stdout:543: oid 35 updating version 0 to 130 2024-09-17T17:04:53.762 INFO:tasks.rados.rados.0.smithi031.stdout:543: oid 35 updating version 130 to 132 2024-09-17T17:04:53.763 INFO:tasks.rados.rados.0.smithi031.stdout:543: oid 35 version 132 is already newer than 131 2024-09-17T17:04:53.763 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 132 (ObjNum 198 snap 46 seq_num 198) dirty exists 2024-09-17T17:04:53.763 INFO:tasks.rados.rados.0.smithi031.stdout:543: left oid 35 (ObjNum 198 snap 46 seq_num 198) 2024-09-17T17:04:54.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:54 smithi031 ceph-mon[27768]: mgrmap e27: x(active, since 5s), standbys: y 2024-09-17T17:04:54.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:54 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-17T17:04:54.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:54 smithi031 ceph-mon[27768]: osdmap e164: 8 total, 8 up, 8 in 2024-09-17T17:04:54.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:54 smithi031 ceph-mon[39468]: mgrmap e27: x(active, since 5s), standbys: y 2024-09-17T17:04:54.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:54 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-17T17:04:54.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:54 smithi031 ceph-mon[39468]: osdmap e164: 8 total, 8 up, 8 in 2024-09-17T17:04:54.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:54 smithi066 ceph-mon[31354]: mgrmap e27: x(active, since 5s), standbys: y 2024-09-17T17:04:54.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:54 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-17T17:04:54.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:54 smithi066 ceph-mon[31354]: osdmap e164: 8 total, 8 up, 8 in 2024-09-17T17:04:54.698 INFO:tasks.rados.rados.0.smithi031.stdout:540: done (4 left) 2024-09-17T17:04:54.698 INFO:tasks.rados.rados.0.smithi031.stdout:541: done (3 left) 2024-09-17T17:04:54.698 INFO:tasks.rados.rados.0.smithi031.stdout:542: done (2 left) 2024-09-17T17:04:54.699 INFO:tasks.rados.rados.0.smithi031.stdout:543: done (1 left) 2024-09-17T17:04:54.699 INFO:tasks.rados.rados.0.smithi031.stdout:545: done (0 left) 2024-09-17T17:04:54.699 INFO:tasks.rados.rados.0.smithi031.stdout:546: snap_remove snap 38 2024-09-17T17:04:55.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:55 smithi031 ceph-mon[27768]: pgmap v11: 121 pgs: 121 active+clean; 168 MiB data, 529 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 4.8 MiB/s wr, 50 op/s 2024-09-17T17:04:55.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:55 smithi031 ceph-mon[27768]: osdmap e165: 8 total, 8 up, 8 in 2024-09-17T17:04:55.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:55 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:55.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:55 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:55.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:55 smithi031 ceph-mon[39468]: pgmap v11: 121 pgs: 121 active+clean; 168 MiB data, 529 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 4.8 MiB/s wr, 50 op/s 2024-09-17T17:04:55.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:55 smithi031 ceph-mon[39468]: osdmap e165: 8 total, 8 up, 8 in 2024-09-17T17:04:55.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:55 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:55.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:55 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:55.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:55 smithi066 ceph-mon[31354]: pgmap v11: 121 pgs: 121 active+clean; 168 MiB data, 529 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 4.8 MiB/s wr, 50 op/s 2024-09-17T17:04:55.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:55 smithi066 ceph-mon[31354]: osdmap e165: 8 total, 8 up, 8 in 2024-09-17T17:04:55.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:55 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:55.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:55 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:55.700 INFO:tasks.rados.rados.0.smithi031.stdout:546: done (0 left) 2024-09-17T17:04:55.700 INFO:tasks.rados.rados.0.smithi031.stdout:547: read oid 16 snap 45 2024-09-17T17:04:55.700 INFO:tasks.rados.rados.0.smithi031.stdout:547: expect deleted 2024-09-17T17:04:55.701 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 47 2024-09-17T17:04:55.701 INFO:tasks.rados.rados.0.smithi031.stdout:548: seq_num 199 ranges {557056=540672,1097728=401408} 2024-09-17T17:04:55.706 INFO:tasks.rados.rados.0.smithi031.stdout:548: writing smithi03184240-2 from 557056 to 1097728 tid 1 2024-09-17T17:04:55.708 INFO:tasks.rados.rados.0.smithi031.stdout:548: writing smithi03184240-2 from 1097728 to 1499136 tid 2 2024-09-17T17:04:55.708 INFO:tasks.rados.rados.0.smithi031.stdout:549: setattr oid 49 current snap is 47 2024-09-17T17:04:55.709 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 47 2024-09-17T17:04:55.709 INFO:tasks.rados.rados.0.smithi031.stdout:550: seq_num 200 ranges {1818624=557056,2375680=401408} 2024-09-17T17:04:55.723 INFO:tasks.rados.rados.0.smithi031.stdout:550: writing smithi03184240-45 from 1818624 to 2375680 tid 1 2024-09-17T17:04:55.726 INFO:tasks.rados.rados.0.smithi031.stdout:550: writing smithi03184240-45 from 2375680 to 2777088 tid 2 2024-09-17T17:04:55.726 INFO:tasks.rados.rados.0.smithi031.stdout:551: read oid 35 snap -1 2024-09-17T17:04:55.726 INFO:tasks.rados.rados.0.smithi031.stdout:551: expect (ObjNum 198 snap 46 seq_num 198) 2024-09-17T17:04:55.726 INFO:tasks.rados.rados.0.smithi031.stdout:552: read oid 14 snap -1 2024-09-17T17:04:55.726 INFO:tasks.rados.rados.0.smithi031.stdout:552: expect (ObjNum 163 snap 41 seq_num 163) 2024-09-17T17:04:55.726 INFO:tasks.rados.rados.0.smithi031.stdout:553: copy_from oid 19 from oid 32 current snap is 47 2024-09-17T17:04:55.726 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 179 (ObjNum 113 snap 0 seq_num 1014621677) dirty exists 2024-09-17T17:04:55.726 INFO:tasks.rados.rados.0.smithi031.stdout:549: done (6 left) 2024-09-17T17:04:55.726 INFO:tasks.rados.rados.0.smithi031.stdout:554: rollback oid 30 current snap is 47 2024-09-17T17:04:55.726 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 30 to 44 2024-09-17T17:04:55.726 INFO:tasks.rados.rados.0.smithi031.stdout:555: snap_remove snap 18 2024-09-17T17:04:56.293 INFO:tasks.rados.rados.0.smithi031.stdout:553: finishing copy_from to smithi03184240-19 2024-09-17T17:04:56.293 INFO:tasks.rados.rados.0.smithi031.stdout:553: got expected ENOENT (src dne) 2024-09-17T17:04:56.294 INFO:tasks.rados.rados.0.smithi031.stdout:553: finishing copy_from racing read to smithi03184240-19 2024-09-17T17:04:56.294 INFO:tasks.rados.rados.0.smithi031.stdout:554: finishing rollback tid 0 to smithi03184240-30 2024-09-17T17:04:56.294 INFO:tasks.rados.rados.0.smithi031.stdout:554: finishing rollback tid 1 to smithi03184240-30 2024-09-17T17:04:56.294 INFO:tasks.rados.rados.0.smithi031.stdout:554: finishing rollback tid 2 to smithi03184240-30 2024-09-17T17:04:56.294 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 156 (ObjNum 97 snap 23 seq_num 97) dirty exists 2024-09-17T17:04:56.294 INFO:tasks.rados.rados.0.smithi031.stdout:552: expect (ObjNum 163 snap 41 seq_num 163) 2024-09-17T17:04:56.314 INFO:tasks.rados.rados.0.smithi031.stdout:551: expect (ObjNum 198 snap 46 seq_num 198) 2024-09-17T17:04:56.341 INFO:tasks.rados.rados.0.smithi031.stdout:548: finishing write tid 1 to smithi03184240-2 2024-09-17T17:04:56.341 INFO:tasks.rados.rados.0.smithi031.stdout:548: finishing write tid 2 to smithi03184240-2 2024-09-17T17:04:56.341 INFO:tasks.rados.rados.0.smithi031.stdout:548: finishing write tid 3 to smithi03184240-2 2024-09-17T17:04:56.342 INFO:tasks.rados.rados.0.smithi031.stdout:550: finishing write tid 1 to smithi03184240-45 2024-09-17T17:04:56.342 INFO:tasks.rados.rados.0.smithi031.stdout:547: done (7 left) 2024-09-17T17:04:56.342 INFO:tasks.rados.rados.0.smithi031.stdout:551: done (6 left) 2024-09-17T17:04:56.342 INFO:tasks.rados.rados.0.smithi031.stdout:552: done (5 left) 2024-09-17T17:04:56.342 INFO:tasks.rados.rados.0.smithi031.stdout:553: done (4 left) 2024-09-17T17:04:56.342 INFO:tasks.rados.rados.0.smithi031.stdout:554: done (3 left) 2024-09-17T17:04:56.343 INFO:tasks.rados.rados.0.smithi031.stdout:555: done (2 left) 2024-09-17T17:04:56.343 INFO:tasks.rados.rados.0.smithi031.stdout:556: read oid 22 snap -1 2024-09-17T17:04:56.343 INFO:tasks.rados.rados.0.smithi031.stdout:556: expect (ObjNum 128 snap 28 seq_num 128) 2024-09-17T17:04:56.343 INFO:tasks.rados.rados.0.smithi031.stdout:557: rollback oid 13 current snap is 47 2024-09-17T17:04:56.343 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 13 to 41 2024-09-17T17:04:56.343 INFO:tasks.rados.rados.0.smithi031.stdout:550: finishing write tid 2 to smithi03184240-45 2024-09-17T17:04:56.344 INFO:tasks.rados.rados.0.smithi031.stdout:550: finishing write tid 3 to smithi03184240-45 2024-09-17T17:04:56.344 INFO:tasks.rados.rados.0.smithi031.stdout:548: finishing write tid 4 to smithi03184240-2 2024-09-17T17:04:56.344 INFO:tasks.rados.rados.0.smithi031.stdout:548: oid 2 updating version 0 to 328 2024-09-17T17:04:56.344 INFO:tasks.rados.rados.0.smithi031.stdout:548: oid 2 updating version 328 to 330 2024-09-17T17:04:56.344 INFO:tasks.rados.rados.0.smithi031.stdout:548: oid 2 version 330 is already newer than 329 2024-09-17T17:04:56.345 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 330 (ObjNum 199 snap 47 seq_num 199) dirty exists 2024-09-17T17:04:56.345 INFO:tasks.rados.rados.0.smithi031.stdout:548: left oid 2 (ObjNum 199 snap 47 seq_num 199) 2024-09-17T17:04:56.345 INFO:tasks.rados.rados.0.smithi031.stdout:550: finishing write tid 4 to smithi03184240-45 2024-09-17T17:04:56.345 INFO:tasks.rados.rados.0.smithi031.stdout:550: oid 45 updating version 0 to 332 2024-09-17T17:04:56.345 INFO:tasks.rados.rados.0.smithi031.stdout:550: oid 45 updating version 332 to 334 2024-09-17T17:04:56.346 INFO:tasks.rados.rados.0.smithi031.stdout:550: oid 45 version 334 is already newer than 333 2024-09-17T17:04:56.346 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 334 (ObjNum 200 snap 47 seq_num 200) dirty exists 2024-09-17T17:04:56.346 INFO:tasks.rados.rados.0.smithi031.stdout:550: left oid 45 (ObjNum 200 snap 47 seq_num 200) 2024-09-17T17:04:56.346 INFO:tasks.rados.rados.0.smithi031.stdout:548: done (3 left) 2024-09-17T17:04:56.347 INFO:tasks.rados.rados.0.smithi031.stdout:550: done (2 left) 2024-09-17T17:04:56.347 INFO:tasks.rados.rados.0.smithi031.stdout:558: delete oid 11 current snap is 47 2024-09-17T17:04:56.348 INFO:tasks.rados.rados.0.smithi031.stdout:558: done (2 left) 2024-09-17T17:04:56.348 INFO:tasks.rados.rados.0.smithi031.stdout:559: rmattr oid 9 current snap is 47 2024-09-17T17:04:56.348 INFO:tasks.rados.rados.0.smithi031.stdout:559: done (2 left) 2024-09-17T17:04:56.348 INFO:tasks.rados.rados.0.smithi031.stdout:560: snap_create 2024-09-17T17:04:56.352 INFO:tasks.rados.rados.0.smithi031.stdout:556: expect (ObjNum 128 snap 28 seq_num 128) 2024-09-17T17:04:56.499 INFO:tasks.rados.rados.0.smithi031.stdout:557: finishing rollback tid 0 to smithi03184240-13 2024-09-17T17:04:56.499 INFO:tasks.rados.rados.0.smithi031.stdout:557: finishing rollback tid 1 to smithi03184240-13 2024-09-17T17:04:56.499 INFO:tasks.rados.rados.0.smithi031.stdout:557: finishing rollback tid 2 to smithi03184240-13 2024-09-17T17:04:56.500 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 245 (ObjNum 139 snap 33 seq_num 139) dirty exists 2024-09-17T17:04:56.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:56 smithi031 ceph-mon[39468]: pgmap v14: 121 pgs: 121 active+clean; 168 MiB data, 529 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 4.6 MiB/s wr, 47 op/s 2024-09-17T17:04:56.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:56 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:56.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:56 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:56.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:56 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:04:56.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:56 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:04:56.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:56 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:04:56.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:56 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:04:56.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:56 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:04:56.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:56 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:04:56.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:56 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:04:56.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:56 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:04:56.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:56 smithi031 ceph-mon[39468]: Adjusting osd_memory_target on smithi031 to 2481M 2024-09-17T17:04:56.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:56 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:56.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:56 smithi031 ceph-mon[39468]: osdmap e166: 8 total, 8 up, 8 in 2024-09-17T17:04:56.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:56 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:56.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:56 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:56.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:56 smithi031 ceph-mon[39468]: osdmap e167: 8 total, 8 up, 8 in 2024-09-17T17:04:56.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:56 smithi031 ceph-mon[27768]: pgmap v14: 121 pgs: 121 active+clean; 168 MiB data, 529 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 4.6 MiB/s wr, 47 op/s 2024-09-17T17:04:56.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:56 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:56.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:56 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:56.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:56 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:04:56.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:56 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:04:56.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:56 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:04:56.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:56 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:04:56.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:56 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:04:56.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:56 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:04:56.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:56 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:04:56.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:56 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:04:56.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:56 smithi031 ceph-mon[27768]: Adjusting osd_memory_target on smithi031 to 2481M 2024-09-17T17:04:56.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:56 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:56.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:56 smithi031 ceph-mon[27768]: osdmap e166: 8 total, 8 up, 8 in 2024-09-17T17:04:56.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:56 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:56.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:56 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:56.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:56 smithi031 ceph-mon[27768]: osdmap e167: 8 total, 8 up, 8 in 2024-09-17T17:04:56.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:56 smithi066 ceph-mon[31354]: pgmap v14: 121 pgs: 121 active+clean; 168 MiB data, 529 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 4.6 MiB/s wr, 47 op/s 2024-09-17T17:04:56.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:56 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:56.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:56 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:56.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:56 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:04:56.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:56 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:04:56.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:56 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:04:56.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:56 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:04:56.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:56 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:04:56.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:56 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:04:56.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:56 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:04:56.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:56 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:04:56.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:56 smithi066 ceph-mon[31354]: Adjusting osd_memory_target on smithi031 to 2481M 2024-09-17T17:04:56.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:56 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:56.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:56 smithi066 ceph-mon[31354]: osdmap e166: 8 total, 8 up, 8 in 2024-09-17T17:04:56.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:56 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:56.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:56 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:56.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:56 smithi066 ceph-mon[31354]: osdmap e167: 8 total, 8 up, 8 in 2024-09-17T17:04:57.292 INFO:tasks.rados.rados.0.smithi031.stdout:556: done (2 left) 2024-09-17T17:04:57.292 INFO:tasks.rados.rados.0.smithi031.stdout:557: done (1 left) 2024-09-17T17:04:57.293 INFO:tasks.rados.rados.0.smithi031.stdout:560: done (0 left) 2024-09-17T17:04:57.293 INFO:tasks.rados.rados.0.smithi031.stdout:561: delete oid 37 current snap is 48 2024-09-17T17:04:57.297 INFO:tasks.rados.rados.0.smithi031.stdout:561: done (0 left) 2024-09-17T17:04:57.297 INFO:tasks.rados.rados.0.smithi031.stdout:562: read oid 28 snap 41 2024-09-17T17:04:57.297 INFO:tasks.rados.rados.0.smithi031.stdout:562: expect (ObjNum 148 snap 35 seq_num 148) 2024-09-17T17:04:57.297 INFO:tasks.rados.rados.0.smithi031.stdout:563: read oid 2 snap 27 2024-09-17T17:04:57.297 INFO:tasks.rados.rados.0.smithi031.stdout:563: expect deleted 2024-09-17T17:04:57.297 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 42 current snap is 48 2024-09-17T17:04:57.297 INFO:tasks.rados.rados.0.smithi031.stdout:564: seq_num 203 ranges {3784704=606208,4390912=401408} 2024-09-17T17:04:57.320 INFO:tasks.rados.rados.0.smithi031.stdout:564: writing smithi03184240-42 from 3784704 to 4390912 tid 1 2024-09-17T17:04:57.323 INFO:tasks.rados.rados.0.smithi031.stdout:564: writing smithi03184240-42 from 4390912 to 4792320 tid 2 2024-09-17T17:04:57.323 INFO:tasks.rados.rados.0.smithi031.stdout:565: snap_create 2024-09-17T17:04:57.323 INFO:tasks.rados.rados.0.smithi031.stdout:562: expect (ObjNum 148 snap 35 seq_num 148) 2024-09-17T17:04:57.344 INFO:tasks.rados.rados.0.smithi031.stdout:564: finishing write tid 1 to smithi03184240-42 2024-09-17T17:04:57.344 INFO:tasks.rados.rados.0.smithi031.stdout:564: finishing write tid 2 to smithi03184240-42 2024-09-17T17:04:57.344 INFO:tasks.rados.rados.0.smithi031.stdout:564: finishing write tid 3 to smithi03184240-42 2024-09-17T17:04:57.344 INFO:tasks.rados.rados.0.smithi031.stdout:564: finishing write tid 4 to smithi03184240-42 2024-09-17T17:04:57.344 INFO:tasks.rados.rados.0.smithi031.stdout:564: oid 42 updating version 0 to 354 2024-09-17T17:04:57.344 INFO:tasks.rados.rados.0.smithi031.stdout:564: oid 42 updating version 354 to 355 2024-09-17T17:04:57.345 INFO:tasks.rados.rados.0.smithi031.stdout:564: oid 42 updating version 355 to 356 2024-09-17T17:04:57.345 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 356 (ObjNum 203 snap 48 seq_num 203) dirty exists 2024-09-17T17:04:57.345 INFO:tasks.rados.rados.0.smithi031.stdout:564: left oid 42 (ObjNum 203 snap 48 seq_num 203) 2024-09-17T17:04:58.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:57 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:58.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:57 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:58.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:57 smithi066 ceph-mon[31354]: osdmap e168: 8 total, 8 up, 8 in 2024-09-17T17:04:58.296 INFO:tasks.rados.rados.0.smithi031.stdout:562: done (3 left) 2024-09-17T17:04:58.296 INFO:tasks.rados.rados.0.smithi031.stdout:563: done (2 left) 2024-09-17T17:04:58.296 INFO:tasks.rados.rados.0.smithi031.stdout:564: done (1 left) 2024-09-17T17:04:58.296 INFO:tasks.rados.rados.0.smithi031.stdout:565: done (0 left) 2024-09-17T17:04:58.296 INFO:tasks.rados.rados.0.smithi031.stdout:566: setattr oid 5 current snap is 49 2024-09-17T17:04:58.298 INFO:tasks.rados.rados.0.smithi031.stdout:567: rollback oid 50 current snap is 49 2024-09-17T17:04:58.299 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 50 to 27 2024-09-17T17:04:58.299 INFO:tasks.rados.rados.0.smithi031.stdout:568: setattr oid 47 current snap is 49 2024-09-17T17:04:58.302 INFO:tasks.rados.rados.0.smithi031.stdout:569: rollback oid 10 current snap is 49 2024-09-17T17:04:58.302 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 10 to 48 2024-09-17T17:04:58.302 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 11 current snap is 49 2024-09-17T17:04:58.302 INFO:tasks.rados.rados.0.smithi031.stdout:570: seq_num 204 ranges {0=622592,622592=401408} 2024-09-17T17:04:58.306 INFO:tasks.rados.rados.0.smithi031.stdout:570: writing smithi03184240-11 from 0 to 622592 tid 1 2024-09-17T17:04:58.308 INFO:tasks.rados.rados.0.smithi031.stdout:570: writing smithi03184240-11 from 622592 to 1024000 tid 2 2024-09-17T17:04:58.309 INFO:tasks.rados.rados.0.smithi031.stdout:571: snap_remove snap 34 2024-09-17T17:04:58.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:57 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:58.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:57 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:58.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:57 smithi031 ceph-mon[27768]: osdmap e168: 8 total, 8 up, 8 in 2024-09-17T17:04:58.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:57 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:58.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:57 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:04:58.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:57 smithi031 ceph-mon[39468]: osdmap e168: 8 total, 8 up, 8 in 2024-09-17T17:04:59.307 INFO:tasks.rados.rados.0.smithi031.stdout:571: done (5 left) 2024-09-17T17:04:59.307 INFO:tasks.rados.rados.0.smithi031.stdout:572: read oid 44 snap -1 2024-09-17T17:04:59.307 INFO:tasks.rados.rados.0.smithi031.stdout:572: expect (ObjNum 54 snap 4 seq_num 54) 2024-09-17T17:04:59.307 INFO:tasks.rados.rados.0.smithi031.stdout:573: read oid 45 snap -1 2024-09-17T17:04:59.308 INFO:tasks.rados.rados.0.smithi031.stdout:573: expect (ObjNum 200 snap 47 seq_num 200) 2024-09-17T17:04:59.308 INFO:tasks.rados.rados.0.smithi031.stdout:574: read oid 39 snap 48 2024-09-17T17:04:59.308 INFO:tasks.rados.rados.0.smithi031.stdout:574: expect (ObjNum 179 snap 45 seq_num 179) 2024-09-17T17:04:59.310 INFO:tasks.rados.rados.0.smithi031.stdout:575: snap_create 2024-09-17T17:04:59.310 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 166 (ObjNum 144 snap 34 seq_num 144) dirty exists 2024-09-17T17:04:59.310 INFO:tasks.rados.rados.0.smithi031.stdout:567: finishing rollback tid 0 to smithi03184240-50 2024-09-17T17:04:59.310 INFO:tasks.rados.rados.0.smithi031.stdout:567: finishing rollback tid 1 to smithi03184240-50 2024-09-17T17:04:59.310 INFO:tasks.rados.rados.0.smithi031.stdout:567: finishing rollback tid 2 to smithi03184240-50 2024-09-17T17:04:59.310 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 228 (ObjNum 111 snap 24 seq_num 111) dirty exists 2024-09-17T17:04:59.310 INFO:tasks.rados.rados.0.smithi031.stdout:569: finishing rollback tid 1 to smithi03184240-10 2024-09-17T17:04:59.310 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 134 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-09-17T17:04:59.310 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 26 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-17T17:04:59.310 INFO:tasks.rados.rados.0.smithi031.stdout:570: finishing write tid 1 to smithi03184240-11 2024-09-17T17:04:59.310 INFO:tasks.rados.rados.0.smithi031.stdout:570: finishing write tid 2 to smithi03184240-11 2024-09-17T17:04:59.310 INFO:tasks.rados.rados.0.smithi031.stdout:570: finishing write tid 3 to smithi03184240-11 2024-09-17T17:04:59.311 INFO:tasks.rados.rados.0.smithi031.stdout:570: finishing write tid 4 to smithi03184240-11 2024-09-17T17:04:59.311 INFO:tasks.rados.rados.0.smithi031.stdout:570: oid 11 updating version 0 to 231 2024-09-17T17:04:59.311 INFO:tasks.rados.rados.0.smithi031.stdout:570: oid 11 version 231 is already newer than 229 2024-09-17T17:04:59.311 INFO:tasks.rados.rados.0.smithi031.stdout:570: oid 11 version 231 is already newer than 230 2024-09-17T17:04:59.311 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 231 (ObjNum 204 snap 49 seq_num 204) dirty exists 2024-09-17T17:04:59.311 INFO:tasks.rados.rados.0.smithi031.stdout:570: left oid 11 (ObjNum 204 snap 49 seq_num 204) 2024-09-17T17:04:59.320 INFO:tasks.rados.rados.0.smithi031.stdout:572: expect (ObjNum 54 snap 4 seq_num 54) 2024-09-17T17:04:59.362 INFO:tasks.rados.rados.0.smithi031.stdout:574: expect (ObjNum 179 snap 45 seq_num 179) 2024-09-17T17:04:59.378 INFO:tasks.rados.rados.0.smithi031.stdout:573: expect (ObjNum 200 snap 47 seq_num 200) 2024-09-17T17:04:59.573 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:59 smithi066 ceph-mon[31354]: pgmap v18: 121 pgs: 121 active+clean; 168 MiB data, 529 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:04:59.573 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:04:59 smithi066 ceph-mon[31354]: osdmap e169: 8 total, 8 up, 8 in 2024-09-17T17:04:59.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:59 smithi031 ceph-mon[27768]: pgmap v18: 121 pgs: 121 active+clean; 168 MiB data, 529 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:04:59.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:04:59 smithi031 ceph-mon[27768]: osdmap e169: 8 total, 8 up, 8 in 2024-09-17T17:04:59.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:59 smithi031 ceph-mon[39468]: pgmap v18: 121 pgs: 121 active+clean; 168 MiB data, 529 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:04:59.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:04:59 smithi031 ceph-mon[39468]: osdmap e169: 8 total, 8 up, 8 in 2024-09-17T17:04:59.903 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:04:59 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[64981]: ts=2024-09-17T17:04:59.571Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.31:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.31:8765: connect: connection refused" 2024-09-17T17:04:59.903 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:04:59 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[64981]: ts=2024-09-17T17:04:59.573Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.31:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.31:8765: connect: connection refused" 2024-09-17T17:04:59.903 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:04:59 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[64981]: ts=2024-09-17T17:04:59.573Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.31:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.31:8765: connect: connection refused" 2024-09-17T17:04:59.904 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:04:59 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[64981]: ts=2024-09-17T17:04:59.574Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.31:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.31:8765: connect: connection refused" 2024-09-17T17:04:59.904 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:04:59 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[64981]: ts=2024-09-17T17:04:59.574Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.31:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.31:8765: connect: connection refused" 2024-09-17T17:05:00.316 INFO:tasks.rados.rados.0.smithi031.stdout:566: done (8 left) 2024-09-17T17:05:00.316 INFO:tasks.rados.rados.0.smithi031.stdout:567: done (7 left) 2024-09-17T17:05:00.316 INFO:tasks.rados.rados.0.smithi031.stdout:568: done (6 left) 2024-09-17T17:05:00.316 INFO:tasks.rados.rados.0.smithi031.stdout:569: done (5 left) 2024-09-17T17:05:00.316 INFO:tasks.rados.rados.0.smithi031.stdout:570: done (4 left) 2024-09-17T17:05:00.316 INFO:tasks.rados.rados.0.smithi031.stdout:572: done (3 left) 2024-09-17T17:05:00.316 INFO:tasks.rados.rados.0.smithi031.stdout:573: done (2 left) 2024-09-17T17:05:00.316 INFO:tasks.rados.rados.0.smithi031.stdout:574: done (1 left) 2024-09-17T17:05:00.316 INFO:tasks.rados.rados.0.smithi031.stdout:575: done (0 left) 2024-09-17T17:05:00.316 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 3 current snap is 50 2024-09-17T17:05:00.316 INFO:tasks.rados.rados.0.smithi031.stdout:576: seq_num 205 ranges {3973120=638976,4612096=401408} 2024-09-17T17:05:00.341 INFO:tasks.rados.rados.0.smithi031.stdout:576: writing smithi03184240-3 from 3973120 to 4612096 tid 1 2024-09-17T17:05:00.343 INFO:tasks.rados.rados.0.smithi031.stdout:576: writing smithi03184240-3 from 4612096 to 5013504 tid 2 2024-09-17T17:05:00.343 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 49 current snap is 50 2024-09-17T17:05:00.344 INFO:tasks.rados.rados.0.smithi031.stdout:577: seq_num 206 ranges {0=655360,655360=401408} 2024-09-17T17:05:00.347 INFO:tasks.rados.rados.0.smithi031.stdout:577: writing smithi03184240-49 from 0 to 655360 tid 1 2024-09-17T17:05:00.353 INFO:tasks.rados.rados.0.smithi031.stdout:577: writing smithi03184240-49 from 655360 to 1056768 tid 2 2024-09-17T17:05:00.353 INFO:tasks.rados.rados.0.smithi031.stdout:578: read oid 32 snap 37 2024-09-17T17:05:00.353 INFO:tasks.rados.rados.0.smithi031.stdout:578: expect deleted 2024-09-17T17:05:00.353 INFO:tasks.rados.rados.0.smithi031.stdout:579: rollback oid 50 current snap is 50 2024-09-17T17:05:00.353 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 50 to 49 2024-09-17T17:05:00.353 INFO:tasks.rados.rados.0.smithi031.stdout:576: finishing write tid 1 to smithi03184240-3 2024-09-17T17:05:00.353 INFO:tasks.rados.rados.0.smithi031.stdout:576: finishing write tid 2 to smithi03184240-3 2024-09-17T17:05:00.353 INFO:tasks.rados.rados.0.smithi031.stdout:576: finishing write tid 3 to smithi03184240-3 2024-09-17T17:05:00.353 INFO:tasks.rados.rados.0.smithi031.stdout:580: snap_create 2024-09-17T17:05:00.353 INFO:tasks.rados.rados.0.smithi031.stdout:576: finishing write tid 4 to smithi03184240-3 2024-09-17T17:05:00.353 INFO:tasks.rados.rados.0.smithi031.stdout:576: oid 3 updating version 0 to 156 2024-09-17T17:05:00.354 INFO:tasks.rados.rados.0.smithi031.stdout:576: oid 3 version 156 is already newer than 154 2024-09-17T17:05:00.354 INFO:tasks.rados.rados.0.smithi031.stdout:576: oid 3 version 156 is already newer than 155 2024-09-17T17:05:00.354 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 156 (ObjNum 205 snap 50 seq_num 205) dirty exists 2024-09-17T17:05:00.354 INFO:tasks.rados.rados.0.smithi031.stdout:576: left oid 3 (ObjNum 205 snap 50 seq_num 205) 2024-09-17T17:05:00.354 INFO:tasks.rados.rados.0.smithi031.stdout:577: finishing write tid 1 to smithi03184240-49 2024-09-17T17:05:00.354 INFO:tasks.rados.rados.0.smithi031.stdout:577: finishing write tid 2 to smithi03184240-49 2024-09-17T17:05:00.355 INFO:tasks.rados.rados.0.smithi031.stdout:579: finishing rollback tid 0 to smithi03184240-50 2024-09-17T17:05:00.355 INFO:tasks.rados.rados.0.smithi031.stdout:577: finishing write tid 3 to smithi03184240-49 2024-09-17T17:05:00.355 INFO:tasks.rados.rados.0.smithi031.stdout:579: finishing rollback tid 1 to smithi03184240-50 2024-09-17T17:05:00.355 INFO:tasks.rados.rados.0.smithi031.stdout:579: finishing rollback tid 2 to smithi03184240-50 2024-09-17T17:05:00.355 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 243 (ObjNum 111 snap 24 seq_num 111) dirty exists 2024-09-17T17:05:00.356 INFO:tasks.rados.rados.0.smithi031.stdout:577: finishing write tid 4 to smithi03184240-49 2024-09-17T17:05:00.356 INFO:tasks.rados.rados.0.smithi031.stdout:577: oid 49 updating version 0 to 197 2024-09-17T17:05:00.356 INFO:tasks.rados.rados.0.smithi031.stdout:577: oid 49 updating version 197 to 198 2024-09-17T17:05:00.356 INFO:tasks.rados.rados.0.smithi031.stdout:577: oid 49 updating version 198 to 199 2024-09-17T17:05:00.357 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 199 (ObjNum 206 snap 50 seq_num 206) dirty exists 2024-09-17T17:05:00.357 INFO:tasks.rados.rados.0.smithi031.stdout:577: left oid 49 (ObjNum 206 snap 50 seq_num 206) 2024-09-17T17:05:00.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: osdmap e170: 8 total, 8 up, 8 in 2024-09-17T17:05:00.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:05:00.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:05:00.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:00.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:00.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:00.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:00.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:00.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:00.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:00.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:00.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:00.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:05:00.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:05:00.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:00.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:00.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:00.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:05:00.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:05:00.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:00.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:00.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:00.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:05:00.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:05:00.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:00.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:00.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:00.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:00.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:00.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:05:00.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:05:00.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:05:00.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:05:00.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:05:00.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:05:00.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:05:00.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:05:00.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:00.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:05:00.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:05:00.600 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: osdmap e170: 8 total, 8 up, 8 in 2024-09-17T17:05:00.600 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:05:00.600 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:05:00.600 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:00.600 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:00.600 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:00.600 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:00.600 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:00.600 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:00.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:00.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:00.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:00.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:05:00.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:05:00.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:00.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:00.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:00.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:05:00.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:05:00.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:00.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:00.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:00.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:05:00.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:05:00.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:00.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:00.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:00.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:00.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:00.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:05:00.603 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:05:00.603 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:05:00.603 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:05:00.603 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:05:00.603 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:05:00.603 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:05:00.603 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:05:00.603 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:00.603 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:05:00.603 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:00 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:05:00.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: osdmap e170: 8 total, 8 up, 8 in 2024-09-17T17:05:00.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:05:00.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:05:00.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:00.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:00.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:00.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:00.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:00.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:00.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:00.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:00.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:00.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:05:00.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:05:00.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:00.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:00.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:00.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:05:00.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:05:00.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:00.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:00.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:00.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:05:00.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:05:00.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:00.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:00.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:00.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:00.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:00.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:05:00.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:05:00.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:05:00.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:05:00.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:05:00.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:05:00.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:05:00.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-17T17:05:00.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:00.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:05:00.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:00 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:05:01.292 INFO:tasks.rados.rados.0.smithi031.stdout:576: done (4 left) 2024-09-17T17:05:01.292 INFO:tasks.rados.rados.0.smithi031.stdout:577: done (3 left) 2024-09-17T17:05:01.292 INFO:tasks.rados.rados.0.smithi031.stdout:578: done (2 left) 2024-09-17T17:05:01.292 INFO:tasks.rados.rados.0.smithi031.stdout:579: done (1 left) 2024-09-17T17:05:01.292 INFO:tasks.rados.rados.0.smithi031.stdout:580: done (0 left) 2024-09-17T17:05:01.292 INFO:tasks.rados.rados.0.smithi031.stdout:581: read oid 22 snap -1 2024-09-17T17:05:01.292 INFO:tasks.rados.rados.0.smithi031.stdout:581: expect (ObjNum 128 snap 28 seq_num 128) 2024-09-17T17:05:01.292 INFO:tasks.rados.rados.0.smithi031.stdout:582: rollback oid 47 current snap is 51 2024-09-17T17:05:01.292 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 47 to 44 2024-09-17T17:05:01.292 INFO:tasks.rados.rados.0.smithi031.stdout:583: snap_remove snap 41 2024-09-17T17:05:01.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:01 smithi031 ceph-mon[27768]: pgmap v21: 121 pgs: 121 active+clean; 162 MiB data, 521 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 1003 KiB/s wr, 26 op/s 2024-09-17T17:05:01.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:01 smithi031 ceph-mon[27768]: Adjusting osd_memory_target on smithi066 to 2480M 2024-09-17T17:05:01.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:01 smithi031 ceph-mon[27768]: Updating smithi031:/etc/ceph/ceph.conf 2024-09-17T17:05:01.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:01 smithi031 ceph-mon[27768]: Updating smithi066:/etc/ceph/ceph.conf 2024-09-17T17:05:01.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:01 smithi031 ceph-mon[27768]: Updating smithi066:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T17:05:01.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:01 smithi031 ceph-mon[27768]: Updating smithi031:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T17:05:01.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:01 smithi031 ceph-mon[27768]: osdmap e171: 8 total, 8 up, 8 in 2024-09-17T17:05:01.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:01 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:01.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:01 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:01.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:01 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:01.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:01 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:01.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:01 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:01.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:01 smithi031 ceph-mon[27768]: osdmap e172: 8 total, 8 up, 8 in 2024-09-17T17:05:01.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:01 smithi031 ceph-mon[39468]: pgmap v21: 121 pgs: 121 active+clean; 162 MiB data, 521 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 1003 KiB/s wr, 26 op/s 2024-09-17T17:05:01.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:01 smithi031 ceph-mon[39468]: Adjusting osd_memory_target on smithi066 to 2480M 2024-09-17T17:05:01.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:01 smithi031 ceph-mon[39468]: Updating smithi031:/etc/ceph/ceph.conf 2024-09-17T17:05:01.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:01 smithi031 ceph-mon[39468]: Updating smithi066:/etc/ceph/ceph.conf 2024-09-17T17:05:01.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:01 smithi031 ceph-mon[39468]: Updating smithi066:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T17:05:01.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:01 smithi031 ceph-mon[39468]: Updating smithi031:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T17:05:01.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:01 smithi031 ceph-mon[39468]: osdmap e171: 8 total, 8 up, 8 in 2024-09-17T17:05:01.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:01 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:01.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:01 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:01.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:01 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:01.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:01 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:01.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:01 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:01.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:01 smithi031 ceph-mon[39468]: osdmap e172: 8 total, 8 up, 8 in 2024-09-17T17:05:01.643 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:01 smithi066 ceph-mon[31354]: pgmap v21: 121 pgs: 121 active+clean; 162 MiB data, 521 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 1003 KiB/s wr, 26 op/s 2024-09-17T17:05:01.643 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:01 smithi066 ceph-mon[31354]: Adjusting osd_memory_target on smithi066 to 2480M 2024-09-17T17:05:01.643 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:01 smithi066 ceph-mon[31354]: Updating smithi031:/etc/ceph/ceph.conf 2024-09-17T17:05:01.643 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:01 smithi066 ceph-mon[31354]: Updating smithi066:/etc/ceph/ceph.conf 2024-09-17T17:05:01.643 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:01 smithi066 ceph-mon[31354]: Updating smithi066:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T17:05:01.644 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:01 smithi066 ceph-mon[31354]: Updating smithi031:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T17:05:01.644 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:01 smithi066 ceph-mon[31354]: osdmap e171: 8 total, 8 up, 8 in 2024-09-17T17:05:01.644 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:01 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:01.644 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:01 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:01.644 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:01 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:01.644 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:01 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:01.644 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:01 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:01.644 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:01 smithi066 ceph-mon[31354]: osdmap e172: 8 total, 8 up, 8 in 2024-09-17T17:05:01.997 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:01 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[28029]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:05:01] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-17T17:05:02.199 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-09-17T17:05:02.298 INFO:tasks.rados.rados.0.smithi031.stdout:583: done (2 left) 2024-09-17T17:05:02.298 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 6 current snap is 51 2024-09-17T17:05:02.298 INFO:tasks.rados.rados.0.smithi031.stdout:584: seq_num 207 ranges {2809856=671744,3481600=401408} 2024-09-17T17:05:02.318 INFO:tasks.rados.rados.0.smithi031.stdout:584: writing smithi03184240-6 from 2809856 to 3481600 tid 1 2024-09-17T17:05:02.321 INFO:tasks.rados.rados.0.smithi031.stdout:584: writing smithi03184240-6 from 3481600 to 3883008 tid 2 2024-09-17T17:05:02.321 INFO:tasks.rados.rados.0.smithi031.stdout:585: copy_from oid 41 from oid 46 current snap is 51 2024-09-17T17:05:02.321 INFO:tasks.rados.rados.0.smithi031.stdout:582: finishing rollback tid 0 to smithi03184240-47 2024-09-17T17:05:02.321 INFO:tasks.rados.rados.0.smithi031.stdout:582: finishing rollback tid 1 to smithi03184240-47 2024-09-17T17:05:02.321 INFO:tasks.rados.rados.0.smithi031.stdout:582: finishing rollback tid 2 to smithi03184240-47 2024-09-17T17:05:02.321 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 32 (ObjNum 91 snap 17 seq_num 91) dirty exists 2024-09-17T17:05:02.322 INFO:tasks.rados.rados.0.smithi031.stdout:581: expect (ObjNum 128 snap 28 seq_num 128) 2024-09-17T17:05:02.471 INFO:tasks.rados.rados.0.smithi031.stdout:585: finishing copy_from to smithi03184240-41 2024-09-17T17:05:02.471 INFO:tasks.rados.rados.0.smithi031.stdout:585: got expected ENOENT (src dne) 2024-09-17T17:05:02.471 INFO:tasks.rados.rados.0.smithi031.stdout:585: finishing copy_from racing read to smithi03184240-41 2024-09-17T17:05:02.471 INFO:tasks.rados.rados.0.smithi031.stdout:584: finishing write tid 1 to smithi03184240-6 2024-09-17T17:05:02.471 INFO:tasks.rados.rados.0.smithi031.stdout:584: finishing write tid 2 to smithi03184240-6 2024-09-17T17:05:02.471 INFO:tasks.rados.rados.0.smithi031.stdout:581: done (3 left) 2024-09-17T17:05:02.471 INFO:tasks.rados.rados.0.smithi031.stdout:582: done (2 left) 2024-09-17T17:05:02.471 INFO:tasks.rados.rados.0.smithi031.stdout:585: done (1 left) 2024-09-17T17:05:02.471 INFO:tasks.rados.rados.0.smithi031.stdout:586: rollback oid 21 current snap is 51 2024-09-17T17:05:02.472 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 21 to 37 2024-09-17T17:05:02.472 INFO:tasks.rados.rados.0.smithi031.stdout:584: finishing write tid 3 to smithi03184240-6 2024-09-17T17:05:02.472 INFO:tasks.rados.rados.0.smithi031.stdout:584: finishing write tid 4 to smithi03184240-6 2024-09-17T17:05:02.472 INFO:tasks.rados.rados.0.smithi031.stdout:584: oid 6 updating version 0 to 90 2024-09-17T17:05:02.472 INFO:tasks.rados.rados.0.smithi031.stdout:584: oid 6 updating version 90 to 91 2024-09-17T17:05:02.472 INFO:tasks.rados.rados.0.smithi031.stdout:584: oid 6 updating version 91 to 92 2024-09-17T17:05:02.472 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 92 (ObjNum 207 snap 51 seq_num 207) dirty exists 2024-09-17T17:05:02.472 INFO:tasks.rados.rados.0.smithi031.stdout:584: left oid 6 (ObjNum 207 snap 51 seq_num 207) 2024-09-17T17:05:02.472 INFO:tasks.rados.rados.0.smithi031.stdout:584: done (1 left) 2024-09-17T17:05:02.472 INFO:tasks.rados.rados.0.smithi031.stdout:587: snap_remove snap 44 2024-09-17T17:05:02.502 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:02 smithi066 ceph-mon[31354]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-09-17T17:05:02.502 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:02 smithi066 ceph-mon[31354]: Updating smithi031:/etc/ceph/ceph.client.admin.keyring 2024-09-17T17:05:02.502 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:02 smithi066 ceph-mon[31354]: Updating smithi066:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T17:05:02.502 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:02 smithi066 ceph-mon[31354]: Updating smithi031:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T17:05:02.502 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:02 smithi066 ceph-mon[31354]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-17T17:05:02.502 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:02 smithi066 ceph-mon[31354]: Reconfiguring daemon prometheus.a on smithi066 2024-09-17T17:05:02.502 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:02 smithi066 ceph-mon[31354]: mgrmap e28: x(active, since 14s), standbys: y 2024-09-17T17:05:02.502 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:02 smithi066 ceph-mon[31354]: osdmap e173: 8 total, 8 up, 8 in 2024-09-17T17:05:02.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:02 smithi031 ceph-mon[27768]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-09-17T17:05:02.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:02 smithi031 ceph-mon[27768]: Updating smithi031:/etc/ceph/ceph.client.admin.keyring 2024-09-17T17:05:02.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:02 smithi031 ceph-mon[27768]: Updating smithi066:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T17:05:02.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:02 smithi031 ceph-mon[27768]: Updating smithi031:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T17:05:02.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:02 smithi031 ceph-mon[27768]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-17T17:05:02.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:02 smithi031 ceph-mon[27768]: Reconfiguring daemon prometheus.a on smithi066 2024-09-17T17:05:02.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:02 smithi031 ceph-mon[27768]: mgrmap e28: x(active, since 14s), standbys: y 2024-09-17T17:05:02.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:02 smithi031 ceph-mon[27768]: osdmap e173: 8 total, 8 up, 8 in 2024-09-17T17:05:02.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:02 smithi031 ceph-mon[39468]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-09-17T17:05:02.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:02 smithi031 ceph-mon[39468]: Updating smithi031:/etc/ceph/ceph.client.admin.keyring 2024-09-17T17:05:02.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:02 smithi031 ceph-mon[39468]: Updating smithi066:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T17:05:02.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:02 smithi031 ceph-mon[39468]: Updating smithi031:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T17:05:02.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:02 smithi031 ceph-mon[39468]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-17T17:05:02.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:02 smithi031 ceph-mon[39468]: Reconfiguring daemon prometheus.a on smithi066 2024-09-17T17:05:02.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:02 smithi031 ceph-mon[39468]: mgrmap e28: x(active, since 14s), standbys: y 2024-09-17T17:05:02.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:02 smithi031 ceph-mon[39468]: osdmap e173: 8 total, 8 up, 8 in 2024-09-17T17:05:02.821 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T17:05:02.821 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (3m) 7s ago 4m 28.1M - 0.25.0 c8568f914cd2 e19d96c7fca4 2024-09-17T17:05:02.821 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi066 *:3000 running (3m) 6s ago 3m 91.8M - 9.4.7 954c08fa6188 7bff2f45f353 2024-09-17T17:05:02.821 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (5m) 7s ago 5m 16.4M - 18.2.4-855-g19e2a2be 980a0bfcd684 564d1f0baaea 2024-09-17T17:05:02.821 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi066 running (5m) 6s ago 5m 17.8M - 18.2.4-855-g19e2a2be 980a0bfcd684 c397d3fc9cd9 2024-09-17T17:05:02.822 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi066 *:8443,9283,8765 running (33s) 6s ago 8m 498M - 19.3.0-4975-g1889a165 a500243bbb0c c672129692eb 2024-09-17T17:05:02.822 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:9283,8765 running (10m) 7s ago 10m 393M - 18.2.4-855-g19e2a2be 980a0bfcd684 2c74dd39c796 2024-09-17T17:05:02.822 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (10m) 7s ago 10m 49.0M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 40537754a8ab 2024-09-17T17:05:02.822 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi066 running (9m) 6s ago 9m 45.9M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 1609e0a1a698 2024-09-17T17:05:02.822 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (9m) 7s ago 9m 41.9M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 ff7ae5068af1 2024-09-17T17:05:02.822 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (3m) 7s ago 3m 15.5M - 1.5.0 0da6a335fe13 5461f4c7304d 2024-09-17T17:05:02.822 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi066 *:9100 running (3m) 6s ago 3m 16.9M - 1.5.0 0da6a335fe13 f747e79004be 2024-09-17T17:05:02.822 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (8m) 7s ago 8m 112M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 38476b1f028e 2024-09-17T17:05:02.822 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (8m) 7s ago 8m 83.4M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 626c909b429a 2024-09-17T17:05:02.822 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (7m) 7s ago 7m 89.9M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 f9740304d424 2024-09-17T17:05:02.822 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (7m) 7s ago 7m 74.6M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 aa304ea854ca 2024-09-17T17:05:02.822 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi066 running (6m) 6s ago 6m 107M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 a9ca20b85bc9 2024-09-17T17:05:02.822 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi066 running (6m) 6s ago 6m 90.3M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 2c5ce84fcccf 2024-09-17T17:05:02.822 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi066 running (6m) 6s ago 6m 72.6M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 d221efc6e856 2024-09-17T17:05:02.823 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi066 running (5m) 6s ago 5m 74.0M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 ce691a28a9fd 2024-09-17T17:05:02.823 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi066 *:9095 running (3m) 6s ago 4m 50.0M - 2.43.0 a07b618ecd1d c185751d02e9 2024-09-17T17:05:03.171 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:05:03.172 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-09-17T17:05:03.172 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-17T17:05:03.172 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:05:03.172 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-09-17T17:05:03.172 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 1, 2024-09-17T17:05:03.172 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 1 2024-09-17T17:05:03.172 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:05:03.172 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-09-17T17:05:03.172 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 8 2024-09-17T17:05:03.172 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:05:03.172 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-09-17T17:05:03.172 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T17:05:03.173 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:05:03.173 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-09-17T17:05:03.173 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 14, 2024-09-17T17:05:03.173 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 1 2024-09-17T17:05:03.173 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-17T17:05:03.173 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:05:03.338 INFO:tasks.rados.rados.0.smithi031.stdout:586: finishing rollback tid 0 to smithi03184240-21 2024-09-17T17:05:03.338 INFO:tasks.rados.rados.0.smithi031.stdout:586: finishing rollback tid 1 to smithi03184240-21 2024-09-17T17:05:03.338 INFO:tasks.rados.rados.0.smithi031.stdout:586: finishing rollback tid 2 to smithi03184240-21 2024-09-17T17:05:03.338 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 96 (ObjNum 126 snap 28 seq_num 126) dirty exists 2024-09-17T17:05:03.338 INFO:tasks.rados.rados.0.smithi031.stdout:586: done (1 left) 2024-09-17T17:05:03.339 INFO:tasks.rados.rados.0.smithi031.stdout:587: done (0 left) 2024-09-17T17:05:03.339 INFO:tasks.rados.rados.0.smithi031.stdout:588: snap_remove snap 49 2024-09-17T17:05:03.475 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:05:03.475 INFO:teuthology.orchestra.run.smithi031.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0", 2024-09-17T17:05:03.475 INFO:teuthology.orchestra.run.smithi031.stdout: "in_progress": true, 2024-09-17T17:05:03.475 INFO:teuthology.orchestra.run.smithi031.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T17:05:03.475 INFO:teuthology.orchestra.run.smithi031.stdout: "services_complete": [], 2024-09-17T17:05:03.476 INFO:teuthology.orchestra.run.smithi031.stdout: "progress": "1/20 daemons upgraded", 2024-09-17T17:05:03.476 INFO:teuthology.orchestra.run.smithi031.stdout: "message": "", 2024-09-17T17:05:03.476 INFO:teuthology.orchestra.run.smithi031.stdout: "is_paused": false 2024-09-17T17:05:03.476 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:05:03.476 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:03 smithi031 ceph-mon[39468]: pgmap v24: 121 pgs: 121 active+clean; 162 MiB data, 521 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 960 KiB/s wr, 25 op/s 2024-09-17T17:05:03.476 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:03 smithi031 ceph-mon[39468]: from='client.24974 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:05:03.476 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:03 smithi031 ceph-mon[39468]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:05:03.476 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:03 smithi031 ceph-mon[39468]: from='client.24986 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:05:03.476 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:03 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/4087696627' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T17:05:03.477 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:03 smithi031 ceph-mon[27768]: pgmap v24: 121 pgs: 121 active+clean; 162 MiB data, 521 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 960 KiB/s wr, 25 op/s 2024-09-17T17:05:03.477 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:03 smithi031 ceph-mon[27768]: from='client.24974 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:05:03.477 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:03 smithi031 ceph-mon[27768]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:05:03.477 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:03 smithi031 ceph-mon[27768]: from='client.24986 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:05:03.477 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:03 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/4087696627' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T17:05:03.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:03 smithi066 ceph-mon[31354]: pgmap v24: 121 pgs: 121 active+clean; 162 MiB data, 521 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 960 KiB/s wr, 25 op/s 2024-09-17T17:05:03.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:03 smithi066 ceph-mon[31354]: from='client.24974 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:05:03.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:03 smithi066 ceph-mon[31354]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:05:03.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:03 smithi066 ceph-mon[31354]: from='client.24986 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:05:03.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:03 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/4087696627' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T17:05:04.283 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:04 smithi066 systemd[1]: Stopping Ceph prometheus.a for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:05:04.344 INFO:tasks.rados.rados.0.smithi031.stdout:588: done (0 left) 2024-09-17T17:05:04.344 INFO:tasks.rados.rados.0.smithi031.stdout:589: snap_create 2024-09-17T17:05:04.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:04 smithi066 ceph-mon[31354]: osdmap e174: 8 total, 8 up, 8 in 2024-09-17T17:05:04.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:04 smithi066 ceph-mon[31354]: from='client.24998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:05:04.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:04 smithi066 ceph-mon[31354]: pgmap v27: 121 pgs: 121 active+clean; 166 MiB data, 564 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 774 KiB/s wr, 20 op/s 2024-09-17T17:05:04.566 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:04 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[64981]: ts=2024-09-17T17:05:04.281Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-17T17:05:04.566 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:04 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[64981]: ts=2024-09-17T17:05:04.281Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-17T17:05:04.566 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:04 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[64981]: ts=2024-09-17T17:05:04.281Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-17T17:05:04.566 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:04 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[64981]: ts=2024-09-17T17:05:04.281Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-17T17:05:04.566 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:04 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[64981]: ts=2024-09-17T17:05:04.281Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-17T17:05:04.566 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:04 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[64981]: ts=2024-09-17T17:05:04.281Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-17T17:05:04.566 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:04 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[64981]: ts=2024-09-17T17:05:04.281Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-17T17:05:04.566 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:04 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[64981]: ts=2024-09-17T17:05:04.281Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-17T17:05:04.566 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:04 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[64981]: ts=2024-09-17T17:05:04.281Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-17T17:05:04.566 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:04 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[64981]: ts=2024-09-17T17:05:04.282Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-17T17:05:04.566 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:04 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[64981]: ts=2024-09-17T17:05:04.282Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-17T17:05:04.566 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:04 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[64981]: ts=2024-09-17T17:05:04.282Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-17T17:05:04.566 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:04 smithi066 podman[75224]: 2024-09-17 17:05:04.292141791 +0000 UTC m=+0.120103191 container died c185751d02e98cde3b1a06778fd3af33c85496db843dd0b654b874effd2acb1d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-17T17:05:04.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:04 smithi031 ceph-mon[39468]: osdmap e174: 8 total, 8 up, 8 in 2024-09-17T17:05:04.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:04 smithi031 ceph-mon[39468]: from='client.24998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:05:04.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:04 smithi031 ceph-mon[39468]: pgmap v27: 121 pgs: 121 active+clean; 166 MiB data, 564 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 774 KiB/s wr, 20 op/s 2024-09-17T17:05:04.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:04 smithi031 ceph-mon[27768]: osdmap e174: 8 total, 8 up, 8 in 2024-09-17T17:05:04.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:04 smithi031 ceph-mon[27768]: from='client.24998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:05:04.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:04 smithi031 ceph-mon[27768]: pgmap v27: 121 pgs: 121 active+clean; 166 MiB data, 564 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 774 KiB/s wr, 20 op/s 2024-09-17T17:05:04.903 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:04 smithi066 podman[75224]: 2024-09-17 17:05:04.670949157 +0000 UTC m=+0.498910561 container cleanup c185751d02e98cde3b1a06778fd3af33c85496db843dd0b654b874effd2acb1d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-17T17:05:04.903 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:04 smithi066 bash[75224]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a 2024-09-17T17:05:05.316 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:04 smithi066 podman[75241]: 2024-09-17 17:05:04.938691974 +0000 UTC m=+0.648509686 container remove c185751d02e98cde3b1a06778fd3af33c85496db843dd0b654b874effd2acb1d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-17T17:05:05.317 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:05 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-17T17:05:05.317 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:05 smithi066 systemd[1]: Stopped Ceph prometheus.a for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:05:05.317 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:05 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@prometheus.a.service: Consumed 1.701s CPU time. 2024-09-17T17:05:05.317 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:05 smithi066 systemd[1]: Starting Ceph prometheus.a for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:05:05.344 INFO:tasks.rados.rados.0.smithi031.stdout:589: done (0 left) 2024-09-17T17:05:05.344 INFO:tasks.rados.rados.0.smithi031.stdout:590: read oid 47 snap -1 2024-09-17T17:05:05.344 INFO:tasks.rados.rados.0.smithi031.stdout:590: expect (ObjNum 91 snap 17 seq_num 91) 2024-09-17T17:05:05.344 INFO:tasks.rados.rados.0.smithi031.stdout:591: delete oid 33 current snap is 52 2024-09-17T17:05:05.350 INFO:tasks.rados.rados.0.smithi031.stdout:591: done (1 left) 2024-09-17T17:05:05.350 INFO:tasks.rados.rados.0.smithi031.stdout:592: rollback oid 8 current snap is 52 2024-09-17T17:05:05.350 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 8 to 37 2024-09-17T17:05:05.350 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 52 2024-09-17T17:05:05.350 INFO:tasks.rados.rados.0.smithi031.stdout:593: seq_num 209 ranges {909312=704512,1613824=401408} 2024-09-17T17:05:05.359 INFO:tasks.rados.rados.0.smithi031.stdout:593: writing smithi03184240-12 from 909312 to 1613824 tid 1 2024-09-17T17:05:05.362 INFO:tasks.rados.rados.0.smithi031.stdout:593: writing smithi03184240-12 from 1613824 to 2015232 tid 2 2024-09-17T17:05:05.362 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 52 2024-09-17T17:05:05.362 INFO:tasks.rados.rados.0.smithi031.stdout:594: seq_num 210 ranges {3186688=720896,3907584=401408} 2024-09-17T17:05:05.383 INFO:tasks.rados.rados.0.smithi031.stdout:594: writing smithi03184240-31 from 3186688 to 3907584 tid 1 2024-09-17T17:05:05.386 INFO:tasks.rados.rados.0.smithi031.stdout:594: writing smithi03184240-31 from 3907584 to 4308992 tid 2 2024-09-17T17:05:05.386 INFO:tasks.rados.rados.0.smithi031.stdout:595: rollback oid 41 current snap is 52 2024-09-17T17:05:05.386 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 41 to 50 2024-09-17T17:05:05.386 INFO:tasks.rados.rados.0.smithi031.stdout:590: expect (ObjNum 91 snap 17 seq_num 91) 2024-09-17T17:05:05.434 INFO:tasks.rados.rados.0.smithi031.stdout:592: finishing rollback tid 0 to smithi03184240-8 2024-09-17T17:05:05.434 INFO:tasks.rados.rados.0.smithi031.stdout:592: finishing rollback tid 1 to smithi03184240-8 2024-09-17T17:05:05.434 INFO:tasks.rados.rados.0.smithi031.stdout:592: finishing rollback tid 2 to smithi03184240-8 2024-09-17T17:05:05.434 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 265 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-17T17:05:05.435 INFO:tasks.rados.rados.0.smithi031.stdout:593: finishing write tid 1 to smithi03184240-12 2024-09-17T17:05:05.435 INFO:tasks.rados.rados.0.smithi031.stdout:593: finishing write tid 2 to smithi03184240-12 2024-09-17T17:05:05.435 INFO:tasks.rados.rados.0.smithi031.stdout:593: finishing write tid 3 to smithi03184240-12 2024-09-17T17:05:05.435 INFO:tasks.rados.rados.0.smithi031.stdout:593: finishing write tid 4 to smithi03184240-12 2024-09-17T17:05:05.435 INFO:tasks.rados.rados.0.smithi031.stdout:593: oid 12 updating version 0 to 137 2024-09-17T17:05:05.435 INFO:tasks.rados.rados.0.smithi031.stdout:593: oid 12 updating version 137 to 139 2024-09-17T17:05:05.435 INFO:tasks.rados.rados.0.smithi031.stdout:593: oid 12 version 139 is already newer than 138 2024-09-17T17:05:05.435 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 139 (ObjNum 209 snap 52 seq_num 209) dirty exists 2024-09-17T17:05:05.435 INFO:tasks.rados.rados.0.smithi031.stdout:593: left oid 12 (ObjNum 209 snap 52 seq_num 209) 2024-09-17T17:05:05.435 INFO:tasks.rados.rados.0.smithi031.stdout:594: finishing write tid 1 to smithi03184240-31 2024-09-17T17:05:05.435 INFO:tasks.rados.rados.0.smithi031.stdout:590: done (4 left) 2024-09-17T17:05:05.435 INFO:tasks.rados.rados.0.smithi031.stdout:592: done (3 left) 2024-09-17T17:05:05.435 INFO:tasks.rados.rados.0.smithi031.stdout:593: done (2 left) 2024-09-17T17:05:05.435 INFO:tasks.rados.rados.0.smithi031.stdout:596: read oid 38 snap -1 2024-09-17T17:05:05.436 INFO:tasks.rados.rados.0.smithi031.stdout:596: expect (ObjNum 130 snap 29 seq_num 130) 2024-09-17T17:05:05.436 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 52 2024-09-17T17:05:05.436 INFO:tasks.rados.rados.0.smithi031.stdout:595: finishing rollback tid 0 to smithi03184240-41 2024-09-17T17:05:05.436 INFO:tasks.rados.rados.0.smithi031.stdout:597: seq_num 211 ranges {0=737280,737280=401408} 2024-09-17T17:05:05.438 INFO:tasks.rados.rados.0.smithi031.stdout:597: writing smithi03184240-32 from 0 to 737280 tid 1 2024-09-17T17:05:05.441 INFO:tasks.rados.rados.0.smithi031.stdout:597: writing smithi03184240-32 from 737280 to 1138688 tid 2 2024-09-17T17:05:05.441 INFO:tasks.rados.rados.0.smithi031.stdout:598: snap_create 2024-09-17T17:05:05.441 INFO:tasks.rados.rados.0.smithi031.stdout:595: finishing rollback tid 1 to smithi03184240-41 2024-09-17T17:05:05.441 INFO:tasks.rados.rados.0.smithi031.stdout:594: finishing write tid 2 to smithi03184240-31 2024-09-17T17:05:05.441 INFO:tasks.rados.rados.0.smithi031.stdout:595: finishing rollback tid 2 to smithi03184240-41 2024-09-17T17:05:05.441 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 188 (ObjNum 129 snap 0 seq_num 1705025952) dirty exists 2024-09-17T17:05:05.441 INFO:tasks.rados.rados.0.smithi031.stdout:594: finishing write tid 3 to smithi03184240-31 2024-09-17T17:05:05.442 INFO:tasks.rados.rados.0.smithi031.stdout:594: finishing write tid 4 to smithi03184240-31 2024-09-17T17:05:05.442 INFO:tasks.rados.rados.0.smithi031.stdout:594: oid 31 updating version 0 to 173 2024-09-17T17:05:05.442 INFO:tasks.rados.rados.0.smithi031.stdout:594: oid 31 updating version 173 to 174 2024-09-17T17:05:05.442 INFO:tasks.rados.rados.0.smithi031.stdout:594: oid 31 updating version 174 to 175 2024-09-17T17:05:05.442 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 175 (ObjNum 210 snap 52 seq_num 210) dirty exists 2024-09-17T17:05:05.442 INFO:tasks.rados.rados.0.smithi031.stdout:594: left oid 31 (ObjNum 210 snap 52 seq_num 210) 2024-09-17T17:05:05.442 INFO:tasks.rados.rados.0.smithi031.stdout:596: expect (ObjNum 130 snap 29 seq_num 130) 2024-09-17T17:05:05.527 INFO:tasks.rados.rados.0.smithi031.stdout:597: finishing write tid 1 to smithi03184240-32 2024-09-17T17:05:05.527 INFO:tasks.rados.rados.0.smithi031.stdout:597: finishing write tid 2 to smithi03184240-32 2024-09-17T17:05:05.527 INFO:tasks.rados.rados.0.smithi031.stdout:597: finishing write tid 3 to smithi03184240-32 2024-09-17T17:05:05.527 INFO:tasks.rados.rados.0.smithi031.stdout:597: finishing write tid 4 to smithi03184240-32 2024-09-17T17:05:05.527 INFO:tasks.rados.rados.0.smithi031.stdout:597: oid 32 updating version 0 to 211 2024-09-17T17:05:05.527 INFO:tasks.rados.rados.0.smithi031.stdout:597: oid 32 version 211 is already newer than 210 2024-09-17T17:05:05.527 INFO:tasks.rados.rados.0.smithi031.stdout:597: oid 32 updating version 211 to 212 2024-09-17T17:05:05.527 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 212 (ObjNum 211 snap 52 seq_num 211) dirty exists 2024-09-17T17:05:05.527 INFO:tasks.rados.rados.0.smithi031.stdout:597: left oid 32 (ObjNum 211 snap 52 seq_num 211) 2024-09-17T17:05:05.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:05 smithi066 ceph-mon[31354]: osdmap e175: 8 total, 8 up, 8 in 2024-09-17T17:05:05.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:05 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:05:05.565 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:05 smithi066 podman[75338]: 2024-09-17 17:05:05.217032119 +0000 UTC m=+0.017566604 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-17T17:05:05.565 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:05 smithi066 podman[75338]: 2024-09-17 17:05:05.314515816 +0000 UTC m=+0.115050347 container create c9b5a757ee50cf1163418eaf036b8f27100d5700afb6aa787e262744e36edf0c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-17T17:05:05.565 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:05 smithi066 podman[75338]: 2024-09-17 17:05:05.533476494 +0000 UTC m=+0.334010982 container init c9b5a757ee50cf1163418eaf036b8f27100d5700afb6aa787e262744e36edf0c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-17T17:05:05.565 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:05 smithi066 podman[75338]: 2024-09-17 17:05:05.538250609 +0000 UTC m=+0.338785116 container start c9b5a757ee50cf1163418eaf036b8f27100d5700afb6aa787e262744e36edf0c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-17T17:05:05.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:05 smithi031 ceph-mon[27768]: osdmap e175: 8 total, 8 up, 8 in 2024-09-17T17:05:05.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:05 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:05:05.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:05 smithi031 ceph-mon[39468]: osdmap e175: 8 total, 8 up, 8 in 2024-09-17T17:05:05.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:05 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:05:05.904 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:05 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[75352]: ts=2024-09-17T17:05:05.562Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-17T17:05:05.904 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:05 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[75352]: ts=2024-09-17T17:05:05.563Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-17T17:05:05.904 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:05 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[75352]: ts=2024-09-17T17:05:05.563Z caller=main.go:570 level=info host_details="(Linux 5.14.0-508.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024 x86_64 smithi066 (none))" 2024-09-17T17:05:05.904 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:05 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[75352]: ts=2024-09-17T17:05:05.563Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-17T17:05:05.904 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:05 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[75352]: ts=2024-09-17T17:05:05.563Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-17T17:05:05.904 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:05 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[75352]: ts=2024-09-17T17:05:05.564Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-17T17:05:05.904 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:05 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[75352]: ts=2024-09-17T17:05:05.565Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-17T17:05:05.904 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:05 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[75352]: ts=2024-09-17T17:05:05.567Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-17T17:05:05.904 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:05 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[75352]: ts=2024-09-17T17:05:05.567Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-17T17:05:05.905 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:05 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[75352]: ts=2024-09-17T17:05:05.568Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-17T17:05:05.905 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:05 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[75352]: ts=2024-09-17T17:05:05.568Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.724µs 2024-09-17T17:05:05.905 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:05 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[75352]: ts=2024-09-17T17:05:05.568Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-17T17:05:05.905 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:05 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[75352]: ts=2024-09-17T17:05:05.569Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-09-17T17:05:05.905 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:05 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[75352]: ts=2024-09-17T17:05:05.576Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-09-17T17:05:05.905 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:05 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[75352]: ts=2024-09-17T17:05:05.576Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-09-17T17:05:05.905 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:05 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[75352]: ts=2024-09-17T17:05:05.576Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=22.373µs wal_replay_duration=8.468576ms wbl_replay_duration=130ns total_replay_duration=8.509452ms 2024-09-17T17:05:05.905 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:05 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[75352]: ts=2024-09-17T17:05:05.578Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-17T17:05:05.905 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:05 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[75352]: ts=2024-09-17T17:05:05.578Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-17T17:05:05.905 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:05 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[75352]: ts=2024-09-17T17:05:05.578Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-17T17:05:05.905 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:05 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[75352]: ts=2024-09-17T17:05:05.598Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.303469ms db_storage=775ns remote_storage=1.11µs web_handler=353ns query_engine=548ns scrape=291.002µs scrape_sd=112.11µs notify=17.004µs notify_sd=22.524µs rules=19.5026ms tracing=5.751µs 2024-09-17T17:05:05.905 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:05 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[75352]: ts=2024-09-17T17:05:05.598Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-17T17:05:05.905 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:05 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[75352]: ts=2024-09-17T17:05:05.598Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-17T17:05:05.906 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:05 smithi066 bash[75338]: c9b5a757ee50cf1163418eaf036b8f27100d5700afb6aa787e262744e36edf0c 2024-09-17T17:05:05.906 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:05 smithi066 systemd[1]: Started Ceph prometheus.a for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:05:06.294 INFO:tasks.rados.rados.0.smithi031.stdout:594: done (4 left) 2024-09-17T17:05:06.294 INFO:tasks.rados.rados.0.smithi031.stdout:595: done (3 left) 2024-09-17T17:05:06.294 INFO:tasks.rados.rados.0.smithi031.stdout:596: done (2 left) 2024-09-17T17:05:06.294 INFO:tasks.rados.rados.0.smithi031.stdout:597: done (1 left) 2024-09-17T17:05:06.294 INFO:tasks.rados.rados.0.smithi031.stdout:598: done (0 left) 2024-09-17T17:05:06.294 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 53 2024-09-17T17:05:06.294 INFO:tasks.rados.rados.0.smithi031.stdout:599: seq_num 212 ranges {0=753664,753664=401408} 2024-09-17T17:05:06.297 INFO:tasks.rados.rados.0.smithi031.stdout:599: writing smithi03184240-23 from 0 to 753664 tid 1 2024-09-17T17:05:06.300 INFO:tasks.rados.rados.0.smithi031.stdout:599: writing smithi03184240-23 from 753664 to 1155072 tid 2 2024-09-17T17:05:06.300 INFO:tasks.rados.rados.0.smithi031.stdout:600: copy_from oid 26 from oid 22 current snap is 53 2024-09-17T17:05:06.300 INFO:tasks.rados.rados.0.smithi031.stdout:601: snap_create 2024-09-17T17:05:06.304 INFO:tasks.rados.rados.0.smithi031.stdout:599: finishing write tid 1 to smithi03184240-23 2024-09-17T17:05:06.305 INFO:tasks.rados.rados.0.smithi031.stdout:599: finishing write tid 2 to smithi03184240-23 2024-09-17T17:05:06.305 INFO:tasks.rados.rados.0.smithi031.stdout:599: finishing write tid 3 to smithi03184240-23 2024-09-17T17:05:06.307 INFO:tasks.rados.rados.0.smithi031.stdout:599: finishing write tid 4 to smithi03184240-23 2024-09-17T17:05:06.307 INFO:tasks.rados.rados.0.smithi031.stdout:599: oid 23 updating version 0 to 137 2024-09-17T17:05:06.307 INFO:tasks.rados.rados.0.smithi031.stdout:599: oid 23 version 137 is already newer than 135 2024-09-17T17:05:06.307 INFO:tasks.rados.rados.0.smithi031.stdout:599: oid 23 version 137 is already newer than 136 2024-09-17T17:05:06.307 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 137 (ObjNum 212 snap 53 seq_num 212) dirty exists 2024-09-17T17:05:06.307 INFO:tasks.rados.rados.0.smithi031.stdout:599: left oid 23 (ObjNum 212 snap 53 seq_num 212) 2024-09-17T17:05:06.325 INFO:tasks.rados.rados.0.smithi031.stdout:600: finishing copy_from racing read to smithi03184240-26 2024-09-17T17:05:06.333 INFO:tasks.rados.rados.0.smithi031.stdout:600: finishing copy_from to smithi03184240-26 2024-09-17T17:05:06.334 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 143 (ObjNum 128 snap 28 seq_num 128) dirty exists 2024-09-17T17:05:06.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:06 smithi031 ceph-mon[27768]: osdmap e176: 8 total, 8 up, 8 in 2024-09-17T17:05:06.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:06 smithi031 ceph-mon[27768]: pgmap v30: 121 pgs: 121 active+clean; 166 MiB data, 564 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 774 KiB/s wr, 20 op/s 2024-09-17T17:05:06.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:06 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:06.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:06 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:06.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:06 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T17:05:06.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:06 smithi031 ceph-mon[27768]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T17:05:06.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:06 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:05:06.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:06 smithi031 ceph-mon[27768]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-17T17:05:06.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:06 smithi031 ceph-mon[27768]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-17T17:05:06.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:06 smithi031 ceph-mon[27768]: osdmap e177: 8 total, 8 up, 8 in 2024-09-17T17:05:06.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:06 smithi031 ceph-mon[39468]: osdmap e176: 8 total, 8 up, 8 in 2024-09-17T17:05:06.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:06 smithi031 ceph-mon[39468]: pgmap v30: 121 pgs: 121 active+clean; 166 MiB data, 564 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 774 KiB/s wr, 20 op/s 2024-09-17T17:05:06.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:06 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:06.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:06 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:06.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:06 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T17:05:06.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:06 smithi031 ceph-mon[39468]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T17:05:06.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:06 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:05:06.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:06 smithi031 ceph-mon[39468]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-17T17:05:06.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:06 smithi031 ceph-mon[39468]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-17T17:05:06.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:06 smithi031 ceph-mon[39468]: osdmap e177: 8 total, 8 up, 8 in 2024-09-17T17:05:06.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:06 smithi066 ceph-mon[31354]: osdmap e176: 8 total, 8 up, 8 in 2024-09-17T17:05:06.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:06 smithi066 ceph-mon[31354]: pgmap v30: 121 pgs: 121 active+clean; 166 MiB data, 564 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 774 KiB/s wr, 20 op/s 2024-09-17T17:05:06.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:06 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:06.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:06 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:06.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:06 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T17:05:06.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:06 smithi066 ceph-mon[31354]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T17:05:06.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:06 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:05:06.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:06 smithi066 ceph-mon[31354]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-17T17:05:06.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:06 smithi066 ceph-mon[31354]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-17T17:05:06.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:06 smithi066 ceph-mon[31354]: osdmap e177: 8 total, 8 up, 8 in 2024-09-17T17:05:07.294 INFO:tasks.rados.rados.0.smithi031.stdout:599: done (2 left) 2024-09-17T17:05:07.295 INFO:tasks.rados.rados.0.smithi031.stdout:600: done (1 left) 2024-09-17T17:05:07.295 INFO:tasks.rados.rados.0.smithi031.stdout:601: done (0 left) 2024-09-17T17:05:07.295 INFO:tasks.rados.rados.0.smithi031.stdout:602: snap_create 2024-09-17T17:05:08.296 INFO:tasks.rados.rados.0.smithi031.stdout:602: done (0 left) 2024-09-17T17:05:08.297 INFO:tasks.rados.rados.0.smithi031.stdout:603: delete oid 4 current snap is 55 2024-09-17T17:05:08.302 INFO:tasks.rados.rados.0.smithi031.stdout:603: done (0 left) 2024-09-17T17:05:08.302 INFO:tasks.rados.rados.0.smithi031.stdout:604: delete oid 15 current snap is 55 2024-09-17T17:05:08.307 INFO:tasks.rados.rados.0.smithi031.stdout:604: done (0 left) 2024-09-17T17:05:08.307 INFO:tasks.rados.rados.0.smithi031.stdout:605: snap_create 2024-09-17T17:05:08.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:08 smithi031 ceph-mon[39468]: osdmap e178: 8 total, 8 up, 8 in 2024-09-17T17:05:08.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:08 smithi031 ceph-mon[39468]: Upgrade: Updating mgr.y 2024-09-17T17:05:08.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:08 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:08.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:08 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T17:05:08.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:08 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T17:05:08.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:08 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T17:05:08.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:08 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:05:08.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:08 smithi031 ceph-mon[27768]: osdmap e178: 8 total, 8 up, 8 in 2024-09-17T17:05:08.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:08 smithi031 ceph-mon[27768]: Upgrade: Updating mgr.y 2024-09-17T17:05:08.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:08 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:08.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:08 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T17:05:08.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:08 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T17:05:08.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:08 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T17:05:08.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:08 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:05:08.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:08 smithi066 ceph-mon[31354]: osdmap e178: 8 total, 8 up, 8 in 2024-09-17T17:05:08.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:08 smithi066 ceph-mon[31354]: Upgrade: Updating mgr.y 2024-09-17T17:05:08.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:08 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:08.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:08 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T17:05:08.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:08 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T17:05:08.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:08 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T17:05:08.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:08 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:05:09.303 INFO:tasks.rados.rados.0.smithi031.stdout:605: done (0 left) 2024-09-17T17:05:09.303 INFO:tasks.rados.rados.0.smithi031.stdout:606: setattr oid 19 current snap is 56 2024-09-17T17:05:09.305 INFO:tasks.rados.rados.0.smithi031.stdout:607: rmattr oid 42 current snap is 56 2024-09-17T17:05:09.305 INFO:tasks.rados.rados.0.smithi031.stdout:607: done (1 left) 2024-09-17T17:05:09.306 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 39 current snap is 56 2024-09-17T17:05:09.306 INFO:tasks.rados.rados.0.smithi031.stdout:608: seq_num 215 ranges {606208=409600,1015808=532480,1548288=270336} 2024-09-17T17:05:09.311 INFO:tasks.rados.rados.0.smithi031.stdout:608: writing smithi03184240-39 from 606208 to 1015808 tid 1 2024-09-17T17:05:09.315 INFO:tasks.rados.rados.0.smithi031.stdout:608: writing smithi03184240-39 from 1015808 to 1548288 tid 2 2024-09-17T17:05:09.317 INFO:tasks.rados.rados.0.smithi031.stdout:608: writing smithi03184240-39 from 1548288 to 1818624 tid 3 2024-09-17T17:05:09.317 INFO:tasks.rados.rados.0.smithi031.stdout:609: read oid 47 snap -1 2024-09-17T17:05:09.317 INFO:tasks.rados.rados.0.smithi031.stdout:609: expect (ObjNum 91 snap 17 seq_num 91) 2024-09-17T17:05:09.317 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 41 current snap is 56 2024-09-17T17:05:09.317 INFO:tasks.rados.rados.0.smithi031.stdout:608: finishing write tid 1 to smithi03184240-39 2024-09-17T17:05:09.317 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 17 (ObjNum 138 snap 33 seq_num 138) dirty exists 2024-09-17T17:05:09.318 INFO:tasks.rados.rados.0.smithi031.stdout:610: seq_num 216 ranges {0=425984,425984=409600,835584=393216} 2024-09-17T17:05:09.320 INFO:tasks.rados.rados.0.smithi031.stdout:610: writing smithi03184240-41 from 0 to 425984 tid 1 2024-09-17T17:05:09.323 INFO:tasks.rados.rados.0.smithi031.stdout:610: writing smithi03184240-41 from 425984 to 835584 tid 2 2024-09-17T17:05:09.325 INFO:tasks.rados.rados.0.smithi031.stdout:610: writing smithi03184240-41 from 835584 to 1228800 tid 3 2024-09-17T17:05:09.325 INFO:tasks.rados.rados.0.smithi031.stdout:606: done (3 left) 2024-09-17T17:05:09.325 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 56 2024-09-17T17:05:09.325 INFO:tasks.rados.rados.0.smithi031.stdout:608: finishing write tid 2 to smithi03184240-39 2024-09-17T17:05:09.326 INFO:tasks.rados.rados.0.smithi031.stdout:611: seq_num 217 ranges {1155072=442368,1597440=696320,2293760=106496} 2024-09-17T17:05:09.334 INFO:tasks.rados.rados.0.smithi031.stdout:611: writing smithi03184240-23 from 1155072 to 1597440 tid 1 2024-09-17T17:05:09.338 INFO:tasks.rados.rados.0.smithi031.stdout:611: writing smithi03184240-23 from 1597440 to 2293760 tid 2 2024-09-17T17:05:09.339 INFO:tasks.rados.rados.0.smithi031.stdout:611: writing smithi03184240-23 from 2293760 to 2400256 tid 3 2024-09-17T17:05:09.339 INFO:tasks.rados.rados.0.smithi031.stdout:612: read oid 30 snap -1 2024-09-17T17:05:09.339 INFO:tasks.rados.rados.0.smithi031.stdout:612: expect (ObjNum 97 snap 23 seq_num 97) 2024-09-17T17:05:09.339 INFO:tasks.rados.rados.0.smithi031.stdout:613: copy_from oid 11 from oid 2 current snap is 56 2024-09-17T17:05:09.339 INFO:tasks.rados.rados.0.smithi031.stdout:608: finishing write tid 3 to smithi03184240-39 2024-09-17T17:05:09.339 INFO:tasks.rados.rados.0.smithi031.stdout:608: finishing write tid 4 to smithi03184240-39 2024-09-17T17:05:09.339 INFO:tasks.rados.rados.0.smithi031.stdout:608: finishing write tid 5 to smithi03184240-39 2024-09-17T17:05:09.339 INFO:tasks.rados.rados.0.smithi031.stdout:608: oid 39 updating version 0 to 271 2024-09-17T17:05:09.339 INFO:tasks.rados.rados.0.smithi031.stdout:608: oid 39 version 271 is already newer than 269 2024-09-17T17:05:09.340 INFO:tasks.rados.rados.0.smithi031.stdout:608: oid 39 version 271 is already newer than 270 2024-09-17T17:05:09.340 INFO:tasks.rados.rados.0.smithi031.stdout:608: oid 39 updating version 271 to 272 2024-09-17T17:05:09.340 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 272 (ObjNum 215 snap 56 seq_num 215) dirty exists 2024-09-17T17:05:09.340 INFO:tasks.rados.rados.0.smithi031.stdout:608: left oid 39 (ObjNum 215 snap 56 seq_num 215) 2024-09-17T17:05:09.340 INFO:tasks.rados.rados.0.smithi031.stdout:609: expect (ObjNum 91 snap 17 seq_num 91) 2024-09-17T17:05:09.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:09 smithi031 ceph-mon[27768]: Deploying daemon mgr.y on smithi031 2024-09-17T17:05:09.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:09 smithi031 ceph-mon[27768]: pgmap v33: 121 pgs: 121 active+clean; 166 MiB data, 564 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:05:09.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:09 smithi031 ceph-mon[27768]: osdmap e179: 8 total, 8 up, 8 in 2024-09-17T17:05:09.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:09 smithi031 ceph-mon[39468]: Deploying daemon mgr.y on smithi031 2024-09-17T17:05:09.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:09 smithi031 ceph-mon[39468]: pgmap v33: 121 pgs: 121 active+clean; 166 MiB data, 564 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:05:09.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:09 smithi031 ceph-mon[39468]: osdmap e179: 8 total, 8 up, 8 in 2024-09-17T17:05:09.344 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:09 smithi031 systemd[1]: Stopping Ceph mgr.y for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:05:09.392 INFO:tasks.rados.rados.0.smithi031.stdout:610: finishing write tid 1 to smithi03184240-41 2024-09-17T17:05:09.392 INFO:tasks.rados.rados.0.smithi031.stdout:608: done (5 left) 2024-09-17T17:05:09.392 INFO:tasks.rados.rados.0.smithi031.stdout:609: done (4 left) 2024-09-17T17:05:09.392 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 15 current snap is 56 2024-09-17T17:05:09.392 INFO:tasks.rados.rados.0.smithi031.stdout:610: finishing write tid 2 to smithi03184240-41 2024-09-17T17:05:09.392 INFO:tasks.rados.rados.0.smithi031.stdout:614: seq_num 218 ranges {0=458752,458752=581632,1040384=221184} 2024-09-17T17:05:09.394 INFO:tasks.rados.rados.0.smithi031.stdout:614: writing smithi03184240-15 from 0 to 458752 tid 1 2024-09-17T17:05:09.397 INFO:tasks.rados.rados.0.smithi031.stdout:614: writing smithi03184240-15 from 458752 to 1040384 tid 2 2024-09-17T17:05:09.399 INFO:tasks.rados.rados.0.smithi031.stdout:614: writing smithi03184240-15 from 1040384 to 1261568 tid 3 2024-09-17T17:05:09.399 INFO:tasks.rados.rados.0.smithi031.stdout:615: delete oid 13 current snap is 56 2024-09-17T17:05:09.399 INFO:tasks.rados.rados.0.smithi031.stdout:610: finishing write tid 3 to smithi03184240-41 2024-09-17T17:05:09.399 INFO:tasks.rados.rados.0.smithi031.stdout:610: finishing write tid 4 to smithi03184240-41 2024-09-17T17:05:09.399 INFO:tasks.rados.rados.0.smithi031.stdout:610: finishing write tid 5 to smithi03184240-41 2024-09-17T17:05:09.399 INFO:tasks.rados.rados.0.smithi031.stdout:610: oid 41 updating version 0 to 195 2024-09-17T17:05:09.399 INFO:tasks.rados.rados.0.smithi031.stdout:610: oid 41 version 195 is already newer than 192 2024-09-17T17:05:09.400 INFO:tasks.rados.rados.0.smithi031.stdout:610: oid 41 version 195 is already newer than 194 2024-09-17T17:05:09.400 INFO:tasks.rados.rados.0.smithi031.stdout:610: oid 41 version 195 is already newer than 193 2024-09-17T17:05:09.400 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 195 (ObjNum 216 snap 56 seq_num 216) dirty exists 2024-09-17T17:05:09.400 INFO:tasks.rados.rados.0.smithi031.stdout:610: left oid 41 (ObjNum 216 snap 56 seq_num 216) 2024-09-17T17:05:09.400 INFO:tasks.rados.rados.0.smithi031.stdout:611: finishing write tid 1 to smithi03184240-23 2024-09-17T17:05:09.400 INFO:tasks.rados.rados.0.smithi031.stdout:611: finishing write tid 2 to smithi03184240-23 2024-09-17T17:05:09.400 INFO:tasks.rados.rados.0.smithi031.stdout:611: finishing write tid 3 to smithi03184240-23 2024-09-17T17:05:09.400 INFO:tasks.rados.rados.0.smithi031.stdout:611: finishing write tid 4 to smithi03184240-23 2024-09-17T17:05:09.400 INFO:tasks.rados.rados.0.smithi031.stdout:611: finishing write tid 5 to smithi03184240-23 2024-09-17T17:05:09.400 INFO:tasks.rados.rados.0.smithi031.stdout:611: oid 23 updating version 0 to 140 2024-09-17T17:05:09.400 INFO:tasks.rados.rados.0.smithi031.stdout:611: oid 23 version 140 is already newer than 138 2024-09-17T17:05:09.400 INFO:tasks.rados.rados.0.smithi031.stdout:611: oid 23 updating version 140 to 141 2024-09-17T17:05:09.400 INFO:tasks.rados.rados.0.smithi031.stdout:611: oid 23 version 141 is already newer than 139 2024-09-17T17:05:09.400 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 141 (ObjNum 217 snap 56 seq_num 217) dirty exists 2024-09-17T17:05:09.401 INFO:tasks.rados.rados.0.smithi031.stdout:611: left oid 23 (ObjNum 217 snap 56 seq_num 217) 2024-09-17T17:05:09.401 INFO:tasks.rados.rados.0.smithi031.stdout:612: expect (ObjNum 97 snap 23 seq_num 97) 2024-09-17T17:05:09.454 INFO:tasks.rados.rados.0.smithi031.stdout:613: finishing copy_from racing read to smithi03184240-11 2024-09-17T17:05:09.454 INFO:tasks.rados.rados.0.smithi031.stdout:613: finishing copy_from to smithi03184240-11 2024-09-17T17:05:09.454 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 330 (ObjNum 199 snap 47 seq_num 199) dirty exists 2024-09-17T17:05:09.454 INFO:tasks.rados.rados.0.smithi031.stdout:610: done (5 left) 2024-09-17T17:05:09.454 INFO:tasks.rados.rados.0.smithi031.stdout:611: done (4 left) 2024-09-17T17:05:09.454 INFO:tasks.rados.rados.0.smithi031.stdout:612: done (3 left) 2024-09-17T17:05:09.454 INFO:tasks.rados.rados.0.smithi031.stdout:613: done (2 left) 2024-09-17T17:05:09.454 INFO:tasks.rados.rados.0.smithi031.stdout:615: done (1 left) 2024-09-17T17:05:09.454 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 39 current snap is 56 2024-09-17T17:05:09.455 INFO:tasks.rados.rados.0.smithi031.stdout:614: finishing write tid 1 to smithi03184240-15 2024-09-17T17:05:09.455 INFO:tasks.rados.rados.0.smithi031.stdout:616: seq_num 220 ranges {1818624=491520,2310144=753664,3063808=49152} 2024-09-17T17:05:09.466 INFO:tasks.rados.rados.0.smithi031.stdout:616: writing smithi03184240-39 from 1818624 to 2310144 tid 1 2024-09-17T17:05:09.471 INFO:tasks.rados.rados.0.smithi031.stdout:616: writing smithi03184240-39 from 2310144 to 3063808 tid 2 2024-09-17T17:05:09.471 INFO:tasks.rados.rados.0.smithi031.stdout:616: writing smithi03184240-39 from 3063808 to 3112960 tid 3 2024-09-17T17:05:09.471 INFO:tasks.rados.rados.0.smithi031.stdout:617: setattr oid 18 current snap is 56 2024-09-17T17:05:09.471 INFO:tasks.rados.rados.0.smithi031.stdout:614: finishing write tid 2 to smithi03184240-15 2024-09-17T17:05:09.471 INFO:tasks.rados.rados.0.smithi031.stdout:614: finishing write tid 3 to smithi03184240-15 2024-09-17T17:05:09.471 INFO:tasks.rados.rados.0.smithi031.stdout:614: finishing write tid 4 to smithi03184240-15 2024-09-17T17:05:09.471 INFO:tasks.rados.rados.0.smithi031.stdout:614: finishing write tid 5 to smithi03184240-15 2024-09-17T17:05:09.471 INFO:tasks.rados.rados.0.smithi031.stdout:614: oid 15 updating version 0 to 179 2024-09-17T17:05:09.472 INFO:tasks.rados.rados.0.smithi031.stdout:614: oid 15 updating version 179 to 181 2024-09-17T17:05:09.472 INFO:tasks.rados.rados.0.smithi031.stdout:614: oid 15 version 181 is already newer than 180 2024-09-17T17:05:09.472 INFO:tasks.rados.rados.0.smithi031.stdout:614: oid 15 version 181 is already newer than 178 2024-09-17T17:05:09.472 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 181 (ObjNum 218 snap 56 seq_num 218) dirty exists 2024-09-17T17:05:09.472 INFO:tasks.rados.rados.0.smithi031.stdout:614: left oid 15 (ObjNum 218 snap 56 seq_num 218) 2024-09-17T17:05:09.472 INFO:tasks.rados.rados.0.smithi031.stdout:616: finishing write tid 1 to smithi03184240-39 2024-09-17T17:05:09.472 INFO:tasks.rados.rados.0.smithi031.stdout:614: done (2 left) 2024-09-17T17:05:09.473 INFO:tasks.rados.rados.0.smithi031.stdout:618: delete oid 43 current snap is 56 2024-09-17T17:05:09.474 INFO:tasks.rados.rados.0.smithi031.stdout:616: finishing write tid 2 to smithi03184240-39 2024-09-17T17:05:09.474 INFO:tasks.rados.rados.0.smithi031.stdout:616: finishing write tid 3 to smithi03184240-39 2024-09-17T17:05:09.474 INFO:tasks.rados.rados.0.smithi031.stdout:616: finishing write tid 4 to smithi03184240-39 2024-09-17T17:05:09.474 INFO:tasks.rados.rados.0.smithi031.stdout:618: done (2 left) 2024-09-17T17:05:09.475 INFO:tasks.rados.rados.0.smithi031.stdout:619: snap_remove snap 47 2024-09-17T17:05:09.612 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:09 smithi031 podman[86357]: 2024-09-17 17:05:09.34648841 +0000 UTC m=+0.133663964 container died 2c74dd39c7961c7f03c1ddc20121e36d03a7679b98354043f0e9b177903edf25 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T17:05:09.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:09 smithi066 ceph-mon[31354]: Deploying daemon mgr.y on smithi031 2024-09-17T17:05:09.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:09 smithi066 ceph-mon[31354]: pgmap v33: 121 pgs: 121 active+clean; 166 MiB data, 564 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:05:09.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:09 smithi066 ceph-mon[31354]: osdmap e179: 8 total, 8 up, 8 in 2024-09-17T17:05:09.881 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:09 smithi031 podman[86357]: 2024-09-17 17:05:09.610929888 +0000 UTC m=+0.398105442 container cleanup 2c74dd39c7961c7f03c1ddc20121e36d03a7679b98354043f0e9b177903edf25 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-09-17T17:05:09.881 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:09 smithi031 bash[86357]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y 2024-09-17T17:05:10.260 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:09 smithi031 podman[86373]: 2024-09-17 17:05:09.879506849 +0000 UTC m=+0.529520004 container remove 2c74dd39c7961c7f03c1ddc20121e36d03a7679b98354043f0e9b177903edf25 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-09-17T17:05:10.260 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:09 smithi031 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-09-17T17:05:10.260 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:10 smithi031 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-09-17T17:05:10.260 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:10 smithi031 systemd[1]: Stopped Ceph mgr.y for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:05:10.260 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:10 smithi031 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mgr.y.service: Consumed 49.606s CPU time. 2024-09-17T17:05:10.325 INFO:tasks.rados.rados.0.smithi031.stdout:619: done (2 left) 2024-09-17T17:05:10.326 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 33 current snap is 56 2024-09-17T17:05:10.326 INFO:tasks.rados.rados.0.smithi031.stdout:620: seq_num 222 ranges {0=524288,524288=565248,1089536=237568} 2024-09-17T17:05:10.329 INFO:tasks.rados.rados.0.smithi031.stdout:620: writing smithi03184240-33 from 0 to 524288 tid 1 2024-09-17T17:05:10.333 INFO:tasks.rados.rados.0.smithi031.stdout:620: writing smithi03184240-33 from 524288 to 1089536 tid 2 2024-09-17T17:05:10.335 INFO:tasks.rados.rados.0.smithi031.stdout:620: writing smithi03184240-33 from 1089536 to 1327104 tid 3 2024-09-17T17:05:10.335 INFO:tasks.rados.rados.0.smithi031.stdout:621: snap_create 2024-09-17T17:05:10.335 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 331 (ObjNum 115 snap 26 seq_num 115) dirty exists 2024-09-17T17:05:10.335 INFO:tasks.rados.rados.0.smithi031.stdout:616: finishing write tid 5 to smithi03184240-39 2024-09-17T17:05:10.335 INFO:tasks.rados.rados.0.smithi031.stdout:616: oid 39 updating version 0 to 275 2024-09-17T17:05:10.335 INFO:tasks.rados.rados.0.smithi031.stdout:616: oid 39 updating version 275 to 276 2024-09-17T17:05:10.335 INFO:tasks.rados.rados.0.smithi031.stdout:616: oid 39 updating version 276 to 277 2024-09-17T17:05:10.335 INFO:tasks.rados.rados.0.smithi031.stdout:616: oid 39 updating version 277 to 278 2024-09-17T17:05:10.335 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 278 (ObjNum 220 snap 56 seq_num 220) dirty exists 2024-09-17T17:05:10.335 INFO:tasks.rados.rados.0.smithi031.stdout:616: left oid 39 (ObjNum 220 snap 56 seq_num 220) 2024-09-17T17:05:10.335 INFO:tasks.rados.rados.0.smithi031.stdout:620: finishing write tid 1 to smithi03184240-33 2024-09-17T17:05:10.338 INFO:tasks.rados.rados.0.smithi031.stdout:620: finishing write tid 2 to smithi03184240-33 2024-09-17T17:05:10.339 INFO:tasks.rados.rados.0.smithi031.stdout:620: finishing write tid 3 to smithi03184240-33 2024-09-17T17:05:10.339 INFO:tasks.rados.rados.0.smithi031.stdout:620: finishing write tid 4 to smithi03184240-33 2024-09-17T17:05:10.340 INFO:tasks.rados.rados.0.smithi031.stdout:620: finishing write tid 5 to smithi03184240-33 2024-09-17T17:05:10.340 INFO:tasks.rados.rados.0.smithi031.stdout:620: oid 33 updating version 0 to 287 2024-09-17T17:05:10.340 INFO:tasks.rados.rados.0.smithi031.stdout:620: oid 33 updating version 287 to 288 2024-09-17T17:05:10.341 INFO:tasks.rados.rados.0.smithi031.stdout:620: oid 33 version 288 is already newer than 286 2024-09-17T17:05:10.341 INFO:tasks.rados.rados.0.smithi031.stdout:620: oid 33 version 288 is already newer than 283 2024-09-17T17:05:10.341 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 288 (ObjNum 222 snap 56 seq_num 222) dirty exists 2024-09-17T17:05:10.341 INFO:tasks.rados.rados.0.smithi031.stdout:620: left oid 33 (ObjNum 222 snap 56 seq_num 222) 2024-09-17T17:05:10.533 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:10 smithi031 ceph-mon[27768]: osdmap e180: 8 total, 8 up, 8 in 2024-09-17T17:05:10.534 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:10 smithi031 ceph-mon[39468]: osdmap e180: 8 total, 8 up, 8 in 2024-09-17T17:05:10.534 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:10 smithi031 systemd[1]: Starting Ceph mgr.y for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:05:10.534 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:10 smithi031 podman[86504]: 2024-09-17 17:05:10.38355004 +0000 UTC m=+0.016175763 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:05:10.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:10 smithi066 ceph-mon[31354]: osdmap e180: 8 total, 8 up, 8 in 2024-09-17T17:05:10.803 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:10 smithi031 podman[86504]: 2024-09-17 17:05:10.532362704 +0000 UTC m=+0.164988409 container create 9305cc0f241a410118c2eab513ce01d3dc3b782146266367731bb0db181c9af9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16) 2024-09-17T17:05:11.298 INFO:tasks.rados.rados.0.smithi031.stdout:616: done (3 left) 2024-09-17T17:05:11.298 INFO:tasks.rados.rados.0.smithi031.stdout:617: done (2 left) 2024-09-17T17:05:11.298 INFO:tasks.rados.rados.0.smithi031.stdout:620: done (1 left) 2024-09-17T17:05:11.298 INFO:tasks.rados.rados.0.smithi031.stdout:621: done (0 left) 2024-09-17T17:05:11.298 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 27 current snap is 57 2024-09-17T17:05:11.299 INFO:tasks.rados.rados.0.smithi031.stdout:622: seq_num 223 ranges {0=540672,540672=450560,991232=352256} 2024-09-17T17:05:11.301 INFO:tasks.rados.rados.0.smithi031.stdout:622: writing smithi03184240-27 from 0 to 540672 tid 1 2024-09-17T17:05:11.303 INFO:tasks.rados.rados.0.smithi031.stdout:622: writing smithi03184240-27 from 540672 to 991232 tid 2 2024-09-17T17:05:11.305 INFO:tasks.rados.rados.0.smithi031.stdout:622: writing smithi03184240-27 from 991232 to 1343488 tid 3 2024-09-17T17:05:11.306 INFO:tasks.rados.rados.0.smithi031.stdout:623: rollback oid 16 current snap is 57 2024-09-17T17:05:11.306 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 16 to 50 2024-09-17T17:05:11.306 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 57 2024-09-17T17:05:11.306 INFO:tasks.rados.rados.0.smithi031.stdout:624: seq_num 224 ranges {1138688=557056,1695744=737280,2433024=65536} 2024-09-17T17:05:11.315 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:10 smithi031 podman[86504]: 2024-09-17 17:05:10.908279944 +0000 UTC m=+0.540905655 container init 9305cc0f241a410118c2eab513ce01d3dc3b782146266367731bb0db181c9af9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, ceph=True) 2024-09-17T17:05:11.316 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:10 smithi031 podman[86504]: 2024-09-17 17:05:10.913335976 +0000 UTC m=+0.545961682 container start 9305cc0f241a410118c2eab513ce01d3dc3b782146266367731bb0db181c9af9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T17:05:11.316 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:10 smithi031 ceph-mgr[86542]: -- 172.21.15.31:0/4070772531 <== mon.2 v2:172.21.15.31:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a5ce2510e0 con 0x55a5ce22e800 2024-09-17T17:05:11.316 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:11 smithi031 bash[86504]: 9305cc0f241a410118c2eab513ce01d3dc3b782146266367731bb0db181c9af9 2024-09-17T17:05:11.316 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:11 smithi031 systemd[1]: Started Ceph mgr.y for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:05:11.316 INFO:tasks.rados.rados.0.smithi031.stdout:624: writing smithi03184240-32 from 1138688 to 1695744 tid 1 2024-09-17T17:05:11.320 INFO:tasks.rados.rados.0.smithi031.stdout:624: writing smithi03184240-32 from 1695744 to 2433024 tid 2 2024-09-17T17:05:11.321 INFO:tasks.rados.rados.0.smithi031.stdout:624: writing smithi03184240-32 from 2433024 to 2498560 tid 3 2024-09-17T17:05:11.321 INFO:tasks.rados.rados.0.smithi031.stdout:625: snap_create 2024-09-17T17:05:11.321 INFO:tasks.rados.rados.0.smithi031.stdout:622: finishing write tid 1 to smithi03184240-27 2024-09-17T17:05:11.321 INFO:tasks.rados.rados.0.smithi031.stdout:623: finishing rollback tid 1 to smithi03184240-16 2024-09-17T17:05:11.321 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 74 (ObjNum 113 snap 0 seq_num 1011195135) dirty dne 2024-09-17T17:05:11.322 INFO:tasks.rados.rados.0.smithi031.stdout:622: finishing write tid 2 to smithi03184240-27 2024-09-17T17:05:11.322 INFO:tasks.rados.rados.0.smithi031.stdout:622: finishing write tid 3 to smithi03184240-27 2024-09-17T17:05:11.322 INFO:tasks.rados.rados.0.smithi031.stdout:622: finishing write tid 4 to smithi03184240-27 2024-09-17T17:05:11.322 INFO:tasks.rados.rados.0.smithi031.stdout:622: finishing write tid 5 to smithi03184240-27 2024-09-17T17:05:11.322 INFO:tasks.rados.rados.0.smithi031.stdout:622: oid 27 updating version 0 to 186 2024-09-17T17:05:11.322 INFO:tasks.rados.rados.0.smithi031.stdout:622: oid 27 updating version 186 to 188 2024-09-17T17:05:11.322 INFO:tasks.rados.rados.0.smithi031.stdout:622: oid 27 version 188 is already newer than 187 2024-09-17T17:05:11.322 INFO:tasks.rados.rados.0.smithi031.stdout:622: oid 27 updating version 188 to 189 2024-09-17T17:05:11.322 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 189 (ObjNum 223 snap 57 seq_num 223) dirty exists 2024-09-17T17:05:11.322 INFO:tasks.rados.rados.0.smithi031.stdout:622: left oid 27 (ObjNum 223 snap 57 seq_num 223) 2024-09-17T17:05:11.322 INFO:tasks.rados.rados.0.smithi031.stdout:624: finishing write tid 1 to smithi03184240-32 2024-09-17T17:05:11.324 INFO:tasks.rados.rados.0.smithi031.stdout:624: finishing write tid 2 to smithi03184240-32 2024-09-17T17:05:11.324 INFO:tasks.rados.rados.0.smithi031.stdout:624: finishing write tid 3 to smithi03184240-32 2024-09-17T17:05:11.324 INFO:tasks.rados.rados.0.smithi031.stdout:624: finishing write tid 4 to smithi03184240-32 2024-09-17T17:05:11.325 INFO:tasks.rados.rados.0.smithi031.stdout:624: finishing write tid 5 to smithi03184240-32 2024-09-17T17:05:11.325 INFO:tasks.rados.rados.0.smithi031.stdout:624: oid 32 updating version 0 to 219 2024-09-17T17:05:11.325 INFO:tasks.rados.rados.0.smithi031.stdout:624: oid 32 updating version 219 to 220 2024-09-17T17:05:11.326 INFO:tasks.rados.rados.0.smithi031.stdout:624: oid 32 updating version 220 to 221 2024-09-17T17:05:11.326 INFO:tasks.rados.rados.0.smithi031.stdout:624: oid 32 version 221 is already newer than 218 2024-09-17T17:05:11.326 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 221 (ObjNum 224 snap 57 seq_num 224) dirty exists 2024-09-17T17:05:11.326 INFO:tasks.rados.rados.0.smithi031.stdout:624: left oid 32 (ObjNum 224 snap 57 seq_num 224) 2024-09-17T17:05:11.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:11 smithi031 ceph-mon[39468]: pgmap v36: 121 pgs: 121 active+clean; 174 MiB data, 578 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-09-17T17:05:11.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:11 smithi031 ceph-mon[39468]: osdmap e181: 8 total, 8 up, 8 in 2024-09-17T17:05:11.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:11 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:11.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:11 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:11.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:11 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:05:11.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:11 smithi031 ceph-mon[39468]: osdmap e182: 8 total, 8 up, 8 in 2024-09-17T17:05:11.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:11 smithi031 ceph-mon[27768]: pgmap v36: 121 pgs: 121 active+clean; 174 MiB data, 578 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-09-17T17:05:11.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:11 smithi031 ceph-mon[27768]: osdmap e181: 8 total, 8 up, 8 in 2024-09-17T17:05:11.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:11 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:11.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:11 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:11.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:11 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:05:11.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:11 smithi031 ceph-mon[27768]: osdmap e182: 8 total, 8 up, 8 in 2024-09-17T17:05:11.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:11 smithi066 ceph-mon[31354]: pgmap v36: 121 pgs: 121 active+clean; 174 MiB data, 578 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-09-17T17:05:11.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:11 smithi066 ceph-mon[31354]: osdmap e181: 8 total, 8 up, 8 in 2024-09-17T17:05:11.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:11 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:11.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:11 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:11.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:11 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:05:11.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:11 smithi066 ceph-mon[31354]: osdmap e182: 8 total, 8 up, 8 in 2024-09-17T17:05:12.322 INFO:tasks.rados.rados.0.smithi031.stdout:622: done (3 left) 2024-09-17T17:05:12.322 INFO:tasks.rados.rados.0.smithi031.stdout:623: done (2 left) 2024-09-17T17:05:12.322 INFO:tasks.rados.rados.0.smithi031.stdout:624: done (1 left) 2024-09-17T17:05:12.322 INFO:tasks.rados.rados.0.smithi031.stdout:625: done (0 left) 2024-09-17T17:05:12.323 INFO:tasks.rados.rados.0.smithi031.stdout:626: setattr oid 7 current snap is 58 2024-09-17T17:05:12.325 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 19 current snap is 58 2024-09-17T17:05:12.325 INFO:tasks.rados.rados.0.smithi031.stdout:627: seq_num 225 ranges {2326528=573440,2899968=622592,3522560=180224} 2024-09-17T17:05:12.342 INFO:tasks.rados.rados.0.smithi031.stdout:627: writing smithi03184240-19 from 2326528 to 2899968 tid 1 2024-09-17T17:05:12.346 INFO:tasks.rados.rados.0.smithi031.stdout:627: writing smithi03184240-19 from 2899968 to 3522560 tid 2 2024-09-17T17:05:12.348 INFO:tasks.rados.rados.0.smithi031.stdout:627: writing smithi03184240-19 from 3522560 to 3702784 tid 3 2024-09-17T17:05:12.348 INFO:tasks.rados.rados.0.smithi031.stdout:628: copy_from oid 13 from oid 8 current snap is 58 2024-09-17T17:05:12.348 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 332 (ObjNum 192 snap 46 seq_num 192) dirty exists 2024-09-17T17:05:12.348 INFO:tasks.rados.rados.0.smithi031.stdout:627: finishing write tid 1 to smithi03184240-19 2024-09-17T17:05:12.348 INFO:tasks.rados.rados.0.smithi031.stdout:626: done (2 left) 2024-09-17T17:05:12.349 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 41 current snap is 58 2024-09-17T17:05:12.349 INFO:tasks.rados.rados.0.smithi031.stdout:629: seq_num 226 ranges {1228800=589824,1818624=507904,2326528=294912} 2024-09-17T17:05:12.359 INFO:tasks.rados.rados.0.smithi031.stdout:629: writing smithi03184240-41 from 1228800 to 1818624 tid 1 2024-09-17T17:05:12.363 INFO:tasks.rados.rados.0.smithi031.stdout:629: writing smithi03184240-41 from 1818624 to 2326528 tid 2 2024-09-17T17:05:12.365 INFO:tasks.rados.rados.0.smithi031.stdout:629: writing smithi03184240-41 from 2326528 to 2621440 tid 3 2024-09-17T17:05:12.365 INFO:tasks.rados.rados.0.smithi031.stdout:630: read oid 20 snap 55 2024-09-17T17:05:12.365 INFO:tasks.rados.rados.0.smithi031.stdout:630: expect (ObjNum 1705004160 snap 21918 seq_num 1705125504) 2024-09-17T17:05:12.365 INFO:tasks.rados.rados.0.smithi031.stdout:631: snap_remove snap 57 2024-09-17T17:05:12.557 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:12 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:12.557 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:12 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:12.557 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:12 smithi066 ceph-mon[31354]: pgmap v39: 121 pgs: 121 active+clean; 174 MiB data, 578 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-09-17T17:05:12.558 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:12 smithi066 ceph-mon[31354]: osdmap e183: 8 total, 8 up, 8 in 2024-09-17T17:05:12.558 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:05:12 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:05:12] "GET /metrics HTTP/1.1" 200 36088 "" "Prometheus/2.43.0" 2024-09-17T17:05:12.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:12 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:12.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:12 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:12.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:12 smithi031 ceph-mon[27768]: pgmap v39: 121 pgs: 121 active+clean; 174 MiB data, 578 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-09-17T17:05:12.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:12 smithi031 ceph-mon[27768]: osdmap e183: 8 total, 8 up, 8 in 2024-09-17T17:05:12.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:12 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:12.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:12 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:12.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:12 smithi031 ceph-mon[39468]: pgmap v39: 121 pgs: 121 active+clean; 174 MiB data, 578 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-09-17T17:05:12.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:12 smithi031 ceph-mon[39468]: osdmap e183: 8 total, 8 up, 8 in 2024-09-17T17:05:13.324 INFO:tasks.rados.rados.0.smithi031.stdout:631: done (4 left) 2024-09-17T17:05:13.324 INFO:tasks.rados.rados.0.smithi031.stdout:632: read oid 21 snap -1 2024-09-17T17:05:13.324 INFO:tasks.rados.rados.0.smithi031.stdout:632: expect (ObjNum 126 snap 28 seq_num 126) 2024-09-17T17:05:13.325 INFO:tasks.rados.rados.0.smithi031.stdout:633: rollback oid 3 current snap is 58 2024-09-17T17:05:13.325 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 3 to 35 2024-09-17T17:05:13.325 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 1 current snap is 58 2024-09-17T17:05:13.325 INFO:tasks.rados.rados.0.smithi031.stdout:634: seq_num 227 ranges {1908736=606208,2514944=794624,3309568=8192} 2024-09-17T17:05:13.338 INFO:tasks.rados.rados.0.smithi031.stdout:634: writing smithi03184240-1 from 1908736 to 2514944 tid 1 2024-09-17T17:05:13.344 INFO:tasks.rados.rados.0.smithi031.stdout:634: writing smithi03184240-1 from 2514944 to 3309568 tid 2 2024-09-17T17:05:13.344 INFO:tasks.rados.rados.0.smithi031.stdout:634: writing smithi03184240-1 from 3309568 to 3317760 tid 3 2024-09-17T17:05:13.344 INFO:tasks.rados.rados.0.smithi031.stdout:635: copy_from oid 27 from oid 37 current snap is 58 2024-09-17T17:05:13.344 INFO:tasks.rados.rados.0.smithi031.stdout:627: finishing write tid 2 to smithi03184240-19 2024-09-17T17:05:13.344 INFO:tasks.rados.rados.0.smithi031.stdout:628: finishing copy_from racing read to smithi03184240-13 2024-09-17T17:05:13.344 INFO:tasks.rados.rados.0.smithi031.stdout:627: finishing write tid 3 to smithi03184240-19 2024-09-17T17:05:13.344 INFO:tasks.rados.rados.0.smithi031.stdout:628: finishing copy_from to smithi03184240-13 2024-09-17T17:05:13.344 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 265 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-17T17:05:13.344 INFO:tasks.rados.rados.0.smithi031.stdout:627: finishing write tid 4 to smithi03184240-19 2024-09-17T17:05:13.344 INFO:tasks.rados.rados.0.smithi031.stdout:627: finishing write tid 5 to smithi03184240-19 2024-09-17T17:05:13.344 INFO:tasks.rados.rados.0.smithi031.stdout:627: oid 19 updating version 0 to 21 2024-09-17T17:05:13.344 INFO:tasks.rados.rados.0.smithi031.stdout:627: oid 19 updating version 21 to 24 2024-09-17T17:05:13.344 INFO:tasks.rados.rados.0.smithi031.stdout:627: oid 19 version 24 is already newer than 22 2024-09-17T17:05:13.345 INFO:tasks.rados.rados.0.smithi031.stdout:627: oid 19 version 24 is already newer than 23 2024-09-17T17:05:13.345 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 24 (ObjNum 225 snap 58 seq_num 225) dirty exists 2024-09-17T17:05:13.345 INFO:tasks.rados.rados.0.smithi031.stdout:627: left oid 19 (ObjNum 225 snap 58 seq_num 225) 2024-09-17T17:05:13.345 INFO:tasks.rados.rados.0.smithi031.stdout:629: finishing write tid 1 to smithi03184240-41 2024-09-17T17:05:13.345 INFO:tasks.rados.rados.0.smithi031.stdout:629: finishing write tid 2 to smithi03184240-41 2024-09-17T17:05:13.345 INFO:tasks.rados.rados.0.smithi031.stdout:630: expect (ObjNum 1705004160 snap 21918 seq_num 1705125504) 2024-09-17T17:05:13.345 INFO:tasks.rados.rados.0.smithi031.stdout:629: finishing write tid 3 to smithi03184240-41 2024-09-17T17:05:13.345 INFO:tasks.rados.rados.0.smithi031.stdout:629: finishing write tid 4 to smithi03184240-41 2024-09-17T17:05:13.345 INFO:tasks.rados.rados.0.smithi031.stdout:629: finishing write tid 5 to smithi03184240-41 2024-09-17T17:05:13.346 INFO:tasks.rados.rados.0.smithi031.stdout:629: oid 41 updating version 0 to 201 2024-09-17T17:05:13.346 INFO:tasks.rados.rados.0.smithi031.stdout:629: oid 41 updating version 201 to 204 2024-09-17T17:05:13.346 INFO:tasks.rados.rados.0.smithi031.stdout:629: oid 41 version 204 is already newer than 203 2024-09-17T17:05:13.346 INFO:tasks.rados.rados.0.smithi031.stdout:629: oid 41 version 204 is already newer than 202 2024-09-17T17:05:13.346 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 204 (ObjNum 226 snap 58 seq_num 226) dirty exists 2024-09-17T17:05:13.346 INFO:tasks.rados.rados.0.smithi031.stdout:629: left oid 41 (ObjNum 226 snap 58 seq_num 226) 2024-09-17T17:05:13.346 INFO:tasks.rados.rados.0.smithi031.stdout:633: finishing rollback tid 0 to smithi03184240-3 2024-09-17T17:05:13.346 INFO:tasks.rados.rados.0.smithi031.stdout:633: finishing rollback tid 1 to smithi03184240-3 2024-09-17T17:05:13.346 INFO:tasks.rados.rados.0.smithi031.stdout:633: finishing rollback tid 2 to smithi03184240-3 2024-09-17T17:05:13.346 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 178 (ObjNum 105 snap 24 seq_num 105) dirty exists 2024-09-17T17:05:13.346 INFO:tasks.rados.rados.0.smithi031.stdout:634: finishing write tid 1 to smithi03184240-1 2024-09-17T17:05:13.346 INFO:tasks.rados.rados.0.smithi031.stdout:632: expect (ObjNum 126 snap 28 seq_num 126) 2024-09-17T17:05:13.501 INFO:tasks.rados.rados.0.smithi031.stdout:635: finishing copy_from to smithi03184240-27 2024-09-17T17:05:13.501 INFO:tasks.rados.rados.0.smithi031.stdout:635: got expected ENOENT (src dne) 2024-09-17T17:05:13.501 INFO:tasks.rados.rados.0.smithi031.stdout:635: finishing copy_from racing read to smithi03184240-27 2024-09-17T17:05:13.502 INFO:tasks.rados.rados.0.smithi031.stdout:634: finishing write tid 2 to smithi03184240-1 2024-09-17T17:05:13.502 INFO:tasks.rados.rados.0.smithi031.stdout:627: done (7 left) 2024-09-17T17:05:13.502 INFO:tasks.rados.rados.0.smithi031.stdout:628: done (6 left) 2024-09-17T17:05:13.502 INFO:tasks.rados.rados.0.smithi031.stdout:629: done (5 left) 2024-09-17T17:05:13.502 INFO:tasks.rados.rados.0.smithi031.stdout:630: done (4 left) 2024-09-17T17:05:13.502 INFO:tasks.rados.rados.0.smithi031.stdout:632: done (3 left) 2024-09-17T17:05:13.502 INFO:tasks.rados.rados.0.smithi031.stdout:633: done (2 left) 2024-09-17T17:05:13.502 INFO:tasks.rados.rados.0.smithi031.stdout:635: done (1 left) 2024-09-17T17:05:13.502 INFO:tasks.rados.rados.0.smithi031.stdout:636: rollback oid 34 current snap is 58 2024-09-17T17:05:13.502 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 34 to 45 2024-09-17T17:05:13.502 INFO:tasks.rados.rados.0.smithi031.stdout:634: finishing write tid 3 to smithi03184240-1 2024-09-17T17:05:13.502 INFO:tasks.rados.rados.0.smithi031.stdout:634: finishing write tid 4 to smithi03184240-1 2024-09-17T17:05:13.502 INFO:tasks.rados.rados.0.smithi031.stdout:634: finishing write tid 5 to smithi03184240-1 2024-09-17T17:05:13.502 INFO:tasks.rados.rados.0.smithi031.stdout:634: oid 1 updating version 0 to 193 2024-09-17T17:05:13.503 INFO:tasks.rados.rados.0.smithi031.stdout:634: oid 1 updating version 193 to 195 2024-09-17T17:05:13.503 INFO:tasks.rados.rados.0.smithi031.stdout:634: oid 1 version 195 is already newer than 194 2024-09-17T17:05:13.503 INFO:tasks.rados.rados.0.smithi031.stdout:634: oid 1 version 195 is already newer than 192 2024-09-17T17:05:13.503 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 195 (ObjNum 227 snap 58 seq_num 227) dirty exists 2024-09-17T17:05:13.503 INFO:tasks.rados.rados.0.smithi031.stdout:634: left oid 1 (ObjNum 227 snap 58 seq_num 227) 2024-09-17T17:05:13.503 INFO:tasks.rados.rados.0.smithi031.stdout:634: done (1 left) 2024-09-17T17:05:13.503 INFO:tasks.rados.rados.0.smithi031.stdout:637: copy_from oid 47 from oid 42 current snap is 58 2024-09-17T17:05:13.503 INFO:tasks.rados.rados.0.smithi031.stdout:638: rollback oid 28 current snap is 58 2024-09-17T17:05:13.503 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 28 to 46 2024-09-17T17:05:13.503 INFO:tasks.rados.rados.0.smithi031.stdout:639: delete oid 33 current snap is 58 2024-09-17T17:05:13.503 INFO:tasks.rados.rados.0.smithi031.stdout:639: done (3 left) 2024-09-17T17:05:13.504 INFO:tasks.rados.rados.0.smithi031.stdout:640: delete oid 40 current snap is 58 2024-09-17T17:05:13.504 INFO:tasks.rados.rados.0.smithi031.stdout:636: finishing rollback tid 0 to smithi03184240-34 2024-09-17T17:05:13.505 INFO:tasks.rados.rados.0.smithi031.stdout:636: finishing rollback tid 1 to smithi03184240-34 2024-09-17T17:05:13.505 INFO:tasks.rados.rados.0.smithi031.stdout:636: finishing rollback tid 2 to smithi03184240-34 2024-09-17T17:05:13.505 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 210 (ObjNum 171 snap 43 seq_num 171) dirty exists 2024-09-17T17:05:13.507 INFO:tasks.rados.rados.0.smithi031.stdout:638: finishing rollback tid 0 to smithi03184240-28 2024-09-17T17:05:13.507 INFO:tasks.rados.rados.0.smithi031.stdout:638: finishing rollback tid 1 to smithi03184240-28 2024-09-17T17:05:13.507 INFO:tasks.rados.rados.0.smithi031.stdout:638: finishing rollback tid 2 to smithi03184240-28 2024-09-17T17:05:13.507 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 396 (ObjNum 134 snap 30 seq_num 134) dirty exists 2024-09-17T17:05:13.511 INFO:tasks.rados.rados.0.smithi031.stdout:636: done (3 left) 2024-09-17T17:05:13.511 INFO:tasks.rados.rados.0.smithi031.stdout:638: done (2 left) 2024-09-17T17:05:13.511 INFO:tasks.rados.rados.0.smithi031.stdout:640: done (1 left) 2024-09-17T17:05:13.511 INFO:tasks.rados.rados.0.smithi031.stdout:641: read oid 2 snap -1 2024-09-17T17:05:13.511 INFO:tasks.rados.rados.0.smithi031.stdout:641: expect (ObjNum 199 snap 47 seq_num 199) 2024-09-17T17:05:13.511 INFO:tasks.rados.rados.0.smithi031.stdout:642: rollback oid 3 current snap is 58 2024-09-17T17:05:13.512 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 3 to 43 2024-09-17T17:05:13.512 INFO:tasks.rados.rados.0.smithi031.stdout:643: delete oid 28 current snap is 58 2024-09-17T17:05:13.514 INFO:tasks.rados.rados.0.smithi031.stdout:642: finishing rollback tid 0 to smithi03184240-3 2024-09-17T17:05:13.514 INFO:tasks.rados.rados.0.smithi031.stdout:642: finishing rollback tid 1 to smithi03184240-3 2024-09-17T17:05:13.515 INFO:tasks.rados.rados.0.smithi031.stdout:642: finishing rollback tid 2 to smithi03184240-3 2024-09-17T17:05:13.515 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 181 (ObjNum 161 snap 41 seq_num 161) dirty exists 2024-09-17T17:05:13.521 INFO:tasks.rados.rados.0.smithi031.stdout:641: expect (ObjNum 199 snap 47 seq_num 199) 2024-09-17T17:05:13.576 INFO:tasks.rados.rados.0.smithi031.stdout:641: done (3 left) 2024-09-17T17:05:13.576 INFO:tasks.rados.rados.0.smithi031.stdout:642: done (2 left) 2024-09-17T17:05:13.576 INFO:tasks.rados.rados.0.smithi031.stdout:643: done (1 left) 2024-09-17T17:05:13.576 INFO:tasks.rados.rados.0.smithi031.stdout:644: read oid 10 snap -1 2024-09-17T17:05:13.576 INFO:tasks.rados.rados.0.smithi031.stdout:644: expect deleted 2024-09-17T17:05:13.576 INFO:tasks.rados.rados.0.smithi031.stdout:645: snap_create 2024-09-17T17:05:13.577 INFO:tasks.rados.rados.0.smithi031.stdout:637: finishing copy_from racing read to smithi03184240-47 2024-09-17T17:05:13.577 INFO:tasks.rados.rados.0.smithi031.stdout:637: finishing copy_from to smithi03184240-47 2024-09-17T17:05:13.577 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 356 (ObjNum 203 snap 48 seq_num 203) dirty exists 2024-09-17T17:05:14.325 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:14 smithi031 ceph-mon[27768]: osdmap e184: 8 total, 8 up, 8 in 2024-09-17T17:05:14.329 INFO:tasks.rados.rados.0.smithi031.stdout:637: done (2 left) 2024-09-17T17:05:14.329 INFO:tasks.rados.rados.0.smithi031.stdout:644: done (1 left) 2024-09-17T17:05:14.329 INFO:tasks.rados.rados.0.smithi031.stdout:645: done (0 left) 2024-09-17T17:05:14.329 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 39 current snap is 59 2024-09-17T17:05:14.329 INFO:tasks.rados.rados.0.smithi031.stdout:646: seq_num 231 ranges {3112960=671744,3784704=778240,4562944=24576} 2024-09-17T17:05:14.352 INFO:tasks.rados.rados.0.smithi031.stdout:646: writing smithi03184240-39 from 3112960 to 3784704 tid 1 2024-09-17T17:05:14.356 INFO:tasks.rados.rados.0.smithi031.stdout:646: writing smithi03184240-39 from 3784704 to 4562944 tid 2 2024-09-17T17:05:14.356 INFO:tasks.rados.rados.0.smithi031.stdout:646: writing smithi03184240-39 from 4562944 to 4587520 tid 3 2024-09-17T17:05:14.356 INFO:tasks.rados.rados.0.smithi031.stdout:647: read oid 48 snap -1 2024-09-17T17:05:14.356 INFO:tasks.rados.rados.0.smithi031.stdout:647: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:05:14.356 INFO:tasks.rados.rados.0.smithi031.stdout:648: read oid 26 snap 48 2024-09-17T17:05:14.356 INFO:tasks.rados.rados.0.smithi031.stdout:648: expect (ObjNum 184 snap 45 seq_num 184) 2024-09-17T17:05:14.356 INFO:tasks.rados.rados.0.smithi031.stdout:649: rollback oid 14 current snap is 59 2024-09-17T17:05:14.357 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 14 to 52 2024-09-17T17:05:14.357 INFO:tasks.rados.rados.0.smithi031.stdout:650: snap_create 2024-09-17T17:05:14.359 INFO:tasks.rados.rados.0.smithi031.stdout:647: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:05:14.362 INFO:tasks.rados.rados.0.smithi031.stdout:646: finishing write tid 1 to smithi03184240-39 2024-09-17T17:05:14.363 INFO:tasks.rados.rados.0.smithi031.stdout:649: finishing rollback tid 0 to smithi03184240-14 2024-09-17T17:05:14.363 INFO:tasks.rados.rados.0.smithi031.stdout:649: finishing rollback tid 1 to smithi03184240-14 2024-09-17T17:05:14.364 INFO:tasks.rados.rados.0.smithi031.stdout:649: finishing rollback tid 2 to smithi03184240-14 2024-09-17T17:05:14.364 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 174 (ObjNum 163 snap 41 seq_num 163) dirty exists 2024-09-17T17:05:14.364 INFO:tasks.rados.rados.0.smithi031.stdout:646: finishing write tid 2 to smithi03184240-39 2024-09-17T17:05:14.364 INFO:tasks.rados.rados.0.smithi031.stdout:646: finishing write tid 3 to smithi03184240-39 2024-09-17T17:05:14.365 INFO:tasks.rados.rados.0.smithi031.stdout:646: finishing write tid 4 to smithi03184240-39 2024-09-17T17:05:14.365 INFO:tasks.rados.rados.0.smithi031.stdout:646: finishing write tid 5 to smithi03184240-39 2024-09-17T17:05:14.366 INFO:tasks.rados.rados.0.smithi031.stdout:646: oid 39 updating version 0 to 293 2024-09-17T17:05:14.366 INFO:tasks.rados.rados.0.smithi031.stdout:646: oid 39 updating version 293 to 296 2024-09-17T17:05:14.366 INFO:tasks.rados.rados.0.smithi031.stdout:646: oid 39 version 296 is already newer than 294 2024-09-17T17:05:14.366 INFO:tasks.rados.rados.0.smithi031.stdout:646: oid 39 version 296 is already newer than 295 2024-09-17T17:05:14.366 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 296 (ObjNum 231 snap 59 seq_num 231) dirty exists 2024-09-17T17:05:14.366 INFO:tasks.rados.rados.0.smithi031.stdout:646: left oid 39 (ObjNum 231 snap 59 seq_num 231) 2024-09-17T17:05:14.372 INFO:tasks.rados.rados.0.smithi031.stdout:648: expect (ObjNum 184 snap 45 seq_num 184) 2024-09-17T17:05:14.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:14 smithi031 ceph-mon[39468]: osdmap e184: 8 total, 8 up, 8 in 2024-09-17T17:05:14.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:14 smithi066 ceph-mon[31354]: osdmap e184: 8 total, 8 up, 8 in 2024-09-17T17:05:15.337 INFO:tasks.rados.rados.0.smithi031.stdout:646: done (4 left) 2024-09-17T17:05:15.337 INFO:tasks.rados.rados.0.smithi031.stdout:647: done (3 left) 2024-09-17T17:05:15.337 INFO:tasks.rados.rados.0.smithi031.stdout:648: done (2 left) 2024-09-17T17:05:15.337 INFO:tasks.rados.rados.0.smithi031.stdout:649: done (1 left) 2024-09-17T17:05:15.337 INFO:tasks.rados.rados.0.smithi031.stdout:650: done (0 left) 2024-09-17T17:05:15.337 INFO:tasks.rados.rados.0.smithi031.stdout:651: copy_from oid 16 from oid 10 current snap is 60 2024-09-17T17:05:15.337 INFO:tasks.rados.rados.0.smithi031.stdout:652: snap_remove snap 37 2024-09-17T17:05:15.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:15 smithi031 ceph-mon[27768]: pgmap v42: 121 pgs: 121 active+clean; 193 MiB data, 603 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-09-17T17:05:15.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:15 smithi031 ceph-mon[27768]: osdmap e185: 8 total, 8 up, 8 in 2024-09-17T17:05:15.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:15 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:15.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:15 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:15.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:15 smithi031 ceph-mon[39468]: pgmap v42: 121 pgs: 121 active+clean; 193 MiB data, 603 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-09-17T17:05:15.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:15 smithi031 ceph-mon[39468]: osdmap e185: 8 total, 8 up, 8 in 2024-09-17T17:05:15.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:15 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:15.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:15 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:15.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:15 smithi066 ceph-mon[31354]: pgmap v42: 121 pgs: 121 active+clean; 193 MiB data, 603 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-09-17T17:05:15.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:15 smithi066 ceph-mon[31354]: osdmap e185: 8 total, 8 up, 8 in 2024-09-17T17:05:15.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:15 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:15.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:15 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:16.296 INFO:tasks.rados.rados.0.smithi031.stdout:652: done (1 left) 2024-09-17T17:05:16.297 INFO:tasks.rados.rados.0.smithi031.stdout:653: read oid 35 snap -1 2024-09-17T17:05:16.297 INFO:tasks.rados.rados.0.smithi031.stdout:653: expect (ObjNum 198 snap 46 seq_num 198) 2024-09-17T17:05:16.297 INFO:tasks.rados.rados.0.smithi031.stdout:654: snap_create 2024-09-17T17:05:16.297 INFO:tasks.rados.rados.0.smithi031.stdout:651: finishing copy_from to smithi03184240-16 2024-09-17T17:05:16.297 INFO:tasks.rados.rados.0.smithi031.stdout:651: got expected ENOENT (src dne) 2024-09-17T17:05:16.297 INFO:tasks.rados.rados.0.smithi031.stdout:651: finishing copy_from racing read to smithi03184240-16 2024-09-17T17:05:16.313 INFO:tasks.rados.rados.0.smithi031.stdout:653: expect (ObjNum 198 snap 46 seq_num 198) 2024-09-17T17:05:16.387 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:16 smithi031 ceph-mon[27768]: osdmap e186: 8 total, 8 up, 8 in 2024-09-17T17:05:16.387 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:16 smithi031 ceph-mon[27768]: pgmap v45: 121 pgs: 121 active+clean; 193 MiB data, 603 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-09-17T17:05:16.388 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:16 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:16.388 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:16 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:16.388 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:16 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:16.388 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:16 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:16.388 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:16 smithi031 ceph-mon[27768]: osdmap e187: 8 total, 8 up, 8 in 2024-09-17T17:05:16.389 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:16 smithi031 ceph-mon[39468]: osdmap e186: 8 total, 8 up, 8 in 2024-09-17T17:05:16.389 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:16 smithi031 ceph-mon[39468]: pgmap v45: 121 pgs: 121 active+clean; 193 MiB data, 603 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-09-17T17:05:16.389 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:16 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:16.389 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:16 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:16.389 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:16 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:16.390 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:16 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:16.390 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:16 smithi031 ceph-mon[39468]: osdmap e187: 8 total, 8 up, 8 in 2024-09-17T17:05:16.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:16 smithi066 ceph-mon[31354]: osdmap e186: 8 total, 8 up, 8 in 2024-09-17T17:05:16.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:16 smithi066 ceph-mon[31354]: pgmap v45: 121 pgs: 121 active+clean; 193 MiB data, 603 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-09-17T17:05:16.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:16 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:16.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:16 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:16.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:16 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:16.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:16 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:16.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:16 smithi066 ceph-mon[31354]: osdmap e187: 8 total, 8 up, 8 in 2024-09-17T17:05:16.682 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:16 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: [17/Sep/2024:17:05:16] ENGINE Bus STARTING 2024-09-17T17:05:16.682 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:16 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: CherryPy Checker: 2024-09-17T17:05:16.682 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:16 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: The Application mounted at '' has an empty config. 2024-09-17T17:05:16.682 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:16 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:05:16.966 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:16 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: [17/Sep/2024:17:05:16] ENGINE Serving on http://:::9283 2024-09-17T17:05:16.966 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:16 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: [17/Sep/2024:17:05:16] ENGINE Bus STARTED 2024-09-17T17:05:17.298 INFO:tasks.rados.rados.0.smithi031.stdout:651: done (2 left) 2024-09-17T17:05:17.298 INFO:tasks.rados.rados.0.smithi031.stdout:653: done (1 left) 2024-09-17T17:05:17.298 INFO:tasks.rados.rados.0.smithi031.stdout:654: done (0 left) 2024-09-17T17:05:17.298 INFO:tasks.rados.rados.0.smithi031.stdout:655: rmattr oid 33 current snap is 61 2024-09-17T17:05:17.299 INFO:tasks.rados.rados.0.smithi031.stdout:655: done (0 left) 2024-09-17T17:05:17.299 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 61 2024-09-17T17:05:17.299 INFO:tasks.rados.rados.0.smithi031.stdout:656: seq_num 232 ranges {2498560=688128,3186688=663552,3850240=139264} 2024-09-17T17:05:17.315 INFO:tasks.rados.rados.0.smithi031.stdout:656: writing smithi03184240-32 from 2498560 to 3186688 tid 1 2024-09-17T17:05:17.319 INFO:tasks.rados.rados.0.smithi031.stdout:656: writing smithi03184240-32 from 3186688 to 3850240 tid 2 2024-09-17T17:05:17.320 INFO:tasks.rados.rados.0.smithi031.stdout:656: writing smithi03184240-32 from 3850240 to 3989504 tid 3 2024-09-17T17:05:17.320 INFO:tasks.rados.rados.0.smithi031.stdout:657: copy_from oid 11 from oid 45 current snap is 61 2024-09-17T17:05:17.320 INFO:tasks.rados.rados.0.smithi031.stdout:658: read oid 12 snap -1 2024-09-17T17:05:17.321 INFO:tasks.rados.rados.0.smithi031.stdout:658: expect (ObjNum 209 snap 52 seq_num 209) 2024-09-17T17:05:17.321 INFO:tasks.rados.rados.0.smithi031.stdout:659: rollback oid 13 current snap is 61 2024-09-17T17:05:17.321 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 13 to 27 2024-09-17T17:05:17.321 INFO:tasks.rados.rados.0.smithi031.stdout:660: setattr oid 30 current snap is 61 2024-09-17T17:05:17.323 INFO:tasks.rados.rados.0.smithi031.stdout:661: rmattr oid 41 current snap is 61 2024-09-17T17:05:17.323 INFO:tasks.rados.rados.0.smithi031.stdout:662: read oid 31 snap -1 2024-09-17T17:05:17.323 INFO:tasks.rados.rados.0.smithi031.stdout:662: expect (ObjNum 210 snap 52 seq_num 210) 2024-09-17T17:05:17.323 INFO:tasks.rados.rados.0.smithi031.stdout:663: rollback oid 26 current snap is 61 2024-09-17T17:05:17.323 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 26 to 54 2024-09-17T17:05:17.323 INFO:tasks.rados.rados.0.smithi031.stdout:664: copy_from oid 23 from oid 1 current snap is 61 2024-09-17T17:05:17.323 INFO:tasks.rados.rados.0.smithi031.stdout:665: delete oid 25 current snap is 61 2024-09-17T17:05:17.326 INFO:tasks.rados.rados.0.smithi031.stdout:659: finishing rollback tid 0 to smithi03184240-13 2024-09-17T17:05:17.326 INFO:tasks.rados.rados.0.smithi031.stdout:656: finishing write tid 1 to smithi03184240-32 2024-09-17T17:05:17.326 INFO:tasks.rados.rados.0.smithi031.stdout:656: finishing write tid 2 to smithi03184240-32 2024-09-17T17:05:17.326 INFO:tasks.rados.rados.0.smithi031.stdout:656: finishing write tid 3 to smithi03184240-32 2024-09-17T17:05:17.327 INFO:tasks.rados.rados.0.smithi031.stdout:656: finishing write tid 4 to smithi03184240-32 2024-09-17T17:05:17.329 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 218 (ObjNum 226 snap 58 seq_num 226) dirty exists 2024-09-17T17:05:17.330 INFO:tasks.rados.rados.0.smithi031.stdout:659: finishing rollback tid 1 to smithi03184240-13 2024-09-17T17:05:17.330 INFO:tasks.rados.rados.0.smithi031.stdout:659: finishing rollback tid 2 to smithi03184240-13 2024-09-17T17:05:17.330 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 308 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-09-17T17:05:17.330 INFO:tasks.rados.rados.0.smithi031.stdout:663: finishing rollback tid 0 to smithi03184240-26 2024-09-17T17:05:17.330 INFO:tasks.rados.rados.0.smithi031.stdout:663: finishing rollback tid 1 to smithi03184240-26 2024-09-17T17:05:17.330 INFO:tasks.rados.rados.0.smithi031.stdout:663: finishing rollback tid 2 to smithi03184240-26 2024-09-17T17:05:17.331 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 191 (ObjNum 128 snap 28 seq_num 128) dirty exists 2024-09-17T17:05:17.332 INFO:tasks.rados.rados.0.smithi031.stdout:659: done (9 left) 2024-09-17T17:05:17.332 INFO:tasks.rados.rados.0.smithi031.stdout:661: done (8 left) 2024-09-17T17:05:17.332 INFO:tasks.rados.rados.0.smithi031.stdout:663: done (7 left) 2024-09-17T17:05:17.332 INFO:tasks.rados.rados.0.smithi031.stdout:665: done (6 left) 2024-09-17T17:05:17.332 INFO:tasks.rados.rados.0.smithi031.stdout:666: rollback oid 2 current snap is 61 2024-09-17T17:05:17.332 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 2 to 53 2024-09-17T17:05:17.332 INFO:tasks.rados.rados.0.smithi031.stdout:667: snap_remove snap 48 2024-09-17T17:05:17.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:17 smithi031 ceph-mon[39468]: Standby manager daemon y restarted 2024-09-17T17:05:17.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:17 smithi031 ceph-mon[39468]: Standby manager daemon y started 2024-09-17T17:05:17.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:17 smithi031 ceph-mon[39468]: from='mgr.? 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-17T17:05:17.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:17 smithi031 ceph-mon[39468]: from='mgr.? 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T17:05:17.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:17 smithi031 ceph-mon[39468]: from='mgr.? 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-17T17:05:17.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:17 smithi031 ceph-mon[39468]: from='mgr.? 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T17:05:17.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:17 smithi031 ceph-mon[39468]: osdmap e188: 8 total, 8 up, 8 in 2024-09-17T17:05:17.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:17 smithi031 ceph-mon[27768]: Standby manager daemon y restarted 2024-09-17T17:05:17.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:17 smithi031 ceph-mon[27768]: Standby manager daemon y started 2024-09-17T17:05:17.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:17 smithi031 ceph-mon[27768]: from='mgr.? 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-17T17:05:17.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:17 smithi031 ceph-mon[27768]: from='mgr.? 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T17:05:17.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:17 smithi031 ceph-mon[27768]: from='mgr.? 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-17T17:05:17.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:17 smithi031 ceph-mon[27768]: from='mgr.? 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T17:05:17.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:17 smithi031 ceph-mon[27768]: osdmap e188: 8 total, 8 up, 8 in 2024-09-17T17:05:17.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:17 smithi066 ceph-mon[31354]: Standby manager daemon y restarted 2024-09-17T17:05:17.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:17 smithi066 ceph-mon[31354]: Standby manager daemon y started 2024-09-17T17:05:17.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:17 smithi066 ceph-mon[31354]: from='mgr.? 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-17T17:05:17.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:17 smithi066 ceph-mon[31354]: from='mgr.? 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T17:05:17.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:17 smithi066 ceph-mon[31354]: from='mgr.? 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-17T17:05:17.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:17 smithi066 ceph-mon[31354]: from='mgr.? 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T17:05:17.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:17 smithi066 ceph-mon[31354]: osdmap e188: 8 total, 8 up, 8 in 2024-09-17T17:05:18.303 INFO:tasks.rados.rados.0.smithi031.stdout:667: done (7 left) 2024-09-17T17:05:18.304 INFO:tasks.rados.rados.0.smithi031.stdout:668: read oid 33 snap -1 2024-09-17T17:05:18.304 INFO:tasks.rados.rados.0.smithi031.stdout:668: expect deleted 2024-09-17T17:05:18.304 INFO:tasks.rados.rados.0.smithi031.stdout:669: delete oid 22 current snap is 61 2024-09-17T17:05:18.304 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 203 (ObjNum 97 snap 23 seq_num 97) dirty exists 2024-09-17T17:05:18.304 INFO:tasks.rados.rados.0.smithi031.stdout:658: expect (ObjNum 209 snap 52 seq_num 209) 2024-09-17T17:05:18.384 INFO:tasks.rados.rados.0.smithi031.stdout:666: finishing rollback tid 0 to smithi03184240-2 2024-09-17T17:05:18.384 INFO:tasks.rados.rados.0.smithi031.stdout:666: finishing rollback tid 1 to smithi03184240-2 2024-09-17T17:05:18.384 INFO:tasks.rados.rados.0.smithi031.stdout:666: finishing rollback tid 2 to smithi03184240-2 2024-09-17T17:05:18.384 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 411 (ObjNum 199 snap 47 seq_num 199) dirty exists 2024-09-17T17:05:18.384 INFO:tasks.rados.rados.0.smithi031.stdout:656: finishing write tid 5 to smithi03184240-32 2024-09-17T17:05:18.384 INFO:tasks.rados.rados.0.smithi031.stdout:656: oid 32 updating version 0 to 229 2024-09-17T17:05:18.384 INFO:tasks.rados.rados.0.smithi031.stdout:656: oid 32 version 229 is already newer than 227 2024-09-17T17:05:18.385 INFO:tasks.rados.rados.0.smithi031.stdout:656: oid 32 updating version 229 to 230 2024-09-17T17:05:18.385 INFO:tasks.rados.rados.0.smithi031.stdout:656: oid 32 version 230 is already newer than 228 2024-09-17T17:05:18.385 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 230 (ObjNum 232 snap 61 seq_num 232) dirty exists 2024-09-17T17:05:18.385 INFO:tasks.rados.rados.0.smithi031.stdout:656: left oid 32 (ObjNum 232 snap 61 seq_num 232) 2024-09-17T17:05:18.385 INFO:tasks.rados.rados.0.smithi031.stdout:656: done (8 left) 2024-09-17T17:05:18.385 INFO:tasks.rados.rados.0.smithi031.stdout:658: done (7 left) 2024-09-17T17:05:18.385 INFO:tasks.rados.rados.0.smithi031.stdout:660: done (6 left) 2024-09-17T17:05:18.385 INFO:tasks.rados.rados.0.smithi031.stdout:666: done (5 left) 2024-09-17T17:05:18.385 INFO:tasks.rados.rados.0.smithi031.stdout:669: done (4 left) 2024-09-17T17:05:18.385 INFO:tasks.rados.rados.0.smithi031.stdout:670: rollback oid 6 current snap is 61 2024-09-17T17:05:18.385 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 6 to 50 2024-09-17T17:05:18.385 INFO:tasks.rados.rados.0.smithi031.stdout:657: finishing copy_from racing read to smithi03184240-11 2024-09-17T17:05:18.386 INFO:tasks.rados.rados.0.smithi031.stdout:657: finishing copy_from to smithi03184240-11 2024-09-17T17:05:18.386 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 334 (ObjNum 200 snap 47 seq_num 200) dirty exists 2024-09-17T17:05:18.386 INFO:tasks.rados.rados.0.smithi031.stdout:662: expect (ObjNum 210 snap 52 seq_num 210) 2024-09-17T17:05:18.655 INFO:tasks.rados.rados.0.smithi031.stdout:664: finishing copy_from racing read to smithi03184240-23 2024-09-17T17:05:18.655 INFO:tasks.rados.rados.0.smithi031.stdout:664: finishing copy_from to smithi03184240-23 2024-09-17T17:05:18.655 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 195 (ObjNum 227 snap 58 seq_num 227) dirty exists 2024-09-17T17:05:18.655 INFO:tasks.rados.rados.0.smithi031.stdout:657: done (4 left) 2024-09-17T17:05:18.655 INFO:tasks.rados.rados.0.smithi031.stdout:662: done (3 left) 2024-09-17T17:05:18.656 INFO:tasks.rados.rados.0.smithi031.stdout:664: done (2 left) 2024-09-17T17:05:18.656 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 47 current snap is 61 2024-09-17T17:05:18.656 INFO:tasks.rados.rados.0.smithi031.stdout:671: seq_num 235 ranges {4792320=745472,5537792=712704,6250496=90112} 2024-09-17T17:05:18.684 INFO:tasks.rados.rados.0.smithi031.stdout:671: writing smithi03184240-47 from 4792320 to 5537792 tid 1 2024-09-17T17:05:18.688 INFO:tasks.rados.rados.0.smithi031.stdout:671: writing smithi03184240-47 from 5537792 to 6250496 tid 2 2024-09-17T17:05:18.690 INFO:tasks.rados.rados.0.smithi031.stdout:671: writing smithi03184240-47 from 6250496 to 6340608 tid 3 2024-09-17T17:05:18.690 INFO:tasks.rados.rados.0.smithi031.stdout:672: rollback oid 42 current snap is 61 2024-09-17T17:05:18.690 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 42 to 51 2024-09-17T17:05:18.690 INFO:tasks.rados.rados.0.smithi031.stdout:670: finishing rollback tid 0 to smithi03184240-6 2024-09-17T17:05:18.690 INFO:tasks.rados.rados.0.smithi031.stdout:670: finishing rollback tid 1 to smithi03184240-6 2024-09-17T17:05:18.691 INFO:tasks.rados.rados.0.smithi031.stdout:670: finishing rollback tid 2 to smithi03184240-6 2024-09-17T17:05:18.691 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 120 (ObjNum 185 snap 45 seq_num 185) dirty exists 2024-09-17T17:05:18.691 INFO:tasks.rados.rados.0.smithi031.stdout:671: finishing write tid 1 to smithi03184240-47 2024-09-17T17:05:18.691 INFO:tasks.rados.rados.0.smithi031.stdout:668: done (3 left) 2024-09-17T17:05:18.691 INFO:tasks.rados.rados.0.smithi031.stdout:670: done (2 left) 2024-09-17T17:05:18.691 INFO:tasks.rados.rados.0.smithi031.stdout:673: snap_remove snap 54 2024-09-17T17:05:18.774 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:18 smithi031 ceph-mon[27768]: pgmap v48: 121 pgs: 121 active+clean; 193 MiB data, 603 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:05:18.774 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:18 smithi031 ceph-mon[27768]: mgrmap e29: x(active, since 30s), standbys: y 2024-09-17T17:05:18.775 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:18 smithi031 ceph-mon[27768]: osdmap e189: 8 total, 8 up, 8 in 2024-09-17T17:05:18.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:18 smithi031 ceph-mon[39468]: pgmap v48: 121 pgs: 121 active+clean; 193 MiB data, 603 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:05:18.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:18 smithi031 ceph-mon[39468]: mgrmap e29: x(active, since 30s), standbys: y 2024-09-17T17:05:18.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:18 smithi031 ceph-mon[39468]: osdmap e189: 8 total, 8 up, 8 in 2024-09-17T17:05:18.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:18 smithi066 ceph-mon[31354]: pgmap v48: 121 pgs: 121 active+clean; 193 MiB data, 603 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:05:18.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:18 smithi066 ceph-mon[31354]: mgrmap e29: x(active, since 30s), standbys: y 2024-09-17T17:05:18.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:18 smithi066 ceph-mon[31354]: osdmap e189: 8 total, 8 up, 8 in 2024-09-17T17:05:19.243 INFO:tasks.rados.rados.0.smithi031.stdout:673: done (2 left) 2024-09-17T17:05:19.243 INFO:tasks.rados.rados.0.smithi031.stdout:674: snap_create 2024-09-17T17:05:19.243 INFO:tasks.rados.rados.0.smithi031.stdout:671: finishing write tid 2 to smithi03184240-47 2024-09-17T17:05:19.244 INFO:tasks.rados.rados.0.smithi031.stdout:671: finishing write tid 3 to smithi03184240-47 2024-09-17T17:05:19.244 INFO:tasks.rados.rados.0.smithi031.stdout:671: finishing write tid 4 to smithi03184240-47 2024-09-17T17:05:19.244 INFO:tasks.rados.rados.0.smithi031.stdout:672: finishing rollback tid 0 to smithi03184240-42 2024-09-17T17:05:19.244 INFO:tasks.rados.rados.0.smithi031.stdout:672: finishing rollback tid 1 to smithi03184240-42 2024-09-17T17:05:19.244 INFO:tasks.rados.rados.0.smithi031.stdout:672: finishing rollback tid 2 to smithi03184240-42 2024-09-17T17:05:19.244 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 423 (ObjNum 203 snap 48 seq_num 203) dirty exists 2024-09-17T17:05:19.244 INFO:tasks.rados.rados.0.smithi031.stdout:671: finishing write tid 5 to smithi03184240-47 2024-09-17T17:05:19.244 INFO:tasks.rados.rados.0.smithi031.stdout:671: oid 47 updating version 0 to 357 2024-09-17T17:05:19.244 INFO:tasks.rados.rados.0.smithi031.stdout:671: oid 47 updating version 357 to 359 2024-09-17T17:05:19.244 INFO:tasks.rados.rados.0.smithi031.stdout:671: oid 47 version 359 is already newer than 358 2024-09-17T17:05:19.244 INFO:tasks.rados.rados.0.smithi031.stdout:671: oid 47 updating version 359 to 360 2024-09-17T17:05:19.244 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 360 (ObjNum 235 snap 61 seq_num 235) dirty exists 2024-09-17T17:05:19.244 INFO:tasks.rados.rados.0.smithi031.stdout:671: left oid 47 (ObjNum 235 snap 61 seq_num 235) 2024-09-17T17:05:19.343 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:19 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: [17/Sep/2024:17:05:19] ENGINE Bus STOPPING 2024-09-17T17:05:19.653 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:05:19 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: 2024-09-17T17:05:19.243+0000 7f70ae010640 -1 mgr handle_mgr_map I was active but no longer am 2024-09-17T17:05:19.654 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:05:19 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: ignoring --setuser ceph since I am not root 2024-09-17T17:05:19.654 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:05:19 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: ignoring --setgroup ceph since I am not root 2024-09-17T17:05:19.654 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:05:19 smithi066 ceph-mgr[67276]: -- 172.21.15.66:0/3925117751 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5593b5a1f0e0 con 0x5593b59fd000 2024-09-17T17:05:20.093 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:19 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: [17/Sep/2024:17:05:19] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-17T17:05:20.093 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:19 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: [17/Sep/2024:17:05:19] ENGINE Bus STOPPED 2024-09-17T17:05:20.247 INFO:tasks.rados.rados.0.smithi031.stdout:671: done (2 left) 2024-09-17T17:05:20.248 INFO:tasks.rados.rados.0.smithi031.stdout:672: done (1 left) 2024-09-17T17:05:20.248 INFO:tasks.rados.rados.0.smithi031.stdout:674: done (0 left) 2024-09-17T17:05:20.248 INFO:tasks.rados.rados.0.smithi031.stdout:675: rmattr oid 40 current snap is 62 2024-09-17T17:05:20.248 INFO:tasks.rados.rados.0.smithi031.stdout:675: done (0 left) 2024-09-17T17:05:20.248 INFO:tasks.rados.rados.0.smithi031.stdout:676: read oid 10 snap 46 2024-09-17T17:05:20.248 INFO:tasks.rados.rados.0.smithi031.stdout:676: expect deleted 2024-09-17T17:05:20.248 INFO:tasks.rados.rados.0.smithi031.stdout:677: read oid 50 snap -1 2024-09-17T17:05:20.249 INFO:tasks.rados.rados.0.smithi031.stdout:677: expect (ObjNum 111 snap 24 seq_num 111) 2024-09-17T17:05:20.249 INFO:tasks.rados.rados.0.smithi031.stdout:678: snap_remove snap 51 2024-09-17T17:05:20.384 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: [17/Sep/2024:17:05:20] ENGINE Bus STARTING 2024-09-17T17:05:20.385 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:05:20.288+0000 7f3bddbc6640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:05:20.385 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:05:20.289+0000 7f3bddbc6640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:05:20.385 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:05:20.289+0000 7f3bddbc6640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:05:20.385 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:05:20.289+0000 7f3bddbc6640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:05:20.385 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:05:20.289+0000 7f3bddbc6640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:05:20.385 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:05:20.289+0000 7f3bd93bd640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:05:20.385 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:05:20.289+0000 7f3bd93bd640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:05:20.385 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:05:20.289+0000 7f3bd93bd640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:05:20.385 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:05:20.289+0000 7f3bd93bd640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:05:20.385 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:05:20.289+0000 7f3bd93bd640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:05:20.385 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: [17/Sep/2024:17:05:20] ENGINE Serving on http://:::9283 2024-09-17T17:05:20.386 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: [17/Sep/2024:17:05:20] ENGINE Bus STARTED 2024-09-17T17:05:20.386 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:20.386 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:20.386 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:05:20.386 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:05:20.386 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:20.386 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:05:20.386 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[27768]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-17T17:05:20.386 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-17T17:05:20.387 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[27768]: Activating manager daemon y 2024-09-17T17:05:20.387 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[27768]: osdmap e190: 8 total, 8 up, 8 in 2024-09-17T17:05:20.387 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[27768]: from='mgr.24805 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-17T17:05:20.387 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[27768]: mgrmap e30: y(active, starting, since 0.00698491s) 2024-09-17T17:05:20.387 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:20.387 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:20.387 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:20.387 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-17T17:05:20.387 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-17T17:05:20.387 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-17T17:05:20.387 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T17:05:20.387 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T17:05:20.387 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T17:05:20.388 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T17:05:20.388 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T17:05:20.388 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T17:05:20.388 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T17:05:20.388 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T17:05:20.388 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T17:05:20.388 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T17:05:20.388 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T17:05:20.388 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[27768]: Manager daemon y is now available 2024-09-17T17:05:20.388 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:20.388 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:20.389 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:05:20.389 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:05:20.389 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:20.389 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:05:20.389 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[39468]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-17T17:05:20.389 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-17T17:05:20.389 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[39468]: Activating manager daemon y 2024-09-17T17:05:20.389 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[39468]: osdmap e190: 8 total, 8 up, 8 in 2024-09-17T17:05:20.389 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[39468]: from='mgr.24805 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-17T17:05:20.389 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[39468]: mgrmap e30: y(active, starting, since 0.00698491s) 2024-09-17T17:05:20.389 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:20.389 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:20.389 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:20.389 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-17T17:05:20.390 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-17T17:05:20.390 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-17T17:05:20.390 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T17:05:20.390 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T17:05:20.390 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T17:05:20.390 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T17:05:20.390 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T17:05:20.390 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T17:05:20.390 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T17:05:20.390 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T17:05:20.390 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T17:05:20.390 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T17:05:20.390 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T17:05:20.390 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:20 smithi031 ceph-mon[39468]: Manager daemon y is now available 2024-09-17T17:05:20.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:20 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:20.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:20 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:20.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:20 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:05:20.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:20 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:05:20.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:20 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' 2024-09-17T17:05:20.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:20 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:05:20.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:20 smithi066 ceph-mon[31354]: from='mgr.24805 172.21.15.66:0/281143514' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-17T17:05:20.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:20 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-17T17:05:20.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:20 smithi066 ceph-mon[31354]: Activating manager daemon y 2024-09-17T17:05:20.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:20 smithi066 ceph-mon[31354]: osdmap e190: 8 total, 8 up, 8 in 2024-09-17T17:05:20.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:20 smithi066 ceph-mon[31354]: from='mgr.24805 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-17T17:05:20.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:20 smithi066 ceph-mon[31354]: mgrmap e30: y(active, starting, since 0.00698491s) 2024-09-17T17:05:20.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:20 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:20.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:20 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:20.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:20 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:20.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:20 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-17T17:05:20.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:20 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-17T17:05:20.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:20 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-17T17:05:20.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:20 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T17:05:20.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:20 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T17:05:20.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:20 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T17:05:20.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:20 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T17:05:20.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:20 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T17:05:20.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:20 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T17:05:20.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:20 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T17:05:20.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:20 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T17:05:20.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:20 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T17:05:20.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:20 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T17:05:20.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:20 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T17:05:20.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:20 smithi066 ceph-mon[31354]: Manager daemon y is now available 2024-09-17T17:05:21.248 INFO:tasks.rados.rados.0.smithi031.stdout:678: done (2 left) 2024-09-17T17:05:21.248 INFO:tasks.rados.rados.0.smithi031.stdout:679: rollback oid 2 current snap is 62 2024-09-17T17:05:21.248 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 2 to 60 2024-09-17T17:05:21.248 INFO:tasks.rados.rados.0.smithi031.stdout:677: expect (ObjNum 111 snap 24 seq_num 111) 2024-09-17T17:05:21.348 INFO:tasks.rados.rados.0.smithi031.stdout:679: finishing rollback tid 0 to smithi03184240-2 2024-09-17T17:05:21.349 INFO:tasks.rados.rados.0.smithi031.stdout:679: finishing rollback tid 1 to smithi03184240-2 2024-09-17T17:05:21.349 INFO:tasks.rados.rados.0.smithi031.stdout:679: finishing rollback tid 2 to smithi03184240-2 2024-09-17T17:05:21.349 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 437 (ObjNum 199 snap 47 seq_num 199) dirty exists 2024-09-17T17:05:21.349 INFO:tasks.rados.rados.0.smithi031.stdout:676: done (2 left) 2024-09-17T17:05:21.349 INFO:tasks.rados.rados.0.smithi031.stdout:677: done (1 left) 2024-09-17T17:05:21.349 INFO:tasks.rados.rados.0.smithi031.stdout:679: done (0 left) 2024-09-17T17:05:21.349 INFO:tasks.rados.rados.0.smithi031.stdout:680: delete oid 17 current snap is 62 2024-09-17T17:05:21.350 INFO:tasks.rados.rados.0.smithi031.stdout:680: done (0 left) 2024-09-17T17:05:21.351 INFO:tasks.rados.rados.0.smithi031.stdout:681: read oid 42 snap -1 2024-09-17T17:05:21.351 INFO:tasks.rados.rados.0.smithi031.stdout:681: expect (ObjNum 203 snap 48 seq_num 203) 2024-09-17T17:05:21.351 INFO:tasks.rados.rados.0.smithi031.stdout:682: setattr oid 5 current snap is 62 2024-09-17T17:05:21.352 INFO:tasks.rados.rados.0.smithi031.stdout:683: rmattr oid 26 current snap is 62 2024-09-17T17:05:21.352 INFO:tasks.rados.rados.0.smithi031.stdout:683: done (2 left) 2024-09-17T17:05:21.352 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 38 current snap is 62 2024-09-17T17:05:21.352 INFO:tasks.rados.rados.0.smithi031.stdout:684: seq_num 237 ranges {2809856=778240,3588096=532480,4120576=270336} 2024-09-17T17:05:21.371 INFO:tasks.rados.rados.0.smithi031.stdout:684: writing smithi03184240-38 from 2809856 to 3588096 tid 1 2024-09-17T17:05:21.375 INFO:tasks.rados.rados.0.smithi031.stdout:684: writing smithi03184240-38 from 3588096 to 4120576 tid 2 2024-09-17T17:05:21.377 INFO:tasks.rados.rados.0.smithi031.stdout:684: writing smithi03184240-38 from 4120576 to 4390912 tid 3 2024-09-17T17:05:21.377 INFO:tasks.rados.rados.0.smithi031.stdout:685: snap_create 2024-09-17T17:05:21.377 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 219 (ObjNum 144 snap 34 seq_num 144) dirty exists 2024-09-17T17:05:21.377 INFO:tasks.rados.rados.0.smithi031.stdout:681: expect (ObjNum 203 snap 48 seq_num 203) 2024-09-17T17:05:21.394 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:05:21.394 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:05:21.395 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-17T17:05:21.395 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T17:05:21.395 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-mon[27768]: from='mgr.25004 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T17:05:21.395 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-mon[27768]: osdmap e191: 8 total, 8 up, 8 in 2024-09-17T17:05:21.395 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-mon[27768]: mgrmap e31: y(active, since 1.02014s) 2024-09-17T17:05:21.395 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T17:05:21.395 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-mon[27768]: from='mgr.25004 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T17:05:21.395 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-mon[27768]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-17T17:05:21.395 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-mon[27768]: pgmap v4: 121 pgs: 121 active+clean; 208 MiB data, 649 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:05:21.395 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:05:21.395 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:05:21.396 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-17T17:05:21.396 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T17:05:21.396 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-mon[39468]: from='mgr.25004 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T17:05:21.396 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-mon[39468]: osdmap e191: 8 total, 8 up, 8 in 2024-09-17T17:05:21.396 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-mon[39468]: mgrmap e31: y(active, since 1.02014s) 2024-09-17T17:05:21.396 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T17:05:21.396 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-mon[39468]: from='mgr.25004 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T17:05:21.396 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-mon[39468]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-17T17:05:21.396 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-mon[39468]: pgmap v4: 121 pgs: 121 active+clean; 208 MiB data, 649 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:05:21.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:21 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:05:21.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:21 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:05:21.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:21 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-17T17:05:21.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:21 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T17:05:21.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:21 smithi066 ceph-mon[31354]: from='mgr.25004 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T17:05:21.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:21 smithi066 ceph-mon[31354]: osdmap e191: 8 total, 8 up, 8 in 2024-09-17T17:05:21.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:21 smithi066 ceph-mon[31354]: mgrmap e31: y(active, since 1.02014s) 2024-09-17T17:05:21.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:21 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T17:05:21.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:21 smithi066 ceph-mon[31354]: from='mgr.25004 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T17:05:21.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:21 smithi066 ceph-mon[31354]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-17T17:05:21.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:21 smithi066 ceph-mon[31354]: pgmap v4: 121 pgs: 121 active+clean; 208 MiB data, 649 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:05:21.636 INFO:tasks.rados.rados.0.smithi031.stdout:684: finishing write tid 1 to smithi03184240-38 2024-09-17T17:05:21.637 INFO:tasks.rados.rados.0.smithi031.stdout:684: finishing write tid 2 to smithi03184240-38 2024-09-17T17:05:21.637 INFO:tasks.rados.rados.0.smithi031.stdout:684: finishing write tid 3 to smithi03184240-38 2024-09-17T17:05:21.637 INFO:tasks.rados.rados.0.smithi031.stdout:684: finishing write tid 4 to smithi03184240-38 2024-09-17T17:05:21.637 INFO:tasks.rados.rados.0.smithi031.stdout:684: finishing write tid 5 to smithi03184240-38 2024-09-17T17:05:21.637 INFO:tasks.rados.rados.0.smithi031.stdout:684: oid 38 updating version 0 to 337 2024-09-17T17:05:21.637 INFO:tasks.rados.rados.0.smithi031.stdout:684: oid 38 version 337 is already newer than 336 2024-09-17T17:05:21.637 INFO:tasks.rados.rados.0.smithi031.stdout:684: oid 38 updating version 337 to 338 2024-09-17T17:05:21.637 INFO:tasks.rados.rados.0.smithi031.stdout:684: oid 38 version 338 is already newer than 335 2024-09-17T17:05:21.637 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 338 (ObjNum 237 snap 62 seq_num 237) dirty exists 2024-09-17T17:05:21.637 INFO:tasks.rados.rados.0.smithi031.stdout:684: left oid 38 (ObjNum 237 snap 62 seq_num 237) 2024-09-17T17:05:21.844 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:05:21.629+0000 7f3bbc106640 -1 log_channel(cephadm) log [ERR] : [17/Sep/2024:17:05:21] ENGINE Error in HTTPServer.serve 2024-09-17T17:05:21.844 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: Traceback (most recent call last): 2024-09-17T17:05:21.844 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T17:05:21.844 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: self._connections.run(self.expiration_interval) 2024-09-17T17:05:21.844 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T17:05:21.844 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: self._run(expiration_interval) 2024-09-17T17:05:21.844 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T17:05:21.844 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T17:05:21.844 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T17:05:21.844 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T17:05:21.845 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T17:05:21.845 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: s = self.context.wrap_socket( 2024-09-17T17:05:21.845 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T17:05:21.845 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: return self.sslsocket_class._create( 2024-09-17T17:05:21.845 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T17:05:21.845 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: self.do_handshake() 2024-09-17T17:05:21.845 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T17:05:21.845 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: self._sslobj.do_handshake() 2024-09-17T17:05:21.845 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T17:05:21.845 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:05:22.306 INFO:tasks.rados.rados.0.smithi031.stdout:681: done (3 left) 2024-09-17T17:05:22.306 INFO:tasks.rados.rados.0.smithi031.stdout:682: done (2 left) 2024-09-17T17:05:22.306 INFO:tasks.rados.rados.0.smithi031.stdout:684: done (1 left) 2024-09-17T17:05:22.306 INFO:tasks.rados.rados.0.smithi031.stdout:685: done (0 left) 2024-09-17T17:05:22.306 INFO:tasks.rados.rados.0.smithi031.stdout:686: snap_remove snap 45 2024-09-17T17:05:22.421 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:22 smithi066 ceph-mon[31354]: osdmap e192: 8 total, 8 up, 8 in 2024-09-17T17:05:22.421 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:22 smithi066 ceph-mon[31354]: mgrmap e32: y(active, since 2s) 2024-09-17T17:05:22.421 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:22 smithi066 ceph-mon[31354]: osdmap e193: 8 total, 8 up, 8 in 2024-09-17T17:05:22.421 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:22 smithi066 ceph-mon[31354]: [17/Sep/2024:17:05:21] ENGINE Bus STARTING 2024-09-17T17:05:22.421 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:22 smithi066 ceph-mon[31354]: [17/Sep/2024:17:05:21] ENGINE Serving on http://172.21.15.31:8765 2024-09-17T17:05:22.421 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:22 smithi066 ceph-mon[31354]: [17/Sep/2024:17:05:21] ENGINE Serving on https://172.21.15.31:7150 2024-09-17T17:05:22.421 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:22 smithi066 ceph-mon[31354]: [17/Sep/2024:17:05:21] ENGINE Bus STARTED 2024-09-17T17:05:22.422 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:22 smithi066 ceph-mon[31354]: [17/Sep/2024:17:05:21] ENGINE Error in HTTPServer.serve 2024-09-17T17:05:22.422 INFO:journalctl@ceph.mon.b.smithi066.stdout: Traceback (most recent call last): 2024-09-17T17:05:22.422 INFO:journalctl@ceph.mon.b.smithi066.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T17:05:22.422 INFO:journalctl@ceph.mon.b.smithi066.stdout: self._connections.run(self.expiration_interval) 2024-09-17T17:05:22.422 INFO:journalctl@ceph.mon.b.smithi066.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T17:05:22.422 INFO:journalctl@ceph.mon.b.smithi066.stdout: self._run(expiration_interval) 2024-09-17T17:05:22.422 INFO:journalctl@ceph.mon.b.smithi066.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T17:05:22.422 INFO:journalctl@ceph.mon.b.smithi066.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T17:05:22.422 INFO:journalctl@ceph.mon.b.smithi066.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T17:05:22.422 INFO:journalctl@ceph.mon.b.smithi066.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T17:05:22.422 INFO:journalctl@ceph.mon.b.smithi066.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T17:05:22.422 INFO:journalctl@ceph.mon.b.smithi066.stdout: s = self.context.wrap_socket( 2024-09-17T17:05:22.422 INFO:journalctl@ceph.mon.b.smithi066.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T17:05:22.422 INFO:journalctl@ceph.mon.b.smithi066.stdout: return self.sslsocket_class._create( 2024-09-17T17:05:22.423 INFO:journalctl@ceph.mon.b.smithi066.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T17:05:22.423 INFO:journalctl@ceph.mon.b.smithi066.stdout: self.do_handshake() 2024-09-17T17:05:22.423 INFO:journalctl@ceph.mon.b.smithi066.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T17:05:22.423 INFO:journalctl@ceph.mon.b.smithi066.stdout: self._sslobj.do_handshake() 2024-09-17T17:05:22.423 INFO:journalctl@ceph.mon.b.smithi066.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T17:05:22.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:22 smithi031 ceph-mon[27768]: osdmap e192: 8 total, 8 up, 8 in 2024-09-17T17:05:22.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:22 smithi031 ceph-mon[27768]: mgrmap e32: y(active, since 2s) 2024-09-17T17:05:22.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:22 smithi031 ceph-mon[27768]: osdmap e193: 8 total, 8 up, 8 in 2024-09-17T17:05:22.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:22 smithi031 ceph-mon[27768]: [17/Sep/2024:17:05:21] ENGINE Bus STARTING 2024-09-17T17:05:22.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:22 smithi031 ceph-mon[27768]: [17/Sep/2024:17:05:21] ENGINE Serving on http://172.21.15.31:8765 2024-09-17T17:05:22.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:22 smithi031 ceph-mon[27768]: [17/Sep/2024:17:05:21] ENGINE Serving on https://172.21.15.31:7150 2024-09-17T17:05:22.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:22 smithi031 ceph-mon[27768]: [17/Sep/2024:17:05:21] ENGINE Bus STARTED 2024-09-17T17:05:22.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:22 smithi031 ceph-mon[27768]: [17/Sep/2024:17:05:21] ENGINE Error in HTTPServer.serve 2024-09-17T17:05:22.594 INFO:journalctl@ceph.mon.a.smithi031.stdout: Traceback (most recent call last): 2024-09-17T17:05:22.594 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T17:05:22.594 INFO:journalctl@ceph.mon.a.smithi031.stdout: self._connections.run(self.expiration_interval) 2024-09-17T17:05:22.594 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T17:05:22.594 INFO:journalctl@ceph.mon.a.smithi031.stdout: self._run(expiration_interval) 2024-09-17T17:05:22.595 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T17:05:22.595 INFO:journalctl@ceph.mon.a.smithi031.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T17:05:22.595 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T17:05:22.595 INFO:journalctl@ceph.mon.a.smithi031.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T17:05:22.595 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T17:05:22.595 INFO:journalctl@ceph.mon.a.smithi031.stdout: s = self.context.wrap_socket( 2024-09-17T17:05:22.595 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T17:05:22.595 INFO:journalctl@ceph.mon.a.smithi031.stdout: return self.sslsocket_class._create( 2024-09-17T17:05:22.595 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T17:05:22.595 INFO:journalctl@ceph.mon.a.smithi031.stdout: self.do_handshake() 2024-09-17T17:05:22.595 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T17:05:22.595 INFO:journalctl@ceph.mon.a.smithi031.stdout: self._sslobj.do_handshake() 2024-09-17T17:05:22.595 INFO:journalctl@ceph.mon.a.smithi031.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T17:05:22.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:22 smithi031 ceph-mon[39468]: osdmap e192: 8 total, 8 up, 8 in 2024-09-17T17:05:22.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:22 smithi031 ceph-mon[39468]: mgrmap e32: y(active, since 2s) 2024-09-17T17:05:22.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:22 smithi031 ceph-mon[39468]: osdmap e193: 8 total, 8 up, 8 in 2024-09-17T17:05:22.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:22 smithi031 ceph-mon[39468]: [17/Sep/2024:17:05:21] ENGINE Bus STARTING 2024-09-17T17:05:22.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:22 smithi031 ceph-mon[39468]: [17/Sep/2024:17:05:21] ENGINE Serving on http://172.21.15.31:8765 2024-09-17T17:05:22.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:22 smithi031 ceph-mon[39468]: [17/Sep/2024:17:05:21] ENGINE Serving on https://172.21.15.31:7150 2024-09-17T17:05:22.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:22 smithi031 ceph-mon[39468]: [17/Sep/2024:17:05:21] ENGINE Bus STARTED 2024-09-17T17:05:22.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:22 smithi031 ceph-mon[39468]: [17/Sep/2024:17:05:21] ENGINE Error in HTTPServer.serve 2024-09-17T17:05:22.596 INFO:journalctl@ceph.mon.c.smithi031.stdout: Traceback (most recent call last): 2024-09-17T17:05:22.596 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T17:05:22.596 INFO:journalctl@ceph.mon.c.smithi031.stdout: self._connections.run(self.expiration_interval) 2024-09-17T17:05:22.596 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T17:05:22.596 INFO:journalctl@ceph.mon.c.smithi031.stdout: self._run(expiration_interval) 2024-09-17T17:05:22.597 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T17:05:22.597 INFO:journalctl@ceph.mon.c.smithi031.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T17:05:22.597 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T17:05:22.597 INFO:journalctl@ceph.mon.c.smithi031.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T17:05:22.597 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T17:05:22.597 INFO:journalctl@ceph.mon.c.smithi031.stdout: s = self.context.wrap_socket( 2024-09-17T17:05:22.597 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T17:05:22.597 INFO:journalctl@ceph.mon.c.smithi031.stdout: return self.sslsocket_class._create( 2024-09-17T17:05:22.597 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T17:05:22.597 INFO:journalctl@ceph.mon.c.smithi031.stdout: self.do_handshake() 2024-09-17T17:05:22.597 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T17:05:22.597 INFO:journalctl@ceph.mon.c.smithi031.stdout: self._sslobj.do_handshake() 2024-09-17T17:05:22.597 INFO:journalctl@ceph.mon.c.smithi031.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T17:05:23.313 INFO:tasks.rados.rados.0.smithi031.stdout:686: done (0 left) 2024-09-17T17:05:23.313 INFO:tasks.rados.rados.0.smithi031.stdout:687: snap_remove snap 55 2024-09-17T17:05:23.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:23 smithi031 ceph-mon[39468]: osdmap e194: 8 total, 8 up, 8 in 2024-09-17T17:05:23.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:23 smithi031 ceph-mon[27768]: osdmap e194: 8 total, 8 up, 8 in 2024-09-17T17:05:23.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:23 smithi066 ceph-mon[31354]: osdmap e194: 8 total, 8 up, 8 in 2024-09-17T17:05:24.319 INFO:tasks.rados.rados.0.smithi031.stdout:687: done (0 left) 2024-09-17T17:05:24.319 INFO:tasks.rados.rados.0.smithi031.stdout:688: rollback oid 12 current snap is 63 2024-09-17T17:05:24.319 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 12 to 58 2024-09-17T17:05:24.319 INFO:tasks.rados.rados.0.smithi031.stdout:689: read oid 21 snap -1 2024-09-17T17:05:24.319 INFO:tasks.rados.rados.0.smithi031.stdout:689: expect (ObjNum 126 snap 28 seq_num 126) 2024-09-17T17:05:24.319 INFO:tasks.rados.rados.0.smithi031.stdout:690: snap_remove snap 62 2024-09-17T17:05:24.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:24 smithi066 ceph-mon[31354]: pgmap v9: 121 pgs: 121 active+clean; 208 MiB data, 649 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:05:24.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:24 smithi066 ceph-mon[31354]: osdmap e195: 8 total, 8 up, 8 in 2024-09-17T17:05:24.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:24 smithi066 ceph-mon[31354]: mgrmap e33: y(active, since 4s) 2024-09-17T17:05:24.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:24 smithi031 ceph-mon[27768]: pgmap v9: 121 pgs: 121 active+clean; 208 MiB data, 649 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:05:24.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:24 smithi031 ceph-mon[27768]: osdmap e195: 8 total, 8 up, 8 in 2024-09-17T17:05:24.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:24 smithi031 ceph-mon[27768]: mgrmap e33: y(active, since 4s) 2024-09-17T17:05:24.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:24 smithi031 ceph-mon[39468]: pgmap v9: 121 pgs: 121 active+clean; 208 MiB data, 649 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:05:24.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:24 smithi031 ceph-mon[39468]: osdmap e195: 8 total, 8 up, 8 in 2024-09-17T17:05:24.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:24 smithi031 ceph-mon[39468]: mgrmap e33: y(active, since 4s) 2024-09-17T17:05:25.015 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:05:24 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: [17/Sep/2024:17:05:24] ENGINE Bus STARTING 2024-09-17T17:05:25.016 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:05:24 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: CherryPy Checker: 2024-09-17T17:05:25.016 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:05:24 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: The Application mounted at '' has an empty config. 2024-09-17T17:05:25.016 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:05:24 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: 2024-09-17T17:05:25.016 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:05:24 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: [17/Sep/2024:17:05:24] ENGINE Serving on http://:::9283 2024-09-17T17:05:25.016 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:05:24 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: [17/Sep/2024:17:05:24] ENGINE Bus STARTED 2024-09-17T17:05:25.325 INFO:tasks.rados.rados.0.smithi031.stdout:690: done (2 left) 2024-09-17T17:05:25.325 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 44 current snap is 63 2024-09-17T17:05:25.325 INFO:tasks.rados.rados.0.smithi031.stdout:688: finishing rollback tid 0 to smithi03184240-12 2024-09-17T17:05:25.325 INFO:tasks.rados.rados.0.smithi031.stdout:691: seq_num 238 ranges {1302528=794624,2097152=417792,2514944=385024} 2024-09-17T17:05:25.336 INFO:tasks.rados.rados.0.smithi031.stdout:691: writing smithi03184240-44 from 1302528 to 2097152 tid 1 2024-09-17T17:05:25.339 INFO:tasks.rados.rados.0.smithi031.stdout:691: writing smithi03184240-44 from 2097152 to 2514944 tid 2 2024-09-17T17:05:25.341 INFO:tasks.rados.rados.0.smithi031.stdout:691: writing smithi03184240-44 from 2514944 to 2899968 tid 3 2024-09-17T17:05:25.342 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 28 current snap is 63 2024-09-17T17:05:25.342 INFO:tasks.rados.rados.0.smithi031.stdout:688: finishing rollback tid 1 to smithi03184240-12 2024-09-17T17:05:25.342 INFO:tasks.rados.rados.0.smithi031.stdout:688: finishing rollback tid 2 to smithi03184240-12 2024-09-17T17:05:25.342 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 154 (ObjNum 209 snap 52 seq_num 209) dirty exists 2024-09-17T17:05:25.342 INFO:tasks.rados.rados.0.smithi031.stdout:689: expect (ObjNum 126 snap 28 seq_num 126) 2024-09-17T17:05:25.484 INFO:tasks.rados.rados.0.smithi031.stdout:691: finishing write tid 1 to smithi03184240-44 2024-09-17T17:05:25.484 INFO:tasks.rados.rados.0.smithi031.stdout:691: finishing write tid 2 to smithi03184240-44 2024-09-17T17:05:25.484 INFO:tasks.rados.rados.0.smithi031.stdout:691: finishing write tid 3 to smithi03184240-44 2024-09-17T17:05:25.484 INFO:tasks.rados.rados.0.smithi031.stdout:691: finishing write tid 4 to smithi03184240-44 2024-09-17T17:05:25.484 INFO:tasks.rados.rados.0.smithi031.stdout:691: finishing write tid 5 to smithi03184240-44 2024-09-17T17:05:25.484 INFO:tasks.rados.rados.0.smithi031.stdout:691: oid 44 updating version 0 to 472 2024-09-17T17:05:25.484 INFO:tasks.rados.rados.0.smithi031.stdout:691: oid 44 updating version 472 to 473 2024-09-17T17:05:25.484 INFO:tasks.rados.rados.0.smithi031.stdout:691: oid 44 updating version 473 to 474 2024-09-17T17:05:25.485 INFO:tasks.rados.rados.0.smithi031.stdout:691: oid 44 version 474 is already newer than 471 2024-09-17T17:05:25.485 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 474 (ObjNum 238 snap 63 seq_num 238) dirty exists 2024-09-17T17:05:25.485 INFO:tasks.rados.rados.0.smithi031.stdout:691: left oid 44 (ObjNum 238 snap 63 seq_num 238) 2024-09-17T17:05:25.485 INFO:tasks.rados.rados.0.smithi031.stdout:692: seq_num 239 ranges {0=409600,409600=704512,1114112=499712} 2024-09-17T17:05:25.486 INFO:tasks.rados.rados.0.smithi031.stdout:692: writing smithi03184240-28 from 0 to 409600 tid 1 2024-09-17T17:05:25.489 INFO:tasks.rados.rados.0.smithi031.stdout:692: writing smithi03184240-28 from 409600 to 1114112 tid 2 2024-09-17T17:05:25.493 INFO:tasks.rados.rados.0.smithi031.stdout:692: writing smithi03184240-28 from 1114112 to 1613824 tid 3 2024-09-17T17:05:25.493 INFO:tasks.rados.rados.0.smithi031.stdout:688: done (3 left) 2024-09-17T17:05:25.493 INFO:tasks.rados.rados.0.smithi031.stdout:689: done (2 left) 2024-09-17T17:05:25.493 INFO:tasks.rados.rados.0.smithi031.stdout:691: done (1 left) 2024-09-17T17:05:25.493 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 63 2024-09-17T17:05:25.494 INFO:tasks.rados.rados.0.smithi031.stdout:692: finishing write tid 1 to smithi03184240-28 2024-09-17T17:05:25.494 INFO:tasks.rados.rados.0.smithi031.stdout:692: finishing write tid 2 to smithi03184240-28 2024-09-17T17:05:25.494 INFO:tasks.rados.rados.0.smithi031.stdout:693: seq_num 240 ranges {2777088=425984,3203072=589824,3792896=483328,4276224=131072} 2024-09-17T17:05:25.510 INFO:tasks.rados.rados.0.smithi031.stdout:693: writing smithi03184240-45 from 2777088 to 3203072 tid 1 2024-09-17T17:05:25.514 INFO:tasks.rados.rados.0.smithi031.stdout:693: writing smithi03184240-45 from 3203072 to 3792896 tid 2 2024-09-17T17:05:25.516 INFO:tasks.rados.rados.0.smithi031.stdout:693: writing smithi03184240-45 from 3792896 to 4276224 tid 3 2024-09-17T17:05:25.518 INFO:tasks.rados.rados.0.smithi031.stdout:693: writing smithi03184240-45 from 4276224 to 4407296 tid 4 2024-09-17T17:05:25.518 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 19 current snap is 63 2024-09-17T17:05:25.518 INFO:tasks.rados.rados.0.smithi031.stdout:692: finishing write tid 3 to smithi03184240-28 2024-09-17T17:05:25.518 INFO:tasks.rados.rados.0.smithi031.stdout:692: finishing write tid 4 to smithi03184240-28 2024-09-17T17:05:25.518 INFO:tasks.rados.rados.0.smithi031.stdout:692: finishing write tid 5 to smithi03184240-28 2024-09-17T17:05:25.518 INFO:tasks.rados.rados.0.smithi031.stdout:692: oid 28 updating version 0 to 478 2024-09-17T17:05:25.518 INFO:tasks.rados.rados.0.smithi031.stdout:692: oid 28 version 478 is already newer than 475 2024-09-17T17:05:25.518 INFO:tasks.rados.rados.0.smithi031.stdout:692: oid 28 version 478 is already newer than 476 2024-09-17T17:05:25.518 INFO:tasks.rados.rados.0.smithi031.stdout:692: oid 28 version 478 is already newer than 477 2024-09-17T17:05:25.519 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 478 (ObjNum 239 snap 63 seq_num 239) dirty exists 2024-09-17T17:05:25.519 INFO:tasks.rados.rados.0.smithi031.stdout:692: left oid 28 (ObjNum 239 snap 63 seq_num 239) 2024-09-17T17:05:25.519 INFO:tasks.rados.rados.0.smithi031.stdout:693: finishing write tid 1 to smithi03184240-45 2024-09-17T17:05:25.519 INFO:tasks.rados.rados.0.smithi031.stdout:693: finishing write tid 2 to smithi03184240-45 2024-09-17T17:05:25.519 INFO:tasks.rados.rados.0.smithi031.stdout:694: seq_num 241 ranges {3702784=442368,4145152=466944,4612096=688128,5300224=49152} 2024-09-17T17:05:25.541 INFO:tasks.rados.rados.0.smithi031.stdout:694: writing smithi03184240-19 from 3702784 to 4145152 tid 1 2024-09-17T17:05:25.544 INFO:tasks.rados.rados.0.smithi031.stdout:694: writing smithi03184240-19 from 4145152 to 4612096 tid 2 2024-09-17T17:05:25.550 INFO:tasks.rados.rados.0.smithi031.stdout:694: writing smithi03184240-19 from 4612096 to 5300224 tid 3 2024-09-17T17:05:25.551 INFO:tasks.rados.rados.0.smithi031.stdout:694: writing smithi03184240-19 from 5300224 to 5349376 tid 4 2024-09-17T17:05:25.551 INFO:tasks.rados.rados.0.smithi031.stdout:692: done (2 left) 2024-09-17T17:05:25.551 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 28 current snap is 63 2024-09-17T17:05:25.551 INFO:tasks.rados.rados.0.smithi031.stdout:693: finishing write tid 3 to smithi03184240-45 2024-09-17T17:05:25.551 INFO:tasks.rados.rados.0.smithi031.stdout:693: finishing write tid 4 to smithi03184240-45 2024-09-17T17:05:25.551 INFO:tasks.rados.rados.0.smithi031.stdout:693: finishing write tid 5 to smithi03184240-45 2024-09-17T17:05:25.551 INFO:tasks.rados.rados.0.smithi031.stdout:695: seq_num 242 ranges {1613824=458752,2072576=753664,2826240=450560} 2024-09-17T17:05:25.564 INFO:tasks.rados.rados.0.smithi031.stdout:695: writing smithi03184240-28 from 1613824 to 2072576 tid 1 2024-09-17T17:05:25.568 INFO:tasks.rados.rados.0.smithi031.stdout:695: writing smithi03184240-28 from 2072576 to 2826240 tid 2 2024-09-17T17:05:25.571 INFO:tasks.rados.rados.0.smithi031.stdout:695: writing smithi03184240-28 from 2826240 to 3276800 tid 3 2024-09-17T17:05:25.571 INFO:tasks.rados.rados.0.smithi031.stdout:696: setattr oid 3 current snap is 63 2024-09-17T17:05:25.572 INFO:tasks.rados.rados.0.smithi031.stdout:693: finishing write tid 6 to smithi03184240-45 2024-09-17T17:05:25.572 INFO:tasks.rados.rados.0.smithi031.stdout:693: oid 45 updating version 0 to 482 2024-09-17T17:05:25.572 INFO:tasks.rados.rados.0.smithi031.stdout:693: oid 45 updating version 482 to 483 2024-09-17T17:05:25.572 INFO:tasks.rados.rados.0.smithi031.stdout:693: oid 45 version 483 is already newer than 480 2024-09-17T17:05:25.572 INFO:tasks.rados.rados.0.smithi031.stdout:693: oid 45 version 483 is already newer than 481 2024-09-17T17:05:25.572 INFO:tasks.rados.rados.0.smithi031.stdout:693: oid 45 updating version 483 to 484 2024-09-17T17:05:25.572 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 484 (ObjNum 240 snap 63 seq_num 240) dirty exists 2024-09-17T17:05:25.572 INFO:tasks.rados.rados.0.smithi031.stdout:693: left oid 45 (ObjNum 240 snap 63 seq_num 240) 2024-09-17T17:05:25.572 INFO:tasks.rados.rados.0.smithi031.stdout:694: finishing write tid 1 to smithi03184240-19 2024-09-17T17:05:25.572 INFO:tasks.rados.rados.0.smithi031.stdout:694: finishing write tid 2 to smithi03184240-19 2024-09-17T17:05:25.572 INFO:tasks.rados.rados.0.smithi031.stdout:694: finishing write tid 3 to smithi03184240-19 2024-09-17T17:05:25.572 INFO:tasks.rados.rados.0.smithi031.stdout:694: finishing write tid 4 to smithi03184240-19 2024-09-17T17:05:25.572 INFO:tasks.rados.rados.0.smithi031.stdout:694: finishing write tid 5 to smithi03184240-19 2024-09-17T17:05:25.573 INFO:tasks.rados.rados.0.smithi031.stdout:694: finishing write tid 6 to smithi03184240-19 2024-09-17T17:05:25.573 INFO:tasks.rados.rados.0.smithi031.stdout:694: oid 19 updating version 0 to 42 2024-09-17T17:05:25.573 INFO:tasks.rados.rados.0.smithi031.stdout:694: oid 19 updating version 42 to 44 2024-09-17T17:05:25.573 INFO:tasks.rados.rados.0.smithi031.stdout:694: oid 19 version 44 is already newer than 41 2024-09-17T17:05:25.573 INFO:tasks.rados.rados.0.smithi031.stdout:694: oid 19 version 44 is already newer than 40 2024-09-17T17:05:25.573 INFO:tasks.rados.rados.0.smithi031.stdout:694: oid 19 version 44 is already newer than 43 2024-09-17T17:05:25.573 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 44 (ObjNum 241 snap 63 seq_num 241) dirty exists 2024-09-17T17:05:25.573 INFO:tasks.rados.rados.0.smithi031.stdout:694: left oid 19 (ObjNum 241 snap 63 seq_num 241) 2024-09-17T17:05:25.573 INFO:tasks.rados.rados.0.smithi031.stdout:695: finishing write tid 1 to smithi03184240-28 2024-09-17T17:05:25.573 INFO:tasks.rados.rados.0.smithi031.stdout:695: finishing write tid 2 to smithi03184240-28 2024-09-17T17:05:25.574 INFO:tasks.rados.rados.0.smithi031.stdout:693: done (3 left) 2024-09-17T17:05:25.574 INFO:tasks.rados.rados.0.smithi031.stdout:694: done (2 left) 2024-09-17T17:05:25.574 INFO:tasks.rados.rados.0.smithi031.stdout:697: delete oid 7 current snap is 63 2024-09-17T17:05:25.574 INFO:tasks.rados.rados.0.smithi031.stdout:695: finishing write tid 3 to smithi03184240-28 2024-09-17T17:05:25.574 INFO:tasks.rados.rados.0.smithi031.stdout:695: finishing write tid 4 to smithi03184240-28 2024-09-17T17:05:25.575 INFO:tasks.rados.rados.0.smithi031.stdout:697: done (2 left) 2024-09-17T17:05:25.575 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 24 current snap is 63 2024-09-17T17:05:25.575 INFO:tasks.rados.rados.0.smithi031.stdout:698: seq_num 244 ranges {0=491520,491520=573440,1064960=458752,1523712=172032} 2024-09-17T17:05:25.577 INFO:tasks.rados.rados.0.smithi031.stdout:698: writing smithi03184240-24 from 0 to 491520 tid 1 2024-09-17T17:05:25.580 INFO:tasks.rados.rados.0.smithi031.stdout:698: writing smithi03184240-24 from 491520 to 1064960 tid 2 2024-09-17T17:05:25.583 INFO:tasks.rados.rados.0.smithi031.stdout:698: writing smithi03184240-24 from 1064960 to 1523712 tid 3 2024-09-17T17:05:25.585 INFO:tasks.rados.rados.0.smithi031.stdout:698: writing smithi03184240-24 from 1523712 to 1695744 tid 4 2024-09-17T17:05:25.585 INFO:tasks.rados.rados.0.smithi031.stdout:699: copy_from oid 45 from oid 6 current snap is 63 2024-09-17T17:05:25.585 INFO:tasks.rados.rados.0.smithi031.stdout:700: rollback oid 23 current snap is 63 2024-09-17T17:05:25.585 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 23 to 50 2024-09-17T17:05:25.585 INFO:tasks.rados.rados.0.smithi031.stdout:695: finishing write tid 5 to smithi03184240-28 2024-09-17T17:05:25.585 INFO:tasks.rados.rados.0.smithi031.stdout:695: oid 28 updating version 0 to 485 2024-09-17T17:05:25.585 INFO:tasks.rados.rados.0.smithi031.stdout:695: oid 28 updating version 485 to 487 2024-09-17T17:05:25.585 INFO:tasks.rados.rados.0.smithi031.stdout:695: oid 28 updating version 487 to 488 2024-09-17T17:05:25.585 INFO:tasks.rados.rados.0.smithi031.stdout:695: oid 28 version 488 is already newer than 486 2024-09-17T17:05:25.585 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 488 (ObjNum 242 snap 63 seq_num 242) dirty exists 2024-09-17T17:05:25.585 INFO:tasks.rados.rados.0.smithi031.stdout:695: left oid 28 (ObjNum 242 snap 63 seq_num 242) 2024-09-17T17:05:25.585 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 213 (ObjNum 161 snap 41 seq_num 161) dirty exists 2024-09-17T17:05:25.586 INFO:tasks.rados.rados.0.smithi031.stdout:698: finishing write tid 1 to smithi03184240-24 2024-09-17T17:05:25.586 INFO:tasks.rados.rados.0.smithi031.stdout:698: finishing write tid 2 to smithi03184240-24 2024-09-17T17:05:25.586 INFO:tasks.rados.rados.0.smithi031.stdout:695: done (4 left) 2024-09-17T17:05:25.586 INFO:tasks.rados.rados.0.smithi031.stdout:696: done (3 left) 2024-09-17T17:05:25.586 INFO:tasks.rados.rados.0.smithi031.stdout:701: copy_from oid 33 from oid 18 current snap is 63 2024-09-17T17:05:25.586 INFO:tasks.rados.rados.0.smithi031.stdout:702: copy_from oid 17 from oid 8 current snap is 63 2024-09-17T17:05:25.586 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 16 current snap is 63 2024-09-17T17:05:25.586 INFO:tasks.rados.rados.0.smithi031.stdout:703: seq_num 245 ranges {0=507904,507904=458752,966656=671744,1638400=73728} 2024-09-17T17:05:25.588 INFO:tasks.rados.rados.0.smithi031.stdout:703: writing smithi03184240-16 from 0 to 507904 tid 1 2024-09-17T17:05:25.591 INFO:tasks.rados.rados.0.smithi031.stdout:703: writing smithi03184240-16 from 507904 to 966656 tid 2 2024-09-17T17:05:25.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:25 smithi031 ceph-mon[39468]: osdmap e196: 8 total, 8 up, 8 in 2024-09-17T17:05:25.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:25 smithi031 ceph-mon[39468]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:25.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:25 smithi031 ceph-mon[39468]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:25.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:25 smithi031 ceph-mon[39468]: Standby manager daemon x started 2024-09-17T17:05:25.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:25 smithi031 ceph-mon[39468]: from='mgr.? 172.21.15.66:0/1783561070' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-17T17:05:25.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:25 smithi031 ceph-mon[39468]: from='mgr.? 172.21.15.66:0/1783561070' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T17:05:25.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:25 smithi031 ceph-mon[39468]: from='mgr.? 172.21.15.66:0/1783561070' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-17T17:05:25.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:25 smithi031 ceph-mon[39468]: from='mgr.? 172.21.15.66:0/1783561070' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T17:05:25.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:25 smithi031 ceph-mon[39468]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:25.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:25 smithi031 ceph-mon[39468]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:25.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:25 smithi031 ceph-mon[27768]: osdmap e196: 8 total, 8 up, 8 in 2024-09-17T17:05:25.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:25 smithi031 ceph-mon[27768]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:25.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:25 smithi031 ceph-mon[27768]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:25.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:25 smithi031 ceph-mon[27768]: Standby manager daemon x started 2024-09-17T17:05:25.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:25 smithi031 ceph-mon[27768]: from='mgr.? 172.21.15.66:0/1783561070' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-17T17:05:25.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:25 smithi031 ceph-mon[27768]: from='mgr.? 172.21.15.66:0/1783561070' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T17:05:25.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:25 smithi031 ceph-mon[27768]: from='mgr.? 172.21.15.66:0/1783561070' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-17T17:05:25.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:25 smithi031 ceph-mon[27768]: from='mgr.? 172.21.15.66:0/1783561070' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T17:05:25.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:25 smithi031 ceph-mon[27768]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:25.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:25 smithi031 ceph-mon[27768]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:25.596 INFO:tasks.rados.rados.0.smithi031.stdout:703: writing smithi03184240-16 from 966656 to 1638400 tid 3 2024-09-17T17:05:25.596 INFO:tasks.rados.rados.0.smithi031.stdout:703: writing smithi03184240-16 from 1638400 to 1712128 tid 4 2024-09-17T17:05:25.596 INFO:tasks.rados.rados.0.smithi031.stdout:704: snap_remove snap 56 2024-09-17T17:05:25.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:25 smithi066 ceph-mon[31354]: osdmap e196: 8 total, 8 up, 8 in 2024-09-17T17:05:25.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:25 smithi066 ceph-mon[31354]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:25.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:25 smithi066 ceph-mon[31354]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:25.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:25 smithi066 ceph-mon[31354]: Standby manager daemon x started 2024-09-17T17:05:25.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:25 smithi066 ceph-mon[31354]: from='mgr.? 172.21.15.66:0/1783561070' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-17T17:05:25.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:25 smithi066 ceph-mon[31354]: from='mgr.? 172.21.15.66:0/1783561070' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T17:05:25.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:25 smithi066 ceph-mon[31354]: from='mgr.? 172.21.15.66:0/1783561070' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-17T17:05:25.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:25 smithi066 ceph-mon[31354]: from='mgr.? 172.21.15.66:0/1783561070' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T17:05:25.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:25 smithi066 ceph-mon[31354]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:25.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:25 smithi066 ceph-mon[31354]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:26.432 INFO:tasks.rados.rados.0.smithi031.stdout:704: done (6 left) 2024-09-17T17:05:26.433 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 28 current snap is 63 2024-09-17T17:05:26.433 INFO:tasks.rados.rados.0.smithi031.stdout:705: seq_num 246 ranges {3276800=524288,3801088=745472,4546560=425984,4972544=32768} 2024-09-17T17:05:26.453 INFO:tasks.rados.rados.0.smithi031.stdout:705: writing smithi03184240-28 from 3276800 to 3801088 tid 1 2024-09-17T17:05:26.457 INFO:tasks.rados.rados.0.smithi031.stdout:705: writing smithi03184240-28 from 3801088 to 4546560 tid 2 2024-09-17T17:05:26.461 INFO:tasks.rados.rados.0.smithi031.stdout:705: writing smithi03184240-28 from 4546560 to 4972544 tid 3 2024-09-17T17:05:26.461 INFO:tasks.rados.rados.0.smithi031.stdout:705: writing smithi03184240-28 from 4972544 to 5005312 tid 4 2024-09-17T17:05:26.461 INFO:tasks.rados.rados.0.smithi031.stdout:706: read oid 35 snap -1 2024-09-17T17:05:26.461 INFO:tasks.rados.rados.0.smithi031.stdout:706: expect (ObjNum 198 snap 46 seq_num 198) 2024-09-17T17:05:26.461 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 30 current snap is 63 2024-09-17T17:05:26.461 INFO:tasks.rados.rados.0.smithi031.stdout:700: finishing rollback tid 0 to smithi03184240-23 2024-09-17T17:05:26.461 INFO:tasks.rados.rados.0.smithi031.stdout:700: finishing rollback tid 1 to smithi03184240-23 2024-09-17T17:05:26.461 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 197 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-17T17:05:26.461 INFO:tasks.rados.rados.0.smithi031.stdout:698: finishing write tid 3 to smithi03184240-24 2024-09-17T17:05:26.461 INFO:tasks.rados.rados.0.smithi031.stdout:698: finishing write tid 4 to smithi03184240-24 2024-09-17T17:05:26.461 INFO:tasks.rados.rados.0.smithi031.stdout:698: finishing write tid 5 to smithi03184240-24 2024-09-17T17:05:26.461 INFO:tasks.rados.rados.0.smithi031.stdout:702: finishing copy_from racing read to smithi03184240-17 2024-09-17T17:05:26.462 INFO:tasks.rados.rados.0.smithi031.stdout:702: finishing copy_from to smithi03184240-17 2024-09-17T17:05:26.462 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 265 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-09-17T17:05:26.462 INFO:tasks.rados.rados.0.smithi031.stdout:698: finishing write tid 6 to smithi03184240-24 2024-09-17T17:05:26.462 INFO:tasks.rados.rados.0.smithi031.stdout:698: oid 24 updating version 0 to 234 2024-09-17T17:05:26.462 INFO:tasks.rados.rados.0.smithi031.stdout:698: oid 24 version 234 is already newer than 232 2024-09-17T17:05:26.462 INFO:tasks.rados.rados.0.smithi031.stdout:698: oid 24 version 234 is already newer than 233 2024-09-17T17:05:26.462 INFO:tasks.rados.rados.0.smithi031.stdout:698: oid 24 updating version 234 to 236 2024-09-17T17:05:26.462 INFO:tasks.rados.rados.0.smithi031.stdout:698: oid 24 version 236 is already newer than 235 2024-09-17T17:05:26.462 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 236 (ObjNum 244 snap 63 seq_num 244) dirty exists 2024-09-17T17:05:26.462 INFO:tasks.rados.rados.0.smithi031.stdout:698: left oid 24 (ObjNum 244 snap 63 seq_num 244) 2024-09-17T17:05:26.462 INFO:tasks.rados.rados.0.smithi031.stdout:703: finishing write tid 1 to smithi03184240-16 2024-09-17T17:05:26.462 INFO:tasks.rados.rados.0.smithi031.stdout:703: finishing write tid 2 to smithi03184240-16 2024-09-17T17:05:26.462 INFO:tasks.rados.rados.0.smithi031.stdout:701: finishing copy_from racing read to smithi03184240-33 2024-09-17T17:05:26.463 INFO:tasks.rados.rados.0.smithi031.stdout:701: finishing copy_from to smithi03184240-33 2024-09-17T17:05:26.463 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 331 (ObjNum 115 snap 26 seq_num 115) dirty exists 2024-09-17T17:05:26.463 INFO:tasks.rados.rados.0.smithi031.stdout:703: finishing write tid 3 to smithi03184240-16 2024-09-17T17:05:26.463 INFO:tasks.rados.rados.0.smithi031.stdout:707: seq_num 247 ranges {1908736=540672,2449408=622592,3072000=581632} 2024-09-17T17:05:26.473 INFO:tasks.rados.rados.0.smithi031.stdout:707: writing smithi03184240-30 from 1908736 to 2449408 tid 1 2024-09-17T17:05:26.477 INFO:tasks.rados.rados.0.smithi031.stdout:707: writing smithi03184240-30 from 2449408 to 3072000 tid 2 2024-09-17T17:05:26.481 INFO:tasks.rados.rados.0.smithi031.stdout:707: writing smithi03184240-30 from 3072000 to 3653632 tid 3 2024-09-17T17:05:26.482 INFO:tasks.rados.rados.0.smithi031.stdout:698: done (8 left) 2024-09-17T17:05:26.482 INFO:tasks.rados.rados.0.smithi031.stdout:700: done (7 left) 2024-09-17T17:05:26.482 INFO:tasks.rados.rados.0.smithi031.stdout:701: done (6 left) 2024-09-17T17:05:26.482 INFO:tasks.rados.rados.0.smithi031.stdout:702: done (5 left) 2024-09-17T17:05:26.482 INFO:tasks.rados.rados.0.smithi031.stdout:708: snap_create 2024-09-17T17:05:26.482 INFO:tasks.rados.rados.0.smithi031.stdout:703: finishing write tid 4 to smithi03184240-16 2024-09-17T17:05:26.482 INFO:tasks.rados.rados.0.smithi031.stdout:703: finishing write tid 5 to smithi03184240-16 2024-09-17T17:05:26.482 INFO:tasks.rados.rados.0.smithi031.stdout:703: finishing write tid 6 to smithi03184240-16 2024-09-17T17:05:26.482 INFO:tasks.rados.rados.0.smithi031.stdout:703: oid 16 updating version 0 to 160 2024-09-17T17:05:26.482 INFO:tasks.rados.rados.0.smithi031.stdout:703: oid 16 version 160 is already newer than 159 2024-09-17T17:05:26.482 INFO:tasks.rados.rados.0.smithi031.stdout:703: oid 16 updating version 160 to 161 2024-09-17T17:05:26.482 INFO:tasks.rados.rados.0.smithi031.stdout:703: oid 16 version 161 is already newer than 158 2024-09-17T17:05:26.482 INFO:tasks.rados.rados.0.smithi031.stdout:703: oid 16 version 161 is already newer than 157 2024-09-17T17:05:26.482 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 161 (ObjNum 245 snap 63 seq_num 245) dirty exists 2024-09-17T17:05:26.483 INFO:tasks.rados.rados.0.smithi031.stdout:703: left oid 16 (ObjNum 245 snap 63 seq_num 245) 2024-09-17T17:05:26.483 INFO:tasks.rados.rados.0.smithi031.stdout:699: finishing copy_from racing read to smithi03184240-45 2024-09-17T17:05:26.483 INFO:tasks.rados.rados.0.smithi031.stdout:699: finishing copy_from to smithi03184240-45 2024-09-17T17:05:26.483 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 120 (ObjNum 185 snap 45 seq_num 185) dirty exists 2024-09-17T17:05:26.483 INFO:tasks.rados.rados.0.smithi031.stdout:705: finishing write tid 1 to smithi03184240-28 2024-09-17T17:05:26.483 INFO:tasks.rados.rados.0.smithi031.stdout:705: finishing write tid 2 to smithi03184240-28 2024-09-17T17:05:26.483 INFO:tasks.rados.rados.0.smithi031.stdout:705: finishing write tid 3 to smithi03184240-28 2024-09-17T17:05:26.483 INFO:tasks.rados.rados.0.smithi031.stdout:705: finishing write tid 4 to smithi03184240-28 2024-09-17T17:05:26.483 INFO:tasks.rados.rados.0.smithi031.stdout:705: finishing write tid 5 to smithi03184240-28 2024-09-17T17:05:26.483 INFO:tasks.rados.rados.0.smithi031.stdout:706: expect (ObjNum 198 snap 46 seq_num 198) 2024-09-17T17:05:26.506 INFO:tasks.rados.rados.0.smithi031.stdout:705: finishing write tid 6 to smithi03184240-28 2024-09-17T17:05:26.506 INFO:tasks.rados.rados.0.smithi031.stdout:705: oid 28 updating version 0 to 504 2024-09-17T17:05:26.506 INFO:tasks.rados.rados.0.smithi031.stdout:705: oid 28 version 504 is already newer than 502 2024-09-17T17:05:26.506 INFO:tasks.rados.rados.0.smithi031.stdout:705: oid 28 version 504 is already newer than 503 2024-09-17T17:05:26.506 INFO:tasks.rados.rados.0.smithi031.stdout:705: oid 28 updating version 504 to 506 2024-09-17T17:05:26.506 INFO:tasks.rados.rados.0.smithi031.stdout:705: oid 28 version 506 is already newer than 505 2024-09-17T17:05:26.506 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 506 (ObjNum 246 snap 63 seq_num 246) dirty exists 2024-09-17T17:05:26.506 INFO:tasks.rados.rados.0.smithi031.stdout:705: left oid 28 (ObjNum 246 snap 63 seq_num 246) 2024-09-17T17:05:26.506 INFO:tasks.rados.rados.0.smithi031.stdout:707: finishing write tid 1 to smithi03184240-30 2024-09-17T17:05:26.506 INFO:tasks.rados.rados.0.smithi031.stdout:707: finishing write tid 2 to smithi03184240-30 2024-09-17T17:05:26.507 INFO:tasks.rados.rados.0.smithi031.stdout:707: finishing write tid 3 to smithi03184240-30 2024-09-17T17:05:26.507 INFO:tasks.rados.rados.0.smithi031.stdout:707: finishing write tid 4 to smithi03184240-30 2024-09-17T17:05:26.507 INFO:tasks.rados.rados.0.smithi031.stdout:707: finishing write tid 5 to smithi03184240-30 2024-09-17T17:05:26.507 INFO:tasks.rados.rados.0.smithi031.stdout:707: oid 30 updating version 0 to 245 2024-09-17T17:05:26.507 INFO:tasks.rados.rados.0.smithi031.stdout:707: oid 30 version 245 is already newer than 244 2024-09-17T17:05:26.507 INFO:tasks.rados.rados.0.smithi031.stdout:707: oid 30 updating version 245 to 246 2024-09-17T17:05:26.507 INFO:tasks.rados.rados.0.smithi031.stdout:707: oid 30 updating version 246 to 247 2024-09-17T17:05:26.507 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 247 (ObjNum 247 snap 63 seq_num 247) dirty exists 2024-09-17T17:05:26.507 INFO:tasks.rados.rados.0.smithi031.stdout:707: left oid 30 (ObjNum 247 snap 63 seq_num 247) 2024-09-17T17:05:26.524 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:26 smithi031 ceph-mon[27768]: pgmap v12: 121 pgs: 121 active+clean; 208 MiB data, 649 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:05:26.524 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:26 smithi031 ceph-mon[27768]: osdmap e197: 8 total, 8 up, 8 in 2024-09-17T17:05:26.524 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:26 smithi031 ceph-mon[27768]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:26.524 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:26 smithi031 ceph-mon[27768]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:26.524 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:26 smithi031 ceph-mon[27768]: mgrmap e34: y(active, since 6s), standbys: x 2024-09-17T17:05:26.524 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:26 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-17T17:05:26.524 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:26 smithi031 ceph-mon[27768]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:26.524 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:26 smithi031 ceph-mon[27768]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:26.524 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:26 smithi031 ceph-mon[39468]: pgmap v12: 121 pgs: 121 active+clean; 208 MiB data, 649 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:05:26.525 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:26 smithi031 ceph-mon[39468]: osdmap e197: 8 total, 8 up, 8 in 2024-09-17T17:05:26.525 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:26 smithi031 ceph-mon[39468]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:26.525 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:26 smithi031 ceph-mon[39468]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:26.525 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:26 smithi031 ceph-mon[39468]: mgrmap e34: y(active, since 6s), standbys: x 2024-09-17T17:05:26.525 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:26 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-17T17:05:26.525 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:26 smithi031 ceph-mon[39468]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:26.525 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:26 smithi031 ceph-mon[39468]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:26.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:26 smithi066 ceph-mon[31354]: pgmap v12: 121 pgs: 121 active+clean; 208 MiB data, 649 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:05:26.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:26 smithi066 ceph-mon[31354]: osdmap e197: 8 total, 8 up, 8 in 2024-09-17T17:05:26.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:26 smithi066 ceph-mon[31354]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:26.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:26 smithi066 ceph-mon[31354]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:26.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:26 smithi066 ceph-mon[31354]: mgrmap e34: y(active, since 6s), standbys: x 2024-09-17T17:05:26.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:26 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-17T17:05:26.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:26 smithi066 ceph-mon[31354]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:26.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:26 smithi066 ceph-mon[31354]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:27.440 INFO:tasks.rados.rados.0.smithi031.stdout:699: done (5 left) 2024-09-17T17:05:27.440 INFO:tasks.rados.rados.0.smithi031.stdout:703: done (4 left) 2024-09-17T17:05:27.440 INFO:tasks.rados.rados.0.smithi031.stdout:705: done (3 left) 2024-09-17T17:05:27.440 INFO:tasks.rados.rados.0.smithi031.stdout:706: done (2 left) 2024-09-17T17:05:27.440 INFO:tasks.rados.rados.0.smithi031.stdout:707: done (1 left) 2024-09-17T17:05:27.441 INFO:tasks.rados.rados.0.smithi031.stdout:708: done (0 left) 2024-09-17T17:05:27.441 INFO:tasks.rados.rados.0.smithi031.stdout:709: delete oid 2 current snap is 64 2024-09-17T17:05:27.442 INFO:tasks.rados.rados.0.smithi031.stdout:709: done (0 left) 2024-09-17T17:05:27.443 INFO:tasks.rados.rados.0.smithi031.stdout:710: delete oid 5 current snap is 64 2024-09-17T17:05:27.447 INFO:tasks.rados.rados.0.smithi031.stdout:710: done (0 left) 2024-09-17T17:05:27.447 INFO:tasks.rados.rados.0.smithi031.stdout:711: read oid 43 snap -1 2024-09-17T17:05:27.447 INFO:tasks.rados.rados.0.smithi031.stdout:711: expect deleted 2024-09-17T17:05:27.447 INFO:tasks.rados.rados.0.smithi031.stdout:712: read oid 28 snap 43 2024-09-17T17:05:27.447 INFO:tasks.rados.rados.0.smithi031.stdout:712: expect (ObjNum 173 snap 43 seq_num 173) 2024-09-17T17:05:27.447 INFO:tasks.rados.rados.0.smithi031.stdout:713: delete oid 17 current snap is 64 2024-09-17T17:05:27.449 INFO:tasks.rados.rados.0.smithi031.stdout:711: done (2 left) 2024-09-17T17:05:27.449 INFO:tasks.rados.rados.0.smithi031.stdout:713: done (1 left) 2024-09-17T17:05:27.449 INFO:tasks.rados.rados.0.smithi031.stdout:714: copy_from oid 45 from oid 13 current snap is 64 2024-09-17T17:05:27.449 INFO:tasks.rados.rados.0.smithi031.stdout:715: rmattr oid 36 current snap is 64 2024-09-17T17:05:27.449 INFO:tasks.rados.rados.0.smithi031.stdout:715: done (2 left) 2024-09-17T17:05:27.449 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 11 current snap is 64 2024-09-17T17:05:27.449 INFO:tasks.rados.rados.0.smithi031.stdout:716: seq_num 251 ranges {2777088=606208,3383296=614400,3997696=589824} 2024-09-17T17:05:27.467 INFO:tasks.rados.rados.0.smithi031.stdout:716: writing smithi03184240-11 from 2777088 to 3383296 tid 1 2024-09-17T17:05:27.471 INFO:tasks.rados.rados.0.smithi031.stdout:716: writing smithi03184240-11 from 3383296 to 3997696 tid 2 2024-09-17T17:05:27.476 INFO:tasks.rados.rados.0.smithi031.stdout:716: writing smithi03184240-11 from 3997696 to 4587520 tid 3 2024-09-17T17:05:27.476 INFO:tasks.rados.rados.0.smithi031.stdout:717: read oid 19 snap -1 2024-09-17T17:05:27.476 INFO:tasks.rados.rados.0.smithi031.stdout:717: expect (ObjNum 241 snap 63 seq_num 241) 2024-09-17T17:05:27.476 INFO:tasks.rados.rados.0.smithi031.stdout:718: rollback oid 44 current snap is 64 2024-09-17T17:05:27.476 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 44 to 58 2024-09-17T17:05:27.476 INFO:tasks.rados.rados.0.smithi031.stdout:712: expect (ObjNum 173 snap 43 seq_num 173) 2024-09-17T17:05:27.523 INFO:tasks.rados.rados.0.smithi031.stdout:714: finishing copy_from racing read to smithi03184240-45 2024-09-17T17:05:27.523 INFO:tasks.rados.rados.0.smithi031.stdout:714: finishing copy_from to smithi03184240-45 2024-09-17T17:05:27.523 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 308 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-09-17T17:05:27.523 INFO:tasks.rados.rados.0.smithi031.stdout:716: finishing write tid 1 to smithi03184240-11 2024-09-17T17:05:27.523 INFO:tasks.rados.rados.0.smithi031.stdout:712: done (4 left) 2024-09-17T17:05:27.523 INFO:tasks.rados.rados.0.smithi031.stdout:714: done (3 left) 2024-09-17T17:05:27.523 INFO:tasks.rados.rados.0.smithi031.stdout:719: read oid 13 snap -1 2024-09-17T17:05:27.524 INFO:tasks.rados.rados.0.smithi031.stdout:719: expect (ObjNum 12 snap 0 seq_num 12) 2024-09-17T17:05:27.524 INFO:tasks.rados.rados.0.smithi031.stdout:720: rollback oid 23 current snap is 64 2024-09-17T17:05:27.524 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 23 to 43 2024-09-17T17:05:27.524 INFO:tasks.rados.rados.0.smithi031.stdout:716: finishing write tid 2 to smithi03184240-11 2024-09-17T17:05:27.524 INFO:tasks.rados.rados.0.smithi031.stdout:716: finishing write tid 3 to smithi03184240-11 2024-09-17T17:05:27.524 INFO:tasks.rados.rados.0.smithi031.stdout:718: finishing rollback tid 0 to smithi03184240-44 2024-09-17T17:05:27.524 INFO:tasks.rados.rados.0.smithi031.stdout:718: finishing rollback tid 1 to smithi03184240-44 2024-09-17T17:05:27.524 INFO:tasks.rados.rados.0.smithi031.stdout:716: finishing write tid 4 to smithi03184240-11 2024-09-17T17:05:27.524 INFO:tasks.rados.rados.0.smithi031.stdout:718: finishing rollback tid 2 to smithi03184240-44 2024-09-17T17:05:27.524 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 514 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-09-17T17:05:27.524 INFO:tasks.rados.rados.0.smithi031.stdout:716: finishing write tid 5 to smithi03184240-11 2024-09-17T17:05:27.525 INFO:tasks.rados.rados.0.smithi031.stdout:716: oid 11 updating version 0 to 349 2024-09-17T17:05:27.525 INFO:tasks.rados.rados.0.smithi031.stdout:716: oid 11 updating version 349 to 351 2024-09-17T17:05:27.525 INFO:tasks.rados.rados.0.smithi031.stdout:716: oid 11 version 351 is already newer than 348 2024-09-17T17:05:27.525 INFO:tasks.rados.rados.0.smithi031.stdout:716: oid 11 version 351 is already newer than 350 2024-09-17T17:05:27.525 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 351 (ObjNum 251 snap 64 seq_num 251) dirty exists 2024-09-17T17:05:27.525 INFO:tasks.rados.rados.0.smithi031.stdout:716: left oid 11 (ObjNum 251 snap 64 seq_num 251) 2024-09-17T17:05:27.525 INFO:tasks.rados.rados.0.smithi031.stdout:716: done (4 left) 2024-09-17T17:05:27.525 INFO:tasks.rados.rados.0.smithi031.stdout:718: done (3 left) 2024-09-17T17:05:27.525 INFO:tasks.rados.rados.0.smithi031.stdout:721: delete oid 24 current snap is 64 2024-09-17T17:05:27.525 INFO:tasks.rados.rados.0.smithi031.stdout:717: expect (ObjNum 241 snap 63 seq_num 241) 2024-09-17T17:05:27.768 INFO:tasks.rados.rados.0.smithi031.stdout:719: expect (ObjNum 12 snap 0 seq_num 12) 2024-09-17T17:05:27.775 INFO:tasks.rados.rados.0.smithi031.stdout:720: finishing rollback tid 1 to smithi03184240-23 2024-09-17T17:05:27.775 INFO:tasks.rados.rados.0.smithi031.stdout:720: finishing rollback tid 2 to smithi03184240-23 2024-09-17T17:05:27.775 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 199 (ObjNum 105 snap 24 seq_num 105) dirty exists 2024-09-17T17:05:27.775 INFO:tasks.rados.rados.0.smithi031.stdout:717: done (3 left) 2024-09-17T17:05:27.775 INFO:tasks.rados.rados.0.smithi031.stdout:719: done (2 left) 2024-09-17T17:05:27.776 INFO:tasks.rados.rados.0.smithi031.stdout:720: done (1 left) 2024-09-17T17:05:27.776 INFO:tasks.rados.rados.0.smithi031.stdout:721: done (0 left) 2024-09-17T17:05:27.776 INFO:tasks.rados.rados.0.smithi031.stdout:722: read oid 39 snap -1 2024-09-17T17:05:27.776 INFO:tasks.rados.rados.0.smithi031.stdout:722: expect (ObjNum 231 snap 59 seq_num 231) 2024-09-17T17:05:27.776 INFO:tasks.rados.rados.0.smithi031.stdout:723: read oid 26 snap -1 2024-09-17T17:05:27.776 INFO:tasks.rados.rados.0.smithi031.stdout:723: expect (ObjNum 128 snap 28 seq_num 128) 2024-09-17T17:05:27.776 INFO:tasks.rados.rados.0.smithi031.stdout:724: delete oid 11 current snap is 64 2024-09-17T17:05:27.777 INFO:tasks.rados.rados.0.smithi031.stdout:724: done (2 left) 2024-09-17T17:05:27.777 INFO:tasks.rados.rados.0.smithi031.stdout:725: snap_create 2024-09-17T17:05:27.789 INFO:tasks.rados.rados.0.smithi031.stdout:722: expect (ObjNum 231 snap 59 seq_num 231) 2024-09-17T17:05:27.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:27 smithi031 ceph-mon[27768]: osdmap e198: 8 total, 8 up, 8 in 2024-09-17T17:05:27.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:27 smithi031 ceph-mon[39468]: osdmap e198: 8 total, 8 up, 8 in 2024-09-17T17:05:27.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:27 smithi066 ceph-mon[31354]: osdmap e198: 8 total, 8 up, 8 in 2024-09-17T17:05:28.002 INFO:tasks.rados.rados.0.smithi031.stdout:723: expect (ObjNum 128 snap 28 seq_num 128) 2024-09-17T17:05:28.448 INFO:tasks.rados.rados.0.smithi031.stdout:722: done (2 left) 2024-09-17T17:05:28.448 INFO:tasks.rados.rados.0.smithi031.stdout:723: done (1 left) 2024-09-17T17:05:28.448 INFO:tasks.rados.rados.0.smithi031.stdout:725: done (0 left) 2024-09-17T17:05:28.448 INFO:tasks.rados.rados.0.smithi031.stdout:726: rollback oid 47 current snap is 65 2024-09-17T17:05:28.448 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 47 to 64 2024-09-17T17:05:28.448 INFO:tasks.rados.rados.0.smithi031.stdout:727: read oid 10 snap -1 2024-09-17T17:05:28.449 INFO:tasks.rados.rados.0.smithi031.stdout:727: expect deleted 2024-09-17T17:05:28.449 INFO:tasks.rados.rados.0.smithi031.stdout:728: read oid 42 snap 61 2024-09-17T17:05:28.449 INFO:tasks.rados.rados.0.smithi031.stdout:728: expect (ObjNum 203 snap 48 seq_num 203) 2024-09-17T17:05:28.449 INFO:tasks.rados.rados.0.smithi031.stdout:729: snap_remove snap 46 2024-09-17T17:05:28.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:28 smithi031 ceph-mon[39468]: pgmap v15: 121 pgs: 121 active+clean; 208 MiB data, 658 MiB used, 715 GiB / 715 GiB avail; 7.0 MiB/s rd, 386 KiB/s wr, 28 op/s 2024-09-17T17:05:28.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:28 smithi031 ceph-mon[39468]: osdmap e199: 8 total, 8 up, 8 in 2024-09-17T17:05:28.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:28 smithi031 ceph-mon[39468]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:28.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:28 smithi031 ceph-mon[39468]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:28.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:28 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:05:28.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:28 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:05:28.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:28 smithi031 ceph-mon[27768]: pgmap v15: 121 pgs: 121 active+clean; 208 MiB data, 658 MiB used, 715 GiB / 715 GiB avail; 7.0 MiB/s rd, 386 KiB/s wr, 28 op/s 2024-09-17T17:05:28.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:28 smithi031 ceph-mon[27768]: osdmap e199: 8 total, 8 up, 8 in 2024-09-17T17:05:28.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:28 smithi031 ceph-mon[27768]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:28.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:28 smithi031 ceph-mon[27768]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:28.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:28 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:05:28.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:28 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:05:28.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:28 smithi066 ceph-mon[31354]: pgmap v15: 121 pgs: 121 active+clean; 208 MiB data, 658 MiB used, 715 GiB / 715 GiB avail; 7.0 MiB/s rd, 386 KiB/s wr, 28 op/s 2024-09-17T17:05:28.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:28 smithi066 ceph-mon[31354]: osdmap e199: 8 total, 8 up, 8 in 2024-09-17T17:05:28.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:28 smithi066 ceph-mon[31354]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:28.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:28 smithi066 ceph-mon[31354]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:28.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:28 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:05:28.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:28 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:05:29.451 INFO:tasks.rados.rados.0.smithi031.stdout:729: done (3 left) 2024-09-17T17:05:29.451 INFO:tasks.rados.rados.0.smithi031.stdout:730: rmattr oid 46 current snap is 65 2024-09-17T17:05:29.451 INFO:tasks.rados.rados.0.smithi031.stdout:730: done (3 left) 2024-09-17T17:05:29.451 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 40 current snap is 65 2024-09-17T17:05:29.451 INFO:tasks.rados.rados.0.smithi031.stdout:731: seq_num 254 ranges {0=663552,663552=663552,1327104=540672} 2024-09-17T17:05:29.455 INFO:tasks.rados.rados.0.smithi031.stdout:731: writing smithi03184240-40 from 0 to 663552 tid 1 2024-09-17T17:05:29.460 INFO:tasks.rados.rados.0.smithi031.stdout:731: writing smithi03184240-40 from 663552 to 1327104 tid 2 2024-09-17T17:05:29.464 INFO:tasks.rados.rados.0.smithi031.stdout:731: writing smithi03184240-40 from 1327104 to 1867776 tid 3 2024-09-17T17:05:29.464 INFO:tasks.rados.rados.0.smithi031.stdout:732: read oid 36 snap -1 2024-09-17T17:05:29.464 INFO:tasks.rados.rados.0.smithi031.stdout:732: expect deleted 2024-09-17T17:05:29.464 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 16 current snap is 65 2024-09-17T17:05:29.465 INFO:tasks.rados.rados.0.smithi031.stdout:733: seq_num 255 ranges {1712128=679936,2392064=548864,2940928=598016,3538944=57344} 2024-09-17T17:05:29.478 INFO:tasks.rados.rados.0.smithi031.stdout:733: writing smithi03184240-16 from 1712128 to 2392064 tid 1 2024-09-17T17:05:29.481 INFO:tasks.rados.rados.0.smithi031.stdout:733: writing smithi03184240-16 from 2392064 to 2940928 tid 2 2024-09-17T17:05:29.484 INFO:tasks.rados.rados.0.smithi031.stdout:733: writing smithi03184240-16 from 2940928 to 3538944 tid 3 2024-09-17T17:05:29.485 INFO:tasks.rados.rados.0.smithi031.stdout:733: writing smithi03184240-16 from 3538944 to 3596288 tid 4 2024-09-17T17:05:29.485 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 65 2024-09-17T17:05:29.485 INFO:tasks.rados.rados.0.smithi031.stdout:726: finishing rollback tid 0 to smithi03184240-47 2024-09-17T17:05:29.486 INFO:tasks.rados.rados.0.smithi031.stdout:726: finishing rollback tid 1 to smithi03184240-47 2024-09-17T17:05:29.486 INFO:tasks.rados.rados.0.smithi031.stdout:726: finishing rollback tid 2 to smithi03184240-47 2024-09-17T17:05:29.486 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 363 (ObjNum 235 snap 61 seq_num 235) dirty exists 2024-09-17T17:05:29.486 INFO:tasks.rados.rados.0.smithi031.stdout:728: expect (ObjNum 203 snap 48 seq_num 203) 2024-09-17T17:05:29.732 INFO:tasks.rados.rados.0.smithi031.stdout:731: finishing write tid 1 to smithi03184240-40 2024-09-17T17:05:29.732 INFO:tasks.rados.rados.0.smithi031.stdout:731: finishing write tid 2 to smithi03184240-40 2024-09-17T17:05:29.732 INFO:tasks.rados.rados.0.smithi031.stdout:731: finishing write tid 3 to smithi03184240-40 2024-09-17T17:05:29.732 INFO:tasks.rados.rados.0.smithi031.stdout:731: finishing write tid 4 to smithi03184240-40 2024-09-17T17:05:29.732 INFO:tasks.rados.rados.0.smithi031.stdout:734: seq_num 256 ranges {0=696320,696320=434176,1130496=770048} 2024-09-17T17:05:29.735 INFO:tasks.rados.rados.0.smithi031.stdout:734: writing smithi03184240-4 from 0 to 696320 tid 1 2024-09-17T17:05:29.738 INFO:tasks.rados.rados.0.smithi031.stdout:734: writing smithi03184240-4 from 696320 to 1130496 tid 2 2024-09-17T17:05:29.743 INFO:tasks.rados.rados.0.smithi031.stdout:734: writing smithi03184240-4 from 1130496 to 1900544 tid 3 2024-09-17T17:05:29.743 INFO:tasks.rados.rados.0.smithi031.stdout:726: done (6 left) 2024-09-17T17:05:29.743 INFO:tasks.rados.rados.0.smithi031.stdout:727: done (5 left) 2024-09-17T17:05:29.743 INFO:tasks.rados.rados.0.smithi031.stdout:728: done (4 left) 2024-09-17T17:05:29.743 INFO:tasks.rados.rados.0.smithi031.stdout:732: done (3 left) 2024-09-17T17:05:29.743 INFO:tasks.rados.rados.0.smithi031.stdout:735: read oid 29 snap 61 2024-09-17T17:05:29.743 INFO:tasks.rados.rados.0.smithi031.stdout:735: expect (ObjNum 91 snap 17 seq_num 91) 2024-09-17T17:05:29.743 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 33 current snap is 65 2024-09-17T17:05:29.743 INFO:tasks.rados.rados.0.smithi031.stdout:731: finishing write tid 5 to smithi03184240-40 2024-09-17T17:05:29.743 INFO:tasks.rados.rados.0.smithi031.stdout:731: oid 40 updating version 0 to 519 2024-09-17T17:05:29.743 INFO:tasks.rados.rados.0.smithi031.stdout:731: oid 40 updating version 519 to 520 2024-09-17T17:05:29.744 INFO:tasks.rados.rados.0.smithi031.stdout:731: oid 40 updating version 520 to 521 2024-09-17T17:05:29.744 INFO:tasks.rados.rados.0.smithi031.stdout:731: oid 40 updating version 521 to 522 2024-09-17T17:05:29.744 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 522 (ObjNum 254 snap 65 seq_num 254) dirty exists 2024-09-17T17:05:29.744 INFO:tasks.rados.rados.0.smithi031.stdout:731: left oid 40 (ObjNum 254 snap 65 seq_num 254) 2024-09-17T17:05:29.744 INFO:tasks.rados.rados.0.smithi031.stdout:733: finishing write tid 1 to smithi03184240-16 2024-09-17T17:05:29.744 INFO:tasks.rados.rados.0.smithi031.stdout:733: finishing write tid 2 to smithi03184240-16 2024-09-17T17:05:29.744 INFO:tasks.rados.rados.0.smithi031.stdout:733: finishing write tid 3 to smithi03184240-16 2024-09-17T17:05:29.744 INFO:tasks.rados.rados.0.smithi031.stdout:733: finishing write tid 4 to smithi03184240-16 2024-09-17T17:05:29.744 INFO:tasks.rados.rados.0.smithi031.stdout:733: finishing write tid 5 to smithi03184240-16 2024-09-17T17:05:29.744 INFO:tasks.rados.rados.0.smithi031.stdout:733: finishing write tid 6 to smithi03184240-16 2024-09-17T17:05:29.744 INFO:tasks.rados.rados.0.smithi031.stdout:733: oid 16 updating version 0 to 168 2024-09-17T17:05:29.744 INFO:tasks.rados.rados.0.smithi031.stdout:733: oid 16 updating version 168 to 169 2024-09-17T17:05:29.744 INFO:tasks.rados.rados.0.smithi031.stdout:733: oid 16 updating version 169 to 170 2024-09-17T17:05:29.745 INFO:tasks.rados.rados.0.smithi031.stdout:733: oid 16 version 170 is already newer than 167 2024-09-17T17:05:29.745 INFO:tasks.rados.rados.0.smithi031.stdout:733: oid 16 updating version 170 to 171 2024-09-17T17:05:29.745 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 171 (ObjNum 255 snap 65 seq_num 255) dirty exists 2024-09-17T17:05:29.745 INFO:tasks.rados.rados.0.smithi031.stdout:733: left oid 16 (ObjNum 255 snap 65 seq_num 255) 2024-09-17T17:05:29.745 INFO:tasks.rados.rados.0.smithi031.stdout:736: seq_num 257 ranges {2220032=712704,2932736=720896,3653632=483328} 2024-09-17T17:05:29.747 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:29 smithi066 ceph-mon[31354]: Updating smithi031:/etc/ceph/ceph.conf 2024-09-17T17:05:29.747 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:29 smithi066 ceph-mon[31354]: Updating smithi066:/etc/ceph/ceph.conf 2024-09-17T17:05:29.747 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:29 smithi066 ceph-mon[31354]: Updating smithi031:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T17:05:29.747 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:29 smithi066 ceph-mon[31354]: Updating smithi066:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T17:05:29.747 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:29 smithi066 ceph-mon[31354]: osdmap e200: 8 total, 8 up, 8 in 2024-09-17T17:05:29.747 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:29 smithi066 ceph-mon[31354]: Updating smithi031:/etc/ceph/ceph.client.admin.keyring 2024-09-17T17:05:29.747 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:29 smithi066 ceph-mon[31354]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-09-17T17:05:29.747 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:29 smithi066 ceph-mon[31354]: Updating smithi031:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T17:05:29.748 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:29 smithi066 ceph-mon[31354]: Updating smithi066:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T17:05:29.748 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:29 smithi066 ceph-mon[31354]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:29.748 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:29 smithi066 ceph-mon[31354]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:29.748 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:29 smithi066 ceph-mon[31354]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:29.748 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:29 smithi066 ceph-mon[31354]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:29.748 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:29 smithi066 ceph-mon[31354]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:29.748 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:29 smithi066 ceph-mon[31354]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-17T17:05:29.758 INFO:tasks.rados.rados.0.smithi031.stdout:736: writing smithi03184240-33 from 2220032 to 2932736 tid 1 2024-09-17T17:05:29.762 INFO:tasks.rados.rados.0.smithi031.stdout:736: writing smithi03184240-33 from 2932736 to 3653632 tid 2 2024-09-17T17:05:29.766 INFO:tasks.rados.rados.0.smithi031.stdout:736: writing smithi03184240-33 from 3653632 to 4136960 tid 3 2024-09-17T17:05:29.766 INFO:tasks.rados.rados.0.smithi031.stdout:731: done (4 left) 2024-09-17T17:05:29.766 INFO:tasks.rados.rados.0.smithi031.stdout:733: done (3 left) 2024-09-17T17:05:29.766 INFO:tasks.rados.rados.0.smithi031.stdout:737: rmattr oid 21 current snap is 65 2024-09-17T17:05:29.766 INFO:tasks.rados.rados.0.smithi031.stdout:737: done (3 left) 2024-09-17T17:05:29.766 INFO:tasks.rados.rados.0.smithi031.stdout:738: rmattr oid 21 current snap is 65 2024-09-17T17:05:29.766 INFO:tasks.rados.rados.0.smithi031.stdout:738: done (3 left) 2024-09-17T17:05:29.766 INFO:tasks.rados.rados.0.smithi031.stdout:739: rmattr oid 26 current snap is 65 2024-09-17T17:05:29.767 INFO:tasks.rados.rados.0.smithi031.stdout:739: done (3 left) 2024-09-17T17:05:29.767 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 9 current snap is 65 2024-09-17T17:05:29.767 INFO:tasks.rados.rados.0.smithi031.stdout:734: finishing write tid 1 to smithi03184240-4 2024-09-17T17:05:29.767 INFO:tasks.rados.rados.0.smithi031.stdout:734: finishing write tid 2 to smithi03184240-4 2024-09-17T17:05:29.767 INFO:tasks.rados.rados.0.smithi031.stdout:740: seq_num 258 ranges {0=729088,729088=606208,1335296=598016} 2024-09-17T17:05:29.770 INFO:tasks.rados.rados.0.smithi031.stdout:740: writing smithi03184240-9 from 0 to 729088 tid 1 2024-09-17T17:05:29.773 INFO:tasks.rados.rados.0.smithi031.stdout:740: writing smithi03184240-9 from 729088 to 1335296 tid 2 2024-09-17T17:05:29.777 INFO:tasks.rados.rados.0.smithi031.stdout:740: writing smithi03184240-9 from 1335296 to 1933312 tid 3 2024-09-17T17:05:29.777 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 19 current snap is 65 2024-09-17T17:05:29.777 INFO:tasks.rados.rados.0.smithi031.stdout:734: finishing write tid 3 to smithi03184240-4 2024-09-17T17:05:29.777 INFO:tasks.rados.rados.0.smithi031.stdout:734: finishing write tid 4 to smithi03184240-4 2024-09-17T17:05:29.777 INFO:tasks.rados.rados.0.smithi031.stdout:741: seq_num 259 ranges {5349376=745472,6094848=540672,6635520=581632,7217152=81920} 2024-09-17T17:05:29.810 INFO:tasks.rados.rados.0.smithi031.stdout:741: writing smithi03184240-19 from 5349376 to 6094848 tid 1 2024-09-17T17:05:29.814 INFO:tasks.rados.rados.0.smithi031.stdout:741: writing smithi03184240-19 from 6094848 to 6635520 tid 2 2024-09-17T17:05:29.817 INFO:tasks.rados.rados.0.smithi031.stdout:741: writing smithi03184240-19 from 6635520 to 7217152 tid 3 2024-09-17T17:05:29.818 INFO:tasks.rados.rados.0.smithi031.stdout:741: writing smithi03184240-19 from 7217152 to 7299072 tid 4 2024-09-17T17:05:29.818 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 40 current snap is 65 2024-09-17T17:05:29.818 INFO:tasks.rados.rados.0.smithi031.stdout:742: seq_num 260 ranges {1867776=761856,2629632=417792,3047424=786432} 2024-09-17T17:05:29.832 INFO:tasks.rados.rados.0.smithi031.stdout:742: writing smithi03184240-40 from 1867776 to 2629632 tid 1 2024-09-17T17:05:29.834 INFO:tasks.rados.rados.0.smithi031.stdout:742: writing smithi03184240-40 from 2629632 to 3047424 tid 2 2024-09-17T17:05:29.839 INFO:tasks.rados.rados.0.smithi031.stdout:742: writing smithi03184240-40 from 3047424 to 3833856 tid 3 2024-09-17T17:05:29.840 INFO:tasks.rados.rados.0.smithi031.stdout:743: read oid 50 snap -1 2024-09-17T17:05:29.840 INFO:tasks.rados.rados.0.smithi031.stdout:743: expect (ObjNum 111 snap 24 seq_num 111) 2024-09-17T17:05:29.840 INFO:tasks.rados.rados.0.smithi031.stdout:744: setattr oid 3 current snap is 65 2024-09-17T17:05:29.840 INFO:tasks.rados.rados.0.smithi031.stdout:734: finishing write tid 5 to smithi03184240-4 2024-09-17T17:05:29.840 INFO:tasks.rados.rados.0.smithi031.stdout:734: oid 4 updating version 0 to 268 2024-09-17T17:05:29.840 INFO:tasks.rados.rados.0.smithi031.stdout:734: oid 4 updating version 268 to 269 2024-09-17T17:05:29.840 INFO:tasks.rados.rados.0.smithi031.stdout:734: oid 4 updating version 269 to 271 2024-09-17T17:05:29.840 INFO:tasks.rados.rados.0.smithi031.stdout:734: oid 4 version 271 is already newer than 270 2024-09-17T17:05:29.840 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 271 (ObjNum 256 snap 65 seq_num 256) dirty exists 2024-09-17T17:05:29.840 INFO:tasks.rados.rados.0.smithi031.stdout:734: left oid 4 (ObjNum 256 snap 65 seq_num 256) 2024-09-17T17:05:29.840 INFO:tasks.rados.rados.0.smithi031.stdout:735: expect (ObjNum 91 snap 17 seq_num 91) 2024-09-17T17:05:29.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:29 smithi031 ceph-mon[27768]: Updating smithi031:/etc/ceph/ceph.conf 2024-09-17T17:05:29.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:29 smithi031 ceph-mon[27768]: Updating smithi066:/etc/ceph/ceph.conf 2024-09-17T17:05:29.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:29 smithi031 ceph-mon[27768]: Updating smithi031:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T17:05:29.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:29 smithi031 ceph-mon[27768]: Updating smithi066:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T17:05:29.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:29 smithi031 ceph-mon[27768]: osdmap e200: 8 total, 8 up, 8 in 2024-09-17T17:05:29.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:29 smithi031 ceph-mon[27768]: Updating smithi031:/etc/ceph/ceph.client.admin.keyring 2024-09-17T17:05:29.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:29 smithi031 ceph-mon[27768]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-09-17T17:05:29.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:29 smithi031 ceph-mon[27768]: Updating smithi031:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T17:05:29.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:29 smithi031 ceph-mon[27768]: Updating smithi066:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T17:05:29.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:29 smithi031 ceph-mon[27768]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:29.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:29 smithi031 ceph-mon[27768]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:29.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:29 smithi031 ceph-mon[27768]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:29.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:29 smithi031 ceph-mon[27768]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:29.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:29 smithi031 ceph-mon[27768]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:29.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:29 smithi031 ceph-mon[27768]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-17T17:05:29.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:29 smithi031 ceph-mon[39468]: Updating smithi031:/etc/ceph/ceph.conf 2024-09-17T17:05:29.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:29 smithi031 ceph-mon[39468]: Updating smithi066:/etc/ceph/ceph.conf 2024-09-17T17:05:29.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:29 smithi031 ceph-mon[39468]: Updating smithi031:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T17:05:29.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:29 smithi031 ceph-mon[39468]: Updating smithi066:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T17:05:29.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:29 smithi031 ceph-mon[39468]: osdmap e200: 8 total, 8 up, 8 in 2024-09-17T17:05:29.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:29 smithi031 ceph-mon[39468]: Updating smithi031:/etc/ceph/ceph.client.admin.keyring 2024-09-17T17:05:29.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:29 smithi031 ceph-mon[39468]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-09-17T17:05:29.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:29 smithi031 ceph-mon[39468]: Updating smithi031:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T17:05:29.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:29 smithi031 ceph-mon[39468]: Updating smithi066:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T17:05:29.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:29 smithi031 ceph-mon[39468]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:29.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:29 smithi031 ceph-mon[39468]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:29.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:29 smithi031 ceph-mon[39468]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:29.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:29 smithi031 ceph-mon[39468]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:29.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:29 smithi031 ceph-mon[39468]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:29.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:29 smithi031 ceph-mon[39468]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-17T17:05:29.889 INFO:tasks.rados.rados.0.smithi031.stdout:736: finishing write tid 1 to smithi03184240-33 2024-09-17T17:05:29.889 INFO:tasks.rados.rados.0.smithi031.stdout:736: finishing write tid 2 to smithi03184240-33 2024-09-17T17:05:29.889 INFO:tasks.rados.rados.0.smithi031.stdout:736: finishing write tid 3 to smithi03184240-33 2024-09-17T17:05:29.890 INFO:tasks.rados.rados.0.smithi031.stdout:736: finishing write tid 4 to smithi03184240-33 2024-09-17T17:05:29.890 INFO:tasks.rados.rados.0.smithi031.stdout:736: finishing write tid 5 to smithi03184240-33 2024-09-17T17:05:29.890 INFO:tasks.rados.rados.0.smithi031.stdout:736: oid 33 updating version 0 to 363 2024-09-17T17:05:29.890 INFO:tasks.rados.rados.0.smithi031.stdout:736: oid 33 version 363 is already newer than 362 2024-09-17T17:05:29.890 INFO:tasks.rados.rados.0.smithi031.stdout:736: oid 33 version 363 is already newer than 361 2024-09-17T17:05:29.890 INFO:tasks.rados.rados.0.smithi031.stdout:736: oid 33 updating version 363 to 364 2024-09-17T17:05:29.890 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 364 (ObjNum 257 snap 65 seq_num 257) dirty exists 2024-09-17T17:05:29.890 INFO:tasks.rados.rados.0.smithi031.stdout:736: left oid 33 (ObjNum 257 snap 65 seq_num 257) 2024-09-17T17:05:29.890 INFO:tasks.rados.rados.0.smithi031.stdout:740: finishing write tid 1 to smithi03184240-9 2024-09-17T17:05:29.890 INFO:tasks.rados.rados.0.smithi031.stdout:740: finishing write tid 2 to smithi03184240-9 2024-09-17T17:05:29.890 INFO:tasks.rados.rados.0.smithi031.stdout:740: finishing write tid 3 to smithi03184240-9 2024-09-17T17:05:29.890 INFO:tasks.rados.rados.0.smithi031.stdout:740: finishing write tid 4 to smithi03184240-9 2024-09-17T17:05:29.890 INFO:tasks.rados.rados.0.smithi031.stdout:740: finishing write tid 5 to smithi03184240-9 2024-09-17T17:05:29.891 INFO:tasks.rados.rados.0.smithi031.stdout:740: oid 9 updating version 0 to 368 2024-09-17T17:05:29.891 INFO:tasks.rados.rados.0.smithi031.stdout:740: oid 9 version 368 is already newer than 365 2024-09-17T17:05:29.891 INFO:tasks.rados.rados.0.smithi031.stdout:740: oid 9 version 368 is already newer than 367 2024-09-17T17:05:29.891 INFO:tasks.rados.rados.0.smithi031.stdout:740: oid 9 version 368 is already newer than 366 2024-09-17T17:05:29.891 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 368 (ObjNum 258 snap 65 seq_num 258) dirty exists 2024-09-17T17:05:29.891 INFO:tasks.rados.rados.0.smithi031.stdout:740: left oid 9 (ObjNum 258 snap 65 seq_num 258) 2024-09-17T17:05:29.891 INFO:tasks.rados.rados.0.smithi031.stdout:741: finishing write tid 1 to smithi03184240-19 2024-09-17T17:05:29.891 INFO:tasks.rados.rados.0.smithi031.stdout:741: finishing write tid 2 to smithi03184240-19 2024-09-17T17:05:29.891 INFO:tasks.rados.rados.0.smithi031.stdout:741: finishing write tid 3 to smithi03184240-19 2024-09-17T17:05:29.891 INFO:tasks.rados.rados.0.smithi031.stdout:741: finishing write tid 4 to smithi03184240-19 2024-09-17T17:05:29.892 INFO:tasks.rados.rados.0.smithi031.stdout:741: finishing write tid 5 to smithi03184240-19 2024-09-17T17:05:29.892 INFO:tasks.rados.rados.0.smithi031.stdout:741: finishing write tid 6 to smithi03184240-19 2024-09-17T17:05:29.892 INFO:tasks.rados.rados.0.smithi031.stdout:741: oid 19 updating version 0 to 54 2024-09-17T17:05:29.892 INFO:tasks.rados.rados.0.smithi031.stdout:741: oid 19 version 54 is already newer than 52 2024-09-17T17:05:29.892 INFO:tasks.rados.rados.0.smithi031.stdout:741: oid 19 version 54 is already newer than 51 2024-09-17T17:05:29.892 INFO:tasks.rados.rados.0.smithi031.stdout:741: oid 19 version 54 is already newer than 50 2024-09-17T17:05:29.892 INFO:tasks.rados.rados.0.smithi031.stdout:741: oid 19 version 54 is already newer than 53 2024-09-17T17:05:29.892 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 54 (ObjNum 259 snap 65 seq_num 259) dirty exists 2024-09-17T17:05:29.892 INFO:tasks.rados.rados.0.smithi031.stdout:741: left oid 19 (ObjNum 259 snap 65 seq_num 259) 2024-09-17T17:05:29.892 INFO:tasks.rados.rados.0.smithi031.stdout:742: finishing write tid 1 to smithi03184240-40 2024-09-17T17:05:29.892 INFO:tasks.rados.rados.0.smithi031.stdout:742: finishing write tid 2 to smithi03184240-40 2024-09-17T17:05:29.892 INFO:tasks.rados.rados.0.smithi031.stdout:742: finishing write tid 3 to smithi03184240-40 2024-09-17T17:05:29.892 INFO:tasks.rados.rados.0.smithi031.stdout:742: finishing write tid 4 to smithi03184240-40 2024-09-17T17:05:29.893 INFO:tasks.rados.rados.0.smithi031.stdout:742: finishing write tid 5 to smithi03184240-40 2024-09-17T17:05:29.893 INFO:tasks.rados.rados.0.smithi031.stdout:742: oid 40 updating version 0 to 533 2024-09-17T17:05:29.893 INFO:tasks.rados.rados.0.smithi031.stdout:742: oid 40 updating version 533 to 535 2024-09-17T17:05:29.893 INFO:tasks.rados.rados.0.smithi031.stdout:742: oid 40 version 535 is already newer than 534 2024-09-17T17:05:29.893 INFO:tasks.rados.rados.0.smithi031.stdout:742: oid 40 updating version 535 to 536 2024-09-17T17:05:29.893 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 536 (ObjNum 260 snap 65 seq_num 260) dirty exists 2024-09-17T17:05:29.893 INFO:tasks.rados.rados.0.smithi031.stdout:742: left oid 40 (ObjNum 260 snap 65 seq_num 260) 2024-09-17T17:05:29.893 INFO:tasks.rados.rados.0.smithi031.stdout:743: expect (ObjNum 111 snap 24 seq_num 111) 2024-09-17T17:05:29.976 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 223 (ObjNum 161 snap 41 seq_num 161) dirty exists 2024-09-17T17:05:29.977 INFO:tasks.rados.rados.0.smithi031.stdout:734: done (7 left) 2024-09-17T17:05:29.977 INFO:tasks.rados.rados.0.smithi031.stdout:735: done (6 left) 2024-09-17T17:05:29.977 INFO:tasks.rados.rados.0.smithi031.stdout:736: done (5 left) 2024-09-17T17:05:29.977 INFO:tasks.rados.rados.0.smithi031.stdout:740: done (4 left) 2024-09-17T17:05:29.977 INFO:tasks.rados.rados.0.smithi031.stdout:741: done (3 left) 2024-09-17T17:05:29.977 INFO:tasks.rados.rados.0.smithi031.stdout:742: done (2 left) 2024-09-17T17:05:29.977 INFO:tasks.rados.rados.0.smithi031.stdout:743: done (1 left) 2024-09-17T17:05:29.977 INFO:tasks.rados.rados.0.smithi031.stdout:744: done (0 left) 2024-09-17T17:05:29.977 INFO:tasks.rados.rados.0.smithi031.stdout:745: snap_create 2024-09-17T17:05:30.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:30 smithi066 ceph-mon[31354]: Reconfiguring daemon prometheus.a on smithi066 2024-09-17T17:05:30.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:30 smithi066 ceph-mon[31354]: pgmap v18: 121 pgs: 121 active+clean; 208 MiB data, 658 MiB used, 715 GiB / 715 GiB avail; 7.0 MiB/s rd, 386 KiB/s wr, 28 op/s 2024-09-17T17:05:30.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:30 smithi066 ceph-mon[31354]: osdmap e201: 8 total, 8 up, 8 in 2024-09-17T17:05:30.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:30 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:05:30.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:30 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:05:30.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:30 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:30.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:30 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:30.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:30 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:30.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:30 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:30.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:30 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:30.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:30 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:30.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:30 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:30.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:30 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:30.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:30 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:30.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:30 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:05:30.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:30 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:05:30.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:30 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:30.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:30 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:30.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:30 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:30.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:30 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:05:30.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:30 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:05:30.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:30 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:30.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:30 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:30.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:30 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:30.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:30 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:05:30.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:30 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:05:30.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:30 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:30.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:30 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:30.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:30 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:30.807 INFO:tasks.rados.rados.0.smithi031.stdout:745: done (0 left) 2024-09-17T17:05:30.807 INFO:tasks.rados.rados.0.smithi031.stdout:746: rollback oid 32 current snap is 66 2024-09-17T17:05:30.807 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 32 to 63 2024-09-17T17:05:30.808 INFO:tasks.rados.rados.0.smithi031.stdout:747: snap_remove snap 27 2024-09-17T17:05:30.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[27768]: Reconfiguring daemon prometheus.a on smithi066 2024-09-17T17:05:30.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[27768]: pgmap v18: 121 pgs: 121 active+clean; 208 MiB data, 658 MiB used, 715 GiB / 715 GiB avail; 7.0 MiB/s rd, 386 KiB/s wr, 28 op/s 2024-09-17T17:05:30.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[27768]: osdmap e201: 8 total, 8 up, 8 in 2024-09-17T17:05:30.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:05:30.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:05:30.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:30.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:30.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:30.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:30.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:30.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:30.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:30.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:30.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:30.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:05:30.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:05:30.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:30.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:30.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:30.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:05:30.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:05:30.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:30.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:30.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:30.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:05:30.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[27768]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:05:30.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:30.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:30.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:30.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[39468]: Reconfiguring daemon prometheus.a on smithi066 2024-09-17T17:05:30.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[39468]: pgmap v18: 121 pgs: 121 active+clean; 208 MiB data, 658 MiB used, 715 GiB / 715 GiB avail; 7.0 MiB/s rd, 386 KiB/s wr, 28 op/s 2024-09-17T17:05:30.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[39468]: osdmap e201: 8 total, 8 up, 8 in 2024-09-17T17:05:30.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:05:30.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:05:30.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:30.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:30.847 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:30.847 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:30.847 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:30.847 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:30.847 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:30.847 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:30.847 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:30.847 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:05:30.847 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:05:30.847 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:30.847 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:30.847 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:30.847 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:05:30.847 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:05:30.848 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:30.848 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:30.848 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:30.848 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:05:30.848 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:05:30.848 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:05:30.848 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:05:30.848 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:30 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:05:31.305 INFO:tasks.rados.rados.0.smithi031.stdout:747: done (1 left) 2024-09-17T17:05:31.305 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 24 current snap is 66 2024-09-17T17:05:31.305 INFO:tasks.rados.rados.0.smithi031.stdout:748: seq_num 261 ranges {0=778240,778240=704512,1482752=499712} 2024-09-17T17:05:31.310 INFO:tasks.rados.rados.0.smithi031.stdout:748: writing smithi03184240-24 from 0 to 778240 tid 1 2024-09-17T17:05:31.315 INFO:tasks.rados.rados.0.smithi031.stdout:748: writing smithi03184240-24 from 778240 to 1482752 tid 2 2024-09-17T17:05:31.319 INFO:tasks.rados.rados.0.smithi031.stdout:748: writing smithi03184240-24 from 1482752 to 1982464 tid 3 2024-09-17T17:05:31.320 INFO:tasks.rados.rados.0.smithi031.stdout:746: finishing rollback tid 0 to smithi03184240-32 2024-09-17T17:05:31.320 INFO:tasks.rados.rados.0.smithi031.stdout:746: finishing rollback tid 1 to smithi03184240-32 2024-09-17T17:05:31.320 INFO:tasks.rados.rados.0.smithi031.stdout:746: finishing rollback tid 2 to smithi03184240-32 2024-09-17T17:05:31.320 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 248 (ObjNum 232 snap 61 seq_num 232) dirty exists 2024-09-17T17:05:31.320 INFO:tasks.rados.rados.0.smithi031.stdout:746: done (1 left) 2024-09-17T17:05:31.320 INFO:tasks.rados.rados.0.smithi031.stdout:749: copy_from oid 35 from oid 27 current snap is 66 2024-09-17T17:05:31.321 INFO:tasks.rados.rados.0.smithi031.stdout:750: snap_create 2024-09-17T17:05:31.323 INFO:tasks.rados.rados.0.smithi031.stdout:748: finishing write tid 1 to smithi03184240-24 2024-09-17T17:05:31.323 INFO:tasks.rados.rados.0.smithi031.stdout:748: finishing write tid 2 to smithi03184240-24 2024-09-17T17:05:31.326 INFO:tasks.rados.rados.0.smithi031.stdout:748: finishing write tid 3 to smithi03184240-24 2024-09-17T17:05:31.327 INFO:tasks.rados.rados.0.smithi031.stdout:748: finishing write tid 4 to smithi03184240-24 2024-09-17T17:05:31.329 INFO:tasks.rados.rados.0.smithi031.stdout:748: finishing write tid 5 to smithi03184240-24 2024-09-17T17:05:31.329 INFO:tasks.rados.rados.0.smithi031.stdout:748: oid 24 updating version 0 to 262 2024-09-17T17:05:31.329 INFO:tasks.rados.rados.0.smithi031.stdout:748: oid 24 updating version 262 to 263 2024-09-17T17:05:31.329 INFO:tasks.rados.rados.0.smithi031.stdout:748: oid 24 updating version 263 to 265 2024-09-17T17:05:31.329 INFO:tasks.rados.rados.0.smithi031.stdout:748: oid 24 version 265 is already newer than 264 2024-09-17T17:05:31.329 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 265 (ObjNum 261 snap 66 seq_num 261) dirty exists 2024-09-17T17:05:31.330 INFO:tasks.rados.rados.0.smithi031.stdout:748: left oid 24 (ObjNum 261 snap 66 seq_num 261) 2024-09-17T17:05:31.330 INFO:tasks.rados.rados.0.smithi031.stdout:749: finishing copy_from racing read to smithi03184240-35 2024-09-17T17:05:31.331 INFO:tasks.rados.rados.0.smithi031.stdout:749: finishing copy_from to smithi03184240-35 2024-09-17T17:05:31.331 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 189 (ObjNum 223 snap 57 seq_num 223) dirty exists 2024-09-17T17:05:32.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:31 smithi031 ceph-mon[27768]: osdmap e202: 8 total, 8 up, 8 in 2024-09-17T17:05:32.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:31 smithi031 ceph-mon[27768]: osdmap e203: 8 total, 8 up, 8 in 2024-09-17T17:05:32.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:31 smithi031 ceph-mon[27768]: mgrmap e35: y(active, since 12s), standbys: x 2024-09-17T17:05:32.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:31 smithi031 ceph-mon[39468]: osdmap e202: 8 total, 8 up, 8 in 2024-09-17T17:05:32.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:31 smithi031 ceph-mon[39468]: osdmap e203: 8 total, 8 up, 8 in 2024-09-17T17:05:32.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:31 smithi031 ceph-mon[39468]: mgrmap e35: y(active, since 12s), standbys: x 2024-09-17T17:05:32.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:31 smithi066 ceph-mon[31354]: osdmap e202: 8 total, 8 up, 8 in 2024-09-17T17:05:32.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:31 smithi066 ceph-mon[31354]: osdmap e203: 8 total, 8 up, 8 in 2024-09-17T17:05:32.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:31 smithi066 ceph-mon[31354]: mgrmap e35: y(active, since 12s), standbys: x 2024-09-17T17:05:32.308 INFO:tasks.rados.rados.0.smithi031.stdout:748: done (2 left) 2024-09-17T17:05:32.308 INFO:tasks.rados.rados.0.smithi031.stdout:749: done (1 left) 2024-09-17T17:05:32.308 INFO:tasks.rados.rados.0.smithi031.stdout:750: done (0 left) 2024-09-17T17:05:32.308 INFO:tasks.rados.rados.0.smithi031.stdout:751: read oid 39 snap -1 2024-09-17T17:05:32.308 INFO:tasks.rados.rados.0.smithi031.stdout:751: expect (ObjNum 231 snap 59 seq_num 231) 2024-09-17T17:05:32.308 INFO:tasks.rados.rados.0.smithi031.stdout:752: read oid 8 snap 52 2024-09-17T17:05:32.308 INFO:tasks.rados.rados.0.smithi031.stdout:752: expect (ObjNum 1705399024 snap 21918 seq_num 1705408528) 2024-09-17T17:05:32.308 INFO:tasks.rados.rados.0.smithi031.stdout:753: snap_remove snap 43 2024-09-17T17:05:32.653 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:32 smithi066 systemd[1]: Stopping Ceph prometheus.a for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:05:32.654 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:05:32 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[67253]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:05:32] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-17T17:05:33.005 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:32 smithi066 ceph-mon[31354]: pgmap v21: 121 pgs: 121 active+clean; 238 MiB data, 709 MiB used, 715 GiB / 715 GiB avail; 18 MiB/s rd, 8.5 MiB/s wr, 48 op/s 2024-09-17T17:05:33.005 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:32 smithi066 ceph-mon[31354]: osdmap e204: 8 total, 8 up, 8 in 2024-09-17T17:05:33.005 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:32 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[75352]: ts=2024-09-17T17:05:32.704Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-17T17:05:33.005 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:32 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[75352]: ts=2024-09-17T17:05:32.704Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-17T17:05:33.006 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:32 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[75352]: ts=2024-09-17T17:05:32.705Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-17T17:05:33.006 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:32 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[75352]: ts=2024-09-17T17:05:32.705Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-17T17:05:33.006 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:32 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[75352]: ts=2024-09-17T17:05:32.705Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-17T17:05:33.006 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:32 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[75352]: ts=2024-09-17T17:05:32.705Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-17T17:05:33.006 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:32 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[75352]: ts=2024-09-17T17:05:32.705Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-17T17:05:33.006 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:32 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[75352]: ts=2024-09-17T17:05:32.705Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-17T17:05:33.006 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:32 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[75352]: ts=2024-09-17T17:05:32.705Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-17T17:05:33.006 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:32 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[75352]: ts=2024-09-17T17:05:32.705Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-17T17:05:33.006 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:32 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[75352]: ts=2024-09-17T17:05:32.705Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-17T17:05:33.006 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:32 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[75352]: ts=2024-09-17T17:05:32.705Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-17T17:05:33.006 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:32 smithi066 podman[77388]: 2024-09-17 17:05:32.715032491 +0000 UTC m=+0.133822673 container died c9b5a757ee50cf1163418eaf036b8f27100d5700afb6aa787e262744e36edf0c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-17T17:05:33.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:32 smithi031 ceph-mon[39468]: pgmap v21: 121 pgs: 121 active+clean; 238 MiB data, 709 MiB used, 715 GiB / 715 GiB avail; 18 MiB/s rd, 8.5 MiB/s wr, 48 op/s 2024-09-17T17:05:33.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:32 smithi031 ceph-mon[39468]: osdmap e204: 8 total, 8 up, 8 in 2024-09-17T17:05:33.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:32 smithi031 ceph-mon[27768]: pgmap v21: 121 pgs: 121 active+clean; 238 MiB data, 709 MiB used, 715 GiB / 715 GiB avail; 18 MiB/s rd, 8.5 MiB/s wr, 48 op/s 2024-09-17T17:05:33.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:32 smithi031 ceph-mon[27768]: osdmap e204: 8 total, 8 up, 8 in 2024-09-17T17:05:33.309 INFO:tasks.rados.rados.0.smithi031.stdout:752: expect (ObjNum 1705399024 snap 21918 seq_num 1705408528) 2024-09-17T17:05:33.313 INFO:tasks.rados.rados.0.smithi031.stdout:751: expect (ObjNum 231 snap 59 seq_num 231) 2024-09-17T17:05:33.404 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:33 smithi066 podman[77388]: 2024-09-17 17:05:33.194398315 +0000 UTC m=+0.613188533 container cleanup c9b5a757ee50cf1163418eaf036b8f27100d5700afb6aa787e262744e36edf0c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-17T17:05:33.404 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:33 smithi066 bash[77388]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a 2024-09-17T17:05:33.528 INFO:tasks.rados.rados.0.smithi031.stdout:751: done (2 left) 2024-09-17T17:05:33.528 INFO:tasks.rados.rados.0.smithi031.stdout:752: done (1 left) 2024-09-17T17:05:33.528 INFO:tasks.rados.rados.0.smithi031.stdout:753: done (0 left) 2024-09-17T17:05:33.529 INFO:tasks.rados.rados.0.smithi031.stdout:754: delete oid 48 current snap is 67 2024-09-17T17:05:33.530 INFO:tasks.rados.rados.0.smithi031.stdout:754: done (0 left) 2024-09-17T17:05:33.530 INFO:tasks.rados.rados.0.smithi031.stdout:755: snap_create 2024-09-17T17:05:33.789 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-09-17T17:05:33.789 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:33 smithi066 podman[77405]: 2024-09-17 17:05:33.437630073 +0000 UTC m=+0.719111963 container remove c9b5a757ee50cf1163418eaf036b8f27100d5700afb6aa787e262744e36edf0c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-17T17:05:33.789 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:33 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-17T17:05:33.789 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:33 smithi066 systemd[1]: Stopped Ceph prometheus.a for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:05:33.790 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:33 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@prometheus.a.service: Consumed 1.163s CPU time. 2024-09-17T17:05:33.790 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:33 smithi066 systemd[1]: Starting Ceph prometheus.a for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:05:34.058 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:33 smithi066 podman[77503]: 2024-09-17 17:05:33.788377392 +0000 UTC m=+0.098647128 container create c016a10f3f9223f095045574a49526bca71de91b312d2a80ce4ae2abf72cae45 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-17T17:05:34.058 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:33 smithi066 podman[77503]: 2024-09-17 17:05:33.707409606 +0000 UTC m=+0.017679358 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-17T17:05:34.312 INFO:tasks.rados.rados.0.smithi031.stdout:755: done (0 left) 2024-09-17T17:05:34.313 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 26 current snap is 68 2024-09-17T17:05:34.313 INFO:tasks.rados.rados.0.smithi031.stdout:756: seq_num 263 ranges {4259840=409600,4669440=475136,5144576=557056,5701632=573440} 2024-09-17T17:05:34.338 INFO:tasks.rados.rados.0.smithi031.stdout:756: writing smithi03184240-26 from 4259840 to 4669440 tid 1 2024-09-17T17:05:34.340 INFO:tasks.rados.rados.0.smithi031.stdout:756: writing smithi03184240-26 from 4669440 to 5144576 tid 2 2024-09-17T17:05:34.343 INFO:tasks.rados.rados.0.smithi031.stdout:756: writing smithi03184240-26 from 5144576 to 5701632 tid 3 2024-09-17T17:05:34.348 INFO:tasks.rados.rados.0.smithi031.stdout:756: writing smithi03184240-26 from 5701632 to 6275072 tid 4 2024-09-17T17:05:34.348 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 6 current snap is 68 2024-09-17T17:05:34.349 INFO:tasks.rados.rados.0.smithi031.stdout:756: finishing write tid 1 to smithi03184240-26 2024-09-17T17:05:34.349 INFO:tasks.rados.rados.0.smithi031.stdout:756: finishing write tid 2 to smithi03184240-26 2024-09-17T17:05:34.349 INFO:tasks.rados.rados.0.smithi031.stdout:756: finishing write tid 3 to smithi03184240-26 2024-09-17T17:05:34.349 INFO:tasks.rados.rados.0.smithi031.stdout:757: seq_num 264 ranges {2809856=425984,3235840=761856,3997696=770048,4767744=73728} 2024-09-17T17:05:34.365 INFO:tasks.rados.rados.0.smithi031.stdout:757: writing smithi03184240-6 from 2809856 to 3235840 tid 1 2024-09-17T17:05:34.370 INFO:tasks.rados.rados.0.smithi031.stdout:757: writing smithi03184240-6 from 3235840 to 3997696 tid 2 2024-09-17T17:05:34.374 INFO:tasks.rados.rados.0.smithi031.stdout:757: writing smithi03184240-6 from 3997696 to 4767744 tid 3 2024-09-17T17:05:34.375 INFO:tasks.rados.rados.0.smithi031.stdout:757: writing smithi03184240-6 from 4767744 to 4841472 tid 4 2024-09-17T17:05:34.376 INFO:tasks.rados.rados.0.smithi031.stdout:758: copy_from oid 41 from oid 39 current snap is 68 2024-09-17T17:05:34.376 INFO:tasks.rados.rados.0.smithi031.stdout:756: finishing write tid 4 to smithi03184240-26 2024-09-17T17:05:34.376 INFO:tasks.rados.rados.0.smithi031.stdout:756: finishing write tid 5 to smithi03184240-26 2024-09-17T17:05:34.376 INFO:tasks.rados.rados.0.smithi031.stdout:756: finishing write tid 6 to smithi03184240-26 2024-09-17T17:05:34.376 INFO:tasks.rados.rados.0.smithi031.stdout:756: oid 26 updating version 0 to 237 2024-09-17T17:05:34.376 INFO:tasks.rados.rados.0.smithi031.stdout:756: oid 26 version 237 is already newer than 236 2024-09-17T17:05:34.376 INFO:tasks.rados.rados.0.smithi031.stdout:756: oid 26 updating version 237 to 238 2024-09-17T17:05:34.376 INFO:tasks.rados.rados.0.smithi031.stdout:756: oid 26 updating version 238 to 239 2024-09-17T17:05:34.376 INFO:tasks.rados.rados.0.smithi031.stdout:756: oid 26 version 239 is already newer than 235 2024-09-17T17:05:34.376 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 239 (ObjNum 263 snap 68 seq_num 263) dirty exists 2024-09-17T17:05:34.376 INFO:tasks.rados.rados.0.smithi031.stdout:756: left oid 26 (ObjNum 263 snap 68 seq_num 263) 2024-09-17T17:05:34.376 INFO:tasks.rados.rados.0.smithi031.stdout:757: finishing write tid 1 to smithi03184240-6 2024-09-17T17:05:34.377 INFO:tasks.rados.rados.0.smithi031.stdout:757: finishing write tid 2 to smithi03184240-6 2024-09-17T17:05:34.377 INFO:tasks.rados.rados.0.smithi031.stdout:756: done (2 left) 2024-09-17T17:05:34.377 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 19 current snap is 68 2024-09-17T17:05:34.377 INFO:tasks.rados.rados.0.smithi031.stdout:759: seq_num 265 ranges {7299072=442368,7741440=647168,8388608=573440,8962048=385024} 2024-09-17T17:05:34.386 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T17:05:34.386 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (3m) 9s ago 4m 28.1M - 0.25.0 c8568f914cd2 e19d96c7fca4 2024-09-17T17:05:34.386 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi066 *:3000 running (4m) 9s ago 4m 91.9M - 9.4.7 954c08fa6188 7bff2f45f353 2024-09-17T17:05:34.387 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (5m) 9s ago 5m 16.8M - 18.2.4-855-g19e2a2be 980a0bfcd684 564d1f0baaea 2024-09-17T17:05:34.387 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi066 running (5m) 9s ago 5m 18.1M - 18.2.4-855-g19e2a2be 980a0bfcd684 c397d3fc9cd9 2024-09-17T17:05:34.387 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi066 *:8443,9283,8765 running (65s) 9s ago 9m 147M - 19.3.0-4975-g1889a165 a500243bbb0c c672129692eb 2024-09-17T17:05:34.387 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:8443,9283,8765 running (23s) 9s ago 11m 492M - 19.3.0-4975-g1889a165 a500243bbb0c 9305cc0f241a 2024-09-17T17:05:34.387 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (11m) 9s ago 11m 54.3M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 40537754a8ab 2024-09-17T17:05:34.387 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi066 running (9m) 9s ago 9m 52.4M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 1609e0a1a698 2024-09-17T17:05:34.387 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (9m) 9s ago 9m 45.7M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 ff7ae5068af1 2024-09-17T17:05:34.387 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (4m) 9s ago 4m 15.6M - 1.5.0 0da6a335fe13 5461f4c7304d 2024-09-17T17:05:34.387 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi066 *:9100 running (4m) 9s ago 4m 16.8M - 1.5.0 0da6a335fe13 f747e79004be 2024-09-17T17:05:34.387 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (9m) 9s ago 9m 130M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 38476b1f028e 2024-09-17T17:05:34.387 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (8m) 9s ago 8m 95.6M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 626c909b429a 2024-09-17T17:05:34.387 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (8m) 9s ago 8m 107M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 f9740304d424 2024-09-17T17:05:34.387 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (7m) 9s ago 7m 81.6M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 aa304ea854ca 2024-09-17T17:05:34.388 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi066 running (7m) 9s ago 7m 125M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 a9ca20b85bc9 2024-09-17T17:05:34.388 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi066 running (7m) 9s ago 7m 109M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 2c5ce84fcccf 2024-09-17T17:05:34.388 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi066 running (6m) 9s ago 6m 82.3M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 d221efc6e856 2024-09-17T17:05:34.388 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi066 running (6m) 9s ago 6m 81.0M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 ce691a28a9fd 2024-09-17T17:05:34.388 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi066 *:9095 starting - - - - 2024-09-17T17:05:34.388 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:34 smithi031 ceph-mon[39468]: pgmap v24: 121 pgs: 121 active+clean; 238 MiB data, 709 MiB used, 715 GiB / 715 GiB avail; 18 MiB/s rd, 8.5 MiB/s wr, 48 op/s 2024-09-17T17:05:34.388 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:34 smithi031 ceph-mon[39468]: osdmap e205: 8 total, 8 up, 8 in 2024-09-17T17:05:34.389 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:34 smithi031 ceph-mon[39468]: from='client.15162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:05:34.389 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:34 smithi031 ceph-mon[39468]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:34.389 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:34 smithi031 ceph-mon[39468]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:34.389 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:34 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T17:05:34.389 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:34 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:05:34.389 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:34 smithi031 ceph-mon[27768]: pgmap v24: 121 pgs: 121 active+clean; 238 MiB data, 709 MiB used, 715 GiB / 715 GiB avail; 18 MiB/s rd, 8.5 MiB/s wr, 48 op/s 2024-09-17T17:05:34.389 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:34 smithi031 ceph-mon[27768]: osdmap e205: 8 total, 8 up, 8 in 2024-09-17T17:05:34.389 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:34 smithi031 ceph-mon[27768]: from='client.15162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:05:34.389 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:34 smithi031 ceph-mon[27768]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:34.389 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:34 smithi031 ceph-mon[27768]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:34.389 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:34 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T17:05:34.389 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:34 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:05:34.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:34 smithi066 ceph-mon[31354]: pgmap v24: 121 pgs: 121 active+clean; 238 MiB data, 709 MiB used, 715 GiB / 715 GiB avail; 18 MiB/s rd, 8.5 MiB/s wr, 48 op/s 2024-09-17T17:05:34.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:34 smithi066 ceph-mon[31354]: osdmap e205: 8 total, 8 up, 8 in 2024-09-17T17:05:34.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:34 smithi066 ceph-mon[31354]: from='client.15162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:05:34.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:34 smithi066 ceph-mon[31354]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:34.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:34 smithi066 ceph-mon[31354]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:34.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:34 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T17:05:34.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:34 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:05:34.404 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:34 smithi066 podman[77503]: 2024-09-17 17:05:34.05728817 +0000 UTC m=+0.367557905 container init c016a10f3f9223f095045574a49526bca71de91b312d2a80ce4ae2abf72cae45 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-17T17:05:34.404 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:34 smithi066 podman[77503]: 2024-09-17 17:05:34.062217016 +0000 UTC m=+0.372486751 container start c016a10f3f9223f095045574a49526bca71de91b312d2a80ce4ae2abf72cae45 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-17T17:05:34.404 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[77518]: ts=2024-09-17T17:05:34.086Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-17T17:05:34.404 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[77518]: ts=2024-09-17T17:05:34.086Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-17T17:05:34.404 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[77518]: ts=2024-09-17T17:05:34.086Z caller=main.go:570 level=info host_details="(Linux 5.14.0-508.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024 x86_64 smithi066 (none))" 2024-09-17T17:05:34.405 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[77518]: ts=2024-09-17T17:05:34.086Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-17T17:05:34.405 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[77518]: ts=2024-09-17T17:05:34.086Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-17T17:05:34.405 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[77518]: ts=2024-09-17T17:05:34.087Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-17T17:05:34.405 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[77518]: ts=2024-09-17T17:05:34.087Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-17T17:05:34.405 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[77518]: ts=2024-09-17T17:05:34.089Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-17T17:05:34.405 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[77518]: ts=2024-09-17T17:05:34.089Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-17T17:05:34.405 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[77518]: ts=2024-09-17T17:05:34.091Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-17T17:05:34.405 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[77518]: ts=2024-09-17T17:05:34.091Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.952µs 2024-09-17T17:05:34.405 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[77518]: ts=2024-09-17T17:05:34.091Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-17T17:05:34.405 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[77518]: ts=2024-09-17T17:05:34.093Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-09-17T17:05:34.405 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[77518]: ts=2024-09-17T17:05:34.100Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-09-17T17:05:34.405 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[77518]: ts=2024-09-17T17:05:34.101Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-09-17T17:05:34.405 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[77518]: ts=2024-09-17T17:05:34.101Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-09-17T17:05:34.406 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[77518]: ts=2024-09-17T17:05:34.101Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=23.293µs wal_replay_duration=9.841481ms wbl_replay_duration=195ns total_replay_duration=9.888064ms 2024-09-17T17:05:34.406 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[77518]: ts=2024-09-17T17:05:34.103Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-17T17:05:34.406 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[77518]: ts=2024-09-17T17:05:34.103Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-17T17:05:34.406 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[77518]: ts=2024-09-17T17:05:34.103Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-17T17:05:34.406 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[77518]: ts=2024-09-17T17:05:34.126Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=23.183141ms db_storage=787ns remote_storage=1.76µs web_handler=393ns query_engine=588ns scrape=416.11µs scrape_sd=103.989µs notify=14.13µs notify_sd=19.565µs rules=22.275704ms tracing=5.496µs 2024-09-17T17:05:34.406 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[77518]: ts=2024-09-17T17:05:34.126Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-17T17:05:34.406 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[77518]: ts=2024-09-17T17:05:34.126Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-17T17:05:34.406 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:34 smithi066 bash[77503]: c016a10f3f9223f095045574a49526bca71de91b312d2a80ce4ae2abf72cae45 2024-09-17T17:05:34.406 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:05:34 smithi066 systemd[1]: Started Ceph prometheus.a for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:05:34.418 INFO:tasks.rados.rados.0.smithi031.stdout:759: writing smithi03184240-19 from 7299072 to 7741440 tid 1 2024-09-17T17:05:34.421 INFO:tasks.rados.rados.0.smithi031.stdout:759: writing smithi03184240-19 from 7741440 to 8388608 tid 2 2024-09-17T17:05:34.425 INFO:tasks.rados.rados.0.smithi031.stdout:759: writing smithi03184240-19 from 8388608 to 8962048 tid 3 2024-09-17T17:05:34.428 INFO:tasks.rados.rados.0.smithi031.stdout:759: writing smithi03184240-19 from 8962048 to 9347072 tid 4 2024-09-17T17:05:34.428 INFO:tasks.rados.rados.0.smithi031.stdout:760: delete oid 46 current snap is 68 2024-09-17T17:05:34.429 INFO:tasks.rados.rados.0.smithi031.stdout:757: finishing write tid 3 to smithi03184240-6 2024-09-17T17:05:34.429 INFO:tasks.rados.rados.0.smithi031.stdout:757: finishing write tid 4 to smithi03184240-6 2024-09-17T17:05:34.429 INFO:tasks.rados.rados.0.smithi031.stdout:757: finishing write tid 5 to smithi03184240-6 2024-09-17T17:05:34.429 INFO:tasks.rados.rados.0.smithi031.stdout:757: finishing write tid 6 to smithi03184240-6 2024-09-17T17:05:34.429 INFO:tasks.rados.rados.0.smithi031.stdout:757: oid 6 updating version 0 to 150 2024-09-17T17:05:34.429 INFO:tasks.rados.rados.0.smithi031.stdout:757: oid 6 version 150 is already newer than 147 2024-09-17T17:05:34.429 INFO:tasks.rados.rados.0.smithi031.stdout:757: oid 6 version 150 is already newer than 148 2024-09-17T17:05:34.429 INFO:tasks.rados.rados.0.smithi031.stdout:757: oid 6 version 150 is already newer than 149 2024-09-17T17:05:34.430 INFO:tasks.rados.rados.0.smithi031.stdout:757: oid 6 version 150 is already newer than 146 2024-09-17T17:05:34.430 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 150 (ObjNum 264 snap 68 seq_num 264) dirty exists 2024-09-17T17:05:34.430 INFO:tasks.rados.rados.0.smithi031.stdout:757: left oid 6 (ObjNum 264 snap 68 seq_num 264) 2024-09-17T17:05:34.430 INFO:tasks.rados.rados.0.smithi031.stdout:758: finishing copy_from racing read to smithi03184240-41 2024-09-17T17:05:34.430 INFO:tasks.rados.rados.0.smithi031.stdout:758: finishing copy_from to smithi03184240-41 2024-09-17T17:05:34.430 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 296 (ObjNum 231 snap 59 seq_num 231) dirty exists 2024-09-17T17:05:34.430 INFO:tasks.rados.rados.0.smithi031.stdout:759: finishing write tid 1 to smithi03184240-19 2024-09-17T17:05:34.430 INFO:tasks.rados.rados.0.smithi031.stdout:759: finishing write tid 2 to smithi03184240-19 2024-09-17T17:05:34.431 INFO:tasks.rados.rados.0.smithi031.stdout:759: finishing write tid 3 to smithi03184240-19 2024-09-17T17:05:34.431 INFO:tasks.rados.rados.0.smithi031.stdout:757: done (3 left) 2024-09-17T17:05:34.431 INFO:tasks.rados.rados.0.smithi031.stdout:758: done (2 left) 2024-09-17T17:05:34.431 INFO:tasks.rados.rados.0.smithi031.stdout:760: done (1 left) 2024-09-17T17:05:34.432 INFO:tasks.rados.rados.0.smithi031.stdout:761: snap_remove snap 67 2024-09-17T17:05:34.739 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:05:34.739 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-09-17T17:05:34.739 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-17T17:05:34.739 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:05:34.739 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-09-17T17:05:34.739 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 2 2024-09-17T17:05:34.739 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:05:34.739 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-09-17T17:05:34.740 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 8 2024-09-17T17:05:34.740 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:05:34.740 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-09-17T17:05:34.740 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T17:05:34.740 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:05:34.740 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-09-17T17:05:34.740 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 13, 2024-09-17T17:05:34.740 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 2 2024-09-17T17:05:34.740 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-17T17:05:34.740 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:05:35.033 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:05:35.033 INFO:teuthology.orchestra.run.smithi031.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0", 2024-09-17T17:05:35.033 INFO:teuthology.orchestra.run.smithi031.stdout: "in_progress": true, 2024-09-17T17:05:35.033 INFO:teuthology.orchestra.run.smithi031.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T17:05:35.033 INFO:teuthology.orchestra.run.smithi031.stdout: "services_complete": [ 2024-09-17T17:05:35.033 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr" 2024-09-17T17:05:35.033 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-17T17:05:35.034 INFO:teuthology.orchestra.run.smithi031.stdout: "progress": "2/20 daemons upgraded", 2024-09-17T17:05:35.034 INFO:teuthology.orchestra.run.smithi031.stdout: "message": "Currently upgrading mgr daemons", 2024-09-17T17:05:35.034 INFO:teuthology.orchestra.run.smithi031.stdout: "is_paused": false 2024-09-17T17:05:35.034 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:05:35.318 INFO:tasks.rados.rados.0.smithi031.stdout:761: done (1 left) 2024-09-17T17:05:35.318 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 36 current snap is 68 2024-09-17T17:05:35.318 INFO:tasks.rados.rados.0.smithi031.stdout:759: finishing write tid 4 to smithi03184240-19 2024-09-17T17:05:35.318 INFO:tasks.rados.rados.0.smithi031.stdout:762: seq_num 267 ranges {0=475136,475136=458752,933888=540672,1474560=606208} 2024-09-17T17:05:35.320 INFO:tasks.rados.rados.0.smithi031.stdout:762: writing smithi03184240-36 from 0 to 475136 tid 1 2024-09-17T17:05:35.323 INFO:tasks.rados.rados.0.smithi031.stdout:762: writing smithi03184240-36 from 475136 to 933888 tid 2 2024-09-17T17:05:35.326 INFO:tasks.rados.rados.0.smithi031.stdout:762: writing smithi03184240-36 from 933888 to 1474560 tid 3 2024-09-17T17:05:35.330 INFO:tasks.rados.rados.0.smithi031.stdout:762: writing smithi03184240-36 from 1474560 to 2080768 tid 4 2024-09-17T17:05:35.330 INFO:tasks.rados.rados.0.smithi031.stdout:763: read oid 17 snap -1 2024-09-17T17:05:35.330 INFO:tasks.rados.rados.0.smithi031.stdout:763: expect deleted 2024-09-17T17:05:35.330 INFO:tasks.rados.rados.0.smithi031.stdout:764: snap_create 2024-09-17T17:05:35.330 INFO:tasks.rados.rados.0.smithi031.stdout:759: finishing write tid 5 to smithi03184240-19 2024-09-17T17:05:35.330 INFO:tasks.rados.rados.0.smithi031.stdout:759: finishing write tid 6 to smithi03184240-19 2024-09-17T17:05:35.330 INFO:tasks.rados.rados.0.smithi031.stdout:759: oid 19 updating version 0 to 62 2024-09-17T17:05:35.330 INFO:tasks.rados.rados.0.smithi031.stdout:759: oid 19 version 62 is already newer than 59 2024-09-17T17:05:35.330 INFO:tasks.rados.rados.0.smithi031.stdout:759: oid 19 version 62 is already newer than 58 2024-09-17T17:05:35.331 INFO:tasks.rados.rados.0.smithi031.stdout:759: oid 19 version 62 is already newer than 61 2024-09-17T17:05:35.331 INFO:tasks.rados.rados.0.smithi031.stdout:759: oid 19 version 62 is already newer than 60 2024-09-17T17:05:35.331 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 62 (ObjNum 265 snap 68 seq_num 265) dirty exists 2024-09-17T17:05:35.331 INFO:tasks.rados.rados.0.smithi031.stdout:759: left oid 19 (ObjNum 265 snap 68 seq_num 265) 2024-09-17T17:05:35.331 INFO:tasks.rados.rados.0.smithi031.stdout:762: finishing write tid 1 to smithi03184240-36 2024-09-17T17:05:35.331 INFO:tasks.rados.rados.0.smithi031.stdout:762: finishing write tid 2 to smithi03184240-36 2024-09-17T17:05:35.331 INFO:tasks.rados.rados.0.smithi031.stdout:762: finishing write tid 3 to smithi03184240-36 2024-09-17T17:05:35.332 INFO:tasks.rados.rados.0.smithi031.stdout:762: finishing write tid 4 to smithi03184240-36 2024-09-17T17:05:35.332 INFO:tasks.rados.rados.0.smithi031.stdout:762: finishing write tid 5 to smithi03184240-36 2024-09-17T17:05:35.335 INFO:tasks.rados.rados.0.smithi031.stdout:762: finishing write tid 6 to smithi03184240-36 2024-09-17T17:05:35.336 INFO:tasks.rados.rados.0.smithi031.stdout:762: oid 36 updating version 0 to 176 2024-09-17T17:05:35.336 INFO:tasks.rados.rados.0.smithi031.stdout:762: oid 36 updating version 176 to 179 2024-09-17T17:05:35.336 INFO:tasks.rados.rados.0.smithi031.stdout:762: oid 36 version 179 is already newer than 177 2024-09-17T17:05:35.336 INFO:tasks.rados.rados.0.smithi031.stdout:762: oid 36 version 179 is already newer than 178 2024-09-17T17:05:35.336 INFO:tasks.rados.rados.0.smithi031.stdout:762: oid 36 version 179 is already newer than 175 2024-09-17T17:05:35.336 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 179 (ObjNum 267 snap 68 seq_num 267) dirty exists 2024-09-17T17:05:35.336 INFO:tasks.rados.rados.0.smithi031.stdout:762: left oid 36 (ObjNum 267 snap 68 seq_num 267) 2024-09-17T17:05:35.583 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:35 smithi066 ceph-mon[31354]: from='client.25067 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:05:35.583 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:35 smithi066 ceph-mon[31354]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T17:05:35.584 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:35 smithi066 ceph-mon[31354]: osdmap e206: 8 total, 8 up, 8 in 2024-09-17T17:05:35.584 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:35 smithi066 ceph-mon[31354]: from='client.15174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:05:35.584 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:35 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/1185292477' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T17:05:35.584 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:35 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:05:35.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:35 smithi031 ceph-mon[27768]: from='client.25067 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:05:35.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:35 smithi031 ceph-mon[27768]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T17:05:35.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:35 smithi031 ceph-mon[27768]: osdmap e206: 8 total, 8 up, 8 in 2024-09-17T17:05:35.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:35 smithi031 ceph-mon[27768]: from='client.15174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:05:35.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:35 smithi031 ceph-mon[27768]: from='client.? 172.21.15.31:0/1185292477' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T17:05:35.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:35 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:05:35.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:35 smithi031 ceph-mon[39468]: from='client.25067 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:05:35.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:35 smithi031 ceph-mon[39468]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T17:05:35.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:35 smithi031 ceph-mon[39468]: osdmap e206: 8 total, 8 up, 8 in 2024-09-17T17:05:35.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:35 smithi031 ceph-mon[39468]: from='client.15174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:05:35.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:35 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/1185292477' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T17:05:35.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:35 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:05:36.329 INFO:tasks.rados.rados.0.smithi031.stdout:759: done (3 left) 2024-09-17T17:05:36.329 INFO:tasks.rados.rados.0.smithi031.stdout:762: done (2 left) 2024-09-17T17:05:36.329 INFO:tasks.rados.rados.0.smithi031.stdout:763: done (1 left) 2024-09-17T17:05:36.329 INFO:tasks.rados.rados.0.smithi031.stdout:764: done (0 left) 2024-09-17T17:05:36.329 INFO:tasks.rados.rados.0.smithi031.stdout:765: setattr oid 33 current snap is 69 2024-09-17T17:05:36.331 INFO:tasks.rados.rados.0.smithi031.stdout:766: read oid 6 snap -1 2024-09-17T17:05:36.331 INFO:tasks.rados.rados.0.smithi031.stdout:766: expect (ObjNum 264 snap 68 seq_num 264) 2024-09-17T17:05:36.331 INFO:tasks.rados.rados.0.smithi031.stdout:767: delete oid 27 current snap is 69 2024-09-17T17:05:36.333 INFO:tasks.rados.rados.0.smithi031.stdout:767: done (2 left) 2024-09-17T17:05:36.333 INFO:tasks.rados.rados.0.smithi031.stdout:768: rollback oid 23 current snap is 69 2024-09-17T17:05:36.334 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 23 to 63 2024-09-17T17:05:36.334 INFO:tasks.rados.rados.0.smithi031.stdout:769: read oid 39 snap -1 2024-09-17T17:05:36.334 INFO:tasks.rados.rados.0.smithi031.stdout:769: expect (ObjNum 231 snap 59 seq_num 231) 2024-09-17T17:05:36.334 INFO:tasks.rados.rados.0.smithi031.stdout:770: read oid 27 snap 58 2024-09-17T17:05:36.334 INFO:tasks.rados.rados.0.smithi031.stdout:770: expect (ObjNum 223 snap 57 seq_num 223) 2024-09-17T17:05:36.334 INFO:tasks.rados.rados.0.smithi031.stdout:771: snap_create 2024-09-17T17:05:36.336 INFO:tasks.rados.rados.0.smithi031.stdout:768: finishing rollback tid 0 to smithi03184240-23 2024-09-17T17:05:36.338 INFO:tasks.rados.rados.0.smithi031.stdout:768: finishing rollback tid 1 to smithi03184240-23 2024-09-17T17:05:36.338 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 201 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-09-17T17:05:36.342 INFO:tasks.rados.rados.0.smithi031.stdout:770: expect (ObjNum 223 snap 57 seq_num 223) 2024-09-17T17:05:36.379 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 386 (ObjNum 257 snap 65 seq_num 257) dirty exists 2024-09-17T17:05:36.379 INFO:tasks.rados.rados.0.smithi031.stdout:769: expect (ObjNum 231 snap 59 seq_num 231) 2024-09-17T17:05:36.590 INFO:tasks.rados.rados.0.smithi031.stdout:766: expect (ObjNum 264 snap 68 seq_num 264) 2024-09-17T17:05:36.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:36 smithi031 ceph-mon[27768]: from='client.25085 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:05:36.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:36 smithi031 ceph-mon[27768]: pgmap v27: 121 pgs: 121 active+clean; 238 MiB data, 709 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:05:36.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:36 smithi031 ceph-mon[27768]: osdmap e207: 8 total, 8 up, 8 in 2024-09-17T17:05:36.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:36 smithi031 ceph-mon[27768]: Upgrade: Updating mgr.x 2024-09-17T17:05:36.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:36 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T17:05:36.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:36 smithi031 ceph-mon[27768]: from='mgr.25004 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T17:05:36.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:36 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T17:05:36.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:36 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:05:36.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:36 smithi031 ceph-mon[27768]: Deploying daemon mgr.x on smithi066 2024-09-17T17:05:36.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:36 smithi031 ceph-mon[39468]: from='client.25085 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:05:36.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:36 smithi031 ceph-mon[39468]: pgmap v27: 121 pgs: 121 active+clean; 238 MiB data, 709 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:05:36.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:36 smithi031 ceph-mon[39468]: osdmap e207: 8 total, 8 up, 8 in 2024-09-17T17:05:36.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:36 smithi031 ceph-mon[39468]: Upgrade: Updating mgr.x 2024-09-17T17:05:36.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:36 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T17:05:36.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:36 smithi031 ceph-mon[39468]: from='mgr.25004 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T17:05:36.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:36 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T17:05:36.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:36 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:05:36.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:36 smithi031 ceph-mon[39468]: Deploying daemon mgr.x on smithi066 2024-09-17T17:05:36.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:36 smithi066 ceph-mon[31354]: from='client.25085 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:05:36.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:36 smithi066 ceph-mon[31354]: pgmap v27: 121 pgs: 121 active+clean; 238 MiB data, 709 MiB used, 715 GiB / 715 GiB avail 2024-09-17T17:05:36.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:36 smithi066 ceph-mon[31354]: osdmap e207: 8 total, 8 up, 8 in 2024-09-17T17:05:36.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:36 smithi066 ceph-mon[31354]: Upgrade: Updating mgr.x 2024-09-17T17:05:36.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:36 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T17:05:36.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:36 smithi066 ceph-mon[31354]: from='mgr.25004 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T17:05:36.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:36 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T17:05:36.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:36 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:05:36.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:36 smithi066 ceph-mon[31354]: Deploying daemon mgr.x on smithi066 2024-09-17T17:05:37.339 INFO:tasks.rados.rados.0.smithi031.stdout:765: done (5 left) 2024-09-17T17:05:37.339 INFO:tasks.rados.rados.0.smithi031.stdout:766: done (4 left) 2024-09-17T17:05:37.339 INFO:tasks.rados.rados.0.smithi031.stdout:768: done (3 left) 2024-09-17T17:05:37.339 INFO:tasks.rados.rados.0.smithi031.stdout:769: done (2 left) 2024-09-17T17:05:37.339 INFO:tasks.rados.rados.0.smithi031.stdout:770: done (1 left) 2024-09-17T17:05:37.339 INFO:tasks.rados.rados.0.smithi031.stdout:771: done (0 left) 2024-09-17T17:05:37.339 INFO:tasks.rados.rados.0.smithi031.stdout:772: snap_remove snap 58 2024-09-17T17:05:37.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:37 smithi066 ceph-mon[31354]: osdmap e208: 8 total, 8 up, 8 in 2024-09-17T17:05:37.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:37 smithi031 ceph-mon[27768]: osdmap e208: 8 total, 8 up, 8 in 2024-09-17T17:05:37.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:37 smithi031 ceph-mon[39468]: osdmap e208: 8 total, 8 up, 8 in 2024-09-17T17:05:37.697 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:05:37 smithi066 systemd[1]: Stopping Ceph mgr.x for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:05:37.981 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:05:37 smithi066 podman[77844]: 2024-09-17 17:05:37.693547151 +0000 UTC m=+0.134491462 container died c672129692eba2853a1eca54213dd694d029f59a2dc58748d21e519e85bf045a (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T17:05:38.335 INFO:tasks.rados.rados.0.smithi031.stdout:772: done (0 left) 2024-09-17T17:05:38.336 INFO:tasks.rados.rados.0.smithi031.stdout:773: snap_remove snap 64 2024-09-17T17:05:38.338 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:05:38 smithi066 podman[77844]: 2024-09-17 17:05:38.144497255 +0000 UTC m=+0.585441555 container cleanup c672129692eba2853a1eca54213dd694d029f59a2dc58748d21e519e85bf045a (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2) 2024-09-17T17:05:38.338 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:05:38 smithi066 bash[77844]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x 2024-09-17T17:05:38.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:38 smithi031 ceph-mon[27768]: pgmap v30: 121 pgs: 121 active+clean; 211 MiB data, 725 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-09-17T17:05:38.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:38 smithi031 ceph-mon[27768]: osdmap e209: 8 total, 8 up, 8 in 2024-09-17T17:05:38.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:38 smithi031 ceph-mon[39468]: pgmap v30: 121 pgs: 121 active+clean; 211 MiB data, 725 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-09-17T17:05:38.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:38 smithi031 ceph-mon[39468]: osdmap e209: 8 total, 8 up, 8 in 2024-09-17T17:05:38.604 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:38 smithi066 ceph-mon[31354]: pgmap v30: 121 pgs: 121 active+clean; 211 MiB data, 725 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-09-17T17:05:38.604 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:38 smithi066 ceph-mon[31354]: osdmap e209: 8 total, 8 up, 8 in 2024-09-17T17:05:38.604 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:05:38 smithi066 podman[77861]: 2024-09-17 17:05:38.421264714 +0000 UTC m=+0.724488066 container remove c672129692eba2853a1eca54213dd694d029f59a2dc58748d21e519e85bf045a (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-17T17:05:38.604 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:05:38 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-17T17:05:38.604 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:05:38 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-09-17T17:05:38.604 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:05:38 smithi066 systemd[1]: Stopped Ceph mgr.x for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:05:38.604 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:05:38 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mgr.x.service: Consumed 19.466s CPU time. 2024-09-17T17:05:38.903 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:05:38 smithi066 systemd[1]: Starting Ceph mgr.x for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:05:39.257 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:05:38 smithi066 podman[77994]: 2024-09-17 17:05:38.98900867 +0000 UTC m=+0.094877903 container create f591bc4bdc0bcbb365a811ce3536bf617eceb1c6b8b5b45f37cb943c2364db38 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=) 2024-09-17T17:05:39.258 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:05:39 smithi066 podman[77994]: 2024-09-17 17:05:38.910890948 +0000 UTC m=+0.016760179 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:05:39.258 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:05:39 smithi066 podman[77994]: 2024-09-17 17:05:39.224977381 +0000 UTC m=+0.330846622 container init f591bc4bdc0bcbb365a811ce3536bf617eceb1c6b8b5b45f37cb943c2364db38 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-09-17T17:05:39.258 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:05:39 smithi066 podman[77994]: 2024-09-17 17:05:39.23015463 +0000 UTC m=+0.336023862 container start f591bc4bdc0bcbb365a811ce3536bf617eceb1c6b8b5b45f37cb943c2364db38 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-09-17T17:05:39.258 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:05:39 smithi066 ceph-mgr[78032]: -- 172.21.15.66:0/1694019769 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5616aca3d0e0 con 0x5616aca1b000 2024-09-17T17:05:39.337 INFO:tasks.rados.rados.0.smithi031.stdout:773: done (0 left) 2024-09-17T17:05:39.338 INFO:tasks.rados.rados.0.smithi031.stdout:774: copy_from oid 48 from oid 5 current snap is 70 2024-09-17T17:05:39.338 INFO:tasks.rados.rados.0.smithi031.stdout:775: setattr oid 20 current snap is 70 2024-09-17T17:05:39.339 INFO:tasks.rados.rados.0.smithi031.stdout:776: read oid 3 snap -1 2024-09-17T17:05:39.339 INFO:tasks.rados.rados.0.smithi031.stdout:776: expect (ObjNum 161 snap 41 seq_num 161) 2024-09-17T17:05:39.339 INFO:tasks.rados.rados.0.smithi031.stdout:777: copy_from oid 24 from oid 34 current snap is 70 2024-09-17T17:05:39.340 INFO:tasks.rados.rados.0.smithi031.stdout:778: setattr oid 49 current snap is 70 2024-09-17T17:05:39.341 INFO:tasks.rados.rados.0.smithi031.stdout:779: read oid 25 snap 60 2024-09-17T17:05:39.341 INFO:tasks.rados.rados.0.smithi031.stdout:779: expect (ObjNum 170 snap 43 seq_num 170) 2024-09-17T17:05:39.341 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 19 current snap is 70 2024-09-17T17:05:39.341 INFO:tasks.rados.rados.0.smithi031.stdout:780: seq_num 269 ranges {9347072=507904,9854976=630784,10485760=557056,11042816=417792} 2024-09-17T17:05:39.399 INFO:tasks.rados.rados.0.smithi031.stdout:780: writing smithi03184240-19 from 9347072 to 9854976 tid 1 2024-09-17T17:05:39.402 INFO:tasks.rados.rados.0.smithi031.stdout:780: writing smithi03184240-19 from 9854976 to 10485760 tid 2 2024-09-17T17:05:39.405 INFO:tasks.rados.rados.0.smithi031.stdout:780: writing smithi03184240-19 from 10485760 to 11042816 tid 3 2024-09-17T17:05:39.409 INFO:tasks.rados.rados.0.smithi031.stdout:780: writing smithi03184240-19 from 11042816 to 11460608 tid 4 2024-09-17T17:05:39.409 INFO:tasks.rados.rados.0.smithi031.stdout:774: finishing copy_from to smithi03184240-48 2024-09-17T17:05:39.409 INFO:tasks.rados.rados.0.smithi031.stdout:774: got expected ENOENT (src dne) 2024-09-17T17:05:39.409 INFO:tasks.rados.rados.0.smithi031.stdout:774: finishing copy_from racing read to smithi03184240-48 2024-09-17T17:05:39.409 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 84 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-17T17:05:39.409 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 262 (ObjNum 206 snap 50 seq_num 206) dirty exists 2024-09-17T17:05:39.409 INFO:tasks.rados.rados.0.smithi031.stdout:777: finishing copy_from racing read to smithi03184240-24 2024-09-17T17:05:39.409 INFO:tasks.rados.rados.0.smithi031.stdout:774: done (6 left) 2024-09-17T17:05:39.410 INFO:tasks.rados.rados.0.smithi031.stdout:775: done (5 left) 2024-09-17T17:05:39.410 INFO:tasks.rados.rados.0.smithi031.stdout:778: done (4 left) 2024-09-17T17:05:39.410 INFO:tasks.rados.rados.0.smithi031.stdout:781: read oid 38 snap 50 2024-09-17T17:05:39.410 INFO:tasks.rados.rados.0.smithi031.stdout:781: expect (ObjNum 130 snap 29 seq_num 130) 2024-09-17T17:05:39.410 INFO:tasks.rados.rados.0.smithi031.stdout:782: read oid 40 snap -1 2024-09-17T17:05:39.410 INFO:tasks.rados.rados.0.smithi031.stdout:782: expect (ObjNum 260 snap 65 seq_num 260) 2024-09-17T17:05:39.410 INFO:tasks.rados.rados.0.smithi031.stdout:783: delete oid 18 current snap is 70 2024-09-17T17:05:39.410 INFO:tasks.rados.rados.0.smithi031.stdout:777: finishing copy_from to smithi03184240-24 2024-09-17T17:05:39.410 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 210 (ObjNum 171 snap 43 seq_num 171) dirty exists 2024-09-17T17:05:39.410 INFO:tasks.rados.rados.0.smithi031.stdout:776: expect (ObjNum 161 snap 41 seq_num 161) 2024-09-17T17:05:39.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:39 smithi066 ceph-mon[31354]: osdmap e210: 8 total, 8 up, 8 in 2024-09-17T17:05:39.653 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:05:39 smithi066 bash[77994]: f591bc4bdc0bcbb365a811ce3536bf617eceb1c6b8b5b45f37cb943c2364db38 2024-09-17T17:05:39.653 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:05:39 smithi066 systemd[1]: Started Ceph mgr.x for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:05:39.670 INFO:tasks.rados.rados.0.smithi031.stdout:779: expect (ObjNum 170 snap 43 seq_num 170) 2024-09-17T17:05:39.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:39 smithi031 ceph-mon[27768]: osdmap e210: 8 total, 8 up, 8 in 2024-09-17T17:05:39.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:39 smithi031 ceph-mon[39468]: osdmap e210: 8 total, 8 up, 8 in 2024-09-17T17:05:40.029 INFO:tasks.rados.rados.0.smithi031.stdout:780: finishing write tid 1 to smithi03184240-19 2024-09-17T17:05:40.029 INFO:tasks.rados.rados.0.smithi031.stdout:780: finishing write tid 2 to smithi03184240-19 2024-09-17T17:05:40.029 INFO:tasks.rados.rados.0.smithi031.stdout:776: done (6 left) 2024-09-17T17:05:40.030 INFO:tasks.rados.rados.0.smithi031.stdout:777: done (5 left) 2024-09-17T17:05:40.030 INFO:tasks.rados.rados.0.smithi031.stdout:779: done (4 left) 2024-09-17T17:05:40.030 INFO:tasks.rados.rados.0.smithi031.stdout:783: done (3 left) 2024-09-17T17:05:40.030 INFO:tasks.rados.rados.0.smithi031.stdout:784: read oid 36 snap -1 2024-09-17T17:05:40.030 INFO:tasks.rados.rados.0.smithi031.stdout:784: expect (ObjNum 267 snap 68 seq_num 267) 2024-09-17T17:05:40.030 INFO:tasks.rados.rados.0.smithi031.stdout:785: snap_create 2024-09-17T17:05:40.030 INFO:tasks.rados.rados.0.smithi031.stdout:780: finishing write tid 3 to smithi03184240-19 2024-09-17T17:05:40.030 INFO:tasks.rados.rados.0.smithi031.stdout:780: finishing write tid 4 to smithi03184240-19 2024-09-17T17:05:40.030 INFO:tasks.rados.rados.0.smithi031.stdout:780: finishing write tid 5 to smithi03184240-19 2024-09-17T17:05:40.030 INFO:tasks.rados.rados.0.smithi031.stdout:780: finishing write tid 6 to smithi03184240-19 2024-09-17T17:05:40.030 INFO:tasks.rados.rados.0.smithi031.stdout:780: oid 19 updating version 0 to 73 2024-09-17T17:05:40.030 INFO:tasks.rados.rados.0.smithi031.stdout:780: oid 19 version 73 is already newer than 70 2024-09-17T17:05:40.030 INFO:tasks.rados.rados.0.smithi031.stdout:780: oid 19 version 73 is already newer than 71 2024-09-17T17:05:40.031 INFO:tasks.rados.rados.0.smithi031.stdout:780: oid 19 updating version 73 to 74 2024-09-17T17:05:40.031 INFO:tasks.rados.rados.0.smithi031.stdout:780: oid 19 version 74 is already newer than 72 2024-09-17T17:05:40.031 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 74 (ObjNum 269 snap 70 seq_num 269) dirty exists 2024-09-17T17:05:40.031 INFO:tasks.rados.rados.0.smithi031.stdout:780: left oid 19 (ObjNum 269 snap 70 seq_num 269) 2024-09-17T17:05:40.031 INFO:tasks.rados.rados.0.smithi031.stdout:781: expect (ObjNum 130 snap 29 seq_num 130) 2024-09-17T17:05:40.113 INFO:tasks.rados.rados.0.smithi031.stdout:782: expect (ObjNum 260 snap 65 seq_num 260) 2024-09-17T17:05:40.244 INFO:tasks.rados.rados.0.smithi031.stdout:784: expect (ObjNum 267 snap 68 seq_num 267) 2024-09-17T17:05:40.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:40 smithi066 ceph-mon[31354]: pgmap v33: 121 pgs: 121 active+clean; 211 MiB data, 725 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-09-17T17:05:40.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:40 smithi066 ceph-mon[31354]: osdmap e211: 8 total, 8 up, 8 in 2024-09-17T17:05:40.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:40 smithi066 ceph-mon[31354]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:40.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:40 smithi066 ceph-mon[31354]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:40.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:40 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:05:40.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:40 smithi066 ceph-mon[31354]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:40.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:40 smithi066 ceph-mon[31354]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:40.726 INFO:tasks.rados.rados.0.smithi031.stdout:780: done (4 left) 2024-09-17T17:05:40.726 INFO:tasks.rados.rados.0.smithi031.stdout:781: done (3 left) 2024-09-17T17:05:40.726 INFO:tasks.rados.rados.0.smithi031.stdout:782: done (2 left) 2024-09-17T17:05:40.726 INFO:tasks.rados.rados.0.smithi031.stdout:784: done (1 left) 2024-09-17T17:05:40.726 INFO:tasks.rados.rados.0.smithi031.stdout:785: done (0 left) 2024-09-17T17:05:40.726 INFO:tasks.rados.rados.0.smithi031.stdout:786: copy_from oid 31 from oid 48 current snap is 71 2024-09-17T17:05:40.726 INFO:tasks.rados.rados.0.smithi031.stdout:787: rollback oid 45 current snap is 71 2024-09-17T17:05:40.726 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 45 to 70 2024-09-17T17:05:40.726 INFO:tasks.rados.rados.0.smithi031.stdout:788: delete oid 33 current snap is 71 2024-09-17T17:05:40.731 INFO:tasks.rados.rados.0.smithi031.stdout:788: done (2 left) 2024-09-17T17:05:40.731 INFO:tasks.rados.rados.0.smithi031.stdout:789: rmattr oid 46 current snap is 71 2024-09-17T17:05:40.731 INFO:tasks.rados.rados.0.smithi031.stdout:789: done (2 left) 2024-09-17T17:05:40.731 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 36 current snap is 71 2024-09-17T17:05:40.731 INFO:tasks.rados.rados.0.smithi031.stdout:790: seq_num 272 ranges {2080768=565248,2646016=688128,3334144=729088,4063232=188416} 2024-09-17T17:05:40.745 INFO:tasks.rados.rados.0.smithi031.stdout:790: writing smithi03184240-36 from 2080768 to 2646016 tid 1 2024-09-17T17:05:40.749 INFO:tasks.rados.rados.0.smithi031.stdout:790: writing smithi03184240-36 from 2646016 to 3334144 tid 2 2024-09-17T17:05:40.753 INFO:tasks.rados.rados.0.smithi031.stdout:790: writing smithi03184240-36 from 3334144 to 4063232 tid 3 2024-09-17T17:05:40.755 INFO:tasks.rados.rados.0.smithi031.stdout:790: writing smithi03184240-36 from 4063232 to 4251648 tid 4 2024-09-17T17:05:40.755 INFO:tasks.rados.rados.0.smithi031.stdout:791: snap_remove snap 66 2024-09-17T17:05:40.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:40 smithi031 ceph-mon[27768]: pgmap v33: 121 pgs: 121 active+clean; 211 MiB data, 725 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-09-17T17:05:40.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:40 smithi031 ceph-mon[27768]: osdmap e211: 8 total, 8 up, 8 in 2024-09-17T17:05:40.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:40 smithi031 ceph-mon[27768]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:40.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:40 smithi031 ceph-mon[27768]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:40.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:40 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:05:40.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:40 smithi031 ceph-mon[27768]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:40.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:40 smithi031 ceph-mon[27768]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:40.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:40 smithi031 ceph-mon[39468]: pgmap v33: 121 pgs: 121 active+clean; 211 MiB data, 725 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-09-17T17:05:40.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:40 smithi031 ceph-mon[39468]: osdmap e211: 8 total, 8 up, 8 in 2024-09-17T17:05:40.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:40 smithi031 ceph-mon[39468]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:40.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:40 smithi031 ceph-mon[39468]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:40.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:40 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:05:40.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:40 smithi031 ceph-mon[39468]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:40.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:40 smithi031 ceph-mon[39468]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:41.303 INFO:tasks.rados.rados.0.smithi031.stdout:791: done (3 left) 2024-09-17T17:05:41.304 INFO:tasks.rados.rados.0.smithi031.stdout:792: copy_from oid 25 from oid 42 current snap is 71 2024-09-17T17:05:41.304 INFO:tasks.rados.rados.0.smithi031.stdout:786: finishing copy_from to smithi03184240-31 2024-09-17T17:05:41.304 INFO:tasks.rados.rados.0.smithi031.stdout:786: got expected ENOENT (src dne) 2024-09-17T17:05:41.304 INFO:tasks.rados.rados.0.smithi031.stdout:787: finishing rollback tid 0 to smithi03184240-45 2024-09-17T17:05:41.304 INFO:tasks.rados.rados.0.smithi031.stdout:787: finishing rollback tid 1 to smithi03184240-45 2024-09-17T17:05:41.304 INFO:tasks.rados.rados.0.smithi031.stdout:786: finishing copy_from racing read to smithi03184240-31 2024-09-17T17:05:41.304 INFO:tasks.rados.rados.0.smithi031.stdout:787: finishing rollback tid 2 to smithi03184240-45 2024-09-17T17:05:41.304 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 578 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-09-17T17:05:41.304 INFO:tasks.rados.rados.0.smithi031.stdout:790: finishing write tid 1 to smithi03184240-36 2024-09-17T17:05:41.305 INFO:tasks.rados.rados.0.smithi031.stdout:790: finishing write tid 2 to smithi03184240-36 2024-09-17T17:05:41.305 INFO:tasks.rados.rados.0.smithi031.stdout:790: finishing write tid 3 to smithi03184240-36 2024-09-17T17:05:41.305 INFO:tasks.rados.rados.0.smithi031.stdout:790: finishing write tid 4 to smithi03184240-36 2024-09-17T17:05:41.305 INFO:tasks.rados.rados.0.smithi031.stdout:790: finishing write tid 5 to smithi03184240-36 2024-09-17T17:05:41.305 INFO:tasks.rados.rados.0.smithi031.stdout:790: finishing write tid 6 to smithi03184240-36 2024-09-17T17:05:41.305 INFO:tasks.rados.rados.0.smithi031.stdout:790: oid 36 updating version 0 to 182 2024-09-17T17:05:41.305 INFO:tasks.rados.rados.0.smithi031.stdout:790: oid 36 updating version 182 to 184 2024-09-17T17:05:41.305 INFO:tasks.rados.rados.0.smithi031.stdout:790: oid 36 version 184 is already newer than 183 2024-09-17T17:05:41.305 INFO:tasks.rados.rados.0.smithi031.stdout:790: oid 36 version 184 is already newer than 181 2024-09-17T17:05:41.305 INFO:tasks.rados.rados.0.smithi031.stdout:790: oid 36 version 184 is already newer than 180 2024-09-17T17:05:41.305 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 184 (ObjNum 272 snap 71 seq_num 272) dirty exists 2024-09-17T17:05:41.305 INFO:tasks.rados.rados.0.smithi031.stdout:790: left oid 36 (ObjNum 272 snap 71 seq_num 272) 2024-09-17T17:05:41.306 INFO:tasks.rados.rados.0.smithi031.stdout:786: done (3 left) 2024-09-17T17:05:41.306 INFO:tasks.rados.rados.0.smithi031.stdout:787: done (2 left) 2024-09-17T17:05:41.306 INFO:tasks.rados.rados.0.smithi031.stdout:790: done (1 left) 2024-09-17T17:05:41.306 INFO:tasks.rados.rados.0.smithi031.stdout:793: rollback oid 1 current snap is 71 2024-09-17T17:05:41.306 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 1 to 61 2024-09-17T17:05:41.306 INFO:tasks.rados.rados.0.smithi031.stdout:794: setattr oid 6 current snap is 71 2024-09-17T17:05:41.306 INFO:tasks.rados.rados.0.smithi031.stdout:795: delete oid 37 current snap is 71 2024-09-17T17:05:41.313 INFO:tasks.rados.rados.0.smithi031.stdout:795: done (3 left) 2024-09-17T17:05:41.313 INFO:tasks.rados.rados.0.smithi031.stdout:796: snap_create 2024-09-17T17:05:41.313 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 158 (ObjNum 264 snap 68 seq_num 264) dirty exists 2024-09-17T17:05:41.314 INFO:tasks.rados.rados.0.smithi031.stdout:793: finishing rollback tid 0 to smithi03184240-1 2024-09-17T17:05:41.314 INFO:tasks.rados.rados.0.smithi031.stdout:793: finishing rollback tid 1 to smithi03184240-1 2024-09-17T17:05:41.314 INFO:tasks.rados.rados.0.smithi031.stdout:793: finishing rollback tid 2 to smithi03184240-1 2024-09-17T17:05:41.314 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 285 (ObjNum 227 snap 58 seq_num 227) dirty exists 2024-09-17T17:05:41.330 INFO:tasks.rados.rados.0.smithi031.stdout:792: finishing copy_from racing read to smithi03184240-25 2024-09-17T17:05:41.333 INFO:tasks.rados.rados.0.smithi031.stdout:792: finishing copy_from to smithi03184240-25 2024-09-17T17:05:41.333 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 423 (ObjNum 203 snap 48 seq_num 203) dirty exists 2024-09-17T17:05:42.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:41 smithi031 ceph-mon[39468]: osdmap e212: 8 total, 8 up, 8 in 2024-09-17T17:05:42.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:41 smithi031 ceph-mon[39468]: osdmap e213: 8 total, 8 up, 8 in 2024-09-17T17:05:42.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:41 smithi031 ceph-mon[27768]: osdmap e212: 8 total, 8 up, 8 in 2024-09-17T17:05:42.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:41 smithi031 ceph-mon[27768]: osdmap e213: 8 total, 8 up, 8 in 2024-09-17T17:05:42.094 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:05:41] "GET /metrics HTTP/1.1" 200 36085 "" "Prometheus/2.43.0" 2024-09-17T17:05:42.128 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:41 smithi066 ceph-mon[31354]: osdmap e212: 8 total, 8 up, 8 in 2024-09-17T17:05:42.128 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:41 smithi066 ceph-mon[31354]: osdmap e213: 8 total, 8 up, 8 in 2024-09-17T17:05:42.305 INFO:tasks.rados.rados.0.smithi031.stdout:792: done (3 left) 2024-09-17T17:05:42.305 INFO:tasks.rados.rados.0.smithi031.stdout:793: done (2 left) 2024-09-17T17:05:42.305 INFO:tasks.rados.rados.0.smithi031.stdout:794: done (1 left) 2024-09-17T17:05:42.305 INFO:tasks.rados.rados.0.smithi031.stdout:796: done (0 left) 2024-09-17T17:05:42.305 INFO:tasks.rados.rados.0.smithi031.stdout:797: delete oid 9 current snap is 72 2024-09-17T17:05:42.308 INFO:tasks.rados.rados.0.smithi031.stdout:797: done (0 left) 2024-09-17T17:05:42.308 INFO:tasks.rados.rados.0.smithi031.stdout:798: snap_create 2024-09-17T17:05:43.043 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:42 smithi066 ceph-mon[31354]: pgmap v36: 121 pgs: 121 active+clean; 216 MiB data, 736 MiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-09-17T17:05:43.044 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:42 smithi066 ceph-mon[31354]: osdmap e214: 8 total, 8 up, 8 in 2024-09-17T17:05:43.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:42 smithi031 ceph-mon[27768]: pgmap v36: 121 pgs: 121 active+clean; 216 MiB data, 736 MiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-09-17T17:05:43.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:42 smithi031 ceph-mon[27768]: osdmap e214: 8 total, 8 up, 8 in 2024-09-17T17:05:43.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:42 smithi031 ceph-mon[39468]: pgmap v36: 121 pgs: 121 active+clean; 216 MiB data, 736 MiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-09-17T17:05:43.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:42 smithi031 ceph-mon[39468]: osdmap e214: 8 total, 8 up, 8 in 2024-09-17T17:05:43.306 INFO:tasks.rados.rados.0.smithi031.stdout:798: done (0 left) 2024-09-17T17:05:43.306 INFO:tasks.rados.rados.0.smithi031.stdout:799: rmattr oid 13 current snap is 73 2024-09-17T17:05:43.306 INFO:tasks.rados.rados.0.smithi031.stdout:800: snap_create 2024-09-17T17:05:43.309 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 402 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-09-17T17:05:44.308 INFO:tasks.rados.rados.0.smithi031.stdout:799: done (1 left) 2024-09-17T17:05:44.308 INFO:tasks.rados.rados.0.smithi031.stdout:800: done (0 left) 2024-09-17T17:05:44.308 INFO:tasks.rados.rados.0.smithi031.stdout:801: copy_from oid 43 from oid 39 current snap is 74 2024-09-17T17:05:44.308 INFO:tasks.rados.rados.0.smithi031.stdout:802: delete oid 49 current snap is 74 2024-09-17T17:05:44.314 INFO:tasks.rados.rados.0.smithi031.stdout:802: done (1 left) 2024-09-17T17:05:44.314 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 74 2024-09-17T17:05:44.315 INFO:tasks.rados.rados.0.smithi031.stdout:803: seq_num 276 ranges {0=630784,630784=671744,1302528=704512,2007040=229376} 2024-09-17T17:05:44.319 INFO:tasks.rados.rados.0.smithi031.stdout:803: writing smithi03184240-23 from 0 to 630784 tid 1 2024-09-17T17:05:44.324 INFO:tasks.rados.rados.0.smithi031.stdout:803: writing smithi03184240-23 from 630784 to 1302528 tid 2 2024-09-17T17:05:44.329 INFO:tasks.rados.rados.0.smithi031.stdout:803: writing smithi03184240-23 from 1302528 to 2007040 tid 3 2024-09-17T17:05:44.332 INFO:tasks.rados.rados.0.smithi031.stdout:803: writing smithi03184240-23 from 2007040 to 2236416 tid 4 2024-09-17T17:05:44.332 INFO:tasks.rados.rados.0.smithi031.stdout:804: rollback oid 3 current snap is 74 2024-09-17T17:05:44.332 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 3 to 63 2024-09-17T17:05:44.332 INFO:tasks.rados.rados.0.smithi031.stdout:803: finishing write tid 1 to smithi03184240-23 2024-09-17T17:05:44.332 INFO:tasks.rados.rados.0.smithi031.stdout:803: finishing write tid 2 to smithi03184240-23 2024-09-17T17:05:44.333 INFO:tasks.rados.rados.0.smithi031.stdout:805: snap_create 2024-09-17T17:05:44.334 INFO:tasks.rados.rados.0.smithi031.stdout:801: finishing copy_from racing read to smithi03184240-43 2024-09-17T17:05:44.337 INFO:tasks.rados.rados.0.smithi031.stdout:803: finishing write tid 3 to smithi03184240-23 2024-09-17T17:05:44.337 INFO:tasks.rados.rados.0.smithi031.stdout:801: finishing copy_from to smithi03184240-43 2024-09-17T17:05:44.337 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 296 (ObjNum 231 snap 59 seq_num 231) dirty exists 2024-09-17T17:05:44.337 INFO:tasks.rados.rados.0.smithi031.stdout:803: finishing write tid 4 to smithi03184240-23 2024-09-17T17:05:44.337 INFO:tasks.rados.rados.0.smithi031.stdout:803: finishing write tid 5 to smithi03184240-23 2024-09-17T17:05:44.338 INFO:tasks.rados.rados.0.smithi031.stdout:804: finishing rollback tid 0 to smithi03184240-3 2024-09-17T17:05:44.338 INFO:tasks.rados.rados.0.smithi031.stdout:804: finishing rollback tid 1 to smithi03184240-3 2024-09-17T17:05:44.338 INFO:tasks.rados.rados.0.smithi031.stdout:804: finishing rollback tid 2 to smithi03184240-3 2024-09-17T17:05:44.338 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 259 (ObjNum 161 snap 41 seq_num 161) dirty exists 2024-09-17T17:05:44.340 INFO:tasks.rados.rados.0.smithi031.stdout:803: finishing write tid 6 to smithi03184240-23 2024-09-17T17:05:44.341 INFO:tasks.rados.rados.0.smithi031.stdout:803: oid 23 updating version 0 to 206 2024-09-17T17:05:44.341 INFO:tasks.rados.rados.0.smithi031.stdout:803: oid 23 version 206 is already newer than 202 2024-09-17T17:05:44.341 INFO:tasks.rados.rados.0.smithi031.stdout:803: oid 23 version 206 is already newer than 203 2024-09-17T17:05:44.341 INFO:tasks.rados.rados.0.smithi031.stdout:803: oid 23 version 206 is already newer than 205 2024-09-17T17:05:44.341 INFO:tasks.rados.rados.0.smithi031.stdout:803: oid 23 version 206 is already newer than 204 2024-09-17T17:05:44.341 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 206 (ObjNum 276 snap 74 seq_num 276) dirty exists 2024-09-17T17:05:44.341 INFO:tasks.rados.rados.0.smithi031.stdout:803: left oid 23 (ObjNum 276 snap 74 seq_num 276) 2024-09-17T17:05:44.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:44 smithi031 ceph-mon[27768]: pgmap v39: 121 pgs: 121 active+clean; 216 MiB data, 736 MiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-09-17T17:05:44.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:44 smithi031 ceph-mon[27768]: osdmap e215: 8 total, 8 up, 8 in 2024-09-17T17:05:44.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:44 smithi031 ceph-mon[27768]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:44.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:44 smithi031 ceph-mon[27768]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:44.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:44 smithi031 ceph-mon[39468]: pgmap v39: 121 pgs: 121 active+clean; 216 MiB data, 736 MiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-09-17T17:05:44.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:44 smithi031 ceph-mon[39468]: osdmap e215: 8 total, 8 up, 8 in 2024-09-17T17:05:44.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:44 smithi031 ceph-mon[39468]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:44.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:44 smithi031 ceph-mon[39468]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:44.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:44 smithi066 ceph-mon[31354]: pgmap v39: 121 pgs: 121 active+clean; 216 MiB data, 736 MiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-09-17T17:05:44.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:44 smithi066 ceph-mon[31354]: osdmap e215: 8 total, 8 up, 8 in 2024-09-17T17:05:44.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:44 smithi066 ceph-mon[31354]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:44.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:44 smithi066 ceph-mon[31354]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:45.014 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:05:44 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[78009]: [17/Sep/2024:17:05:44] ENGINE Bus STARTING 2024-09-17T17:05:45.014 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:05:44 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[78009]: CherryPy Checker: 2024-09-17T17:05:45.014 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:05:44 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[78009]: The Application mounted at '' has an empty config. 2024-09-17T17:05:45.014 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:05:44 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[78009]: 2024-09-17T17:05:45.014 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:05:44 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[78009]: [17/Sep/2024:17:05:44] ENGINE Serving on http://:::9283 2024-09-17T17:05:45.014 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:05:44 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[78009]: [17/Sep/2024:17:05:44] ENGINE Bus STARTED 2024-09-17T17:05:45.323 INFO:tasks.rados.rados.0.smithi031.stdout:801: done (3 left) 2024-09-17T17:05:45.323 INFO:tasks.rados.rados.0.smithi031.stdout:803: done (2 left) 2024-09-17T17:05:45.323 INFO:tasks.rados.rados.0.smithi031.stdout:804: done (1 left) 2024-09-17T17:05:45.323 INFO:tasks.rados.rados.0.smithi031.stdout:805: done (0 left) 2024-09-17T17:05:45.323 INFO:tasks.rados.rados.0.smithi031.stdout:806: read oid 42 snap -1 2024-09-17T17:05:45.323 INFO:tasks.rados.rados.0.smithi031.stdout:806: expect (ObjNum 203 snap 48 seq_num 203) 2024-09-17T17:05:45.323 INFO:tasks.rados.rados.0.smithi031.stdout:807: read oid 24 snap -1 2024-09-17T17:05:45.323 INFO:tasks.rados.rados.0.smithi031.stdout:807: expect (ObjNum 171 snap 43 seq_num 171) 2024-09-17T17:05:45.323 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 75 2024-09-17T17:05:45.324 INFO:tasks.rados.rados.0.smithi031.stdout:808: seq_num 277 ranges {204800=647168,851968=557056,1409024=516096,1925120=532480} 2024-09-17T17:05:45.328 INFO:tasks.rados.rados.0.smithi031.stdout:808: writing smithi03184240-45 from 204800 to 851968 tid 1 2024-09-17T17:05:45.331 INFO:tasks.rados.rados.0.smithi031.stdout:808: writing smithi03184240-45 from 851968 to 1409024 tid 2 2024-09-17T17:05:45.334 INFO:tasks.rados.rados.0.smithi031.stdout:808: writing smithi03184240-45 from 1409024 to 1925120 tid 3 2024-09-17T17:05:45.338 INFO:tasks.rados.rados.0.smithi031.stdout:808: writing smithi03184240-45 from 1925120 to 2457600 tid 4 2024-09-17T17:05:45.338 INFO:tasks.rados.rados.0.smithi031.stdout:809: snap_create 2024-09-17T17:05:45.338 INFO:tasks.rados.rados.0.smithi031.stdout:807: expect (ObjNum 171 snap 43 seq_num 171) 2024-09-17T17:05:45.386 INFO:tasks.rados.rados.0.smithi031.stdout:806: expect (ObjNum 203 snap 48 seq_num 203) 2024-09-17T17:05:45.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:45 smithi031 ceph-mon[39468]: osdmap e216: 8 total, 8 up, 8 in 2024-09-17T17:05:45.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:45 smithi031 ceph-mon[39468]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:45.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:45 smithi031 ceph-mon[39468]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:45.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:45 smithi031 ceph-mon[39468]: Standby manager daemon x restarted 2024-09-17T17:05:45.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:45 smithi031 ceph-mon[39468]: Standby manager daemon x started 2024-09-17T17:05:45.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:45 smithi031 ceph-mon[39468]: from='mgr.? 172.21.15.66:0/2347596478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-17T17:05:45.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:45 smithi031 ceph-mon[39468]: from='mgr.? 172.21.15.66:0/2347596478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T17:05:45.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:45 smithi031 ceph-mon[39468]: from='mgr.? 172.21.15.66:0/2347596478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-17T17:05:45.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:45 smithi031 ceph-mon[39468]: from='mgr.? 172.21.15.66:0/2347596478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T17:05:45.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:45 smithi031 ceph-mon[27768]: osdmap e216: 8 total, 8 up, 8 in 2024-09-17T17:05:45.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:45 smithi031 ceph-mon[27768]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:45.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:45 smithi031 ceph-mon[27768]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:45.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:45 smithi031 ceph-mon[27768]: Standby manager daemon x restarted 2024-09-17T17:05:45.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:45 smithi031 ceph-mon[27768]: Standby manager daemon x started 2024-09-17T17:05:45.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:45 smithi031 ceph-mon[27768]: from='mgr.? 172.21.15.66:0/2347596478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-17T17:05:45.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:45 smithi031 ceph-mon[27768]: from='mgr.? 172.21.15.66:0/2347596478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T17:05:45.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:45 smithi031 ceph-mon[27768]: from='mgr.? 172.21.15.66:0/2347596478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-17T17:05:45.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:45 smithi031 ceph-mon[27768]: from='mgr.? 172.21.15.66:0/2347596478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T17:05:45.634 INFO:tasks.rados.rados.0.smithi031.stdout:808: finishing write tid 1 to smithi03184240-45 2024-09-17T17:05:45.634 INFO:tasks.rados.rados.0.smithi031.stdout:808: finishing write tid 2 to smithi03184240-45 2024-09-17T17:05:45.634 INFO:tasks.rados.rados.0.smithi031.stdout:808: finishing write tid 3 to smithi03184240-45 2024-09-17T17:05:45.634 INFO:tasks.rados.rados.0.smithi031.stdout:808: finishing write tid 4 to smithi03184240-45 2024-09-17T17:05:45.634 INFO:tasks.rados.rados.0.smithi031.stdout:808: finishing write tid 5 to smithi03184240-45 2024-09-17T17:05:45.634 INFO:tasks.rados.rados.0.smithi031.stdout:808: finishing write tid 6 to smithi03184240-45 2024-09-17T17:05:45.635 INFO:tasks.rados.rados.0.smithi031.stdout:808: oid 45 updating version 0 to 586 2024-09-17T17:05:45.635 INFO:tasks.rados.rados.0.smithi031.stdout:808: oid 45 updating version 586 to 589 2024-09-17T17:05:45.635 INFO:tasks.rados.rados.0.smithi031.stdout:808: oid 45 version 589 is already newer than 585 2024-09-17T17:05:45.635 INFO:tasks.rados.rados.0.smithi031.stdout:808: oid 45 version 589 is already newer than 587 2024-09-17T17:05:45.635 INFO:tasks.rados.rados.0.smithi031.stdout:808: oid 45 version 589 is already newer than 588 2024-09-17T17:05:45.635 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 589 (ObjNum 277 snap 75 seq_num 277) dirty exists 2024-09-17T17:05:45.635 INFO:tasks.rados.rados.0.smithi031.stdout:808: left oid 45 (ObjNum 277 snap 75 seq_num 277) 2024-09-17T17:05:45.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:45 smithi066 ceph-mon[31354]: osdmap e216: 8 total, 8 up, 8 in 2024-09-17T17:05:45.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:45 smithi066 ceph-mon[31354]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:45.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:45 smithi066 ceph-mon[31354]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:45.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:45 smithi066 ceph-mon[31354]: Standby manager daemon x restarted 2024-09-17T17:05:45.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:45 smithi066 ceph-mon[31354]: Standby manager daemon x started 2024-09-17T17:05:45.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:45 smithi066 ceph-mon[31354]: from='mgr.? 172.21.15.66:0/2347596478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-17T17:05:45.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:45 smithi066 ceph-mon[31354]: from='mgr.? 172.21.15.66:0/2347596478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T17:05:45.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:45 smithi066 ceph-mon[31354]: from='mgr.? 172.21.15.66:0/2347596478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-17T17:05:45.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:45 smithi066 ceph-mon[31354]: from='mgr.? 172.21.15.66:0/2347596478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T17:05:46.332 INFO:tasks.rados.rados.0.smithi031.stdout:806: done (3 left) 2024-09-17T17:05:46.332 INFO:tasks.rados.rados.0.smithi031.stdout:807: done (2 left) 2024-09-17T17:05:46.333 INFO:tasks.rados.rados.0.smithi031.stdout:808: done (1 left) 2024-09-17T17:05:46.334 INFO:tasks.rados.rados.0.smithi031.stdout:809: done (0 left) 2024-09-17T17:05:46.334 INFO:tasks.rados.rados.0.smithi031.stdout:810: rollback oid 46 current snap is 76 2024-09-17T17:05:46.334 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 46 to 72 2024-09-17T17:05:46.334 INFO:tasks.rados.rados.0.smithi031.stdout:811: copy_from oid 35 from oid 11 current snap is 76 2024-09-17T17:05:46.334 INFO:tasks.rados.rados.0.smithi031.stdout:812: read oid 30 snap -1 2024-09-17T17:05:46.334 INFO:tasks.rados.rados.0.smithi031.stdout:812: expect (ObjNum 247 snap 63 seq_num 247) 2024-09-17T17:05:46.334 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 41 current snap is 76 2024-09-17T17:05:46.334 INFO:tasks.rados.rados.0.smithi031.stdout:813: seq_num 278 ranges {4587520=663552,5251072=442368,5693440=720896,6414336=442368} 2024-09-17T17:05:46.362 INFO:tasks.rados.rados.0.smithi031.stdout:813: writing smithi03184240-41 from 4587520 to 5251072 tid 1 2024-09-17T17:05:46.365 INFO:tasks.rados.rados.0.smithi031.stdout:813: writing smithi03184240-41 from 5251072 to 5693440 tid 2 2024-09-17T17:05:46.369 INFO:tasks.rados.rados.0.smithi031.stdout:813: writing smithi03184240-41 from 5693440 to 6414336 tid 3 2024-09-17T17:05:46.371 INFO:tasks.rados.rados.0.smithi031.stdout:813: writing smithi03184240-41 from 6414336 to 6856704 tid 4 2024-09-17T17:05:46.372 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 48 current snap is 76 2024-09-17T17:05:46.372 INFO:tasks.rados.rados.0.smithi031.stdout:814: seq_num 279 ranges {0=679936,679936=720896,1400832=483328,1884160=401408} 2024-09-17T17:05:46.375 INFO:tasks.rados.rados.0.smithi031.stdout:814: writing smithi03184240-48 from 0 to 679936 tid 1 2024-09-17T17:05:46.379 INFO:tasks.rados.rados.0.smithi031.stdout:814: writing smithi03184240-48 from 679936 to 1400832 tid 2 2024-09-17T17:05:46.382 INFO:tasks.rados.rados.0.smithi031.stdout:814: writing smithi03184240-48 from 1400832 to 1884160 tid 3 2024-09-17T17:05:46.385 INFO:tasks.rados.rados.0.smithi031.stdout:814: writing smithi03184240-48 from 1884160 to 2285568 tid 4 2024-09-17T17:05:46.385 INFO:tasks.rados.rados.0.smithi031.stdout:815: read oid 5 snap -1 2024-09-17T17:05:46.385 INFO:tasks.rados.rados.0.smithi031.stdout:815: expect deleted 2024-09-17T17:05:46.385 INFO:tasks.rados.rados.0.smithi031.stdout:816: delete oid 1 current snap is 76 2024-09-17T17:05:46.385 INFO:tasks.rados.rados.0.smithi031.stdout:811: finishing copy_from to smithi03184240-35 2024-09-17T17:05:46.385 INFO:tasks.rados.rados.0.smithi031.stdout:811: got expected ENOENT (src dne) 2024-09-17T17:05:46.386 INFO:tasks.rados.rados.0.smithi031.stdout:811: finishing copy_from racing read to smithi03184240-35 2024-09-17T17:05:46.386 INFO:tasks.rados.rados.0.smithi031.stdout:810: finishing rollback tid 1 to smithi03184240-46 2024-09-17T17:05:46.386 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 187 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-17T17:05:46.386 INFO:tasks.rados.rados.0.smithi031.stdout:812: expect (ObjNum 247 snap 63 seq_num 247) 2024-09-17T17:05:46.508 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:46 smithi066 ceph-mon[31354]: pgmap v42: 121 pgs: 121 active+clean; 216 MiB data, 736 MiB used, 714 GiB / 715 GiB avail 2024-09-17T17:05:46.508 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:46 smithi066 ceph-mon[31354]: osdmap e217: 8 total, 8 up, 8 in 2024-09-17T17:05:46.508 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:46 smithi066 ceph-mon[31354]: mgrmap e36: y(active, since 26s), standbys: x 2024-09-17T17:05:46.519 INFO:tasks.rados.rados.0.smithi031.stdout:813: finishing write tid 1 to smithi03184240-41 2024-09-17T17:05:46.519 INFO:tasks.rados.rados.0.smithi031.stdout:813: finishing write tid 2 to smithi03184240-41 2024-09-17T17:05:46.519 INFO:tasks.rados.rados.0.smithi031.stdout:813: finishing write tid 3 to smithi03184240-41 2024-09-17T17:05:46.520 INFO:tasks.rados.rados.0.smithi031.stdout:813: finishing write tid 4 to smithi03184240-41 2024-09-17T17:05:46.520 INFO:tasks.rados.rados.0.smithi031.stdout:813: finishing write tid 5 to smithi03184240-41 2024-09-17T17:05:46.520 INFO:tasks.rados.rados.0.smithi031.stdout:813: finishing write tid 6 to smithi03184240-41 2024-09-17T17:05:46.520 INFO:tasks.rados.rados.0.smithi031.stdout:813: oid 41 updating version 0 to 301 2024-09-17T17:05:46.520 INFO:tasks.rados.rados.0.smithi031.stdout:813: oid 41 version 301 is already newer than 300 2024-09-17T17:05:46.520 INFO:tasks.rados.rados.0.smithi031.stdout:813: oid 41 version 301 is already newer than 297 2024-09-17T17:05:46.520 INFO:tasks.rados.rados.0.smithi031.stdout:813: oid 41 version 301 is already newer than 299 2024-09-17T17:05:46.520 INFO:tasks.rados.rados.0.smithi031.stdout:813: oid 41 version 301 is already newer than 298 2024-09-17T17:05:46.520 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 301 (ObjNum 278 snap 76 seq_num 278) dirty exists 2024-09-17T17:05:46.520 INFO:tasks.rados.rados.0.smithi031.stdout:813: left oid 41 (ObjNum 278 snap 76 seq_num 278) 2024-09-17T17:05:46.520 INFO:tasks.rados.rados.0.smithi031.stdout:814: finishing write tid 1 to smithi03184240-48 2024-09-17T17:05:46.520 INFO:tasks.rados.rados.0.smithi031.stdout:814: finishing write tid 2 to smithi03184240-48 2024-09-17T17:05:46.520 INFO:tasks.rados.rados.0.smithi031.stdout:814: finishing write tid 3 to smithi03184240-48 2024-09-17T17:05:46.521 INFO:tasks.rados.rados.0.smithi031.stdout:814: finishing write tid 4 to smithi03184240-48 2024-09-17T17:05:46.521 INFO:tasks.rados.rados.0.smithi031.stdout:814: finishing write tid 5 to smithi03184240-48 2024-09-17T17:05:46.521 INFO:tasks.rados.rados.0.smithi031.stdout:814: finishing write tid 6 to smithi03184240-48 2024-09-17T17:05:46.521 INFO:tasks.rados.rados.0.smithi031.stdout:814: oid 48 updating version 0 to 594 2024-09-17T17:05:46.521 INFO:tasks.rados.rados.0.smithi031.stdout:814: oid 48 version 594 is already newer than 591 2024-09-17T17:05:46.521 INFO:tasks.rados.rados.0.smithi031.stdout:814: oid 48 version 594 is already newer than 593 2024-09-17T17:05:46.521 INFO:tasks.rados.rados.0.smithi031.stdout:814: oid 48 version 594 is already newer than 590 2024-09-17T17:05:46.521 INFO:tasks.rados.rados.0.smithi031.stdout:814: oid 48 version 594 is already newer than 592 2024-09-17T17:05:46.521 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 594 (ObjNum 279 snap 76 seq_num 279) dirty exists 2024-09-17T17:05:46.521 INFO:tasks.rados.rados.0.smithi031.stdout:814: left oid 48 (ObjNum 279 snap 76 seq_num 279) 2024-09-17T17:05:46.521 INFO:tasks.rados.rados.0.smithi031.stdout:810: done (6 left) 2024-09-17T17:05:46.521 INFO:tasks.rados.rados.0.smithi031.stdout:811: done (5 left) 2024-09-17T17:05:46.521 INFO:tasks.rados.rados.0.smithi031.stdout:812: done (4 left) 2024-09-17T17:05:46.521 INFO:tasks.rados.rados.0.smithi031.stdout:813: done (3 left) 2024-09-17T17:05:46.522 INFO:tasks.rados.rados.0.smithi031.stdout:814: done (2 left) 2024-09-17T17:05:46.522 INFO:tasks.rados.rados.0.smithi031.stdout:815: done (1 left) 2024-09-17T17:05:46.522 INFO:tasks.rados.rados.0.smithi031.stdout:816: done (0 left) 2024-09-17T17:05:46.522 INFO:tasks.rados.rados.0.smithi031.stdout:817: rmattr oid 10 current snap is 76 2024-09-17T17:05:46.522 INFO:tasks.rados.rados.0.smithi031.stdout:817: done (0 left) 2024-09-17T17:05:46.522 INFO:tasks.rados.rados.0.smithi031.stdout:818: copy_from oid 19 from oid 5 current snap is 76 2024-09-17T17:05:46.522 INFO:tasks.rados.rados.0.smithi031.stdout:819: read oid 47 snap -1 2024-09-17T17:05:46.522 INFO:tasks.rados.rados.0.smithi031.stdout:819: expect (ObjNum 235 snap 61 seq_num 235) 2024-09-17T17:05:46.522 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 20 current snap is 76 2024-09-17T17:05:46.522 INFO:tasks.rados.rados.0.smithi031.stdout:820: seq_num 281 ranges {0=712704,712704=491520,1204224=491520,1695744=622592} 2024-09-17T17:05:46.523 INFO:tasks.rados.rados.0.smithi031.stdout:820: writing smithi03184240-20 from 0 to 712704 tid 1 2024-09-17T17:05:46.526 INFO:tasks.rados.rados.0.smithi031.stdout:820: writing smithi03184240-20 from 712704 to 1204224 tid 2 2024-09-17T17:05:46.529 INFO:tasks.rados.rados.0.smithi031.stdout:820: writing smithi03184240-20 from 1204224 to 1695744 tid 3 2024-09-17T17:05:46.533 INFO:tasks.rados.rados.0.smithi031.stdout:820: writing smithi03184240-20 from 1695744 to 2318336 tid 4 2024-09-17T17:05:46.534 INFO:tasks.rados.rados.0.smithi031.stdout:821: setattr oid 25 current snap is 76 2024-09-17T17:05:46.534 INFO:tasks.rados.rados.0.smithi031.stdout:818: finishing copy_from to smithi03184240-19 2024-09-17T17:05:46.534 INFO:tasks.rados.rados.0.smithi031.stdout:818: got expected ENOENT (src dne) 2024-09-17T17:05:46.534 INFO:tasks.rados.rados.0.smithi031.stdout:818: finishing copy_from racing read to smithi03184240-19 2024-09-17T17:05:46.534 INFO:tasks.rados.rados.0.smithi031.stdout:820: finishing write tid 1 to smithi03184240-20 2024-09-17T17:05:46.534 INFO:tasks.rados.rados.0.smithi031.stdout:820: finishing write tid 2 to smithi03184240-20 2024-09-17T17:05:46.534 INFO:tasks.rados.rados.0.smithi031.stdout:820: finishing write tid 3 to smithi03184240-20 2024-09-17T17:05:46.535 INFO:tasks.rados.rados.0.smithi031.stdout:818: done (3 left) 2024-09-17T17:05:46.535 INFO:tasks.rados.rados.0.smithi031.stdout:822: snap_create 2024-09-17T17:05:46.537 INFO:tasks.rados.rados.0.smithi031.stdout:820: finishing write tid 4 to smithi03184240-20 2024-09-17T17:05:46.538 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 424 (ObjNum 203 snap 48 seq_num 203) dirty exists 2024-09-17T17:05:46.540 INFO:tasks.rados.rados.0.smithi031.stdout:820: finishing write tid 5 to smithi03184240-20 2024-09-17T17:05:46.543 INFO:tasks.rados.rados.0.smithi031.stdout:820: finishing write tid 6 to smithi03184240-20 2024-09-17T17:05:46.543 INFO:tasks.rados.rados.0.smithi031.stdout:820: oid 20 updating version 0 to 86 2024-09-17T17:05:46.543 INFO:tasks.rados.rados.0.smithi031.stdout:820: oid 20 updating version 86 to 87 2024-09-17T17:05:46.543 INFO:tasks.rados.rados.0.smithi031.stdout:820: oid 20 version 87 is already newer than 85 2024-09-17T17:05:46.544 INFO:tasks.rados.rados.0.smithi031.stdout:820: oid 20 updating version 87 to 88 2024-09-17T17:05:46.544 INFO:tasks.rados.rados.0.smithi031.stdout:820: oid 20 updating version 88 to 89 2024-09-17T17:05:46.544 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 89 (ObjNum 281 snap 76 seq_num 281) dirty exists 2024-09-17T17:05:46.544 INFO:tasks.rados.rados.0.smithi031.stdout:820: left oid 20 (ObjNum 281 snap 76 seq_num 281) 2024-09-17T17:05:46.547 INFO:tasks.rados.rados.0.smithi031.stdout:819: expect (ObjNum 235 snap 61 seq_num 235) 2024-09-17T17:05:46.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:46 smithi031 ceph-mon[27768]: pgmap v42: 121 pgs: 121 active+clean; 216 MiB data, 736 MiB used, 714 GiB / 715 GiB avail 2024-09-17T17:05:46.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:46 smithi031 ceph-mon[27768]: osdmap e217: 8 total, 8 up, 8 in 2024-09-17T17:05:46.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:46 smithi031 ceph-mon[27768]: mgrmap e36: y(active, since 26s), standbys: x 2024-09-17T17:05:46.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:46 smithi031 ceph-mon[39468]: pgmap v42: 121 pgs: 121 active+clean; 216 MiB data, 736 MiB used, 714 GiB / 715 GiB avail 2024-09-17T17:05:46.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:46 smithi031 ceph-mon[39468]: osdmap e217: 8 total, 8 up, 8 in 2024-09-17T17:05:46.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:46 smithi031 ceph-mon[39468]: mgrmap e36: y(active, since 26s), standbys: x 2024-09-17T17:05:47.339 INFO:tasks.rados.rados.0.smithi031.stdout:819: done (3 left) 2024-09-17T17:05:47.339 INFO:tasks.rados.rados.0.smithi031.stdout:820: done (2 left) 2024-09-17T17:05:47.340 INFO:tasks.rados.rados.0.smithi031.stdout:821: done (1 left) 2024-09-17T17:05:47.340 INFO:tasks.rados.rados.0.smithi031.stdout:822: done (0 left) 2024-09-17T17:05:47.340 INFO:tasks.rados.rados.0.smithi031.stdout:823: snap_create 2024-09-17T17:05:47.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:47 smithi031 ceph-mon[27768]: osdmap e218: 8 total, 8 up, 8 in 2024-09-17T17:05:47.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:47 smithi031 ceph-mon[39468]: osdmap e218: 8 total, 8 up, 8 in 2024-09-17T17:05:47.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:47 smithi066 ceph-mon[31354]: osdmap e218: 8 total, 8 up, 8 in 2024-09-17T17:05:48.340 INFO:tasks.rados.rados.0.smithi031.stdout:823: done (0 left) 2024-09-17T17:05:48.340 INFO:tasks.rados.rados.0.smithi031.stdout:824: copy_from oid 22 from oid 47 current snap is 78 2024-09-17T17:05:48.340 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 27 current snap is 78 2024-09-17T17:05:48.340 INFO:tasks.rados.rados.0.smithi031.stdout:825: seq_num 282 ranges {0=729088,729088=425984,1155072=704512,1859584=475136} 2024-09-17T17:05:48.345 INFO:tasks.rados.rados.0.smithi031.stdout:825: writing smithi03184240-27 from 0 to 729088 tid 1 2024-09-17T17:05:48.347 INFO:tasks.rados.rados.0.smithi031.stdout:825: writing smithi03184240-27 from 729088 to 1155072 tid 2 2024-09-17T17:05:48.351 INFO:tasks.rados.rados.0.smithi031.stdout:825: writing smithi03184240-27 from 1155072 to 1859584 tid 3 2024-09-17T17:05:48.355 INFO:tasks.rados.rados.0.smithi031.stdout:825: writing smithi03184240-27 from 1859584 to 2334720 tid 4 2024-09-17T17:05:48.355 INFO:tasks.rados.rados.0.smithi031.stdout:826: snap_create 2024-09-17T17:05:48.355 INFO:tasks.rados.rados.0.smithi031.stdout:825: finishing write tid 1 to smithi03184240-27 2024-09-17T17:05:48.355 INFO:tasks.rados.rados.0.smithi031.stdout:825: finishing write tid 2 to smithi03184240-27 2024-09-17T17:05:48.355 INFO:tasks.rados.rados.0.smithi031.stdout:825: finishing write tid 3 to smithi03184240-27 2024-09-17T17:05:48.357 INFO:tasks.rados.rados.0.smithi031.stdout:825: finishing write tid 4 to smithi03184240-27 2024-09-17T17:05:48.357 INFO:tasks.rados.rados.0.smithi031.stdout:825: finishing write tid 5 to smithi03184240-27 2024-09-17T17:05:48.358 INFO:tasks.rados.rados.0.smithi031.stdout:825: finishing write tid 6 to smithi03184240-27 2024-09-17T17:05:48.359 INFO:tasks.rados.rados.0.smithi031.stdout:825: oid 27 updating version 0 to 231 2024-09-17T17:05:48.359 INFO:tasks.rados.rados.0.smithi031.stdout:825: oid 27 updating version 231 to 232 2024-09-17T17:05:48.359 INFO:tasks.rados.rados.0.smithi031.stdout:825: oid 27 updating version 232 to 233 2024-09-17T17:05:48.359 INFO:tasks.rados.rados.0.smithi031.stdout:825: oid 27 updating version 233 to 234 2024-09-17T17:05:48.359 INFO:tasks.rados.rados.0.smithi031.stdout:825: oid 27 version 234 is already newer than 230 2024-09-17T17:05:48.359 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 234 (ObjNum 282 snap 78 seq_num 282) dirty exists 2024-09-17T17:05:48.359 INFO:tasks.rados.rados.0.smithi031.stdout:825: left oid 27 (ObjNum 282 snap 78 seq_num 282) 2024-09-17T17:05:48.365 INFO:tasks.rados.rados.0.smithi031.stdout:824: finishing copy_from racing read to smithi03184240-22 2024-09-17T17:05:48.371 INFO:tasks.rados.rados.0.smithi031.stdout:824: finishing copy_from to smithi03184240-22 2024-09-17T17:05:48.371 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 363 (ObjNum 235 snap 61 seq_num 235) dirty exists 2024-09-17T17:05:48.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:48 smithi031 ceph-mon[27768]: pgmap v45: 121 pgs: 121 active+clean; 229 MiB data, 761 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.3 MiB/s wr, 13 op/s 2024-09-17T17:05:48.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:48 smithi031 ceph-mon[27768]: osdmap e219: 8 total, 8 up, 8 in 2024-09-17T17:05:48.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:48 smithi031 ceph-mon[27768]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:48.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:48 smithi031 ceph-mon[27768]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:48.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:48 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:05:48.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:48 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:05:48.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:48 smithi031 ceph-mon[27768]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:48.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:48 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:05:48.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:48 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T17:05:48.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:48 smithi031 ceph-mon[27768]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:48.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:48 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-17T17:05:48.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:48 smithi031 ceph-mon[27768]: from='mgr.25004 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-17T17:05:48.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:48 smithi031 ceph-mon[27768]: from='mgr.25004 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-17T17:05:48.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:48 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-17T17:05:48.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:48 smithi031 ceph-mon[27768]: from='mgr.25004 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-17T17:05:48.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:48 smithi031 ceph-mon[27768]: from='mgr.25004 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-17T17:05:48.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:48 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-17T17:05:48.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:48 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-17T17:05:48.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:48 smithi031 ceph-mon[39468]: pgmap v45: 121 pgs: 121 active+clean; 229 MiB data, 761 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.3 MiB/s wr, 13 op/s 2024-09-17T17:05:48.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:48 smithi031 ceph-mon[39468]: osdmap e219: 8 total, 8 up, 8 in 2024-09-17T17:05:48.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:48 smithi031 ceph-mon[39468]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:48.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:48 smithi031 ceph-mon[39468]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:48.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:48 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:05:48.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:48 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:05:48.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:48 smithi031 ceph-mon[39468]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:48.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:48 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:05:48.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:48 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T17:05:48.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:48 smithi031 ceph-mon[39468]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:48.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:48 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-17T17:05:48.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:48 smithi031 ceph-mon[39468]: from='mgr.25004 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-17T17:05:48.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:48 smithi031 ceph-mon[39468]: from='mgr.25004 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-17T17:05:48.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:48 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-17T17:05:48.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:48 smithi031 ceph-mon[39468]: from='mgr.25004 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-17T17:05:48.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:48 smithi031 ceph-mon[39468]: from='mgr.25004 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-17T17:05:48.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:48 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-17T17:05:48.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:48 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-17T17:05:48.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:48 smithi066 ceph-mon[31354]: pgmap v45: 121 pgs: 121 active+clean; 229 MiB data, 761 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.3 MiB/s wr, 13 op/s 2024-09-17T17:05:48.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:48 smithi066 ceph-mon[31354]: osdmap e219: 8 total, 8 up, 8 in 2024-09-17T17:05:48.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:48 smithi066 ceph-mon[31354]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:48.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:48 smithi066 ceph-mon[31354]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:48.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:48 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:05:48.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:48 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:05:48.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:48 smithi066 ceph-mon[31354]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:48.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:48 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:05:48.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:48 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T17:05:48.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:48 smithi066 ceph-mon[31354]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:48.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:48 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-17T17:05:48.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:48 smithi066 ceph-mon[31354]: from='mgr.25004 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-17T17:05:48.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:48 smithi066 ceph-mon[31354]: from='mgr.25004 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-17T17:05:48.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:48 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-17T17:05:48.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:48 smithi066 ceph-mon[31354]: from='mgr.25004 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-17T17:05:48.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:48 smithi066 ceph-mon[31354]: from='mgr.25004 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-17T17:05:48.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:48 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-17T17:05:48.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:48 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-17T17:05:49.352 INFO:tasks.rados.rados.0.smithi031.stdout:824: done (2 left) 2024-09-17T17:05:49.352 INFO:tasks.rados.rados.0.smithi031.stdout:825: done (1 left) 2024-09-17T17:05:49.352 INFO:tasks.rados.rados.0.smithi031.stdout:826: done (0 left) 2024-09-17T17:05:49.352 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 35 current snap is 79 2024-09-17T17:05:49.353 INFO:tasks.rados.rados.0.smithi031.stdout:827: seq_num 283 ranges {1343488=745472,2088960=712704,2801664=458752,3260416=434176} 2024-09-17T17:05:49.363 INFO:tasks.rados.rados.0.smithi031.stdout:827: writing smithi03184240-35 from 1343488 to 2088960 tid 1 2024-09-17T17:05:49.367 INFO:tasks.rados.rados.0.smithi031.stdout:827: writing smithi03184240-35 from 2088960 to 2801664 tid 2 2024-09-17T17:05:49.370 INFO:tasks.rados.rados.0.smithi031.stdout:827: writing smithi03184240-35 from 2801664 to 3260416 tid 3 2024-09-17T17:05:49.373 INFO:tasks.rados.rados.0.smithi031.stdout:827: writing smithi03184240-35 from 3260416 to 3694592 tid 4 2024-09-17T17:05:49.373 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 40 current snap is 79 2024-09-17T17:05:49.374 INFO:tasks.rados.rados.0.smithi031.stdout:827: finishing write tid 1 to smithi03184240-35 2024-09-17T17:05:49.374 INFO:tasks.rados.rados.0.smithi031.stdout:827: finishing write tid 2 to smithi03184240-35 2024-09-17T17:05:49.374 INFO:tasks.rados.rados.0.smithi031.stdout:828: seq_num 284 ranges {3833856=761856,4595712=598016,5193728=671744,5865472=335872} 2024-09-17T17:05:49.398 INFO:tasks.rados.rados.0.smithi031.stdout:828: writing smithi03184240-40 from 3833856 to 4595712 tid 1 2024-09-17T17:05:49.401 INFO:tasks.rados.rados.0.smithi031.stdout:828: writing smithi03184240-40 from 4595712 to 5193728 tid 2 2024-09-17T17:05:49.405 INFO:tasks.rados.rados.0.smithi031.stdout:828: writing smithi03184240-40 from 5193728 to 5865472 tid 3 2024-09-17T17:05:49.408 INFO:tasks.rados.rados.0.smithi031.stdout:828: writing smithi03184240-40 from 5865472 to 6201344 tid 4 2024-09-17T17:05:49.408 INFO:tasks.rados.rados.0.smithi031.stdout:829: read oid 22 snap -1 2024-09-17T17:05:49.408 INFO:tasks.rados.rados.0.smithi031.stdout:829: expect (ObjNum 235 snap 61 seq_num 235) 2024-09-17T17:05:49.408 INFO:tasks.rados.rados.0.smithi031.stdout:830: read oid 8 snap -1 2024-09-17T17:05:49.408 INFO:tasks.rados.rados.0.smithi031.stdout:830: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:05:49.408 INFO:tasks.rados.rados.0.smithi031.stdout:831: copy_from oid 13 from oid 3 current snap is 79 2024-09-17T17:05:49.408 INFO:tasks.rados.rados.0.smithi031.stdout:827: finishing write tid 3 to smithi03184240-35 2024-09-17T17:05:49.408 INFO:tasks.rados.rados.0.smithi031.stdout:827: finishing write tid 4 to smithi03184240-35 2024-09-17T17:05:49.409 INFO:tasks.rados.rados.0.smithi031.stdout:827: finishing write tid 5 to smithi03184240-35 2024-09-17T17:05:49.409 INFO:tasks.rados.rados.0.smithi031.stdout:827: finishing write tid 6 to smithi03184240-35 2024-09-17T17:05:49.409 INFO:tasks.rados.rados.0.smithi031.stdout:827: oid 35 updating version 0 to 263 2024-09-17T17:05:49.409 INFO:tasks.rados.rados.0.smithi031.stdout:827: oid 35 updating version 263 to 264 2024-09-17T17:05:49.409 INFO:tasks.rados.rados.0.smithi031.stdout:827: oid 35 version 264 is already newer than 262 2024-09-17T17:05:49.409 INFO:tasks.rados.rados.0.smithi031.stdout:827: oid 35 updating version 264 to 265 2024-09-17T17:05:49.409 INFO:tasks.rados.rados.0.smithi031.stdout:827: oid 35 version 265 is already newer than 261 2024-09-17T17:05:49.409 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 265 (ObjNum 283 snap 79 seq_num 283) dirty exists 2024-09-17T17:05:49.409 INFO:tasks.rados.rados.0.smithi031.stdout:827: left oid 35 (ObjNum 283 snap 79 seq_num 283) 2024-09-17T17:05:49.409 INFO:tasks.rados.rados.0.smithi031.stdout:828: finishing write tid 1 to smithi03184240-40 2024-09-17T17:05:49.409 INFO:tasks.rados.rados.0.smithi031.stdout:828: finishing write tid 2 to smithi03184240-40 2024-09-17T17:05:49.409 INFO:tasks.rados.rados.0.smithi031.stdout:827: done (4 left) 2024-09-17T17:05:49.409 INFO:tasks.rados.rados.0.smithi031.stdout:832: copy_from oid 36 from oid 45 current snap is 79 2024-09-17T17:05:49.409 INFO:tasks.rados.rados.0.smithi031.stdout:833: snap_remove snap 65 2024-09-17T17:05:49.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:49 smithi031 ceph-mon[27768]: Upgrade: Setting container_image for all mgr 2024-09-17T17:05:49.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:49 smithi031 ceph-mon[27768]: Upgrade: It appears safe to stop mon.a 2024-09-17T17:05:49.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:49 smithi031 ceph-mon[27768]: osdmap e220: 8 total, 8 up, 8 in 2024-09-17T17:05:49.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:49 smithi031 ceph-mon[39468]: Upgrade: Setting container_image for all mgr 2024-09-17T17:05:49.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:49 smithi031 ceph-mon[39468]: Upgrade: It appears safe to stop mon.a 2024-09-17T17:05:49.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:49 smithi031 ceph-mon[39468]: osdmap e220: 8 total, 8 up, 8 in 2024-09-17T17:05:49.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:49 smithi066 ceph-mon[31354]: Upgrade: Setting container_image for all mgr 2024-09-17T17:05:49.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:49 smithi066 ceph-mon[31354]: Upgrade: It appears safe to stop mon.a 2024-09-17T17:05:49.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:49 smithi066 ceph-mon[31354]: osdmap e220: 8 total, 8 up, 8 in 2024-09-17T17:05:50.357 INFO:tasks.rados.rados.0.smithi031.stdout:833: done (5 left) 2024-09-17T17:05:50.358 INFO:tasks.rados.rados.0.smithi031.stdout:834: read oid 32 snap -1 2024-09-17T17:05:50.358 INFO:tasks.rados.rados.0.smithi031.stdout:834: expect (ObjNum 232 snap 61 seq_num 232) 2024-09-17T17:05:50.358 INFO:tasks.rados.rados.0.smithi031.stdout:835: copy_from oid 29 from oid 19 current snap is 79 2024-09-17T17:05:50.358 INFO:tasks.rados.rados.0.smithi031.stdout:836: snap_remove snap 73 2024-09-17T17:05:50.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:50 smithi031 ceph-mon[27768]: pgmap v48: 121 pgs: 121 active+clean; 229 MiB data, 761 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.3 MiB/s wr, 13 op/s 2024-09-17T17:05:50.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:50 smithi031 ceph-mon[27768]: osdmap e221: 8 total, 8 up, 8 in 2024-09-17T17:05:50.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:50 smithi031 ceph-mon[27768]: Upgrade: Updating mon.a 2024-09-17T17:05:50.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:50 smithi031 ceph-mon[27768]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:50.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:50 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T17:05:50.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:50 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T17:05:50.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:50 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:05:50.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:50 smithi031 ceph-mon[27768]: Deploying daemon mon.a on smithi031 2024-09-17T17:05:50.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:50 smithi031 ceph-mon[27768]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:05:50.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:50 smithi031 ceph-mon[39468]: pgmap v48: 121 pgs: 121 active+clean; 229 MiB data, 761 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.3 MiB/s wr, 13 op/s 2024-09-17T17:05:50.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:50 smithi031 ceph-mon[39468]: osdmap e221: 8 total, 8 up, 8 in 2024-09-17T17:05:50.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:50 smithi031 ceph-mon[39468]: Upgrade: Updating mon.a 2024-09-17T17:05:50.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:50 smithi031 ceph-mon[39468]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:50.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:50 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T17:05:50.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:50 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T17:05:50.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:50 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:05:50.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:50 smithi031 ceph-mon[39468]: Deploying daemon mon.a on smithi031 2024-09-17T17:05:50.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:50 smithi031 ceph-mon[39468]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:05:50.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:50 smithi066 ceph-mon[31354]: pgmap v48: 121 pgs: 121 active+clean; 229 MiB data, 761 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.3 MiB/s wr, 13 op/s 2024-09-17T17:05:50.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:50 smithi066 ceph-mon[31354]: osdmap e221: 8 total, 8 up, 8 in 2024-09-17T17:05:50.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:50 smithi066 ceph-mon[31354]: Upgrade: Updating mon.a 2024-09-17T17:05:50.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:50 smithi066 ceph-mon[31354]: from='mgr.25004 ' entity='mgr.y' 2024-09-17T17:05:50.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:50 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T17:05:50.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:50 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T17:05:50.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:50 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:05:50.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:50 smithi066 ceph-mon[31354]: Deploying daemon mon.a on smithi031 2024-09-17T17:05:50.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:50 smithi066 ceph-mon[31354]: from='mgr.25004 172.21.15.31:0/1769748379' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:05:51.307 INFO:tasks.rados.rados.0.smithi031.stdout:836: done (7 left) 2024-09-17T17:05:51.307 INFO:tasks.rados.rados.0.smithi031.stdout:837: rmattr oid 7 current snap is 79 2024-09-17T17:05:51.307 INFO:tasks.rados.rados.0.smithi031.stdout:837: done (7 left) 2024-09-17T17:05:51.307 INFO:tasks.rados.rados.0.smithi031.stdout:838: read oid 50 snap -1 2024-09-17T17:05:51.307 INFO:tasks.rados.rados.0.smithi031.stdout:838: expect (ObjNum 111 snap 24 seq_num 111) 2024-09-17T17:05:51.307 INFO:tasks.rados.rados.0.smithi031.stdout:839: snap_create 2024-09-17T17:05:51.307 INFO:tasks.rados.rados.0.smithi031.stdout:830: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:05:51.309 INFO:tasks.rados.rados.0.smithi031.stdout:828: finishing write tid 3 to smithi03184240-40 2024-09-17T17:05:51.309 INFO:tasks.rados.rados.0.smithi031.stdout:828: finishing write tid 4 to smithi03184240-40 2024-09-17T17:05:51.309 INFO:tasks.rados.rados.0.smithi031.stdout:828: finishing write tid 5 to smithi03184240-40 2024-09-17T17:05:51.309 INFO:tasks.rados.rados.0.smithi031.stdout:828: finishing write tid 6 to smithi03184240-40 2024-09-17T17:05:51.309 INFO:tasks.rados.rados.0.smithi031.stdout:828: oid 40 updating version 0 to 596 2024-09-17T17:05:51.309 INFO:tasks.rados.rados.0.smithi031.stdout:828: oid 40 updating version 596 to 600 2024-09-17T17:05:51.309 INFO:tasks.rados.rados.0.smithi031.stdout:828: oid 40 version 600 is already newer than 597 2024-09-17T17:05:51.309 INFO:tasks.rados.rados.0.smithi031.stdout:828: oid 40 version 600 is already newer than 599 2024-09-17T17:05:51.310 INFO:tasks.rados.rados.0.smithi031.stdout:828: oid 40 version 600 is already newer than 598 2024-09-17T17:05:51.310 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 600 (ObjNum 284 snap 79 seq_num 284) dirty exists 2024-09-17T17:05:51.310 INFO:tasks.rados.rados.0.smithi031.stdout:828: left oid 40 (ObjNum 284 snap 79 seq_num 284) 2024-09-17T17:05:51.310 INFO:tasks.rados.rados.0.smithi031.stdout:832: finishing copy_from racing read to smithi03184240-36 2024-09-17T17:05:51.310 INFO:tasks.rados.rados.0.smithi031.stdout:832: finishing copy_from to smithi03184240-36 2024-09-17T17:05:51.310 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 589 (ObjNum 277 snap 75 seq_num 277) dirty exists 2024-09-17T17:05:51.310 INFO:tasks.rados.rados.0.smithi031.stdout:831: finishing copy_from racing read to smithi03184240-13 2024-09-17T17:05:51.310 INFO:tasks.rados.rados.0.smithi031.stdout:829: expect (ObjNum 235 snap 61 seq_num 235) 2024-09-17T17:05:51.486 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:51 smithi031 ceph-mon[39468]: osdmap e222: 8 total, 8 up, 8 in 2024-09-17T17:05:51.486 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:51 smithi031 ceph-mon[39468]: osdmap e223: 8 total, 8 up, 8 in 2024-09-17T17:05:51.487 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:51 smithi031 systemd[1]: Stopping Ceph mon.a for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:05:51.487 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:51 smithi031 ceph-mon[27768]: osdmap e222: 8 total, 8 up, 8 in 2024-09-17T17:05:51.487 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:51 smithi031 ceph-mon[27768]: osdmap e223: 8 total, 8 up, 8 in 2024-09-17T17:05:51.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:51 smithi066 ceph-mon[31354]: osdmap e222: 8 total, 8 up, 8 in 2024-09-17T17:05:51.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:51 smithi066 ceph-mon[31354]: osdmap e223: 8 total, 8 up, 8 in 2024-09-17T17:05:51.680 INFO:tasks.rados.rados.0.smithi031.stdout:831: finishing copy_from to smithi03184240-13 2024-09-17T17:05:51.680 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 259 (ObjNum 161 snap 41 seq_num 161) dirty exists 2024-09-17T17:05:51.680 INFO:tasks.rados.rados.0.smithi031.stdout:834: expect (ObjNum 232 snap 61 seq_num 232) 2024-09-17T17:05:51.843 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:51 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:05:51] "GET /metrics HTTP/1.1" 200 36084 "" "Prometheus/2.43.0" 2024-09-17T17:05:51.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:51 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-a[27745]: 2024-09-17T17:05:51.484+0000 7fc966881640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T17:05:51.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:51 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-a[27745]: 2024-09-17T17:05:51.484+0000 7fc966881640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-09-17T17:05:51.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:51 smithi031 podman[94684]: 2024-09-17 17:05:51.727431806 +0000 UTC m=+0.336193026 container died 40537754a8ab711b5abcad69a6e333b9887671af7f5db0843203c5bbf48c3ddf (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-a, maintainer=Guillaume Abrioux , RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-17T17:05:51.847 INFO:tasks.rados.rados.0.smithi031.stdout:835: finishing copy_from racing read to smithi03184240-29 2024-09-17T17:05:51.847 INFO:tasks.rados.rados.0.smithi031.stdout:835: finishing copy_from to smithi03184240-29 2024-09-17T17:05:51.847 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 74 (ObjNum 269 snap 70 seq_num 269) dirty exists 2024-09-17T17:05:51.847 INFO:tasks.rados.rados.0.smithi031.stdout:838: expect (ObjNum 111 snap 24 seq_num 111) 2024-09-17T17:05:52.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:52 smithi031 podman[94684]: 2024-09-17 17:05:52.215141809 +0000 UTC m=+0.823903028 container cleanup 40537754a8ab711b5abcad69a6e333b9887671af7f5db0843203c5bbf48c3ddf (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-a, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-09-17T17:05:52.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:52 smithi031 bash[94684]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-a 2024-09-17T17:05:52.807 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:52 smithi031 podman[94700]: 2024-09-17 17:05:52.450249266 +0000 UTC m=+0.722019328 container remove 40537754a8ab711b5abcad69a6e333b9887671af7f5db0843203c5bbf48c3ddf (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-19e2a2b, ceph=True, maintainer=Guillaume Abrioux ) 2024-09-17T17:05:52.807 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:52 smithi031 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-17T17:05:52.807 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:52 smithi031 systemd[1]: Stopped Ceph mon.a for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:05:52.807 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:52 smithi031 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mon.a.service: Consumed 14.887s CPU time. 2024-09-17T17:05:53.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:52 smithi031 systemd[1]: Starting Ceph mon.a for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:05:53.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 podman[94834]: 2024-09-17 17:05:52.919260767 +0000 UTC m=+0.016347779 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:05:53.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 podman[94834]: 2024-09-17 17:05:53.026532603 +0000 UTC m=+0.123619637 container create ebe1c312bc55fab500d00379a72a9b9c616b2ee5c5d9e460c8171b83175d1dc3 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-a, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2) 2024-09-17T17:05:53.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 podman[94834]: 2024-09-17 17:05:53.220633276 +0000 UTC m=+0.317720280 container init ebe1c312bc55fab500d00379a72a9b9c616b2ee5c5d9e460c8171b83175d1dc3 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-a, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.37.2, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_CLEAN=True) 2024-09-17T17:05:53.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 podman[94834]: 2024-09-17 17:05:53.22598012 +0000 UTC m=+0.323067115 container start ebe1c312bc55fab500d00379a72a9b9c616b2ee5c5d9e460c8171b83175d1dc3 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-a, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-09-17T17:05:53.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: set uid:gid to 167:167 (ceph:ceph) 2024-09-17T17:05:53.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev), process ceph-mon, pid 7 2024-09-17T17:05:53.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: pidfile_write: ignore empty --pid-file 2024-09-17T17:05:53.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: load: jerasure load: lrc 2024-09-17T17:05:53.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: RocksDB version: 7.9.2 2024-09-17T17:05:53.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Git sha 0 2024-09-17T17:05:53.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Compile date 2024-09-17 09:38:39 2024-09-17T17:05:53.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: DB SUMMARY 2024-09-17T17:05:53.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: DB Session ID: DM2KI3NMMK5694YIHOYT 2024-09-17T17:05:53.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: CURRENT file: CURRENT 2024-09-17T17:05:53.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: IDENTITY file: IDENTITY 2024-09-17T17:05:53.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1518 Bytes 2024-09-17T17:05:53.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000032.sst 2024-09-17T17:05:53.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000030.log size: 4326191 ; 2024-09-17T17:05:53.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.error_if_exists: 0 2024-09-17T17:05:53.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.create_if_missing: 0 2024-09-17T17:05:53.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.paranoid_checks: 1 2024-09-17T17:05:53.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-17T17:05:53.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-17T17:05:53.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-17T17:05:53.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.env: 0x564ee0ca10e0 2024-09-17T17:05:53.596 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.fs: PosixFileSystem 2024-09-17T17:05:53.596 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.info_log: 0x564ee2141700 2024-09-17T17:05:53.596 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.max_file_opening_threads: 16 2024-09-17T17:05:53.597 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.statistics: (nil) 2024-09-17T17:05:53.597 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.use_fsync: 0 2024-09-17T17:05:53.597 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.max_log_file_size: 0 2024-09-17T17:05:53.597 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-17T17:05:53.598 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-17T17:05:53.598 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.keep_log_file_num: 1000 2024-09-17T17:05:53.598 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.recycle_log_file_num: 0 2024-09-17T17:05:53.598 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.allow_fallocate: 1 2024-09-17T17:05:53.598 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.allow_mmap_reads: 0 2024-09-17T17:05:53.598 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.allow_mmap_writes: 0 2024-09-17T17:05:53.598 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.use_direct_reads: 0 2024-09-17T17:05:53.598 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-17T17:05:53.598 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.create_missing_column_families: 0 2024-09-17T17:05:53.598 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.db_log_dir: 2024-09-17T17:05:53.598 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.wal_dir: 2024-09-17T17:05:53.599 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-17T17:05:53.599 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-17T17:05:53.599 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-17T17:05:53.599 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-17T17:05:53.599 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-17T17:05:53.599 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-17T17:05:53.599 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.advise_random_on_open: 1 2024-09-17T17:05:53.599 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.db_write_buffer_size: 0 2024-09-17T17:05:53.599 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.write_buffer_manager: 0x564ee2145b80 2024-09-17T17:05:53.599 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-17T17:05:53.599 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-17T17:05:53.599 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-17T17:05:53.600 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.rate_limiter: (nil) 2024-09-17T17:05:53.600 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-17T17:05:53.600 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.wal_recovery_mode: 2 2024-09-17T17:05:53.600 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.enable_thread_tracking: 0 2024-09-17T17:05:53.600 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.enable_pipelined_write: 0 2024-09-17T17:05:53.600 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.unordered_write: 0 2024-09-17T17:05:53.600 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-17T17:05:53.600 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-17T17:05:53.600 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-17T17:05:53.600 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-17T17:05:53.600 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.row_cache: None 2024-09-17T17:05:53.600 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.wal_filter: None 2024-09-17T17:05:53.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-17T17:05:53.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.allow_ingest_behind: 0 2024-09-17T17:05:53.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.two_write_queues: 0 2024-09-17T17:05:53.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.manual_wal_flush: 0 2024-09-17T17:05:53.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.wal_compression: 0 2024-09-17T17:05:53.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.atomic_flush: 0 2024-09-17T17:05:53.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-17T17:05:53.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-17T17:05:53.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-17T17:05:53.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.log_readahead_size: 0 2024-09-17T17:05:53.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-17T17:05:53.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.best_efforts_recovery: 0 2024-09-17T17:05:53.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-17T17:05:53.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-17T17:05:53.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.allow_data_in_errors: 0 2024-09-17T17:05:53.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.db_host_id: __hostname__ 2024-09-17T17:05:53.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-17T17:05:53.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.max_background_jobs: 2 2024-09-17T17:05:53.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.max_background_compactions: -1 2024-09-17T17:05:53.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.max_subcompactions: 1 2024-09-17T17:05:53.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-17T17:05:53.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-17T17:05:53.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-17T17:05:53.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.max_total_wal_size: 0 2024-09-17T17:05:53.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-17T17:05:53.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-17T17:05:53.603 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-17T17:05:53.603 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-17T17:05:53.603 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.max_open_files: -1 2024-09-17T17:05:53.603 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.bytes_per_sync: 0 2024-09-17T17:05:53.603 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-17T17:05:53.603 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-17T17:05:53.603 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.compaction_readahead_size: 0 2024-09-17T17:05:53.603 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.max_background_flushes: -1 2024-09-17T17:05:53.603 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Compression algorithms supported: 2024-09-17T17:05:53.603 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: kZSTD supported: 0 2024-09-17T17:05:53.603 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: kXpressCompression supported: 0 2024-09-17T17:05:53.603 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: kBZip2Compression supported: 0 2024-09-17T17:05:53.603 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-17T17:05:53.603 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: kLZ4Compression supported: 1 2024-09-17T17:05:53.603 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: kZlibCompression supported: 1 2024-09-17T17:05:53.604 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: kLZ4HCCompression supported: 1 2024-09-17T17:05:53.604 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: kSnappyCompression supported: 1 2024-09-17T17:05:53.604 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-17T17:05:53.604 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-17T17:05:53.604 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-09-17T17:05:53.604 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-17T17:05:53.604 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-17T17:05:53.604 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.merge_operator: 2024-09-17T17:05:53.604 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.compaction_filter: None 2024-09-17T17:05:53.604 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.compaction_filter_factory: None 2024-09-17T17:05:53.604 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.sst_partitioner_factory: None 2024-09-17T17:05:53.604 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-17T17:05:53.605 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-17T17:05:53.605 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x564ee2141320) 2024-09-17T17:05:53.605 INFO:journalctl@ceph.mon.a.smithi031.stdout: cache_index_and_filter_blocks: 1 2024-09-17T17:05:53.605 INFO:journalctl@ceph.mon.a.smithi031.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-17T17:05:53.605 INFO:journalctl@ceph.mon.a.smithi031.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-17T17:05:53.605 INFO:journalctl@ceph.mon.a.smithi031.stdout: pin_top_level_index_and_filter: 1 2024-09-17T17:05:53.605 INFO:journalctl@ceph.mon.a.smithi031.stdout: index_type: 0 2024-09-17T17:05:53.605 INFO:journalctl@ceph.mon.a.smithi031.stdout: data_block_index_type: 0 2024-09-17T17:05:53.605 INFO:journalctl@ceph.mon.a.smithi031.stdout: index_shortening: 1 2024-09-17T17:05:53.605 INFO:journalctl@ceph.mon.a.smithi031.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-17T17:05:53.605 INFO:journalctl@ceph.mon.a.smithi031.stdout: checksum: 4 2024-09-17T17:05:53.605 INFO:journalctl@ceph.mon.a.smithi031.stdout: no_block_cache: 0 2024-09-17T17:05:53.605 INFO:journalctl@ceph.mon.a.smithi031.stdout: block_cache: 0x564ee2135610 2024-09-17T17:05:53.606 INFO:journalctl@ceph.mon.a.smithi031.stdout: block_cache_name: BinnedLRUCache 2024-09-17T17:05:53.606 INFO:journalctl@ceph.mon.a.smithi031.stdout: block_cache_options: 2024-09-17T17:05:53.606 INFO:journalctl@ceph.mon.a.smithi031.stdout: capacity : 536870912 2024-09-17T17:05:53.606 INFO:journalctl@ceph.mon.a.smithi031.stdout: num_shard_bits : 4 2024-09-17T17:05:53.606 INFO:journalctl@ceph.mon.a.smithi031.stdout: strict_capacity_limit : 0 2024-09-17T17:05:53.606 INFO:journalctl@ceph.mon.a.smithi031.stdout: high_pri_pool_ratio: 0.000 2024-09-17T17:05:53.606 INFO:journalctl@ceph.mon.a.smithi031.stdout: block_cache_compressed: (nil) 2024-09-17T17:05:53.606 INFO:journalctl@ceph.mon.a.smithi031.stdout: persistent_cache: (nil) 2024-09-17T17:05:53.606 INFO:journalctl@ceph.mon.a.smithi031.stdout: block_size: 4096 2024-09-17T17:05:53.606 INFO:journalctl@ceph.mon.a.smithi031.stdout: block_size_deviation: 10 2024-09-17T17:05:53.606 INFO:journalctl@ceph.mon.a.smithi031.stdout: block_restart_interval: 16 2024-09-17T17:05:53.606 INFO:journalctl@ceph.mon.a.smithi031.stdout: index_block_restart_interval: 1 2024-09-17T17:05:53.606 INFO:journalctl@ceph.mon.a.smithi031.stdout: metadata_block_size: 4096 2024-09-17T17:05:53.606 INFO:journalctl@ceph.mon.a.smithi031.stdout: partition_filters: 0 2024-09-17T17:05:53.607 INFO:journalctl@ceph.mon.a.smithi031.stdout: use_delta_encoding: 1 2024-09-17T17:05:53.607 INFO:journalctl@ceph.mon.a.smithi031.stdout: filter_policy: bloomfilter 2024-09-17T17:05:53.607 INFO:journalctl@ceph.mon.a.smithi031.stdout: whole_key_filtering: 1 2024-09-17T17:05:53.607 INFO:journalctl@ceph.mon.a.smithi031.stdout: verify_compression: 0 2024-09-17T17:05:53.607 INFO:journalctl@ceph.mon.a.smithi031.stdout: read_amp_bytes_per_bit: 0 2024-09-17T17:05:53.607 INFO:journalctl@ceph.mon.a.smithi031.stdout: format_version: 5 2024-09-17T17:05:53.607 INFO:journalctl@ceph.mon.a.smithi031.stdout: enable_index_compression: 1 2024-09-17T17:05:53.607 INFO:journalctl@ceph.mon.a.smithi031.stdout: block_align: 0 2024-09-17T17:05:53.607 INFO:journalctl@ceph.mon.a.smithi031.stdout: max_auto_readahead_size: 262144 2024-09-17T17:05:53.607 INFO:journalctl@ceph.mon.a.smithi031.stdout: prepopulate_block_cache: 0 2024-09-17T17:05:53.607 INFO:journalctl@ceph.mon.a.smithi031.stdout: initial_auto_readahead_size: 8192 2024-09-17T17:05:53.607 INFO:journalctl@ceph.mon.a.smithi031.stdout: num_file_reads_for_auto_readahead: 2 2024-09-17T17:05:53.607 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.write_buffer_size: 33554432 2024-09-17T17:05:53.608 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.max_write_buffer_number: 2 2024-09-17T17:05:53.608 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.compression: NoCompression 2024-09-17T17:05:53.608 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.bottommost_compression: Disabled 2024-09-17T17:05:53.608 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.prefix_extractor: nullptr 2024-09-17T17:05:53.608 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-17T17:05:53.608 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.num_levels: 7 2024-09-17T17:05:53.608 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-17T17:05:53.608 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-17T17:05:53.608 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-17T17:05:53.608 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-17T17:05:53.608 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-17T17:05:53.608 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-17T17:05:53.608 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-17T17:05:53.609 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-17T17:05:53.609 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-17T17:05:53.609 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-17T17:05:53.609 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-17T17:05:53.609 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-17T17:05:53.609 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-17T17:05:53.609 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.compression_opts.level: 32767 2024-09-17T17:05:53.609 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.compression_opts.strategy: 0 2024-09-17T17:05:53.609 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-17T17:05:53.609 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-17T17:05:53.609 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-17T17:05:53.609 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-17T17:05:53.609 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.compression_opts.enabled: false 2024-09-17T17:05:53.609 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-17T17:05:53.610 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-17T17:05:53.610 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-17T17:05:53.610 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-17T17:05:53.610 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.target_file_size_base: 67108864 2024-09-17T17:05:53.610 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-17T17:05:53.610 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-17T17:05:53.610 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-17T17:05:53.610 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-17T17:05:53.610 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-17T17:05:53.610 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-17T17:05:53.610 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-17T17:05:53.610 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-17T17:05:53.610 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-17T17:05:53.611 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-17T17:05:53.611 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-17T17:05:53.611 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-17T17:05:53.611 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-17T17:05:53.611 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-17T17:05:53.611 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.arena_block_size: 1048576 2024-09-17T17:05:53.611 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-17T17:05:53.611 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-17T17:05:53.611 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.disable_auto_compactions: 0 2024-09-17T17:05:53.611 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-17T17:05:53.611 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-17T17:05:53.611 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-17T17:05:53.611 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-17T17:05:53.611 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-17T17:05:53.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-17T17:05:53.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-17T17:05:53.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-17T17:05:53.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-17T17:05:53.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-17T17:05:53.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-17T17:05:53.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.inplace_update_support: 0 2024-09-17T17:05:53.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-17T17:05:53.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-17T17:05:53.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-17T17:05:53.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-17T17:05:53.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.bloom_locality: 0 2024-09-17T17:05:53.613 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.max_successive_merges: 0 2024-09-17T17:05:53.613 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-17T17:05:53.613 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.paranoid_file_checks: 0 2024-09-17T17:05:53.613 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.force_consistency_checks: 1 2024-09-17T17:05:53.613 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.report_bg_io_stats: 0 2024-09-17T17:05:53.613 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.ttl: 2592000 2024-09-17T17:05:53.613 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-17T17:05:53.613 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-17T17:05:53.613 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-17T17:05:53.613 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.enable_blob_files: false 2024-09-17T17:05:53.613 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.min_blob_size: 0 2024-09-17T17:05:53.613 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.blob_file_size: 268435456 2024-09-17T17:05:53.613 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-17T17:05:53.614 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-17T17:05:53.614 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-17T17:05:53.614 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-17T17:05:53.614 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-17T17:05:53.614 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.blob_file_starting_level: 0 2024-09-17T17:05:53.614 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-17T17:05:53.614 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-17T17:05:53.614 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 34, last_sequence is 12779, log_number is 30,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 30 2024-09-17T17:05:53.614 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 30 2024-09-17T17:05:53.614 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 793d660f-cd92-47df-a5c1-18b1e386b672 2024-09-17T17:05:53.614 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726592753253499, "job": 1, "event": "recovery_started", "wal_files": [30]} 2024-09-17T17:05:53.614 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #30 mode 2 2024-09-17T17:05:53.614 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726592753267219, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 35, "file_size": 4056440, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12782, "largest_seqno": 14566, "table_properties": {"data_size": 4046685, "index_size": 6661, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2053, "raw_key_size": 19277, "raw_average_key_size": 24, "raw_value_size": 4028506, "raw_average_value_size": 5060, "num_data_blocks": 294, "num_entries": 796, "num_filter_entries": 796, "num_deletions": 28, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726592753, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "793d660f-cd92-47df-a5c1-18b1e386b672", "db_session_id": "DM2KI3NMMK5694YIHOYT", "orig_file_number": 35, "seqno_to_time_mapping": "N/A"}} 2024-09-17T17:05:53.614 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726592753267343, "job": 1, "event": "recovery_finished"} 2024-09-17T17:05:53.615 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: [db/version_set.cc:5047] Creating manifest 37 2024-09-17T17:05:53.615 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-17T17:05:53.615 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000030.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-17T17:05:53.615 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x564ee2164e00 2024-09-17T17:05:53.615 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: DB pointer 0x564ee2266000 2024-09-17T17:05:53.615 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-17T17:05:53.615 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-17T17:05:53.615 INFO:journalctl@ceph.mon.a.smithi031.stdout: ** DB Stats ** 2024-09-17T17:05:53.615 INFO:journalctl@ceph.mon.a.smithi031.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-17T17:05:53.615 INFO:journalctl@ceph.mon.a.smithi031.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-17T17:05:53.615 INFO:journalctl@ceph.mon.a.smithi031.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-17T17:05:53.615 INFO:journalctl@ceph.mon.a.smithi031.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-17T17:05:53.615 INFO:journalctl@ceph.mon.a.smithi031.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-17T17:05:53.616 INFO:journalctl@ceph.mon.a.smithi031.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-17T17:05:53.616 INFO:journalctl@ceph.mon.a.smithi031.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-17T17:05:53.616 INFO:journalctl@ceph.mon.a.smithi031.stdout: 2024-09-17T17:05:53.616 INFO:journalctl@ceph.mon.a.smithi031.stdout: ** Compaction Stats [default] ** 2024-09-17T17:05:53.616 INFO:journalctl@ceph.mon.a.smithi031.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-17T17:05:53.616 INFO:journalctl@ceph.mon.a.smithi031.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-17T17:05:53.616 INFO:journalctl@ceph.mon.a.smithi031.stdout: L0 1/0 3.87 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 516.7 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-09-17T17:05:53.616 INFO:journalctl@ceph.mon.a.smithi031.stdout: L6 1/0 7.37 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-17T17:05:53.616 INFO:journalctl@ceph.mon.a.smithi031.stdout: Sum 2/0 11.24 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 516.7 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-09-17T17:05:53.616 INFO:journalctl@ceph.mon.a.smithi031.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 516.7 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-09-17T17:05:53.616 INFO:journalctl@ceph.mon.a.smithi031.stdout: 2024-09-17T17:05:53.616 INFO:journalctl@ceph.mon.a.smithi031.stdout: ** Compaction Stats [default] ** 2024-09-17T17:05:53.616 INFO:journalctl@ceph.mon.a.smithi031.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-17T17:05:53.616 INFO:journalctl@ceph.mon.a.smithi031.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-17T17:05:53.617 INFO:journalctl@ceph.mon.a.smithi031.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 516.7 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-09-17T17:05:53.617 INFO:journalctl@ceph.mon.a.smithi031.stdout: 2024-09-17T17:05:53.617 INFO:journalctl@ceph.mon.a.smithi031.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-17T17:05:53.617 INFO:journalctl@ceph.mon.a.smithi031.stdout: 2024-09-17T17:05:53.617 INFO:journalctl@ceph.mon.a.smithi031.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-17T17:05:53.617 INFO:journalctl@ceph.mon.a.smithi031.stdout: Flush(GB): cumulative 0.004, interval 0.004 2024-09-17T17:05:53.617 INFO:journalctl@ceph.mon.a.smithi031.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-17T17:05:53.617 INFO:journalctl@ceph.mon.a.smithi031.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-17T17:05:53.617 INFO:journalctl@ceph.mon.a.smithi031.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-17T17:05:53.617 INFO:journalctl@ceph.mon.a.smithi031.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-17T17:05:53.617 INFO:journalctl@ceph.mon.a.smithi031.stdout: Cumulative compaction: 0.00 GB write, 232.81 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-17T17:05:53.617 INFO:journalctl@ceph.mon.a.smithi031.stdout: Interval compaction: 0.00 GB write, 232.81 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-17T17:05:53.617 INFO:journalctl@ceph.mon.a.smithi031.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-17T17:05:53.618 INFO:journalctl@ceph.mon.a.smithi031.stdout: Block cache BinnedLRUCache@0x564ee2135610#7 capacity: 512.00 MB usage: 10.36 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-09-17T17:05:53.618 INFO:journalctl@ceph.mon.a.smithi031.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.28 KB,0.000435114%) IndexBlock(1,8.08 KB,0.00154078%) Misc(1,0.00 KB,0%) 2024-09-17T17:05:53.618 INFO:journalctl@ceph.mon.a.smithi031.stdout: 2024-09-17T17:05:53.618 INFO:journalctl@ceph.mon.a.smithi031.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-17T17:05:53.618 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: starting mon.a rank 0 at public addrs [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] at bind addrs [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T17:05:53.618 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: mon.a@-1(???) e3 preinit fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T17:05:53.618 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: mon.a@-1(???).mds e8 new map 2024-09-17T17:05:53.618 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: mon.a@-1(???).mds e8 print_map 2024-09-17T17:05:53.618 INFO:journalctl@ceph.mon.a.smithi031.stdout: e8 2024-09-17T17:05:53.618 INFO:journalctl@ceph.mon.a.smithi031.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-09-17T17:05:53.618 INFO:journalctl@ceph.mon.a.smithi031.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T17:05:53.618 INFO:journalctl@ceph.mon.a.smithi031.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T17:05:53.619 INFO:journalctl@ceph.mon.a.smithi031.stdout: legacy client fscid: 1 2024-09-17T17:05:53.620 INFO:journalctl@ceph.mon.a.smithi031.stdout: 2024-09-17T17:05:53.620 INFO:journalctl@ceph.mon.a.smithi031.stdout: Filesystem 'cephfs' (1) 2024-09-17T17:05:53.620 INFO:journalctl@ceph.mon.a.smithi031.stdout: fs_name cephfs 2024-09-17T17:05:53.620 INFO:journalctl@ceph.mon.a.smithi031.stdout: epoch 8 2024-09-17T17:05:53.620 INFO:journalctl@ceph.mon.a.smithi031.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-17T17:05:53.620 INFO:journalctl@ceph.mon.a.smithi031.stdout: created 2024-09-17T16:59:53.850518+0000 2024-09-17T17:05:53.620 INFO:journalctl@ceph.mon.a.smithi031.stdout: modified 2024-09-17T17:00:05.880207+0000 2024-09-17T17:05:53.620 INFO:journalctl@ceph.mon.a.smithi031.stdout: tableserver 0 2024-09-17T17:05:53.620 INFO:journalctl@ceph.mon.a.smithi031.stdout: root 0 2024-09-17T17:05:53.620 INFO:journalctl@ceph.mon.a.smithi031.stdout: session_timeout 60 2024-09-17T17:05:53.620 INFO:journalctl@ceph.mon.a.smithi031.stdout: session_autoclose 300 2024-09-17T17:05:53.621 INFO:journalctl@ceph.mon.a.smithi031.stdout: max_file_size 1099511627776 2024-09-17T17:05:53.621 INFO:journalctl@ceph.mon.a.smithi031.stdout: max_xattr_size 65536 2024-09-17T17:05:53.621 INFO:journalctl@ceph.mon.a.smithi031.stdout: required_client_features {} 2024-09-17T17:05:53.621 INFO:journalctl@ceph.mon.a.smithi031.stdout: last_failure 0 2024-09-17T17:05:53.621 INFO:journalctl@ceph.mon.a.smithi031.stdout: last_failure_osd_epoch 0 2024-09-17T17:05:53.621 INFO:journalctl@ceph.mon.a.smithi031.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T17:05:53.621 INFO:journalctl@ceph.mon.a.smithi031.stdout: max_mds 1 2024-09-17T17:05:53.621 INFO:journalctl@ceph.mon.a.smithi031.stdout: in 0 2024-09-17T17:05:53.621 INFO:journalctl@ceph.mon.a.smithi031.stdout: up {0=24331} 2024-09-17T17:05:53.621 INFO:journalctl@ceph.mon.a.smithi031.stdout: failed 2024-09-17T17:05:53.621 INFO:journalctl@ceph.mon.a.smithi031.stdout: damaged 2024-09-17T17:05:53.621 INFO:journalctl@ceph.mon.a.smithi031.stdout: stopped 2024-09-17T17:05:53.621 INFO:journalctl@ceph.mon.a.smithi031.stdout: data_pools [3] 2024-09-17T17:05:53.621 INFO:journalctl@ceph.mon.a.smithi031.stdout: metadata_pool 2 2024-09-17T17:05:53.622 INFO:journalctl@ceph.mon.a.smithi031.stdout: inline_data disabled 2024-09-17T17:05:53.622 INFO:journalctl@ceph.mon.a.smithi031.stdout: balancer 2024-09-17T17:05:53.622 INFO:journalctl@ceph.mon.a.smithi031.stdout: bal_rank_mask -1 2024-09-17T17:05:53.622 INFO:journalctl@ceph.mon.a.smithi031.stdout: standby_count_wanted 0 2024-09-17T17:05:53.622 INFO:journalctl@ceph.mon.a.smithi031.stdout: qdb_cluster leader: 0 members: 2024-09-17T17:05:53.622 INFO:journalctl@ceph.mon.a.smithi031.stdout: [mds.b{0:24331} state up:active seq 5 addr [v2:172.21.15.66:6832/4260993690,v1:172.21.15.66:6833/4260993690] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T17:05:53.622 INFO:journalctl@ceph.mon.a.smithi031.stdout: 2024-09-17T17:05:53.622 INFO:journalctl@ceph.mon.a.smithi031.stdout: 2024-09-17T17:05:53.622 INFO:journalctl@ceph.mon.a.smithi031.stdout: Standby daemons: 2024-09-17T17:05:53.622 INFO:journalctl@ceph.mon.a.smithi031.stdout: 2024-09-17T17:05:53.622 INFO:journalctl@ceph.mon.a.smithi031.stdout: [mds.a{-1:14436} state up:standby seq 1 addr [v2:172.21.15.31:6834/1935595978,v1:172.21.15.31:6835/1935595978] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T17:05:53.622 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: mon.a@-1(???).osd e223 crush map has features 3314933069573799936, adjusting msgr requires 2024-09-17T17:05:53.622 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: mon.a@-1(???).osd e223 crush map has features 432629308056666112, adjusting msgr requires 2024-09-17T17:05:53.623 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: mon.a@-1(???).osd e223 crush map has features 432629308056666112, adjusting msgr requires 2024-09-17T17:05:53.623 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: mon.a@-1(???).osd e223 crush map has features 432629308056666112, adjusting msgr requires 2024-09-17T17:05:53.623 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 ceph-mon[94873]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-09-17T17:05:53.623 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 bash[94834]: ebe1c312bc55fab500d00379a72a9b9c616b2ee5c5d9e460c8171b83175d1dc3 2024-09-17T17:05:53.623 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:53 smithi031 systemd[1]: Started Ceph mon.a for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:05:54.762 INFO:tasks.rados.rados.0.smithi031.stdout:828: done (8 left) 2024-09-17T17:05:54.762 INFO:tasks.rados.rados.0.smithi031.stdout:829: done (7 left) 2024-09-17T17:05:54.762 INFO:tasks.rados.rados.0.smithi031.stdout:830: done (6 left) 2024-09-17T17:05:54.762 INFO:tasks.rados.rados.0.smithi031.stdout:831: done (5 left) 2024-09-17T17:05:54.762 INFO:tasks.rados.rados.0.smithi031.stdout:832: done (4 left) 2024-09-17T17:05:54.762 INFO:tasks.rados.rados.0.smithi031.stdout:834: done (3 left) 2024-09-17T17:05:54.762 INFO:tasks.rados.rados.0.smithi031.stdout:835: done (2 left) 2024-09-17T17:05:54.763 INFO:tasks.rados.rados.0.smithi031.stdout:838: done (1 left) 2024-09-17T17:05:54.763 INFO:tasks.rados.rados.0.smithi031.stdout:839: done (0 left) 2024-09-17T17:05:54.763 INFO:tasks.rados.rados.0.smithi031.stdout:840: delete oid 15 current snap is 80 2024-09-17T17:05:54.768 INFO:tasks.rados.rados.0.smithi031.stdout:840: done (0 left) 2024-09-17T17:05:54.768 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 6 current snap is 80 2024-09-17T17:05:54.768 INFO:tasks.rados.rados.0.smithi031.stdout:841: seq_num 286 ranges {4841472=794624,5636096=761856,6397952=679936,7077888=163840} 2024-09-17T17:05:54.799 INFO:tasks.rados.rados.0.smithi031.stdout:841: writing smithi03184240-6 from 4841472 to 5636096 tid 1 2024-09-17T17:05:54.804 INFO:tasks.rados.rados.0.smithi031.stdout:841: writing smithi03184240-6 from 5636096 to 6397952 tid 2 2024-09-17T17:05:54.808 INFO:tasks.rados.rados.0.smithi031.stdout:841: writing smithi03184240-6 from 6397952 to 7077888 tid 3 2024-09-17T17:05:54.809 INFO:tasks.rados.rados.0.smithi031.stdout:841: writing smithi03184240-6 from 7077888 to 7241728 tid 4 2024-09-17T17:05:54.809 INFO:tasks.rados.rados.0.smithi031.stdout:842: snap_remove snap 78 2024-09-17T17:05:55.093 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ignoring --setuser ceph since I am not root 2024-09-17T17:05:55.093 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ignoring --setgroup ceph since I am not root 2024-09-17T17:05:55.094 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mgr[86542]: -- 172.21.15.31:0/2297742630 <== mon.2 v2:172.21.15.31:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5560c51a30e0 con 0x5560c5181000 2024-09-17T17:05:55.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mon[39468]: pgmap v51: 121 pgs: 121 active+clean; 257 MiB data, 803 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 6.9 MiB/s wr, 23 op/s 2024-09-17T17:05:55.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mon[39468]: pgmap v53: 121 pgs: 121 active+clean; 257 MiB data, 803 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.6 MiB/s wr, 19 op/s 2024-09-17T17:05:55.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mon[39468]: mon.a calling monitor election 2024-09-17T17:05:55.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mon[39468]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-17T17:05:55.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mon[39468]: monmap epoch 3 2024-09-17T17:05:55.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mon[39468]: fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T17:05:55.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mon[39468]: last_changed 2024-09-17T16:55:55.097661+0000 2024-09-17T17:05:55.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mon[39468]: created 2024-09-17T16:54:09.970307+0000 2024-09-17T17:05:55.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mon[39468]: min_mon_release 18 (reef) 2024-09-17T17:05:55.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mon[39468]: election_strategy: 1 2024-09-17T17:05:55.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mon[39468]: 0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-17T17:05:55.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mon[39468]: 1: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.b 2024-09-17T17:05:55.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mon[39468]: 2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-17T17:05:55.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mon[39468]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-17T17:05:55.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mon[39468]: osdmap e223: 8 total, 8 up, 8 in 2024-09-17T17:05:55.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mon[39468]: mgrmap e36: y(active, since 35s), standbys: x 2024-09-17T17:05:55.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mon[39468]: overall HEALTH_OK 2024-09-17T17:05:55.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mon[39468]: from='mgr.25004 ' entity='' 2024-09-17T17:05:55.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mon[39468]: mgrmap e37: y(active, since 35s), standbys: x 2024-09-17T17:05:55.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mon[94873]: pgmap v51: 121 pgs: 121 active+clean; 257 MiB data, 803 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 6.9 MiB/s wr, 23 op/s 2024-09-17T17:05:55.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mon[94873]: pgmap v53: 121 pgs: 121 active+clean; 257 MiB data, 803 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.6 MiB/s wr, 19 op/s 2024-09-17T17:05:55.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mon[94873]: mon.a calling monitor election 2024-09-17T17:05:55.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mon[94873]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-17T17:05:55.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mon[94873]: monmap epoch 3 2024-09-17T17:05:55.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mon[94873]: fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T17:05:55.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mon[94873]: last_changed 2024-09-17T16:55:55.097661+0000 2024-09-17T17:05:55.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mon[94873]: created 2024-09-17T16:54:09.970307+0000 2024-09-17T17:05:55.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mon[94873]: min_mon_release 18 (reef) 2024-09-17T17:05:55.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mon[94873]: election_strategy: 1 2024-09-17T17:05:55.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mon[94873]: 0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-17T17:05:55.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mon[94873]: 1: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.b 2024-09-17T17:05:55.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mon[94873]: 2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-17T17:05:55.097 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mon[94873]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-17T17:05:55.097 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mon[94873]: osdmap e223: 8 total, 8 up, 8 in 2024-09-17T17:05:55.097 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mon[94873]: mgrmap e36: y(active, since 35s), standbys: x 2024-09-17T17:05:55.097 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mon[94873]: overall HEALTH_OK 2024-09-17T17:05:55.097 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mon[94873]: from='mgr.25004 ' entity='' 2024-09-17T17:05:55.097 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:54 smithi031 ceph-mon[94873]: mgrmap e37: y(active, since 35s), standbys: x 2024-09-17T17:05:55.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:54 smithi066 ceph-mon[31354]: pgmap v51: 121 pgs: 121 active+clean; 257 MiB data, 803 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 6.9 MiB/s wr, 23 op/s 2024-09-17T17:05:55.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:54 smithi066 ceph-mon[31354]: pgmap v53: 121 pgs: 121 active+clean; 257 MiB data, 803 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.6 MiB/s wr, 19 op/s 2024-09-17T17:05:55.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:54 smithi066 ceph-mon[31354]: mon.a calling monitor election 2024-09-17T17:05:55.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:54 smithi066 ceph-mon[31354]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-17T17:05:55.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:54 smithi066 ceph-mon[31354]: monmap epoch 3 2024-09-17T17:05:55.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:54 smithi066 ceph-mon[31354]: fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T17:05:55.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:54 smithi066 ceph-mon[31354]: last_changed 2024-09-17T16:55:55.097661+0000 2024-09-17T17:05:55.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:54 smithi066 ceph-mon[31354]: created 2024-09-17T16:54:09.970307+0000 2024-09-17T17:05:55.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:54 smithi066 ceph-mon[31354]: min_mon_release 18 (reef) 2024-09-17T17:05:55.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:54 smithi066 ceph-mon[31354]: election_strategy: 1 2024-09-17T17:05:55.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:54 smithi066 ceph-mon[31354]: 0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-17T17:05:55.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:54 smithi066 ceph-mon[31354]: 1: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.b 2024-09-17T17:05:55.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:54 smithi066 ceph-mon[31354]: 2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-17T17:05:55.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:54 smithi066 ceph-mon[31354]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-17T17:05:55.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:54 smithi066 ceph-mon[31354]: osdmap e223: 8 total, 8 up, 8 in 2024-09-17T17:05:55.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:54 smithi066 ceph-mon[31354]: mgrmap e36: y(active, since 35s), standbys: x 2024-09-17T17:05:55.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:54 smithi066 ceph-mon[31354]: overall HEALTH_OK 2024-09-17T17:05:55.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:54 smithi066 ceph-mon[31354]: from='mgr.25004 ' entity='' 2024-09-17T17:05:55.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:54 smithi066 ceph-mon[31354]: mgrmap e37: y(active, since 35s), standbys: x 2024-09-17T17:05:55.155 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:05:54 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[78009]: ignoring --setuser ceph since I am not root 2024-09-17T17:05:55.156 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:05:54 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[78009]: ignoring --setgroup ceph since I am not root 2024-09-17T17:05:55.156 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:05:54 smithi066 ceph-mgr[78032]: -- 172.21.15.66:0/1937045362 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c6bbef90e0 con 0x55c6bbed6800 2024-09-17T17:05:55.766 INFO:tasks.rados.rados.0.smithi031.stdout:842: done (1 left) 2024-09-17T17:05:55.766 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 11 current snap is 80 2024-09-17T17:05:55.766 INFO:tasks.rados.rados.0.smithi031.stdout:841: finishing write tid 1 to smithi03184240-6 2024-09-17T17:05:55.766 INFO:tasks.rados.rados.0.smithi031.stdout:841: finishing write tid 2 to smithi03184240-6 2024-09-17T17:05:55.766 INFO:tasks.rados.rados.0.smithi031.stdout:841: finishing write tid 3 to smithi03184240-6 2024-09-17T17:05:55.766 INFO:tasks.rados.rados.0.smithi031.stdout:841: finishing write tid 4 to smithi03184240-6 2024-09-17T17:05:55.766 INFO:tasks.rados.rados.0.smithi031.stdout:841: finishing write tid 5 to smithi03184240-6 2024-09-17T17:05:55.766 INFO:tasks.rados.rados.0.smithi031.stdout:841: finishing write tid 6 to smithi03184240-6 2024-09-17T17:05:55.766 INFO:tasks.rados.rados.0.smithi031.stdout:841: oid 6 updating version 0 to 167 2024-09-17T17:05:55.766 INFO:tasks.rados.rados.0.smithi031.stdout:841: oid 6 version 167 is already newer than 164 2024-09-17T17:05:55.766 INFO:tasks.rados.rados.0.smithi031.stdout:841: oid 6 version 167 is already newer than 165 2024-09-17T17:05:55.766 INFO:tasks.rados.rados.0.smithi031.stdout:841: oid 6 updating version 167 to 168 2024-09-17T17:05:55.767 INFO:tasks.rados.rados.0.smithi031.stdout:841: oid 6 version 168 is already newer than 166 2024-09-17T17:05:55.767 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 168 (ObjNum 286 snap 80 seq_num 286) dirty exists 2024-09-17T17:05:55.767 INFO:tasks.rados.rados.0.smithi031.stdout:841: left oid 6 (ObjNum 286 snap 80 seq_num 286) 2024-09-17T17:05:55.767 INFO:tasks.rados.rados.0.smithi031.stdout:843: seq_num 287 ranges {0=8192} 2024-09-17T17:05:55.767 INFO:tasks.rados.rados.0.smithi031.stdout:843: writing smithi03184240-11 from 0 to 8192 tid 1 2024-09-17T17:05:55.767 INFO:tasks.rados.rados.0.smithi031.stdout:841: done (1 left) 2024-09-17T17:05:55.767 INFO:tasks.rados.rados.0.smithi031.stdout:844: copy_from oid 46 from oid 19 current snap is 80 2024-09-17T17:05:55.767 INFO:tasks.rados.rados.0.smithi031.stdout:845: snap_remove snap 53 2024-09-17T17:05:56.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:55 smithi031 ceph-mon[94873]: osdmap e224: 8 total, 8 up, 8 in 2024-09-17T17:05:56.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:55 smithi031 ceph-mon[39468]: osdmap e224: 8 total, 8 up, 8 in 2024-09-17T17:05:56.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:55 smithi066 ceph-mon[31354]: osdmap e224: 8 total, 8 up, 8 in 2024-09-17T17:05:56.767 INFO:tasks.rados.rados.0.smithi031.stdout:845: done (2 left) 2024-09-17T17:05:56.767 INFO:tasks.rados.rados.0.smithi031.stdout:846: copy_from oid 24 from oid 22 current snap is 80 2024-09-17T17:05:56.767 INFO:tasks.rados.rados.0.smithi031.stdout:843: finishing write tid 1 to smithi03184240-11 2024-09-17T17:05:56.767 INFO:tasks.rados.rados.0.smithi031.stdout:843: finishing write tid 2 to smithi03184240-11 2024-09-17T17:05:56.767 INFO:tasks.rados.rados.0.smithi031.stdout:843: finishing write tid 3 to smithi03184240-11 2024-09-17T17:05:56.767 INFO:tasks.rados.rados.0.smithi031.stdout:843: oid 11 updating version 0 to 403 2024-09-17T17:05:56.767 INFO:tasks.rados.rados.0.smithi031.stdout:843: oid 11 updating version 403 to 404 2024-09-17T17:05:56.767 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 404 (ObjNum 287 snap 80 seq_num 287) dirty exists 2024-09-17T17:05:56.767 INFO:tasks.rados.rados.0.smithi031.stdout:843: left oid 11 (ObjNum 287 snap 80 seq_num 287) 2024-09-17T17:05:56.768 INFO:tasks.rados.rados.0.smithi031.stdout:844: finishing copy_from racing read to smithi03184240-46 2024-09-17T17:05:56.768 INFO:tasks.rados.rados.0.smithi031.stdout:844: finishing copy_from to smithi03184240-46 2024-09-17T17:05:56.768 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 74 (ObjNum 269 snap 70 seq_num 269) dirty exists 2024-09-17T17:05:56.768 INFO:tasks.rados.rados.0.smithi031.stdout:843: done (2 left) 2024-09-17T17:05:56.768 INFO:tasks.rados.rados.0.smithi031.stdout:844: done (1 left) 2024-09-17T17:05:56.768 INFO:tasks.rados.rados.0.smithi031.stdout:847: copy_from oid 43 from oid 35 current snap is 80 2024-09-17T17:05:56.768 INFO:tasks.rados.rados.0.smithi031.stdout:848: setattr oid 29 current snap is 80 2024-09-17T17:05:56.770 INFO:tasks.rados.rados.0.smithi031.stdout:849: setattr oid 32 current snap is 80 2024-09-17T17:05:56.773 INFO:tasks.rados.rados.0.smithi031.stdout:850: snap_create 2024-09-17T17:05:56.777 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 301 (ObjNum 269 snap 70 seq_num 269) dirty exists 2024-09-17T17:05:56.786 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 277 (ObjNum 232 snap 61 seq_num 232) dirty exists 2024-09-17T17:05:56.800 INFO:tasks.rados.rados.0.smithi031.stdout:847: finishing copy_from racing read to smithi03184240-43 2024-09-17T17:05:56.803 INFO:tasks.rados.rados.0.smithi031.stdout:847: finishing copy_from to smithi03184240-43 2024-09-17T17:05:56.803 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 265 (ObjNum 283 snap 79 seq_num 283) dirty exists 2024-09-17T17:05:56.804 INFO:tasks.rados.rados.0.smithi031.stdout:846: finishing copy_from racing read to smithi03184240-24 2024-09-17T17:05:56.809 INFO:tasks.rados.rados.0.smithi031.stdout:846: finishing copy_from to smithi03184240-24 2024-09-17T17:05:56.810 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 363 (ObjNum 235 snap 61 seq_num 235) dirty exists 2024-09-17T17:05:57.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:56 smithi031 ceph-mon[94873]: osdmap e225: 8 total, 8 up, 8 in 2024-09-17T17:05:57.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:56 smithi031 ceph-mon[39468]: osdmap e225: 8 total, 8 up, 8 in 2024-09-17T17:05:57.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:56 smithi066 ceph-mon[31354]: osdmap e225: 8 total, 8 up, 8 in 2024-09-17T17:05:57.778 INFO:tasks.rados.rados.0.smithi031.stdout:846: done (4 left) 2024-09-17T17:05:57.778 INFO:tasks.rados.rados.0.smithi031.stdout:847: done (3 left) 2024-09-17T17:05:57.778 INFO:tasks.rados.rados.0.smithi031.stdout:848: done (2 left) 2024-09-17T17:05:57.779 INFO:tasks.rados.rados.0.smithi031.stdout:849: done (1 left) 2024-09-17T17:05:57.779 INFO:tasks.rados.rados.0.smithi031.stdout:850: done (0 left) 2024-09-17T17:05:57.779 INFO:tasks.rados.rados.0.smithi031.stdout:851: rollback oid 27 current snap is 81 2024-09-17T17:05:57.779 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 27 to 68 2024-09-17T17:05:57.779 INFO:tasks.rados.rados.0.smithi031.stdout:852: snap_remove snap 50 2024-09-17T17:05:58.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:57 smithi031 ceph-mon[94873]: osdmap e226: 8 total, 8 up, 8 in 2024-09-17T17:05:58.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:57 smithi031 ceph-mon[39468]: osdmap e226: 8 total, 8 up, 8 in 2024-09-17T17:05:58.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:57 smithi066 ceph-mon[31354]: osdmap e226: 8 total, 8 up, 8 in 2024-09-17T17:05:58.779 INFO:tasks.rados.rados.0.smithi031.stdout:852: done (1 left) 2024-09-17T17:05:58.780 INFO:tasks.rados.rados.0.smithi031.stdout:853: copy_from oid 11 from oid 41 current snap is 81 2024-09-17T17:05:58.780 INFO:tasks.rados.rados.0.smithi031.stdout:851: finishing rollback tid 0 to smithi03184240-27 2024-09-17T17:05:58.780 INFO:tasks.rados.rados.0.smithi031.stdout:851: finishing rollback tid 1 to smithi03184240-27 2024-09-17T17:05:58.780 INFO:tasks.rados.rados.0.smithi031.stdout:851: finishing rollback tid 2 to smithi03184240-27 2024-09-17T17:05:58.780 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 246 (ObjNum 223 snap 57 seq_num 223) dirty exists 2024-09-17T17:05:58.780 INFO:tasks.rados.rados.0.smithi031.stdout:851: done (1 left) 2024-09-17T17:05:58.780 INFO:tasks.rados.rados.0.smithi031.stdout:854: copy_from oid 46 from oid 17 current snap is 81 2024-09-17T17:05:58.780 INFO:tasks.rados.rados.0.smithi031.stdout:855: delete oid 29 current snap is 81 2024-09-17T17:05:58.787 INFO:tasks.rados.rados.0.smithi031.stdout:854: finishing copy_from to smithi03184240-46 2024-09-17T17:05:58.787 INFO:tasks.rados.rados.0.smithi031.stdout:854: got expected ENOENT (src dne) 2024-09-17T17:05:58.789 INFO:tasks.rados.rados.0.smithi031.stdout:854: finishing copy_from racing read to smithi03184240-46 2024-09-17T17:05:58.795 INFO:tasks.rados.rados.0.smithi031.stdout:854: done (2 left) 2024-09-17T17:05:58.795 INFO:tasks.rados.rados.0.smithi031.stdout:855: done (1 left) 2024-09-17T17:05:58.795 INFO:tasks.rados.rados.0.smithi031.stdout:856: snap_remove snap 75 2024-09-17T17:05:59.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:58 smithi031 ceph-mon[94873]: osdmap e227: 8 total, 8 up, 8 in 2024-09-17T17:05:59.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:58 smithi031 ceph-mon[39468]: osdmap e227: 8 total, 8 up, 8 in 2024-09-17T17:05:59.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:58 smithi066 ceph-mon[31354]: osdmap e227: 8 total, 8 up, 8 in 2024-09-17T17:05:59.789 INFO:tasks.rados.rados.0.smithi031.stdout:856: done (1 left) 2024-09-17T17:05:59.789 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 81 2024-09-17T17:05:59.790 INFO:tasks.rados.rados.0.smithi031.stdout:857: seq_num 289 ranges {0=40960} 2024-09-17T17:05:59.790 INFO:tasks.rados.rados.0.smithi031.stdout:857: writing smithi03184240-2 from 0 to 40960 tid 1 2024-09-17T17:05:59.790 INFO:tasks.rados.rados.0.smithi031.stdout:858: delete oid 5 current snap is 81 2024-09-17T17:05:59.790 INFO:tasks.rados.rados.0.smithi031.stdout:853: finishing copy_from racing read to smithi03184240-11 2024-09-17T17:05:59.790 INFO:tasks.rados.rados.0.smithi031.stdout:853: finishing copy_from to smithi03184240-11 2024-09-17T17:05:59.790 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 301 (ObjNum 278 snap 76 seq_num 278) dirty exists 2024-09-17T17:05:59.794 INFO:tasks.rados.rados.0.smithi031.stdout:857: finishing write tid 1 to smithi03184240-2 2024-09-17T17:05:59.794 INFO:tasks.rados.rados.0.smithi031.stdout:857: finishing write tid 2 to smithi03184240-2 2024-09-17T17:05:59.797 INFO:tasks.rados.rados.0.smithi031.stdout:857: finishing write tid 3 to smithi03184240-2 2024-09-17T17:05:59.797 INFO:tasks.rados.rados.0.smithi031.stdout:857: oid 2 updating version 0 to 651 2024-09-17T17:05:59.797 INFO:tasks.rados.rados.0.smithi031.stdout:857: oid 2 updating version 651 to 652 2024-09-17T17:05:59.797 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 652 (ObjNum 289 snap 81 seq_num 289) dirty exists 2024-09-17T17:05:59.797 INFO:tasks.rados.rados.0.smithi031.stdout:857: left oid 2 (ObjNum 289 snap 81 seq_num 289) 2024-09-17T17:05:59.797 INFO:tasks.rados.rados.0.smithi031.stdout:853: done (2 left) 2024-09-17T17:05:59.797 INFO:tasks.rados.rados.0.smithi031.stdout:857: done (1 left) 2024-09-17T17:05:59.797 INFO:tasks.rados.rados.0.smithi031.stdout:858: done (0 left) 2024-09-17T17:05:59.798 INFO:tasks.rados.rados.0.smithi031.stdout:859: snap_remove snap 61 2024-09-17T17:06:00.030 INFO:tasks.rados.rados.0.smithi031.stdout:859: done (0 left) 2024-09-17T17:06:00.030 INFO:tasks.rados.rados.0.smithi031.stdout:860: read oid 14 snap -1 2024-09-17T17:06:00.030 INFO:tasks.rados.rados.0.smithi031.stdout:860: expect (ObjNum 163 snap 41 seq_num 163) 2024-09-17T17:06:00.030 INFO:tasks.rados.rados.0.smithi031.stdout:861: snap_remove snap 77 2024-09-17T17:06:00.076 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:05:59 smithi066 ceph-mon[31354]: osdmap e228: 8 total, 8 up, 8 in 2024-09-17T17:06:00.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:05:59 smithi031 ceph-mon[94873]: osdmap e228: 8 total, 8 up, 8 in 2024-09-17T17:06:00.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:05:59 smithi031 ceph-mon[39468]: osdmap e228: 8 total, 8 up, 8 in 2024-09-17T17:06:00.403 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[78009]: [17/Sep/2024:17:06:00] ENGINE Bus STARTING 2024-09-17T17:06:00.403 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[78009]: CherryPy Checker: 2024-09-17T17:06:00.404 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[78009]: The Application mounted at '' has an empty config. 2024-09-17T17:06:00.404 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[78009]: 2024-09-17T17:06:00.404 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[78009]: [17/Sep/2024:17:06:00] ENGINE Serving on http://:::9283 2024-09-17T17:06:00.404 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x[78009]: [17/Sep/2024:17:06:00] ENGINE Bus STARTED 2024-09-17T17:06:00.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[39468]: osdmap e229: 8 total, 8 up, 8 in 2024-09-17T17:06:00.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[39468]: Active manager daemon y restarted 2024-09-17T17:06:00.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[39468]: Activating manager daemon y 2024-09-17T17:06:00.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[39468]: osdmap e230: 8 total, 8 up, 8 in 2024-09-17T17:06:00.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[39468]: mgrmap e38: y(active, starting, since 0.00624176s), standbys: x 2024-09-17T17:06:00.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:06:00.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:06:00.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:06:00.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-17T17:06:00.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-17T17:06:00.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-17T17:06:00.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-17T17:06:00.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T17:06:00.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T17:06:00.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T17:06:00.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T17:06:00.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T17:06:00.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T17:06:00.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T17:06:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T17:06:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T17:06:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T17:06:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T17:06:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[39468]: Manager daemon y is now available 2024-09-17T17:06:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[39468]: Standby manager daemon x restarted 2024-09-17T17:06:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[39468]: Standby manager daemon x started 2024-09-17T17:06:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[39468]: from='mgr.? 172.21.15.66:0/3277757863' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-17T17:06:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[39468]: from='mgr.? 172.21.15.66:0/3277757863' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T17:06:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[39468]: from='mgr.? 172.21.15.66:0/3277757863' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-17T17:06:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[39468]: from='mgr.? 172.21.15.66:0/3277757863' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T17:06:00.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[94873]: osdmap e229: 8 total, 8 up, 8 in 2024-09-17T17:06:00.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[94873]: Active manager daemon y restarted 2024-09-17T17:06:00.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[94873]: Activating manager daemon y 2024-09-17T17:06:00.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[94873]: osdmap e230: 8 total, 8 up, 8 in 2024-09-17T17:06:00.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[94873]: mgrmap e38: y(active, starting, since 0.00624176s), standbys: x 2024-09-17T17:06:00.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:06:00.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:06:00.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:06:00.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-17T17:06:00.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-17T17:06:00.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-17T17:06:00.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-17T17:06:00.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T17:06:00.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T17:06:00.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T17:06:00.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T17:06:00.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T17:06:00.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T17:06:00.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T17:06:00.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T17:06:00.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T17:06:00.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T17:06:00.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T17:06:00.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[94873]: Manager daemon y is now available 2024-09-17T17:06:00.849 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[94873]: Standby manager daemon x restarted 2024-09-17T17:06:00.849 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[94873]: Standby manager daemon x started 2024-09-17T17:06:00.849 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[94873]: from='mgr.? 172.21.15.66:0/3277757863' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-17T17:06:00.849 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[94873]: from='mgr.? 172.21.15.66:0/3277757863' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T17:06:00.849 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[94873]: from='mgr.? 172.21.15.66:0/3277757863' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-17T17:06:00.849 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[94873]: from='mgr.? 172.21.15.66:0/3277757863' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T17:06:00.849 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:06:00.556+0000 7f729d660640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:06:00.849 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:06:00.556+0000 7f729d660640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:06:00.849 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:06:00.556+0000 7f729d660640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:06:00.850 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:06:00.556+0000 7f729d660640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:06:00.850 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:06:00.556+0000 7f729d660640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:06:00.850 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:06:00.557+0000 7f7299e59640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:06:00.850 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:06:00.557+0000 7f7299e59640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:06:00.850 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:06:00.557+0000 7f7299e59640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:06:00.850 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:06:00.557+0000 7f7299e59640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:06:00.850 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:06:00.557+0000 7f7299e59640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-17T17:06:00.850 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:06:00.850 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:06:00.850 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-17T17:06:00.850 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T17:06:00.851 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[94873]: from='mgr.25015 ' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-09-17T17:06:00.851 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T17:06:00.851 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[94873]: from='mgr.25015 ' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-09-17T17:06:00.851 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:06:00.851 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:06:00.851 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-17T17:06:00.851 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T17:06:00.851 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[39468]: from='mgr.25015 ' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-09-17T17:06:00.851 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T17:06:00.852 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:00 smithi031 ceph-mon[39468]: from='mgr.25015 ' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-09-17T17:06:01.038 INFO:tasks.rados.rados.0.smithi031.stdout:860: expect (ObjNum 163 snap 41 seq_num 163) 2024-09-17T17:06:01.056 INFO:tasks.rados.rados.0.smithi031.stdout:860: done (1 left) 2024-09-17T17:06:01.056 INFO:tasks.rados.rados.0.smithi031.stdout:861: done (0 left) 2024-09-17T17:06:01.056 INFO:tasks.rados.rados.0.smithi031.stdout:862: read oid 35 snap -1 2024-09-17T17:06:01.056 INFO:tasks.rados.rados.0.smithi031.stdout:862: expect (ObjNum 283 snap 79 seq_num 283) 2024-09-17T17:06:01.057 INFO:tasks.rados.rados.0.smithi031.stdout:863: rollback oid 4 current snap is 81 2024-09-17T17:06:01.057 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 4 to 71 2024-09-17T17:06:01.057 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 44 current snap is 81 2024-09-17T17:06:01.057 INFO:tasks.rados.rados.0.smithi031.stdout:864: seq_num 291 ranges {1302528=81920} 2024-09-17T17:06:01.064 INFO:tasks.rados.rados.0.smithi031.stdout:864: writing smithi03184240-44 from 1302528 to 1384448 tid 1 2024-09-17T17:06:01.064 INFO:tasks.rados.rados.0.smithi031.stdout:863: finishing rollback tid 0 to smithi03184240-4 2024-09-17T17:06:01.064 INFO:tasks.rados.rados.0.smithi031.stdout:865: read oid 24 snap -1 2024-09-17T17:06:01.064 INFO:tasks.rados.rados.0.smithi031.stdout:865: expect (ObjNum 235 snap 61 seq_num 235) 2024-09-17T17:06:01.064 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 81 2024-09-17T17:06:01.065 INFO:tasks.rados.rados.0.smithi031.stdout:866: seq_num 292 ranges {2015232=98304} 2024-09-17T17:06:01.079 INFO:tasks.rados.rados.0.smithi031.stdout:866: writing smithi03184240-12 from 2015232 to 2113536 tid 1 2024-09-17T17:06:01.079 INFO:tasks.rados.rados.0.smithi031.stdout:867: rollback oid 42 current snap is 81 2024-09-17T17:06:01.079 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 42 to 74 2024-09-17T17:06:01.079 INFO:tasks.rados.rados.0.smithi031.stdout:863: finishing rollback tid 1 to smithi03184240-4 2024-09-17T17:06:01.079 INFO:tasks.rados.rados.0.smithi031.stdout:863: finishing rollback tid 2 to smithi03184240-4 2024-09-17T17:06:01.079 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 331 (ObjNum 256 snap 65 seq_num 256) dirty exists 2024-09-17T17:06:01.079 INFO:tasks.rados.rados.0.smithi031.stdout:864: finishing write tid 1 to smithi03184240-44 2024-09-17T17:06:01.079 INFO:tasks.rados.rados.0.smithi031.stdout:864: finishing write tid 2 to smithi03184240-44 2024-09-17T17:06:01.079 INFO:tasks.rados.rados.0.smithi031.stdout:864: finishing write tid 3 to smithi03184240-44 2024-09-17T17:06:01.080 INFO:tasks.rados.rados.0.smithi031.stdout:864: oid 44 updating version 0 to 666 2024-09-17T17:06:01.080 INFO:tasks.rados.rados.0.smithi031.stdout:864: oid 44 updating version 666 to 667 2024-09-17T17:06:01.080 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 667 (ObjNum 291 snap 81 seq_num 291) dirty exists 2024-09-17T17:06:01.080 INFO:tasks.rados.rados.0.smithi031.stdout:864: left oid 44 (ObjNum 291 snap 81 seq_num 291) 2024-09-17T17:06:01.080 INFO:tasks.rados.rados.0.smithi031.stdout:862: expect (ObjNum 283 snap 79 seq_num 283) 2024-09-17T17:06:01.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-mon[31354]: osdmap e229: 8 total, 8 up, 8 in 2024-09-17T17:06:01.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-mon[31354]: Active manager daemon y restarted 2024-09-17T17:06:01.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-mon[31354]: Activating manager daemon y 2024-09-17T17:06:01.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-mon[31354]: osdmap e230: 8 total, 8 up, 8 in 2024-09-17T17:06:01.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-mon[31354]: mgrmap e38: y(active, starting, since 0.00624176s), standbys: x 2024-09-17T17:06:01.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:06:01.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:06:01.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:06:01.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-17T17:06:01.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-17T17:06:01.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-17T17:06:01.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-17T17:06:01.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T17:06:01.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T17:06:01.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T17:06:01.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T17:06:01.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T17:06:01.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T17:06:01.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T17:06:01.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T17:06:01.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T17:06:01.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T17:06:01.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T17:06:01.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-mon[31354]: Manager daemon y is now available 2024-09-17T17:06:01.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-mon[31354]: Standby manager daemon x restarted 2024-09-17T17:06:01.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-mon[31354]: Standby manager daemon x started 2024-09-17T17:06:01.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-mon[31354]: from='mgr.? 172.21.15.66:0/3277757863' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-17T17:06:01.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-mon[31354]: from='mgr.? 172.21.15.66:0/3277757863' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T17:06:01.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-mon[31354]: from='mgr.? 172.21.15.66:0/3277757863' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-17T17:06:01.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-mon[31354]: from='mgr.? 172.21.15.66:0/3277757863' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T17:06:01.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:06:01.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:06:01.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-17T17:06:01.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T17:06:01.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-mon[31354]: from='mgr.25015 ' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-09-17T17:06:01.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T17:06:01.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:00 smithi066 ceph-mon[31354]: from='mgr.25015 ' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-09-17T17:06:01.205 INFO:tasks.rados.rados.0.smithi031.stdout:866: finishing write tid 1 to smithi03184240-12 2024-09-17T17:06:01.205 INFO:tasks.rados.rados.0.smithi031.stdout:867: finishing rollback tid 0 to smithi03184240-42 2024-09-17T17:06:01.205 INFO:tasks.rados.rados.0.smithi031.stdout:867: finishing rollback tid 1 to smithi03184240-42 2024-09-17T17:06:01.205 INFO:tasks.rados.rados.0.smithi031.stdout:866: finishing write tid 2 to smithi03184240-12 2024-09-17T17:06:01.206 INFO:tasks.rados.rados.0.smithi031.stdout:867: finishing rollback tid 2 to smithi03184240-42 2024-09-17T17:06:01.206 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 671 (ObjNum 203 snap 48 seq_num 203) dirty exists 2024-09-17T17:06:01.206 INFO:tasks.rados.rados.0.smithi031.stdout:866: finishing write tid 3 to smithi03184240-12 2024-09-17T17:06:01.206 INFO:tasks.rados.rados.0.smithi031.stdout:866: oid 12 updating version 0 to 190 2024-09-17T17:06:01.206 INFO:tasks.rados.rados.0.smithi031.stdout:866: oid 12 version 190 is already newer than 189 2024-09-17T17:06:01.206 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 190 (ObjNum 292 snap 81 seq_num 292) dirty exists 2024-09-17T17:06:01.206 INFO:tasks.rados.rados.0.smithi031.stdout:866: left oid 12 (ObjNum 292 snap 81 seq_num 292) 2024-09-17T17:06:01.206 INFO:tasks.rados.rados.0.smithi031.stdout:865: expect (ObjNum 235 snap 61 seq_num 235) 2024-09-17T17:06:01.343 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:01 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:06:01.027+0000 7f72cc98c640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-09-17T17:06:01.344 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:01 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: [17/Sep/2024:17:06:01] ENGINE Bus STARTING 2024-09-17T17:06:01.344 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:01 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: CherryPy Checker: 2024-09-17T17:06:01.344 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:01 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: The Application mounted at '' has an empty config. 2024-09-17T17:06:01.344 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:01 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:06:01.344 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:01 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: [17/Sep/2024:17:06:01] ENGINE Serving on http://:::9283 2024-09-17T17:06:01.344 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:01 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: [17/Sep/2024:17:06:01] ENGINE Bus STARTED 2024-09-17T17:06:01.577 INFO:tasks.rados.rados.0.smithi031.stdout:862: done (5 left) 2024-09-17T17:06:01.577 INFO:tasks.rados.rados.0.smithi031.stdout:863: done (4 left) 2024-09-17T17:06:01.577 INFO:tasks.rados.rados.0.smithi031.stdout:864: done (3 left) 2024-09-17T17:06:01.577 INFO:tasks.rados.rados.0.smithi031.stdout:865: done (2 left) 2024-09-17T17:06:01.577 INFO:tasks.rados.rados.0.smithi031.stdout:866: done (1 left) 2024-09-17T17:06:01.577 INFO:tasks.rados.rados.0.smithi031.stdout:867: done (0 left) 2024-09-17T17:06:01.577 INFO:tasks.rados.rados.0.smithi031.stdout:868: read oid 5 snap -1 2024-09-17T17:06:01.577 INFO:tasks.rados.rados.0.smithi031.stdout:868: expect deleted 2024-09-17T17:06:01.577 INFO:tasks.rados.rados.0.smithi031.stdout:869: copy_from oid 36 from oid 43 current snap is 81 2024-09-17T17:06:01.577 INFO:tasks.rados.rados.0.smithi031.stdout:870: rmattr oid 27 current snap is 81 2024-09-17T17:06:01.577 INFO:tasks.rados.rados.0.smithi031.stdout:870: done (2 left) 2024-09-17T17:06:01.578 INFO:tasks.rados.rados.0.smithi031.stdout:871: rollback oid 8 current snap is 81 2024-09-17T17:06:01.578 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 8 to 63 2024-09-17T17:06:01.578 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 81 2024-09-17T17:06:01.578 INFO:tasks.rados.rados.0.smithi031.stdout:872: seq_num 293 ranges {0=114688} 2024-09-17T17:06:01.578 INFO:tasks.rados.rados.0.smithi031.stdout:872: writing smithi03184240-10 from 0 to 114688 tid 1 2024-09-17T17:06:01.578 INFO:tasks.rados.rados.0.smithi031.stdout:873: read oid 32 snap -1 2024-09-17T17:06:01.579 INFO:tasks.rados.rados.0.smithi031.stdout:873: expect (ObjNum 232 snap 61 seq_num 232) 2024-09-17T17:06:01.579 INFO:tasks.rados.rados.0.smithi031.stdout:874: copy_from oid 38 from oid 29 current snap is 81 2024-09-17T17:06:01.579 INFO:tasks.rados.rados.0.smithi031.stdout:875: rollback oid 22 current snap is 81 2024-09-17T17:06:01.579 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 22 to 63 2024-09-17T17:06:01.579 INFO:tasks.rados.rados.0.smithi031.stdout:876: snap_remove snap 59 2024-09-17T17:06:01.843 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:01 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:06:01] "GET /metrics HTTP/1.1" 200 33333 "" "Prometheus/2.43.0" 2024-09-17T17:06:02.049 INFO:tasks.rados.rados.0.smithi031.stdout:876: done (7 left) 2024-09-17T17:06:02.049 INFO:tasks.rados.rados.0.smithi031.stdout:877: read oid 9 snap -1 2024-09-17T17:06:02.049 INFO:tasks.rados.rados.0.smithi031.stdout:877: expect deleted 2024-09-17T17:06:02.049 INFO:tasks.rados.rados.0.smithi031.stdout:878: snap_create 2024-09-17T17:06:02.051 INFO:tasks.rados.rados.0.smithi031.stdout:872: finishing write tid 1 to smithi03184240-10 2024-09-17T17:06:02.051 INFO:tasks.rados.rados.0.smithi031.stdout:871: finishing rollback tid 0 to smithi03184240-8 2024-09-17T17:06:02.051 INFO:tasks.rados.rados.0.smithi031.stdout:872: finishing write tid 2 to smithi03184240-10 2024-09-17T17:06:02.051 INFO:tasks.rados.rados.0.smithi031.stdout:871: finishing rollback tid 1 to smithi03184240-8 2024-09-17T17:06:02.051 INFO:tasks.rados.rados.0.smithi031.stdout:874: finishing copy_from to smithi03184240-38 2024-09-17T17:06:02.051 INFO:tasks.rados.rados.0.smithi031.stdout:874: got expected ENOENT (src dne) 2024-09-17T17:06:02.051 INFO:tasks.rados.rados.0.smithi031.stdout:875: finishing rollback tid 0 to smithi03184240-22 2024-09-17T17:06:02.051 INFO:tasks.rados.rados.0.smithi031.stdout:874: finishing copy_from racing read to smithi03184240-38 2024-09-17T17:06:02.051 INFO:tasks.rados.rados.0.smithi031.stdout:871: finishing rollback tid 2 to smithi03184240-8 2024-09-17T17:06:02.051 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 437 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-17T17:06:02.052 INFO:tasks.rados.rados.0.smithi031.stdout:875: finishing rollback tid 1 to smithi03184240-22 2024-09-17T17:06:02.052 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 438 (ObjNum 33 snap 0 seq_num 1705705200) dirty dne 2024-09-17T17:06:02.052 INFO:tasks.rados.rados.0.smithi031.stdout:872: finishing write tid 3 to smithi03184240-10 2024-09-17T17:06:02.052 INFO:tasks.rados.rados.0.smithi031.stdout:872: oid 10 updating version 0 to 208 2024-09-17T17:06:02.052 INFO:tasks.rados.rados.0.smithi031.stdout:872: oid 10 version 208 is already newer than 207 2024-09-17T17:06:02.052 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 208 (ObjNum 293 snap 81 seq_num 293) dirty exists 2024-09-17T17:06:02.052 INFO:tasks.rados.rados.0.smithi031.stdout:872: left oid 10 (ObjNum 293 snap 81 seq_num 293) 2024-09-17T17:06:02.052 INFO:tasks.rados.rados.0.smithi031.stdout:873: expect (ObjNum 232 snap 61 seq_num 232) 2024-09-17T17:06:02.226 INFO:tasks.rados.rados.0.smithi031.stdout:869: finishing copy_from racing read to smithi03184240-36 2024-09-17T17:06:02.226 INFO:tasks.rados.rados.0.smithi031.stdout:869: finishing copy_from to smithi03184240-36 2024-09-17T17:06:02.227 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 265 (ObjNum 283 snap 79 seq_num 283) dirty exists 2024-09-17T17:06:02.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:02 smithi031 ceph-mon[94873]: mgrmap e39: y(active, since 1.01113s), standbys: x 2024-09-17T17:06:02.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:02 smithi031 ceph-mon[94873]: osdmap e231: 8 total, 8 up, 8 in 2024-09-17T17:06:02.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:02 smithi031 ceph-mon[94873]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-17T17:06:02.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:02 smithi031 ceph-mon[94873]: pgmap v4: 121 pgs: 121 active+clean; 295 MiB data, 912 MiB used, 714 GiB / 715 GiB avail; 120 GiB/s rd, 60 GiB/s wr, 743.73k op/s; 370 MiB/s, 1.31k objects/s recovering 2024-09-17T17:06:02.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:02 smithi031 ceph-mon[39468]: mgrmap e39: y(active, since 1.01113s), standbys: x 2024-09-17T17:06:02.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:02 smithi031 ceph-mon[39468]: osdmap e231: 8 total, 8 up, 8 in 2024-09-17T17:06:02.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:02 smithi031 ceph-mon[39468]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-17T17:06:02.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:02 smithi031 ceph-mon[39468]: pgmap v4: 121 pgs: 121 active+clean; 295 MiB data, 912 MiB used, 714 GiB / 715 GiB avail; 120 GiB/s rd, 60 GiB/s wr, 743.73k op/s; 370 MiB/s, 1.31k objects/s recovering 2024-09-17T17:06:02.345 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:02 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:06:02.009+0000 7f727ac21640 -1 log_channel(cephadm) log [ERR] : [17/Sep/2024:17:06:02] ENGINE Error in HTTPServer.serve 2024-09-17T17:06:02.345 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:02 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: Traceback (most recent call last): 2024-09-17T17:06:02.345 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:02 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T17:06:02.345 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:02 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: self._connections.run(self.expiration_interval) 2024-09-17T17:06:02.345 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:02 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T17:06:02.345 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:02 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: self._run(expiration_interval) 2024-09-17T17:06:02.346 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:02 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T17:06:02.346 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:02 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T17:06:02.346 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:02 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T17:06:02.346 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:02 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T17:06:02.346 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:02 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T17:06:02.346 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:02 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: s = self.context.wrap_socket( 2024-09-17T17:06:02.346 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:02 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T17:06:02.346 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:02 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: return self.sslsocket_class._create( 2024-09-17T17:06:02.346 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:02 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T17:06:02.346 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:02 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: self.do_handshake() 2024-09-17T17:06:02.346 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:02 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T17:06:02.346 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:02 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: self._sslobj.do_handshake() 2024-09-17T17:06:02.346 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:02 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T17:06:02.347 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:02 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:06:02.378 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:02 smithi066 ceph-mon[31354]: mgrmap e39: y(active, since 1.01113s), standbys: x 2024-09-17T17:06:02.378 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:02 smithi066 ceph-mon[31354]: osdmap e231: 8 total, 8 up, 8 in 2024-09-17T17:06:02.378 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:02 smithi066 ceph-mon[31354]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-17T17:06:02.378 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:02 smithi066 ceph-mon[31354]: pgmap v4: 121 pgs: 121 active+clean; 295 MiB data, 912 MiB used, 714 GiB / 715 GiB avail; 120 GiB/s rd, 60 GiB/s wr, 743.73k op/s; 370 MiB/s, 1.31k objects/s recovering 2024-09-17T17:06:03.047 INFO:tasks.rados.rados.0.smithi031.stdout:868: done (8 left) 2024-09-17T17:06:03.047 INFO:tasks.rados.rados.0.smithi031.stdout:869: done (7 left) 2024-09-17T17:06:03.047 INFO:tasks.rados.rados.0.smithi031.stdout:871: done (6 left) 2024-09-17T17:06:03.047 INFO:tasks.rados.rados.0.smithi031.stdout:872: done (5 left) 2024-09-17T17:06:03.047 INFO:tasks.rados.rados.0.smithi031.stdout:873: done (4 left) 2024-09-17T17:06:03.047 INFO:tasks.rados.rados.0.smithi031.stdout:874: done (3 left) 2024-09-17T17:06:03.047 INFO:tasks.rados.rados.0.smithi031.stdout:875: done (2 left) 2024-09-17T17:06:03.047 INFO:tasks.rados.rados.0.smithi031.stdout:877: done (1 left) 2024-09-17T17:06:03.048 INFO:tasks.rados.rados.0.smithi031.stdout:878: done (0 left) 2024-09-17T17:06:03.048 INFO:tasks.rados.rados.0.smithi031.stdout:879: rollback oid 21 current snap is 82 2024-09-17T17:06:03.048 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 21 to 60 2024-09-17T17:06:03.048 INFO:tasks.rados.rados.0.smithi031.stdout:880: copy_from oid 28 from oid 37 current snap is 82 2024-09-17T17:06:03.048 INFO:tasks.rados.rados.0.smithi031.stdout:881: delete oid 1 current snap is 82 2024-09-17T17:06:03.049 INFO:tasks.rados.rados.0.smithi031.stdout:880: finishing copy_from to smithi03184240-28 2024-09-17T17:06:03.049 INFO:tasks.rados.rados.0.smithi031.stdout:880: got expected ENOENT (src dne) 2024-09-17T17:06:03.049 INFO:tasks.rados.rados.0.smithi031.stdout:880: finishing copy_from racing read to smithi03184240-28 2024-09-17T17:06:03.051 INFO:tasks.rados.rados.0.smithi031.stdout:880: done (2 left) 2024-09-17T17:06:03.051 INFO:tasks.rados.rados.0.smithi031.stdout:881: done (1 left) 2024-09-17T17:06:03.051 INFO:tasks.rados.rados.0.smithi031.stdout:882: delete oid 23 current snap is 82 2024-09-17T17:06:03.052 INFO:tasks.rados.rados.0.smithi031.stdout:879: finishing rollback tid 0 to smithi03184240-21 2024-09-17T17:06:03.052 INFO:tasks.rados.rados.0.smithi031.stdout:879: finishing rollback tid 1 to smithi03184240-21 2024-09-17T17:06:03.052 INFO:tasks.rados.rados.0.smithi031.stdout:879: finishing rollback tid 2 to smithi03184240-21 2024-09-17T17:06:03.052 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 188 (ObjNum 126 snap 28 seq_num 126) dirty exists 2024-09-17T17:06:03.055 INFO:tasks.rados.rados.0.smithi031.stdout:879: done (1 left) 2024-09-17T17:06:03.055 INFO:tasks.rados.rados.0.smithi031.stdout:882: done (0 left) 2024-09-17T17:06:03.055 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 28 current snap is 82 2024-09-17T17:06:03.055 INFO:tasks.rados.rados.0.smithi031.stdout:883: seq_num 296 ranges {5005312=163840} 2024-09-17T17:06:03.084 INFO:tasks.rados.rados.0.smithi031.stdout:883: writing smithi03184240-28 from 5005312 to 5169152 tid 1 2024-09-17T17:06:03.085 INFO:tasks.rados.rados.0.smithi031.stdout:884: rmattr oid 34 current snap is 82 2024-09-17T17:06:03.085 INFO:tasks.rados.rados.0.smithi031.stdout:885: snap_create 2024-09-17T17:06:03.088 INFO:tasks.rados.rados.0.smithi031.stdout:883: finishing write tid 1 to smithi03184240-28 2024-09-17T17:06:03.088 INFO:tasks.rados.rados.0.smithi031.stdout:883: finishing write tid 2 to smithi03184240-28 2024-09-17T17:06:03.089 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 337 (ObjNum 171 snap 43 seq_num 171) dirty exists 2024-09-17T17:06:03.092 INFO:tasks.rados.rados.0.smithi031.stdout:883: finishing write tid 3 to smithi03184240-28 2024-09-17T17:06:03.092 INFO:tasks.rados.rados.0.smithi031.stdout:883: oid 28 updating version 0 to 684 2024-09-17T17:06:03.092 INFO:tasks.rados.rados.0.smithi031.stdout:883: oid 28 version 684 is already newer than 683 2024-09-17T17:06:03.092 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 684 (ObjNum 296 snap 82 seq_num 296) dirty exists 2024-09-17T17:06:03.092 INFO:tasks.rados.rados.0.smithi031.stdout:883: left oid 28 (ObjNum 296 snap 82 seq_num 296) 2024-09-17T17:06:03.282 INFO:tasks.rados.rados.0.smithi031.stdout:883: done (2 left) 2024-09-17T17:06:03.283 INFO:tasks.rados.rados.0.smithi031.stdout:884: done (1 left) 2024-09-17T17:06:03.283 INFO:tasks.rados.rados.0.smithi031.stdout:885: done (0 left) 2024-09-17T17:06:03.283 INFO:tasks.rados.rados.0.smithi031.stdout:886: rmattr oid 35 current snap is 83 2024-09-17T17:06:03.283 INFO:tasks.rados.rados.0.smithi031.stdout:886: done (0 left) 2024-09-17T17:06:03.283 INFO:tasks.rados.rados.0.smithi031.stdout:887: read oid 27 snap -1 2024-09-17T17:06:03.283 INFO:tasks.rados.rados.0.smithi031.stdout:887: expect (ObjNum 223 snap 57 seq_num 223) 2024-09-17T17:06:03.283 INFO:tasks.rados.rados.0.smithi031.stdout:888: setattr oid 18 current snap is 83 2024-09-17T17:06:03.285 INFO:tasks.rados.rados.0.smithi031.stdout:889: rollback oid 25 current snap is 83 2024-09-17T17:06:03.285 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 25 to 70 2024-09-17T17:06:03.285 INFO:tasks.rados.rados.0.smithi031.stdout:890: snap_remove snap 52 2024-09-17T17:06:03.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:03 smithi066 ceph-mon[31354]: [17/Sep/2024:17:06:01] ENGINE Bus STARTING 2024-09-17T17:06:03.317 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:03 smithi066 ceph-mon[31354]: [17/Sep/2024:17:06:01] ENGINE Serving on http://172.21.15.31:8765 2024-09-17T17:06:03.317 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:03 smithi066 ceph-mon[31354]: [17/Sep/2024:17:06:02] ENGINE Serving on https://172.21.15.31:7150 2024-09-17T17:06:03.317 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:03 smithi066 ceph-mon[31354]: [17/Sep/2024:17:06:02] ENGINE Bus STARTED 2024-09-17T17:06:03.317 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:03 smithi066 ceph-mon[31354]: [17/Sep/2024:17:06:02] ENGINE Error in HTTPServer.serve 2024-09-17T17:06:03.317 INFO:journalctl@ceph.mon.b.smithi066.stdout: Traceback (most recent call last): 2024-09-17T17:06:03.317 INFO:journalctl@ceph.mon.b.smithi066.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T17:06:03.318 INFO:journalctl@ceph.mon.b.smithi066.stdout: self._connections.run(self.expiration_interval) 2024-09-17T17:06:03.318 INFO:journalctl@ceph.mon.b.smithi066.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T17:06:03.318 INFO:journalctl@ceph.mon.b.smithi066.stdout: self._run(expiration_interval) 2024-09-17T17:06:03.318 INFO:journalctl@ceph.mon.b.smithi066.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T17:06:03.318 INFO:journalctl@ceph.mon.b.smithi066.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T17:06:03.318 INFO:journalctl@ceph.mon.b.smithi066.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T17:06:03.319 INFO:journalctl@ceph.mon.b.smithi066.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T17:06:03.319 INFO:journalctl@ceph.mon.b.smithi066.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T17:06:03.319 INFO:journalctl@ceph.mon.b.smithi066.stdout: s = self.context.wrap_socket( 2024-09-17T17:06:03.319 INFO:journalctl@ceph.mon.b.smithi066.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T17:06:03.319 INFO:journalctl@ceph.mon.b.smithi066.stdout: return self.sslsocket_class._create( 2024-09-17T17:06:03.319 INFO:journalctl@ceph.mon.b.smithi066.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T17:06:03.320 INFO:journalctl@ceph.mon.b.smithi066.stdout: self.do_handshake() 2024-09-17T17:06:03.320 INFO:journalctl@ceph.mon.b.smithi066.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T17:06:03.320 INFO:journalctl@ceph.mon.b.smithi066.stdout: self._sslobj.do_handshake() 2024-09-17T17:06:03.320 INFO:journalctl@ceph.mon.b.smithi066.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T17:06:03.320 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:03 smithi066 ceph-mon[31354]: pgmap v5: 121 pgs: 121 active+clean; 295 MiB data, 912 MiB used, 714 GiB / 715 GiB avail; 561 MiB/s rd, 278 MiB/s wr, 3.38k op/s; 1.7 MiB/s, 5 objects/s recovering 2024-09-17T17:06:03.320 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:03 smithi066 ceph-mon[31354]: osdmap e232: 8 total, 8 up, 8 in 2024-09-17T17:06:03.320 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:03 smithi066 ceph-mon[31354]: mgrmap e40: y(active, since 2s), standbys: x 2024-09-17T17:06:03.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:03 smithi031 ceph-mon[39468]: [17/Sep/2024:17:06:01] ENGINE Bus STARTING 2024-09-17T17:06:03.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:03 smithi031 ceph-mon[39468]: [17/Sep/2024:17:06:01] ENGINE Serving on http://172.21.15.31:8765 2024-09-17T17:06:03.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:03 smithi031 ceph-mon[39468]: [17/Sep/2024:17:06:02] ENGINE Serving on https://172.21.15.31:7150 2024-09-17T17:06:03.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:03 smithi031 ceph-mon[39468]: [17/Sep/2024:17:06:02] ENGINE Bus STARTED 2024-09-17T17:06:03.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:03 smithi031 ceph-mon[39468]: [17/Sep/2024:17:06:02] ENGINE Error in HTTPServer.serve 2024-09-17T17:06:03.344 INFO:journalctl@ceph.mon.c.smithi031.stdout: Traceback (most recent call last): 2024-09-17T17:06:03.344 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T17:06:03.344 INFO:journalctl@ceph.mon.c.smithi031.stdout: self._connections.run(self.expiration_interval) 2024-09-17T17:06:03.344 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T17:06:03.344 INFO:journalctl@ceph.mon.c.smithi031.stdout: self._run(expiration_interval) 2024-09-17T17:06:03.344 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T17:06:03.344 INFO:journalctl@ceph.mon.c.smithi031.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T17:06:03.344 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T17:06:03.345 INFO:journalctl@ceph.mon.c.smithi031.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T17:06:03.345 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T17:06:03.345 INFO:journalctl@ceph.mon.c.smithi031.stdout: s = self.context.wrap_socket( 2024-09-17T17:06:03.345 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T17:06:03.345 INFO:journalctl@ceph.mon.c.smithi031.stdout: return self.sslsocket_class._create( 2024-09-17T17:06:03.345 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T17:06:03.345 INFO:journalctl@ceph.mon.c.smithi031.stdout: self.do_handshake() 2024-09-17T17:06:03.345 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T17:06:03.345 INFO:journalctl@ceph.mon.c.smithi031.stdout: self._sslobj.do_handshake() 2024-09-17T17:06:03.345 INFO:journalctl@ceph.mon.c.smithi031.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T17:06:03.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:03 smithi031 ceph-mon[39468]: pgmap v5: 121 pgs: 121 active+clean; 295 MiB data, 912 MiB used, 714 GiB / 715 GiB avail; 561 MiB/s rd, 278 MiB/s wr, 3.38k op/s; 1.7 MiB/s, 5 objects/s recovering 2024-09-17T17:06:03.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:03 smithi031 ceph-mon[39468]: osdmap e232: 8 total, 8 up, 8 in 2024-09-17T17:06:03.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:03 smithi031 ceph-mon[39468]: mgrmap e40: y(active, since 2s), standbys: x 2024-09-17T17:06:03.346 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:03 smithi031 ceph-mon[94873]: [17/Sep/2024:17:06:01] ENGINE Bus STARTING 2024-09-17T17:06:03.346 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:03 smithi031 ceph-mon[94873]: [17/Sep/2024:17:06:01] ENGINE Serving on http://172.21.15.31:8765 2024-09-17T17:06:03.346 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:03 smithi031 ceph-mon[94873]: [17/Sep/2024:17:06:02] ENGINE Serving on https://172.21.15.31:7150 2024-09-17T17:06:03.346 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:03 smithi031 ceph-mon[94873]: [17/Sep/2024:17:06:02] ENGINE Bus STARTED 2024-09-17T17:06:03.346 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:03 smithi031 ceph-mon[94873]: [17/Sep/2024:17:06:02] ENGINE Error in HTTPServer.serve 2024-09-17T17:06:03.346 INFO:journalctl@ceph.mon.a.smithi031.stdout: Traceback (most recent call last): 2024-09-17T17:06:03.346 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T17:06:03.346 INFO:journalctl@ceph.mon.a.smithi031.stdout: self._connections.run(self.expiration_interval) 2024-09-17T17:06:03.346 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T17:06:03.347 INFO:journalctl@ceph.mon.a.smithi031.stdout: self._run(expiration_interval) 2024-09-17T17:06:03.347 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T17:06:03.347 INFO:journalctl@ceph.mon.a.smithi031.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T17:06:03.347 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T17:06:03.347 INFO:journalctl@ceph.mon.a.smithi031.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T17:06:03.347 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T17:06:03.347 INFO:journalctl@ceph.mon.a.smithi031.stdout: s = self.context.wrap_socket( 2024-09-17T17:06:03.347 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T17:06:03.347 INFO:journalctl@ceph.mon.a.smithi031.stdout: return self.sslsocket_class._create( 2024-09-17T17:06:03.347 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T17:06:03.347 INFO:journalctl@ceph.mon.a.smithi031.stdout: self.do_handshake() 2024-09-17T17:06:03.347 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T17:06:03.347 INFO:journalctl@ceph.mon.a.smithi031.stdout: self._sslobj.do_handshake() 2024-09-17T17:06:03.347 INFO:journalctl@ceph.mon.a.smithi031.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T17:06:03.347 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:03 smithi031 ceph-mon[94873]: pgmap v5: 121 pgs: 121 active+clean; 295 MiB data, 912 MiB used, 714 GiB / 715 GiB avail; 561 MiB/s rd, 278 MiB/s wr, 3.38k op/s; 1.7 MiB/s, 5 objects/s recovering 2024-09-17T17:06:03.348 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:03 smithi031 ceph-mon[94873]: osdmap e232: 8 total, 8 up, 8 in 2024-09-17T17:06:03.348 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:03 smithi031 ceph-mon[94873]: mgrmap e40: y(active, since 2s), standbys: x 2024-09-17T17:06:04.228 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:04 smithi066 ceph-mon[31354]: osdmap e233: 8 total, 8 up, 8 in 2024-09-17T17:06:04.228 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:04 smithi066 ceph-mon[31354]: osdmap e234: 8 total, 8 up, 8 in 2024-09-17T17:06:04.293 INFO:tasks.rados.rados.0.smithi031.stdout:890: done (3 left) 2024-09-17T17:06:04.293 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 40 current snap is 83 2024-09-17T17:06:04.293 INFO:tasks.rados.rados.0.smithi031.stdout:891: seq_num 297 ranges {6201344=180224} 2024-09-17T17:06:04.312 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:04 smithi031 ceph-mon[94873]: osdmap e233: 8 total, 8 up, 8 in 2024-09-17T17:06:04.312 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:04 smithi031 ceph-mon[94873]: osdmap e234: 8 total, 8 up, 8 in 2024-09-17T17:06:04.312 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:04 smithi031 ceph-mon[39468]: osdmap e233: 8 total, 8 up, 8 in 2024-09-17T17:06:04.312 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:04 smithi031 ceph-mon[39468]: osdmap e234: 8 total, 8 up, 8 in 2024-09-17T17:06:04.331 INFO:tasks.rados.rados.0.smithi031.stdout:891: writing smithi03184240-40 from 6201344 to 6381568 tid 1 2024-09-17T17:06:04.331 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 448 (ObjNum 65 snap 0 seq_num 1705130064) dirty exists 2024-09-17T17:06:04.331 INFO:tasks.rados.rados.0.smithi031.stdout:889: finishing rollback tid 0 to smithi03184240-25 2024-09-17T17:06:04.331 INFO:tasks.rados.rados.0.smithi031.stdout:889: finishing rollback tid 1 to smithi03184240-25 2024-09-17T17:06:04.331 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 426 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-17T17:06:04.331 INFO:tasks.rados.rados.0.smithi031.stdout:887: expect (ObjNum 223 snap 57 seq_num 223) 2024-09-17T17:06:04.367 INFO:tasks.rados.rados.0.smithi031.stdout:891: finishing write tid 1 to smithi03184240-40 2024-09-17T17:06:04.368 INFO:tasks.rados.rados.0.smithi031.stdout:891: finishing write tid 2 to smithi03184240-40 2024-09-17T17:06:04.368 INFO:tasks.rados.rados.0.smithi031.stdout:891: finishing write tid 3 to smithi03184240-40 2024-09-17T17:06:04.368 INFO:tasks.rados.rados.0.smithi031.stdout:891: oid 40 updating version 0 to 702 2024-09-17T17:06:04.368 INFO:tasks.rados.rados.0.smithi031.stdout:891: oid 40 updating version 702 to 703 2024-09-17T17:06:04.368 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 703 (ObjNum 297 snap 83 seq_num 297) dirty exists 2024-09-17T17:06:04.368 INFO:tasks.rados.rados.0.smithi031.stdout:891: left oid 40 (ObjNum 297 snap 83 seq_num 297) 2024-09-17T17:06:04.368 INFO:tasks.rados.rados.0.smithi031.stdout:887: done (3 left) 2024-09-17T17:06:04.368 INFO:tasks.rados.rados.0.smithi031.stdout:888: done (2 left) 2024-09-17T17:06:04.368 INFO:tasks.rados.rados.0.smithi031.stdout:889: done (1 left) 2024-09-17T17:06:04.368 INFO:tasks.rados.rados.0.smithi031.stdout:891: done (0 left) 2024-09-17T17:06:04.368 INFO:tasks.rados.rados.0.smithi031.stdout:892: copy_from oid 22 from oid 30 current snap is 83 2024-09-17T17:06:04.368 INFO:tasks.rados.rados.0.smithi031.stdout:893: read oid 28 snap -1 2024-09-17T17:06:04.368 INFO:tasks.rados.rados.0.smithi031.stdout:893: expect (ObjNum 296 snap 82 seq_num 296) 2024-09-17T17:06:04.369 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 24 current snap is 83 2024-09-17T17:06:04.369 INFO:tasks.rados.rados.0.smithi031.stdout:894: seq_num 298 ranges {6340608=196608} 2024-09-17T17:06:04.403 INFO:tasks.rados.rados.0.smithi031.stdout:894: writing smithi03184240-24 from 6340608 to 6537216 tid 1 2024-09-17T17:06:04.404 INFO:tasks.rados.rados.0.smithi031.stdout:895: copy_from oid 33 from oid 7 current snap is 83 2024-09-17T17:06:04.404 INFO:tasks.rados.rados.0.smithi031.stdout:892: finishing copy_from racing read to smithi03184240-22 2024-09-17T17:06:04.404 INFO:tasks.rados.rados.0.smithi031.stdout:892: finishing copy_from to smithi03184240-22 2024-09-17T17:06:04.404 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 247 (ObjNum 247 snap 63 seq_num 247) dirty exists 2024-09-17T17:06:04.404 INFO:tasks.rados.rados.0.smithi031.stdout:893: expect (ObjNum 296 snap 82 seq_num 296) 2024-09-17T17:06:04.718 INFO:tasks.rados.rados.0.smithi031.stdout:895: finishing copy_from to smithi03184240-33 2024-09-17T17:06:04.718 INFO:tasks.rados.rados.0.smithi031.stdout:895: got expected ENOENT (src dne) 2024-09-17T17:06:04.718 INFO:tasks.rados.rados.0.smithi031.stdout:895: finishing copy_from racing read to smithi03184240-33 2024-09-17T17:06:04.718 INFO:tasks.rados.rados.0.smithi031.stdout:894: finishing write tid 1 to smithi03184240-24 2024-09-17T17:06:04.718 INFO:tasks.rados.rados.0.smithi031.stdout:894: finishing write tid 2 to smithi03184240-24 2024-09-17T17:06:04.719 INFO:tasks.rados.rados.0.smithi031.stdout:894: finishing write tid 3 to smithi03184240-24 2024-09-17T17:06:04.719 INFO:tasks.rados.rados.0.smithi031.stdout:894: oid 24 updating version 0 to 366 2024-09-17T17:06:04.719 INFO:tasks.rados.rados.0.smithi031.stdout:894: oid 24 version 366 is already newer than 365 2024-09-17T17:06:04.719 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 366 (ObjNum 298 snap 83 seq_num 298) dirty exists 2024-09-17T17:06:04.719 INFO:tasks.rados.rados.0.smithi031.stdout:894: left oid 24 (ObjNum 298 snap 83 seq_num 298) 2024-09-17T17:06:04.719 INFO:tasks.rados.rados.0.smithi031.stdout:892: done (3 left) 2024-09-17T17:06:04.719 INFO:tasks.rados.rados.0.smithi031.stdout:893: done (2 left) 2024-09-17T17:06:04.719 INFO:tasks.rados.rados.0.smithi031.stdout:894: done (1 left) 2024-09-17T17:06:04.719 INFO:tasks.rados.rados.0.smithi031.stdout:895: done (0 left) 2024-09-17T17:06:04.719 INFO:tasks.rados.rados.0.smithi031.stdout:896: read oid 20 snap -1 2024-09-17T17:06:04.719 INFO:tasks.rados.rados.0.smithi031.stdout:896: expect (ObjNum 281 snap 76 seq_num 281) 2024-09-17T17:06:04.719 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 1 current snap is 83 2024-09-17T17:06:04.719 INFO:tasks.rados.rados.0.smithi031.stdout:897: seq_num 299 ranges {0=212992} 2024-09-17T17:06:04.720 INFO:tasks.rados.rados.0.smithi031.stdout:897: writing smithi03184240-1 from 0 to 212992 tid 1 2024-09-17T17:06:04.720 INFO:tasks.rados.rados.0.smithi031.stdout:898: read oid 28 snap 68 2024-09-17T17:06:04.721 INFO:tasks.rados.rados.0.smithi031.stdout:898: expect (ObjNum 246 snap 63 seq_num 246) 2024-09-17T17:06:04.721 INFO:tasks.rados.rados.0.smithi031.stdout:899: read oid 44 snap -1 2024-09-17T17:06:04.721 INFO:tasks.rados.rados.0.smithi031.stdout:899: expect (ObjNum 291 snap 81 seq_num 291) 2024-09-17T17:06:04.721 INFO:tasks.rados.rados.0.smithi031.stdout:900: rmattr oid 29 current snap is 83 2024-09-17T17:06:04.721 INFO:tasks.rados.rados.0.smithi031.stdout:900: done (4 left) 2024-09-17T17:06:04.721 INFO:tasks.rados.rados.0.smithi031.stdout:901: rmattr oid 15 current snap is 83 2024-09-17T17:06:04.721 INFO:tasks.rados.rados.0.smithi031.stdout:901: done (4 left) 2024-09-17T17:06:04.721 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 26 current snap is 83 2024-09-17T17:06:04.721 INFO:tasks.rados.rados.0.smithi031.stdout:902: seq_num 300 ranges {6275072=229376} 2024-09-17T17:06:04.756 INFO:tasks.rados.rados.0.smithi031.stdout:902: writing smithi03184240-26 from 6275072 to 6504448 tid 1 2024-09-17T17:06:04.756 INFO:tasks.rados.rados.0.smithi031.stdout:903: rollback oid 33 current snap is 83 2024-09-17T17:06:04.756 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 33 to 80 2024-09-17T17:06:04.757 INFO:tasks.rados.rados.0.smithi031.stdout:897: finishing write tid 1 to smithi03184240-1 2024-09-17T17:06:04.757 INFO:tasks.rados.rados.0.smithi031.stdout:904: delete oid 16 current snap is 83 2024-09-17T17:06:04.757 INFO:tasks.rados.rados.0.smithi031.stdout:897: finishing write tid 2 to smithi03184240-1 2024-09-17T17:06:04.757 INFO:tasks.rados.rados.0.smithi031.stdout:897: finishing write tid 3 to smithi03184240-1 2024-09-17T17:06:04.757 INFO:tasks.rados.rados.0.smithi031.stdout:897: oid 1 updating version 0 to 367 2024-09-17T17:06:04.757 INFO:tasks.rados.rados.0.smithi031.stdout:897: oid 1 updating version 367 to 368 2024-09-17T17:06:04.757 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 368 (ObjNum 299 snap 83 seq_num 299) dirty exists 2024-09-17T17:06:04.757 INFO:tasks.rados.rados.0.smithi031.stdout:897: left oid 1 (ObjNum 299 snap 83 seq_num 299) 2024-09-17T17:06:04.757 INFO:tasks.rados.rados.0.smithi031.stdout:896: expect (ObjNum 281 snap 76 seq_num 281) 2024-09-17T17:06:04.823 INFO:tasks.rados.rados.0.smithi031.stdout:898: expect (ObjNum 246 snap 63 seq_num 246) 2024-09-17T17:06:05.042 INFO:tasks.rados.rados.0.smithi031.stdout:899: expect (ObjNum 291 snap 81 seq_num 291) 2024-09-17T17:06:05.115 INFO:tasks.rados.rados.0.smithi031.stdout:903: finishing rollback tid 1 to smithi03184240-33 2024-09-17T17:06:05.115 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 396 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-17T17:06:05.115 INFO:tasks.rados.rados.0.smithi031.stdout:902: finishing write tid 1 to smithi03184240-26 2024-09-17T17:06:05.115 INFO:tasks.rados.rados.0.smithi031.stdout:902: finishing write tid 2 to smithi03184240-26 2024-09-17T17:06:05.115 INFO:tasks.rados.rados.0.smithi031.stdout:902: finishing write tid 3 to smithi03184240-26 2024-09-17T17:06:05.115 INFO:tasks.rados.rados.0.smithi031.stdout:902: oid 26 updating version 0 to 313 2024-09-17T17:06:05.115 INFO:tasks.rados.rados.0.smithi031.stdout:902: oid 26 updating version 313 to 314 2024-09-17T17:06:05.115 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 314 (ObjNum 300 snap 83 seq_num 300) dirty exists 2024-09-17T17:06:05.115 INFO:tasks.rados.rados.0.smithi031.stdout:902: left oid 26 (ObjNum 300 snap 83 seq_num 300) 2024-09-17T17:06:05.117 INFO:tasks.rados.rados.0.smithi031.stdout:896: done (6 left) 2024-09-17T17:06:05.117 INFO:tasks.rados.rados.0.smithi031.stdout:897: done (5 left) 2024-09-17T17:06:05.117 INFO:tasks.rados.rados.0.smithi031.stdout:898: done (4 left) 2024-09-17T17:06:05.117 INFO:tasks.rados.rados.0.smithi031.stdout:899: done (3 left) 2024-09-17T17:06:05.117 INFO:tasks.rados.rados.0.smithi031.stdout:902: done (2 left) 2024-09-17T17:06:05.117 INFO:tasks.rados.rados.0.smithi031.stdout:903: done (1 left) 2024-09-17T17:06:05.117 INFO:tasks.rados.rados.0.smithi031.stdout:904: done (0 left) 2024-09-17T17:06:05.117 INFO:tasks.rados.rados.0.smithi031.stdout:905: rmattr oid 3 current snap is 83 2024-09-17T17:06:05.117 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 83 2024-09-17T17:06:05.117 INFO:tasks.rados.rados.0.smithi031.stdout:906: seq_num 302 ranges {40960=262144} 2024-09-17T17:06:05.119 INFO:tasks.rados.rados.0.smithi031.stdout:906: writing smithi03184240-2 from 40960 to 303104 tid 1 2024-09-17T17:06:05.119 INFO:tasks.rados.rados.0.smithi031.stdout:907: rollback oid 28 current snap is 83 2024-09-17T17:06:05.119 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 28 to 79 2024-09-17T17:06:05.119 INFO:tasks.rados.rados.0.smithi031.stdout:908: read oid 43 snap -1 2024-09-17T17:06:05.119 INFO:tasks.rados.rados.0.smithi031.stdout:908: expect (ObjNum 283 snap 79 seq_num 283) 2024-09-17T17:06:05.119 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 50 current snap is 83 2024-09-17T17:06:05.119 INFO:tasks.rados.rados.0.smithi031.stdout:909: seq_num 303 ranges {2695168=278528} 2024-09-17T17:06:05.137 INFO:tasks.rados.rados.0.smithi031.stdout:909: writing smithi03184240-50 from 2695168 to 2973696 tid 1 2024-09-17T17:06:05.137 INFO:tasks.rados.rados.0.smithi031.stdout:910: setattr oid 44 current snap is 83 2024-09-17T17:06:05.137 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 316 (ObjNum 161 snap 41 seq_num 161) dirty exists 2024-09-17T17:06:05.137 INFO:tasks.rados.rados.0.smithi031.stdout:906: finishing write tid 1 to smithi03184240-2 2024-09-17T17:06:05.137 INFO:tasks.rados.rados.0.smithi031.stdout:906: finishing write tid 2 to smithi03184240-2 2024-09-17T17:06:05.137 INFO:tasks.rados.rados.0.smithi031.stdout:907: finishing rollback tid 0 to smithi03184240-28 2024-09-17T17:06:05.137 INFO:tasks.rados.rados.0.smithi031.stdout:907: finishing rollback tid 1 to smithi03184240-28 2024-09-17T17:06:05.137 INFO:tasks.rados.rados.0.smithi031.stdout:906: finishing write tid 3 to smithi03184240-2 2024-09-17T17:06:05.137 INFO:tasks.rados.rados.0.smithi031.stdout:906: oid 2 updating version 0 to 705 2024-09-17T17:06:05.137 INFO:tasks.rados.rados.0.smithi031.stdout:906: oid 2 updating version 705 to 706 2024-09-17T17:06:05.137 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 706 (ObjNum 302 snap 83 seq_num 302) dirty exists 2024-09-17T17:06:05.137 INFO:tasks.rados.rados.0.smithi031.stdout:906: left oid 2 (ObjNum 302 snap 83 seq_num 302) 2024-09-17T17:06:05.137 INFO:tasks.rados.rados.0.smithi031.stdout:907: finishing rollback tid 2 to smithi03184240-28 2024-09-17T17:06:05.138 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 710 (ObjNum 246 snap 63 seq_num 246) dirty exists 2024-09-17T17:06:05.139 INFO:tasks.rados.rados.0.smithi031.stdout:909: finishing write tid 1 to smithi03184240-50 2024-09-17T17:06:05.140 INFO:tasks.rados.rados.0.smithi031.stdout:909: finishing write tid 2 to smithi03184240-50 2024-09-17T17:06:05.141 INFO:tasks.rados.rados.0.smithi031.stdout:905: done (5 left) 2024-09-17T17:06:05.141 INFO:tasks.rados.rados.0.smithi031.stdout:906: done (4 left) 2024-09-17T17:06:05.141 INFO:tasks.rados.rados.0.smithi031.stdout:907: done (3 left) 2024-09-17T17:06:05.141 INFO:tasks.rados.rados.0.smithi031.stdout:911: copy_from oid 15 from oid 16 current snap is 83 2024-09-17T17:06:05.141 INFO:tasks.rados.rados.0.smithi031.stdout:912: read oid 11 snap 69 2024-09-17T17:06:05.141 INFO:tasks.rados.rados.0.smithi031.stdout:912: expect deleted 2024-09-17T17:06:05.141 INFO:tasks.rados.rados.0.smithi031.stdout:913: rmattr oid 46 current snap is 83 2024-09-17T17:06:05.141 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 8 current snap is 83 2024-09-17T17:06:05.141 INFO:tasks.rados.rados.0.smithi031.stdout:914: seq_num 304 ranges {0=294912} 2024-09-17T17:06:05.143 INFO:tasks.rados.rados.0.smithi031.stdout:914: writing smithi03184240-8 from 0 to 294912 tid 1 2024-09-17T17:06:05.143 INFO:tasks.rados.rados.0.smithi031.stdout:915: rmattr oid 27 current snap is 83 2024-09-17T17:06:05.143 INFO:tasks.rados.rados.0.smithi031.stdout:915: done (7 left) 2024-09-17T17:06:05.143 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 38 current snap is 83 2024-09-17T17:06:05.143 INFO:tasks.rados.rados.0.smithi031.stdout:916: seq_num 305 ranges {4390912=311296} 2024-09-17T17:06:05.169 INFO:tasks.rados.rados.0.smithi031.stdout:916: writing smithi03184240-38 from 4390912 to 4702208 tid 1 2024-09-17T17:06:05.169 INFO:tasks.rados.rados.0.smithi031.stdout:917: read oid 49 snap 60 2024-09-17T17:06:05.169 INFO:tasks.rados.rados.0.smithi031.stdout:917: expect (ObjNum 206 snap 50 seq_num 206) 2024-09-17T17:06:05.170 INFO:tasks.rados.rados.0.smithi031.stdout:918: rmattr oid 7 current snap is 83 2024-09-17T17:06:05.170 INFO:tasks.rados.rados.0.smithi031.stdout:918: done (9 left) 2024-09-17T17:06:05.170 INFO:tasks.rados.rados.0.smithi031.stdout:919: rmattr oid 39 current snap is 83 2024-09-17T17:06:05.170 INFO:tasks.rados.rados.0.smithi031.stdout:919: done (9 left) 2024-09-17T17:06:05.170 INFO:tasks.rados.rados.0.smithi031.stdout:920: snap_remove snap 74 2024-09-17T17:06:05.361 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-09-17T17:06:05.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:05 smithi031 ceph-mon[94873]: pgmap v9: 121 pgs: 121 active+clean; 295 MiB data, 912 MiB used, 714 GiB / 715 GiB avail; 187 MiB/s rd, 93 MiB/s wr, 1.13k op/s; 576 KiB/s, 1 objects/s recovering 2024-09-17T17:06:05.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:05 smithi031 ceph-mon[94873]: osdmap e235: 8 total, 8 up, 8 in 2024-09-17T17:06:05.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:05 smithi031 ceph-mon[94873]: mgrmap e41: y(active, since 4s), standbys: x 2024-09-17T17:06:05.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:05 smithi031 ceph-mon[94873]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:05.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:05 smithi031 ceph-mon[94873]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:05.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:05 smithi031 ceph-mon[39468]: pgmap v9: 121 pgs: 121 active+clean; 295 MiB data, 912 MiB used, 714 GiB / 715 GiB avail; 187 MiB/s rd, 93 MiB/s wr, 1.13k op/s; 576 KiB/s, 1 objects/s recovering 2024-09-17T17:06:05.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:05 smithi031 ceph-mon[39468]: osdmap e235: 8 total, 8 up, 8 in 2024-09-17T17:06:05.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:05 smithi031 ceph-mon[39468]: mgrmap e41: y(active, since 4s), standbys: x 2024-09-17T17:06:05.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:05 smithi031 ceph-mon[39468]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:05.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:05 smithi031 ceph-mon[39468]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:05.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:05 smithi066 ceph-mon[31354]: pgmap v9: 121 pgs: 121 active+clean; 295 MiB data, 912 MiB used, 714 GiB / 715 GiB avail; 187 MiB/s rd, 93 MiB/s wr, 1.13k op/s; 576 KiB/s, 1 objects/s recovering 2024-09-17T17:06:05.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:05 smithi066 ceph-mon[31354]: osdmap e235: 8 total, 8 up, 8 in 2024-09-17T17:06:05.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:05 smithi066 ceph-mon[31354]: mgrmap e41: y(active, since 4s), standbys: x 2024-09-17T17:06:05.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:05 smithi066 ceph-mon[31354]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:05.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:05 smithi066 ceph-mon[31354]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:05.827 INFO:tasks.rados.rados.0.smithi031.stdout:920: done (9 left) 2024-09-17T17:06:05.827 INFO:tasks.rados.rados.0.smithi031.stdout:921: snap_create 2024-09-17T17:06:05.827 INFO:tasks.rados.rados.0.smithi031.stdout:909: finishing write tid 3 to smithi03184240-50 2024-09-17T17:06:05.827 INFO:tasks.rados.rados.0.smithi031.stdout:909: oid 50 updating version 0 to 460 2024-09-17T17:06:05.827 INFO:tasks.rados.rados.0.smithi031.stdout:909: oid 50 updating version 460 to 461 2024-09-17T17:06:05.827 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 461 (ObjNum 303 snap 83 seq_num 303) dirty exists 2024-09-17T17:06:05.827 INFO:tasks.rados.rados.0.smithi031.stdout:909: left oid 50 (ObjNum 303 snap 83 seq_num 303) 2024-09-17T17:06:05.827 INFO:tasks.rados.rados.0.smithi031.stdout:908: expect (ObjNum 283 snap 79 seq_num 283) 2024-09-17T17:06:05.952 INFO:tasks.rados.rados.0.smithi031.stdout:911: finishing copy_from to smithi03184240-15 2024-09-17T17:06:05.952 INFO:tasks.rados.rados.0.smithi031.stdout:911: got expected ENOENT (src dne) 2024-09-17T17:06:05.952 INFO:tasks.rados.rados.0.smithi031.stdout:911: finishing copy_from racing read to smithi03184240-15 2024-09-17T17:06:05.952 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 712 (ObjNum 291 snap 81 seq_num 291) dirty exists 2024-09-17T17:06:05.952 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 463 (ObjNum 269 snap 70 seq_num 269) dirty exists 2024-09-17T17:06:05.952 INFO:tasks.rados.rados.0.smithi031.stdout:914: finishing write tid 1 to smithi03184240-8 2024-09-17T17:06:05.953 INFO:tasks.rados.rados.0.smithi031.stdout:914: finishing write tid 2 to smithi03184240-8 2024-09-17T17:06:05.953 INFO:tasks.rados.rados.0.smithi031.stdout:914: finishing write tid 3 to smithi03184240-8 2024-09-17T17:06:05.953 INFO:tasks.rados.rados.0.smithi031.stdout:914: oid 8 updating version 0 to 466 2024-09-17T17:06:05.953 INFO:tasks.rados.rados.0.smithi031.stdout:914: oid 8 version 466 is already newer than 465 2024-09-17T17:06:05.953 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 466 (ObjNum 304 snap 83 seq_num 304) dirty exists 2024-09-17T17:06:05.953 INFO:tasks.rados.rados.0.smithi031.stdout:914: left oid 8 (ObjNum 304 snap 83 seq_num 304) 2024-09-17T17:06:05.953 INFO:tasks.rados.rados.0.smithi031.stdout:916: finishing write tid 1 to smithi03184240-38 2024-09-17T17:06:05.953 INFO:tasks.rados.rados.0.smithi031.stdout:916: finishing write tid 2 to smithi03184240-38 2024-09-17T17:06:05.953 INFO:tasks.rados.rados.0.smithi031.stdout:917: expect (ObjNum 206 snap 50 seq_num 206) 2024-09-17T17:06:05.973 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T17:06:05.973 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (4m) 1s ago 5m 26.4M - 0.25.0 c8568f914cd2 e19d96c7fca4 2024-09-17T17:06:05.973 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi066 *:3000 running (4m) 0s ago 4m 90.3M - 9.4.7 954c08fa6188 7bff2f45f353 2024-09-17T17:06:05.974 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (6m) 1s ago 6m 17.4M - 18.2.4-855-g19e2a2be 980a0bfcd684 564d1f0baaea 2024-09-17T17:06:05.974 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi066 running (6m) 0s ago 6m 18.9M - 18.2.4-855-g19e2a2be 980a0bfcd684 c397d3fc9cd9 2024-09-17T17:06:05.974 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi066 *:8443,9283,8765 running (27s) 0s ago 9m 451M - 19.3.0-4975-g1889a165 a500243bbb0c f591bc4bdc0b 2024-09-17T17:06:05.974 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:8443,9283,8765 running (55s) 1s ago 11m 490M - 19.3.0-4975-g1889a165 a500243bbb0c 9305cc0f241a 2024-09-17T17:06:05.974 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (13s) 1s ago 11m 32.7M 2048M 19.3.0-4975-g1889a165 a500243bbb0c ebe1c312bc55 2024-09-17T17:06:05.974 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi066 running (10m) 0s ago 10m 60.3M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 1609e0a1a698 2024-09-17T17:06:05.974 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (10m) 1s ago 10m 52.8M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 ff7ae5068af1 2024-09-17T17:06:05.974 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (4m) 1s ago 4m 15.6M - 1.5.0 0da6a335fe13 5461f4c7304d 2024-09-17T17:06:05.974 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi066 *:9100 running (4m) 0s ago 4m 17.1M - 1.5.0 0da6a335fe13 f747e79004be 2024-09-17T17:06:05.974 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (9m) 1s ago 9m 186M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 38476b1f028e 2024-09-17T17:06:05.974 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (9m) 1s ago 9m 120M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 626c909b429a 2024-09-17T17:06:05.974 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (8m) 1s ago 8m 137M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 f9740304d424 2024-09-17T17:06:05.974 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (8m) 1s ago 8m 93.5M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 aa304ea854ca 2024-09-17T17:06:05.975 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi066 running (8m) 0s ago 8m 148M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 a9ca20b85bc9 2024-09-17T17:06:05.975 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi066 running (7m) 0s ago 7m 150M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 2c5ce84fcccf 2024-09-17T17:06:05.975 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi066 running (7m) 0s ago 7m 102M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 d221efc6e856 2024-09-17T17:06:05.975 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi066 running (6m) 0s ago 6m 87.7M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 ce691a28a9fd 2024-09-17T17:06:05.975 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi066 *:9095 running (32s) 0s ago 5m 39.1M - 2.43.0 a07b618ecd1d c016a10f3f92 2024-09-17T17:06:05.983 INFO:tasks.rados.rados.0.smithi031.stdout:916: finishing write tid 3 to smithi03184240-38 2024-09-17T17:06:05.983 INFO:tasks.rados.rados.0.smithi031.stdout:916: oid 38 updating version 0 to 468 2024-09-17T17:06:05.983 INFO:tasks.rados.rados.0.smithi031.stdout:916: oid 38 updating version 468 to 469 2024-09-17T17:06:05.983 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 469 (ObjNum 305 snap 83 seq_num 305) dirty exists 2024-09-17T17:06:05.983 INFO:tasks.rados.rados.0.smithi031.stdout:916: left oid 38 (ObjNum 305 snap 83 seq_num 305) 2024-09-17T17:06:06.329 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:06:06.329 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-09-17T17:06:06.330 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2, 2024-09-17T17:06:06.330 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 1 2024-09-17T17:06:06.330 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:06:06.330 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-09-17T17:06:06.330 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 2 2024-09-17T17:06:06.330 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:06:06.330 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-09-17T17:06:06.330 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 8 2024-09-17T17:06:06.330 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:06:06.330 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-09-17T17:06:06.330 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T17:06:06.330 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:06:06.330 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-09-17T17:06:06.330 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 12, 2024-09-17T17:06:06.331 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 3 2024-09-17T17:06:06.331 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-17T17:06:06.331 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:06:06.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:06 smithi031 ceph-mon[39468]: from='client.34146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:06:06.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:06 smithi031 ceph-mon[39468]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:06.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:06 smithi031 ceph-mon[39468]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:06.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:06 smithi031 ceph-mon[39468]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:06.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:06 smithi031 ceph-mon[39468]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:06.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:06 smithi031 ceph-mon[39468]: from='client.34152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:06:06.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:06 smithi031 ceph-mon[39468]: osdmap e236: 8 total, 8 up, 8 in 2024-09-17T17:06:06.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:06 smithi031 ceph-mon[39468]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:06.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:06 smithi031 ceph-mon[39468]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:06.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:06 smithi031 ceph-mon[39468]: from='client.? 172.21.15.31:0/2317408390' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:06:06.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:06 smithi031 ceph-mon[94873]: from='client.34146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:06:06.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:06 smithi031 ceph-mon[94873]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:06.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:06 smithi031 ceph-mon[94873]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:06.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:06 smithi031 ceph-mon[94873]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:06.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:06 smithi031 ceph-mon[94873]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:06.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:06 smithi031 ceph-mon[94873]: from='client.34152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:06:06.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:06 smithi031 ceph-mon[94873]: osdmap e236: 8 total, 8 up, 8 in 2024-09-17T17:06:06.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:06 smithi031 ceph-mon[94873]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:06.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:06 smithi031 ceph-mon[94873]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:06.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:06 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/2317408390' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:06:06.628 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:06:06.628 INFO:teuthology.orchestra.run.smithi031.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0", 2024-09-17T17:06:06.628 INFO:teuthology.orchestra.run.smithi031.stdout: "in_progress": true, 2024-09-17T17:06:06.628 INFO:teuthology.orchestra.run.smithi031.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T17:06:06.629 INFO:teuthology.orchestra.run.smithi031.stdout: "services_complete": [ 2024-09-17T17:06:06.629 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr" 2024-09-17T17:06:06.629 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-17T17:06:06.629 INFO:teuthology.orchestra.run.smithi031.stdout: "progress": "3/20 daemons upgraded", 2024-09-17T17:06:06.629 INFO:teuthology.orchestra.run.smithi031.stdout: "message": "", 2024-09-17T17:06:06.629 INFO:teuthology.orchestra.run.smithi031.stdout: "is_paused": false 2024-09-17T17:06:06.629 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:06:06.771 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:06 smithi066 ceph-mon[31354]: from='client.34146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:06:06.771 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:06 smithi066 ceph-mon[31354]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:06.772 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:06 smithi066 ceph-mon[31354]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:06.772 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:06 smithi066 ceph-mon[31354]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:06.772 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:06 smithi066 ceph-mon[31354]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:06.772 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:06 smithi066 ceph-mon[31354]: from='client.34152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:06:06.772 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:06 smithi066 ceph-mon[31354]: osdmap e236: 8 total, 8 up, 8 in 2024-09-17T17:06:06.772 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:06 smithi066 ceph-mon[31354]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:06.772 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:06 smithi066 ceph-mon[31354]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:06.772 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:06 smithi066 ceph-mon[31354]: from='client.? 172.21.15.31:0/2317408390' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:06:06.834 INFO:tasks.rados.rados.0.smithi031.stdout:908: done (9 left) 2024-09-17T17:06:06.835 INFO:tasks.rados.rados.0.smithi031.stdout:909: done (8 left) 2024-09-17T17:06:06.835 INFO:tasks.rados.rados.0.smithi031.stdout:910: done (7 left) 2024-09-17T17:06:06.835 INFO:tasks.rados.rados.0.smithi031.stdout:911: done (6 left) 2024-09-17T17:06:06.835 INFO:tasks.rados.rados.0.smithi031.stdout:912: done (5 left) 2024-09-17T17:06:06.835 INFO:tasks.rados.rados.0.smithi031.stdout:913: done (4 left) 2024-09-17T17:06:06.835 INFO:tasks.rados.rados.0.smithi031.stdout:914: done (3 left) 2024-09-17T17:06:06.835 INFO:tasks.rados.rados.0.smithi031.stdout:916: done (2 left) 2024-09-17T17:06:06.835 INFO:tasks.rados.rados.0.smithi031.stdout:917: done (1 left) 2024-09-17T17:06:06.835 INFO:tasks.rados.rados.0.smithi031.stdout:921: done (0 left) 2024-09-17T17:06:06.835 INFO:tasks.rados.rados.0.smithi031.stdout:922: snap_create 2024-09-17T17:06:07.720 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:07 smithi066 ceph-mon[31354]: from='client.34158 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:06:07.720 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:07 smithi066 ceph-mon[31354]: pgmap v12: 121 pgs: 121 active+clean; 284 MiB data, 913 MiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 2.3 MiB/s wr, 58 op/s 2024-09-17T17:06:07.720 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:07 smithi066 ceph-mon[31354]: from='client.25163 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:06:07.720 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:07 smithi066 ceph-mon[31354]: osdmap e237: 8 total, 8 up, 8 in 2024-09-17T17:06:07.836 INFO:tasks.rados.rados.0.smithi031.stdout:922: done (0 left) 2024-09-17T17:06:07.836 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 18 current snap is 85 2024-09-17T17:06:07.837 INFO:tasks.rados.rados.0.smithi031.stdout:923: seq_num 306 ranges {0=327680} 2024-09-17T17:06:07.838 INFO:tasks.rados.rados.0.smithi031.stdout:923: writing smithi03184240-18 from 0 to 327680 tid 1 2024-09-17T17:06:07.838 INFO:tasks.rados.rados.0.smithi031.stdout:924: copy_from oid 5 from oid 33 current snap is 85 2024-09-17T17:06:07.838 INFO:tasks.rados.rados.0.smithi031.stdout:925: snap_remove snap 80 2024-09-17T17:06:07.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:07 smithi031 ceph-mon[94873]: from='client.34158 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:06:07.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:07 smithi031 ceph-mon[94873]: pgmap v12: 121 pgs: 121 active+clean; 284 MiB data, 913 MiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 2.3 MiB/s wr, 58 op/s 2024-09-17T17:06:07.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:07 smithi031 ceph-mon[94873]: from='client.25163 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:06:07.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:07 smithi031 ceph-mon[94873]: osdmap e237: 8 total, 8 up, 8 in 2024-09-17T17:06:07.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:07 smithi031 ceph-mon[39468]: from='client.34158 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:06:07.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:07 smithi031 ceph-mon[39468]: pgmap v12: 121 pgs: 121 active+clean; 284 MiB data, 913 MiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 2.3 MiB/s wr, 58 op/s 2024-09-17T17:06:07.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:07 smithi031 ceph-mon[39468]: from='client.25163 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:06:07.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:07 smithi031 ceph-mon[39468]: osdmap e237: 8 total, 8 up, 8 in 2024-09-17T17:06:08.286 INFO:tasks.rados.rados.0.smithi031.stdout:925: done (2 left) 2024-09-17T17:06:08.286 INFO:tasks.rados.rados.0.smithi031.stdout:926: rollback oid 46 current snap is 85 2024-09-17T17:06:08.286 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 46 to 69 2024-09-17T17:06:08.287 INFO:tasks.rados.rados.0.smithi031.stdout:924: finishing copy_from to smithi03184240-5 2024-09-17T17:06:08.287 INFO:tasks.rados.rados.0.smithi031.stdout:924: got expected ENOENT (src dne) 2024-09-17T17:06:08.287 INFO:tasks.rados.rados.0.smithi031.stdout:924: finishing copy_from racing read to smithi03184240-5 2024-09-17T17:06:08.287 INFO:tasks.rados.rados.0.smithi031.stdout:923: finishing write tid 1 to smithi03184240-18 2024-09-17T17:06:08.287 INFO:tasks.rados.rados.0.smithi031.stdout:923: finishing write tid 2 to smithi03184240-18 2024-09-17T17:06:08.287 INFO:tasks.rados.rados.0.smithi031.stdout:923: finishing write tid 3 to smithi03184240-18 2024-09-17T17:06:08.287 INFO:tasks.rados.rados.0.smithi031.stdout:923: oid 18 updating version 0 to 478 2024-09-17T17:06:08.287 INFO:tasks.rados.rados.0.smithi031.stdout:923: oid 18 version 478 is already newer than 477 2024-09-17T17:06:08.287 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 478 (ObjNum 306 snap 85 seq_num 306) dirty exists 2024-09-17T17:06:08.287 INFO:tasks.rados.rados.0.smithi031.stdout:923: left oid 18 (ObjNum 306 snap 85 seq_num 306) 2024-09-17T17:06:08.287 INFO:tasks.rados.rados.0.smithi031.stdout:923: done (2 left) 2024-09-17T17:06:08.287 INFO:tasks.rados.rados.0.smithi031.stdout:924: done (1 left) 2024-09-17T17:06:08.287 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 41 current snap is 85 2024-09-17T17:06:08.287 INFO:tasks.rados.rados.0.smithi031.stdout:927: seq_num 307 ranges {6856704=344064} 2024-09-17T17:06:08.327 INFO:tasks.rados.rados.0.smithi031.stdout:927: writing smithi03184240-41 from 6856704 to 7200768 tid 1 2024-09-17T17:06:08.327 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 85 2024-09-17T17:06:08.327 INFO:tasks.rados.rados.0.smithi031.stdout:928: seq_num 308 ranges {0=360448} 2024-09-17T17:06:08.329 INFO:tasks.rados.rados.0.smithi031.stdout:928: writing smithi03184240-23 from 0 to 360448 tid 1 2024-09-17T17:06:08.329 INFO:tasks.rados.rados.0.smithi031.stdout:929: snap_create 2024-09-17T17:06:08.329 INFO:tasks.rados.rados.0.smithi031.stdout:926: finishing rollback tid 0 to smithi03184240-46 2024-09-17T17:06:08.329 INFO:tasks.rados.rados.0.smithi031.stdout:926: finishing rollback tid 1 to smithi03184240-46 2024-09-17T17:06:08.329 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 481 (ObjNum 65 snap 0 seq_num 1902470254) dirty dne 2024-09-17T17:06:08.330 INFO:tasks.rados.rados.0.smithi031.stdout:927: finishing write tid 1 to smithi03184240-41 2024-09-17T17:06:08.330 INFO:tasks.rados.rados.0.smithi031.stdout:927: finishing write tid 2 to smithi03184240-41 2024-09-17T17:06:08.331 INFO:tasks.rados.rados.0.smithi031.stdout:927: finishing write tid 3 to smithi03184240-41 2024-09-17T17:06:08.332 INFO:tasks.rados.rados.0.smithi031.stdout:927: oid 41 updating version 0 to 357 2024-09-17T17:06:08.332 INFO:tasks.rados.rados.0.smithi031.stdout:927: oid 41 updating version 357 to 358 2024-09-17T17:06:08.332 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 358 (ObjNum 307 snap 85 seq_num 307) dirty exists 2024-09-17T17:06:08.332 INFO:tasks.rados.rados.0.smithi031.stdout:927: left oid 41 (ObjNum 307 snap 85 seq_num 307) 2024-09-17T17:06:08.332 INFO:tasks.rados.rados.0.smithi031.stdout:928: finishing write tid 1 to smithi03184240-23 2024-09-17T17:06:08.332 INFO:tasks.rados.rados.0.smithi031.stdout:928: finishing write tid 2 to smithi03184240-23 2024-09-17T17:06:08.334 INFO:tasks.rados.rados.0.smithi031.stdout:928: finishing write tid 3 to smithi03184240-23 2024-09-17T17:06:08.334 INFO:tasks.rados.rados.0.smithi031.stdout:928: oid 23 updating version 0 to 211 2024-09-17T17:06:08.334 INFO:tasks.rados.rados.0.smithi031.stdout:928: oid 23 version 211 is already newer than 210 2024-09-17T17:06:08.334 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 211 (ObjNum 308 snap 85 seq_num 308) dirty exists 2024-09-17T17:06:08.334 INFO:tasks.rados.rados.0.smithi031.stdout:928: left oid 23 (ObjNum 308 snap 85 seq_num 308) 2024-09-17T17:06:09.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:08 smithi031 ceph-mon[39468]: osdmap e238: 8 total, 8 up, 8 in 2024-09-17T17:06:09.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:08 smithi031 ceph-mon[39468]: pgmap v15: 121 pgs: 121 active+clean; 284 MiB data, 913 MiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 2.3 MiB/s wr, 58 op/s 2024-09-17T17:06:09.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:08 smithi031 ceph-mon[39468]: osdmap e239: 8 total, 8 up, 8 in 2024-09-17T17:06:09.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:08 smithi031 ceph-mon[94873]: osdmap e238: 8 total, 8 up, 8 in 2024-09-17T17:06:09.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:08 smithi031 ceph-mon[94873]: pgmap v15: 121 pgs: 121 active+clean; 284 MiB data, 913 MiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 2.3 MiB/s wr, 58 op/s 2024-09-17T17:06:09.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:08 smithi031 ceph-mon[94873]: osdmap e239: 8 total, 8 up, 8 in 2024-09-17T17:06:09.132 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:08 smithi066 ceph-mon[31354]: osdmap e238: 8 total, 8 up, 8 in 2024-09-17T17:06:09.132 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:08 smithi066 ceph-mon[31354]: pgmap v15: 121 pgs: 121 active+clean; 284 MiB data, 913 MiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 2.3 MiB/s wr, 58 op/s 2024-09-17T17:06:09.132 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:08 smithi066 ceph-mon[31354]: osdmap e239: 8 total, 8 up, 8 in 2024-09-17T17:06:09.288 INFO:tasks.rados.rados.0.smithi031.stdout:926: done (3 left) 2024-09-17T17:06:09.288 INFO:tasks.rados.rados.0.smithi031.stdout:927: done (2 left) 2024-09-17T17:06:09.288 INFO:tasks.rados.rados.0.smithi031.stdout:928: done (1 left) 2024-09-17T17:06:09.288 INFO:tasks.rados.rados.0.smithi031.stdout:929: done (0 left) 2024-09-17T17:06:09.288 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 86 2024-09-17T17:06:09.288 INFO:tasks.rados.rados.0.smithi031.stdout:930: seq_num 309 ranges {2457600=376832} 2024-09-17T17:06:09.303 INFO:tasks.rados.rados.0.smithi031.stdout:930: writing smithi03184240-45 from 2457600 to 2834432 tid 1 2024-09-17T17:06:09.304 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 86 2024-09-17T17:06:09.304 INFO:tasks.rados.rados.0.smithi031.stdout:931: seq_num 310 ranges {114688=401408} 2024-09-17T17:06:09.306 INFO:tasks.rados.rados.0.smithi031.stdout:931: writing smithi03184240-10 from 114688 to 516096 tid 1 2024-09-17T17:06:09.306 INFO:tasks.rados.rados.0.smithi031.stdout:932: delete oid 7 current snap is 86 2024-09-17T17:06:09.308 INFO:tasks.rados.rados.0.smithi031.stdout:932: done (2 left) 2024-09-17T17:06:09.308 INFO:tasks.rados.rados.0.smithi031.stdout:933: rmattr oid 6 current snap is 86 2024-09-17T17:06:09.308 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 49 current snap is 86 2024-09-17T17:06:09.308 INFO:tasks.rados.rados.0.smithi031.stdout:934: seq_num 312 ranges {0=434176} 2024-09-17T17:06:09.312 INFO:tasks.rados.rados.0.smithi031.stdout:934: writing smithi03184240-49 from 0 to 434176 tid 1 2024-09-17T17:06:09.312 INFO:tasks.rados.rados.0.smithi031.stdout:930: finishing write tid 1 to smithi03184240-45 2024-09-17T17:06:09.312 INFO:tasks.rados.rados.0.smithi031.stdout:930: finishing write tid 2 to smithi03184240-45 2024-09-17T17:06:09.312 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 86 2024-09-17T17:06:09.312 INFO:tasks.rados.rados.0.smithi031.stdout:935: seq_num 313 ranges {303104=450560} 2024-09-17T17:06:09.317 INFO:tasks.rados.rados.0.smithi031.stdout:935: writing smithi03184240-2 from 303104 to 753664 tid 1 2024-09-17T17:06:09.317 INFO:tasks.rados.rados.0.smithi031.stdout:936: delete oid 22 current snap is 86 2024-09-17T17:06:09.317 INFO:tasks.rados.rados.0.smithi031.stdout:931: finishing write tid 1 to smithi03184240-10 2024-09-17T17:06:09.317 INFO:tasks.rados.rados.0.smithi031.stdout:931: finishing write tid 2 to smithi03184240-10 2024-09-17T17:06:09.317 INFO:tasks.rados.rados.0.smithi031.stdout:930: finishing write tid 3 to smithi03184240-45 2024-09-17T17:06:09.317 INFO:tasks.rados.rados.0.smithi031.stdout:930: oid 45 updating version 0 to 735 2024-09-17T17:06:09.317 INFO:tasks.rados.rados.0.smithi031.stdout:930: oid 45 version 735 is already newer than 734 2024-09-17T17:06:09.318 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 735 (ObjNum 309 snap 86 seq_num 309) dirty exists 2024-09-17T17:06:09.318 INFO:tasks.rados.rados.0.smithi031.stdout:930: left oid 45 (ObjNum 309 snap 86 seq_num 309) 2024-09-17T17:06:09.318 INFO:tasks.rados.rados.0.smithi031.stdout:931: finishing write tid 3 to smithi03184240-10 2024-09-17T17:06:09.318 INFO:tasks.rados.rados.0.smithi031.stdout:931: oid 10 updating version 0 to 212 2024-09-17T17:06:09.318 INFO:tasks.rados.rados.0.smithi031.stdout:931: oid 10 updating version 212 to 213 2024-09-17T17:06:09.318 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 213 (ObjNum 310 snap 86 seq_num 310) dirty exists 2024-09-17T17:06:09.318 INFO:tasks.rados.rados.0.smithi031.stdout:931: left oid 10 (ObjNum 310 snap 86 seq_num 310) 2024-09-17T17:06:09.318 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 200 (ObjNum 286 snap 80 seq_num 286) dirty exists 2024-09-17T17:06:09.318 INFO:tasks.rados.rados.0.smithi031.stdout:934: finishing write tid 1 to smithi03184240-49 2024-09-17T17:06:09.318 INFO:tasks.rados.rados.0.smithi031.stdout:934: finishing write tid 2 to smithi03184240-49 2024-09-17T17:06:09.319 INFO:tasks.rados.rados.0.smithi031.stdout:934: finishing write tid 3 to smithi03184240-49 2024-09-17T17:06:09.319 INFO:tasks.rados.rados.0.smithi031.stdout:934: oid 49 updating version 0 to 303 2024-09-17T17:06:09.319 INFO:tasks.rados.rados.0.smithi031.stdout:934: oid 49 version 303 is already newer than 302 2024-09-17T17:06:09.319 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 303 (ObjNum 312 snap 86 seq_num 312) dirty exists 2024-09-17T17:06:09.319 INFO:tasks.rados.rados.0.smithi031.stdout:934: left oid 49 (ObjNum 312 snap 86 seq_num 312) 2024-09-17T17:06:09.319 INFO:tasks.rados.rados.0.smithi031.stdout:930: done (5 left) 2024-09-17T17:06:09.319 INFO:tasks.rados.rados.0.smithi031.stdout:931: done (4 left) 2024-09-17T17:06:09.319 INFO:tasks.rados.rados.0.smithi031.stdout:933: done (3 left) 2024-09-17T17:06:09.319 INFO:tasks.rados.rados.0.smithi031.stdout:934: done (2 left) 2024-09-17T17:06:09.319 INFO:tasks.rados.rados.0.smithi031.stdout:936: done (1 left) 2024-09-17T17:06:09.319 INFO:tasks.rados.rados.0.smithi031.stdout:937: snap_create 2024-09-17T17:06:09.320 INFO:tasks.rados.rados.0.smithi031.stdout:935: finishing write tid 1 to smithi03184240-2 2024-09-17T17:06:09.320 INFO:tasks.rados.rados.0.smithi031.stdout:935: finishing write tid 2 to smithi03184240-2 2024-09-17T17:06:09.321 INFO:tasks.rados.rados.0.smithi031.stdout:935: finishing write tid 3 to smithi03184240-2 2024-09-17T17:06:09.321 INFO:tasks.rados.rados.0.smithi031.stdout:935: oid 2 updating version 0 to 738 2024-09-17T17:06:09.321 INFO:tasks.rados.rados.0.smithi031.stdout:935: oid 2 version 738 is already newer than 737 2024-09-17T17:06:09.321 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 738 (ObjNum 313 snap 86 seq_num 313) dirty exists 2024-09-17T17:06:09.321 INFO:tasks.rados.rados.0.smithi031.stdout:935: left oid 2 (ObjNum 313 snap 86 seq_num 313) 2024-09-17T17:06:10.293 INFO:tasks.rados.rados.0.smithi031.stdout:935: done (1 left) 2024-09-17T17:06:10.293 INFO:tasks.rados.rados.0.smithi031.stdout:937: done (0 left) 2024-09-17T17:06:10.293 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 13 current snap is 87 2024-09-17T17:06:10.294 INFO:tasks.rados.rados.0.smithi031.stdout:938: seq_num 315 ranges {3973120=483328} 2024-09-17T17:06:10.317 INFO:tasks.rados.rados.0.smithi031.stdout:938: writing smithi03184240-13 from 3973120 to 4456448 tid 1 2024-09-17T17:06:10.318 INFO:tasks.rados.rados.0.smithi031.stdout:939: delete oid 50 current snap is 87 2024-09-17T17:06:10.325 INFO:tasks.rados.rados.0.smithi031.stdout:938: finishing write tid 1 to smithi03184240-13 2024-09-17T17:06:10.325 INFO:tasks.rados.rados.0.smithi031.stdout:939: done (1 left) 2024-09-17T17:06:10.325 INFO:tasks.rados.rados.0.smithi031.stdout:940: rollback oid 21 current snap is 87 2024-09-17T17:06:10.325 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 21 to 35 2024-09-17T17:06:10.325 INFO:tasks.rados.rados.0.smithi031.stdout:941: snap_remove snap 60 2024-09-17T17:06:10.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:10 smithi031 ceph-mon[94873]: osdmap e240: 8 total, 8 up, 8 in 2024-09-17T17:06:10.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:10 smithi031 ceph-mon[94873]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:10.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:10 smithi031 ceph-mon[94873]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:10.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:10 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:06:10.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:10 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:06:10.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:10 smithi031 ceph-mon[94873]: Updating smithi031:/etc/ceph/ceph.conf 2024-09-17T17:06:10.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:10 smithi031 ceph-mon[94873]: Updating smithi066:/etc/ceph/ceph.conf 2024-09-17T17:06:10.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:10 smithi031 ceph-mon[94873]: Updating smithi031:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T17:06:10.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:10 smithi031 ceph-mon[94873]: Updating smithi066:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T17:06:10.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:10 smithi031 ceph-mon[94873]: Updating smithi031:/etc/ceph/ceph.client.admin.keyring 2024-09-17T17:06:10.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:10 smithi031 ceph-mon[94873]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:10.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:10 smithi031 ceph-mon[94873]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:10.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:10 smithi031 ceph-mon[94873]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:10.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:10 smithi031 ceph-mon[94873]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:10.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:10 smithi031 ceph-mon[94873]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:10.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:10 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:06:10.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:10 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T17:06:10.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:10 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-17T17:06:10.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:10 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-17T17:06:10.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:10 smithi031 ceph-mon[39468]: osdmap e240: 8 total, 8 up, 8 in 2024-09-17T17:06:10.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:10 smithi031 ceph-mon[39468]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:10.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:10 smithi031 ceph-mon[39468]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:10.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:10 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:06:10.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:10 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:06:10.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:10 smithi031 ceph-mon[39468]: Updating smithi031:/etc/ceph/ceph.conf 2024-09-17T17:06:10.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:10 smithi031 ceph-mon[39468]: Updating smithi066:/etc/ceph/ceph.conf 2024-09-17T17:06:10.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:10 smithi031 ceph-mon[39468]: Updating smithi031:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T17:06:10.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:10 smithi031 ceph-mon[39468]: Updating smithi066:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T17:06:10.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:10 smithi031 ceph-mon[39468]: Updating smithi031:/etc/ceph/ceph.client.admin.keyring 2024-09-17T17:06:10.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:10 smithi031 ceph-mon[39468]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:10.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:10 smithi031 ceph-mon[39468]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:10.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:10 smithi031 ceph-mon[39468]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:10.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:10 smithi031 ceph-mon[39468]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:10.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:10 smithi031 ceph-mon[39468]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:10.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:10 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:06:10.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:10 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T17:06:10.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:10 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-17T17:06:10.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:10 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-17T17:06:10.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:10 smithi066 ceph-mon[31354]: osdmap e240: 8 total, 8 up, 8 in 2024-09-17T17:06:10.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:10 smithi066 ceph-mon[31354]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:10.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:10 smithi066 ceph-mon[31354]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:10.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:10 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:06:10.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:10 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:06:10.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:10 smithi066 ceph-mon[31354]: Updating smithi031:/etc/ceph/ceph.conf 2024-09-17T17:06:10.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:10 smithi066 ceph-mon[31354]: Updating smithi066:/etc/ceph/ceph.conf 2024-09-17T17:06:10.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:10 smithi066 ceph-mon[31354]: Updating smithi031:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T17:06:10.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:10 smithi066 ceph-mon[31354]: Updating smithi066:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T17:06:10.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:10 smithi066 ceph-mon[31354]: Updating smithi031:/etc/ceph/ceph.client.admin.keyring 2024-09-17T17:06:10.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:10 smithi066 ceph-mon[31354]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:10.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:10 smithi066 ceph-mon[31354]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:10.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:10 smithi066 ceph-mon[31354]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:10.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:10 smithi066 ceph-mon[31354]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:10.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:10 smithi066 ceph-mon[31354]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:10.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:10 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:06:10.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:10 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T17:06:10.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:10 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-17T17:06:10.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:10 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-17T17:06:11.307 INFO:tasks.rados.rados.0.smithi031.stdout:941: done (2 left) 2024-09-17T17:06:11.307 INFO:tasks.rados.rados.0.smithi031.stdout:942: snap_create 2024-09-17T17:06:11.307 INFO:tasks.rados.rados.0.smithi031.stdout:938: finishing write tid 2 to smithi03184240-13 2024-09-17T17:06:11.307 INFO:tasks.rados.rados.0.smithi031.stdout:938: finishing write tid 3 to smithi03184240-13 2024-09-17T17:06:11.307 INFO:tasks.rados.rados.0.smithi031.stdout:938: oid 13 updating version 0 to 459 2024-09-17T17:06:11.307 INFO:tasks.rados.rados.0.smithi031.stdout:938: oid 13 version 459 is already newer than 458 2024-09-17T17:06:11.307 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 459 (ObjNum 315 snap 87 seq_num 315) dirty exists 2024-09-17T17:06:11.307 INFO:tasks.rados.rados.0.smithi031.stdout:938: left oid 13 (ObjNum 315 snap 87 seq_num 315) 2024-09-17T17:06:11.307 INFO:tasks.rados.rados.0.smithi031.stdout:940: finishing rollback tid 0 to smithi03184240-21 2024-09-17T17:06:11.308 INFO:tasks.rados.rados.0.smithi031.stdout:940: finishing rollback tid 1 to smithi03184240-21 2024-09-17T17:06:11.308 INFO:tasks.rados.rados.0.smithi031.stdout:940: finishing rollback tid 2 to smithi03184240-21 2024-09-17T17:06:11.308 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 204 (ObjNum 126 snap 28 seq_num 126) dirty exists 2024-09-17T17:06:11.538 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[39468]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-09-17T17:06:11.538 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[39468]: Updating smithi031:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T17:06:11.538 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[39468]: Updating smithi066:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T17:06:11.539 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[39468]: pgmap v18: 121 pgs: 121 active+clean; 284 MiB data, 913 MiB used, 714 GiB / 715 GiB avail 2024-09-17T17:06:11.539 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[39468]: Upgrade: It appears safe to stop mon.c 2024-09-17T17:06:11.539 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[39468]: osdmap e241: 8 total, 8 up, 8 in 2024-09-17T17:06:11.539 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:06:11.539 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:06:11.539 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:06:11.539 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:06:11.539 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:06:11.539 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:06:11.539 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:06:11.539 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:06:11.539 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:06:11.539 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:06:11.540 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:06:11.540 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:06:11.540 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:06:11.540 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:06:11.540 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:06:11.540 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:06:11.540 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:06:11.540 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:06:11.540 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:06:11.540 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:06:11.540 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:06:11.540 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:06:11.540 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[39468]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:06:11.541 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:06:11.541 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:06:11.541 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:06:11.541 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[94873]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-09-17T17:06:11.541 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[94873]: Updating smithi031:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T17:06:11.541 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[94873]: Updating smithi066:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T17:06:11.541 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[94873]: pgmap v18: 121 pgs: 121 active+clean; 284 MiB data, 913 MiB used, 714 GiB / 715 GiB avail 2024-09-17T17:06:11.541 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[94873]: Upgrade: It appears safe to stop mon.c 2024-09-17T17:06:11.541 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[94873]: osdmap e241: 8 total, 8 up, 8 in 2024-09-17T17:06:11.542 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:06:11.542 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:06:11.542 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:06:11.542 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:06:11.542 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:06:11.542 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:06:11.542 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:06:11.542 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:06:11.542 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:06:11.542 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:06:11.542 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:06:11.542 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[94873]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:06:11.542 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[94873]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:06:11.542 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:06:11.542 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:06:11.543 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:06:11.543 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[94873]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:06:11.543 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[94873]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:06:11.543 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:06:11.543 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:06:11.543 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:06:11.543 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[94873]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:06:11.543 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[94873]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:06:11.543 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:06:11.543 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:06:11.543 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:06:11.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:11 smithi066 ceph-mon[31354]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-09-17T17:06:11.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:11 smithi066 ceph-mon[31354]: Updating smithi031:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T17:06:11.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:11 smithi066 ceph-mon[31354]: Updating smithi066:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T17:06:11.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:11 smithi066 ceph-mon[31354]: pgmap v18: 121 pgs: 121 active+clean; 284 MiB data, 913 MiB used, 714 GiB / 715 GiB avail 2024-09-17T17:06:11.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:11 smithi066 ceph-mon[31354]: Upgrade: It appears safe to stop mon.c 2024-09-17T17:06:11.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:11 smithi066 ceph-mon[31354]: osdmap e241: 8 total, 8 up, 8 in 2024-09-17T17:06:11.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:11 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:06:11.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:11 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-17T17:06:11.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:11 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:06:11.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:11 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:06:11.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:11 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:06:11.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:11 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:06:11.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:11 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:06:11.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:11 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:06:11.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:11 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:06:11.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:11 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:06:11.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:11 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:06:11.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:11 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:06:11.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:11 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:06:11.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:11 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:06:11.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:11 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:06:11.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:11 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:06:11.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:11 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:06:11.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:11 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:06:11.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:11 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:06:11.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:11 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:06:11.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:11 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:06:11.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:11 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:06:11.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:11 smithi066 ceph-mon[31354]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:06:11.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:11 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T17:06:11.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:11 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T17:06:11.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:11 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T17:06:11.843 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:11 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:06:11] "GET /metrics HTTP/1.1" 200 33333 "" "Prometheus/2.43.0" 2024-09-17T17:06:12.313 INFO:tasks.rados.rados.0.smithi031.stdout:938: done (2 left) 2024-09-17T17:06:12.313 INFO:tasks.rados.rados.0.smithi031.stdout:940: done (1 left) 2024-09-17T17:06:12.313 INFO:tasks.rados.rados.0.smithi031.stdout:942: done (0 left) 2024-09-17T17:06:12.314 INFO:tasks.rados.rados.0.smithi031.stdout:943: read oid 46 snap -1 2024-09-17T17:06:12.314 INFO:tasks.rados.rados.0.smithi031.stdout:943: expect deleted 2024-09-17T17:06:12.314 INFO:tasks.rados.rados.0.smithi031.stdout:944: read oid 12 snap -1 2024-09-17T17:06:12.314 INFO:tasks.rados.rados.0.smithi031.stdout:944: expect (ObjNum 292 snap 81 seq_num 292) 2024-09-17T17:06:12.314 INFO:tasks.rados.rados.0.smithi031.stdout:945: read oid 29 snap -1 2024-09-17T17:06:12.314 INFO:tasks.rados.rados.0.smithi031.stdout:945: expect deleted 2024-09-17T17:06:12.314 INFO:tasks.rados.rados.0.smithi031.stdout:946: snap_remove snap 35 2024-09-17T17:06:12.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:12 smithi031 ceph-mon[39468]: osdmap e242: 8 total, 8 up, 8 in 2024-09-17T17:06:12.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:12 smithi031 ceph-mon[39468]: Upgrade: Updating mon.c 2024-09-17T17:06:12.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:12 smithi031 ceph-mon[39468]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:12.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:12 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T17:06:12.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:12 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T17:06:12.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:12 smithi031 ceph-mon[39468]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:06:12.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:12 smithi031 ceph-mon[39468]: Deploying daemon mon.c on smithi031 2024-09-17T17:06:12.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:12 smithi031 ceph-mon[94873]: osdmap e242: 8 total, 8 up, 8 in 2024-09-17T17:06:12.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:12 smithi031 ceph-mon[94873]: Upgrade: Updating mon.c 2024-09-17T17:06:12.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:12 smithi031 ceph-mon[94873]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:12.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:12 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T17:06:12.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:12 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T17:06:12.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:12 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:06:12.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:12 smithi031 ceph-mon[94873]: Deploying daemon mon.c on smithi031 2024-09-17T17:06:12.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:12 smithi066 ceph-mon[31354]: osdmap e242: 8 total, 8 up, 8 in 2024-09-17T17:06:12.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:12 smithi066 ceph-mon[31354]: Upgrade: Updating mon.c 2024-09-17T17:06:12.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:12 smithi066 ceph-mon[31354]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:12.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:12 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T17:06:12.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:12 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T17:06:12.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:12 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:06:12.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:12 smithi066 ceph-mon[31354]: Deploying daemon mon.c on smithi031 2024-09-17T17:06:13.290 INFO:tasks.rados.rados.0.smithi031.stdout:946: done (3 left) 2024-09-17T17:06:13.291 INFO:tasks.rados.rados.0.smithi031.stdout:947: setattr oid 42 current snap is 88 2024-09-17T17:06:13.291 INFO:tasks.rados.rados.0.smithi031.stdout:944: expect (ObjNum 292 snap 81 seq_num 292) 2024-09-17T17:06:13.410 INFO:tasks.rados.rados.0.smithi031.stdout:943: done (3 left) 2024-09-17T17:06:13.410 INFO:tasks.rados.rados.0.smithi031.stdout:944: done (2 left) 2024-09-17T17:06:13.410 INFO:tasks.rados.rados.0.smithi031.stdout:945: done (1 left) 2024-09-17T17:06:13.410 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 88 2024-09-17T17:06:13.410 INFO:tasks.rados.rados.0.smithi031.stdout:948: seq_num 317 ranges {2113536=516096} 2024-09-17T17:06:13.424 INFO:tasks.rados.rados.0.smithi031.stdout:948: writing smithi03184240-12 from 2113536 to 2629632 tid 1 2024-09-17T17:06:13.424 INFO:tasks.rados.rados.0.smithi031.stdout:949: read oid 21 snap 83 2024-09-17T17:06:13.424 INFO:tasks.rados.rados.0.smithi031.stdout:949: expect (ObjNum 126 snap 28 seq_num 126) 2024-09-17T17:06:13.424 INFO:tasks.rados.rados.0.smithi031.stdout:950: read oid 34 snap 83 2024-09-17T17:06:13.424 INFO:tasks.rados.rados.0.smithi031.stdout:950: expect (ObjNum 171 snap 43 seq_num 171) 2024-09-17T17:06:13.425 INFO:tasks.rados.rados.0.smithi031.stdout:951: copy_from oid 41 from oid 8 current snap is 88 2024-09-17T17:06:13.425 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 762 (ObjNum 203 snap 48 seq_num 203) dirty exists 2024-09-17T17:06:13.425 INFO:tasks.rados.rados.0.smithi031.stdout:947: done (4 left) 2024-09-17T17:06:13.425 INFO:tasks.rados.rados.0.smithi031.stdout:952: snap_remove snap 79 2024-09-17T17:06:13.443 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:13 smithi031 ceph-mon[94873]: pgmap v21: 121 pgs: 121 active+clean; 287 MiB data, 936 MiB used, 714 GiB / 715 GiB avail; 41 KiB/s rd, 776 KiB/s wr, 21 op/s 2024-09-17T17:06:13.443 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:13 smithi031 ceph-mon[94873]: osdmap e243: 8 total, 8 up, 8 in 2024-09-17T17:06:13.443 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:13 smithi031 ceph-mon[94873]: mgrmap e42: y(active, since 12s), standbys: x 2024-09-17T17:06:13.443 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:13 smithi031 ceph-mon[94873]: osdmap e244: 8 total, 8 up, 8 in 2024-09-17T17:06:13.443 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:13 smithi031 systemd[1]: Stopping Ceph mon.c for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:06:13.443 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:13 smithi031 ceph-mon[39468]: pgmap v21: 121 pgs: 121 active+clean; 287 MiB data, 936 MiB used, 714 GiB / 715 GiB avail; 41 KiB/s rd, 776 KiB/s wr, 21 op/s 2024-09-17T17:06:13.443 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:13 smithi031 ceph-mon[39468]: osdmap e243: 8 total, 8 up, 8 in 2024-09-17T17:06:13.443 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:13 smithi031 ceph-mon[39468]: mgrmap e42: y(active, since 12s), standbys: x 2024-09-17T17:06:13.443 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:13 smithi031 ceph-mon[39468]: osdmap e244: 8 total, 8 up, 8 in 2024-09-17T17:06:13.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:13 smithi066 ceph-mon[31354]: pgmap v21: 121 pgs: 121 active+clean; 287 MiB data, 936 MiB used, 714 GiB / 715 GiB avail; 41 KiB/s rd, 776 KiB/s wr, 21 op/s 2024-09-17T17:06:13.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:13 smithi066 ceph-mon[31354]: osdmap e243: 8 total, 8 up, 8 in 2024-09-17T17:06:13.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:13 smithi066 ceph-mon[31354]: mgrmap e42: y(active, since 12s), standbys: x 2024-09-17T17:06:13.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:13 smithi066 ceph-mon[31354]: osdmap e244: 8 total, 8 up, 8 in 2024-09-17T17:06:13.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:13 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-c[39445]: 2024-09-17T17:06:13.439+0000 7faf43e50640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T17:06:13.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:13 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-c[39445]: 2024-09-17T17:06:13.439+0000 7faf43e50640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-09-17T17:06:13.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:13 smithi031 podman[96652]: 2024-09-17 17:06:13.461004176 +0000 UTC m=+0.110795605 container died ff7ae5068af1ca0bd3de37fea76ee7792e7c05744cf023a1eab868e9f4704680 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-c, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True) 2024-09-17T17:06:14.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:13 smithi031 podman[96652]: 2024-09-17 17:06:13.9637664 +0000 UTC m=+0.613557877 container cleanup ff7ae5068af1ca0bd3de37fea76ee7792e7c05744cf023a1eab868e9f4704680 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-c, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0) 2024-09-17T17:06:14.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:13 smithi031 bash[96652]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-c 2024-09-17T17:06:14.384 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:14 smithi031 podman[96671]: 2024-09-17 17:06:14.224018347 +0000 UTC m=+0.758868171 container remove ff7ae5068af1ca0bd3de37fea76ee7792e7c05744cf023a1eab868e9f4704680 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-c, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=reef-19e2a2b, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-17T17:06:14.755 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:14 smithi031 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mon.c.service: Deactivated successfully. 2024-09-17T17:06:14.756 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:14 smithi031 systemd[1]: Stopped Ceph mon.c for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:06:14.756 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:14 smithi031 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mon.c.service: Consumed 7.906s CPU time. 2024-09-17T17:06:14.756 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:14 smithi031 systemd[1]: Starting Ceph mon.c for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:06:15.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:14 smithi031 podman[96804]: 2024-09-17 17:06:14.753240664 +0000 UTC m=+0.021237311 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:06:15.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:14 smithi031 podman[96804]: 2024-09-17 17:06:14.866648697 +0000 UTC m=+0.134645325 container create 4e86f0859c56f7755e4f6773b94372d12b6001b71e1f006d2b8008048abc5ba1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-c, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-17T17:06:15.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 podman[96804]: 2024-09-17 17:06:15.210983067 +0000 UTC m=+0.478979707 container init 4e86f0859c56f7755e4f6773b94372d12b6001b71e1f006d2b8008048abc5ba1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-c, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-17T17:06:15.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 podman[96804]: 2024-09-17 17:06:15.21645381 +0000 UTC m=+0.484450439 container start 4e86f0859c56f7755e4f6773b94372d12b6001b71e1f006d2b8008048abc5ba1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-c, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, ceph=True) 2024-09-17T17:06:15.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: set uid:gid to 167:167 (ceph:ceph) 2024-09-17T17:06:15.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev), process ceph-mon, pid 7 2024-09-17T17:06:15.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: pidfile_write: ignore empty --pid-file 2024-09-17T17:06:15.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: load: jerasure load: lrc 2024-09-17T17:06:15.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: RocksDB version: 7.9.2 2024-09-17T17:06:15.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Git sha 0 2024-09-17T17:06:15.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Compile date 2024-09-17 09:38:39 2024-09-17T17:06:15.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: DB SUMMARY 2024-09-17T17:06:15.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: DB Session ID: 4KU6OS1Q2WSU3H4WQPKX 2024-09-17T17:06:15.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: CURRENT file: CURRENT 2024-09-17T17:06:15.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: IDENTITY file: IDENTITY 2024-09-17T17:06:15.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1411 Bytes 2024-09-17T17:06:15.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-09-17T17:06:15.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 10216027 ; 2024-09-17T17:06:15.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.error_if_exists: 0 2024-09-17T17:06:15.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.create_if_missing: 0 2024-09-17T17:06:15.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.paranoid_checks: 1 2024-09-17T17:06:15.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-17T17:06:15.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-17T17:06:15.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-17T17:06:15.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.env: 0x55763e1090e0 2024-09-17T17:06:15.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.fs: PosixFileSystem 2024-09-17T17:06:15.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.info_log: 0x55763f92d700 2024-09-17T17:06:15.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.max_file_opening_threads: 16 2024-09-17T17:06:15.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.statistics: (nil) 2024-09-17T17:06:15.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.use_fsync: 0 2024-09-17T17:06:15.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.max_log_file_size: 0 2024-09-17T17:06:15.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-17T17:06:15.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-17T17:06:15.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.keep_log_file_num: 1000 2024-09-17T17:06:15.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.recycle_log_file_num: 0 2024-09-17T17:06:15.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.allow_fallocate: 1 2024-09-17T17:06:15.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.allow_mmap_reads: 0 2024-09-17T17:06:15.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.allow_mmap_writes: 0 2024-09-17T17:06:15.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.use_direct_reads: 0 2024-09-17T17:06:15.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-17T17:06:15.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.create_missing_column_families: 0 2024-09-17T17:06:15.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.db_log_dir: 2024-09-17T17:06:15.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.wal_dir: 2024-09-17T17:06:15.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-17T17:06:15.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-17T17:06:15.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-17T17:06:15.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-17T17:06:15.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-17T17:06:15.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-17T17:06:15.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.advise_random_on_open: 1 2024-09-17T17:06:15.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.db_write_buffer_size: 0 2024-09-17T17:06:15.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.write_buffer_manager: 0x55763f931b80 2024-09-17T17:06:15.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-17T17:06:15.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-17T17:06:15.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-17T17:06:15.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.rate_limiter: (nil) 2024-09-17T17:06:15.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-17T17:06:15.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.wal_recovery_mode: 2 2024-09-17T17:06:15.599 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.enable_thread_tracking: 0 2024-09-17T17:06:15.599 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.enable_pipelined_write: 0 2024-09-17T17:06:15.599 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.unordered_write: 0 2024-09-17T17:06:15.599 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-17T17:06:15.599 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-17T17:06:15.599 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-17T17:06:15.599 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-17T17:06:15.599 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.row_cache: None 2024-09-17T17:06:15.599 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.wal_filter: None 2024-09-17T17:06:15.600 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-17T17:06:15.600 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.allow_ingest_behind: 0 2024-09-17T17:06:15.601 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.two_write_queues: 0 2024-09-17T17:06:15.601 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.manual_wal_flush: 0 2024-09-17T17:06:15.601 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.wal_compression: 0 2024-09-17T17:06:15.601 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.atomic_flush: 0 2024-09-17T17:06:15.601 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-17T17:06:15.601 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-17T17:06:15.601 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-17T17:06:15.601 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.log_readahead_size: 0 2024-09-17T17:06:15.601 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-17T17:06:15.601 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.best_efforts_recovery: 0 2024-09-17T17:06:15.601 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-17T17:06:15.601 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-17T17:06:15.602 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.allow_data_in_errors: 0 2024-09-17T17:06:15.602 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.db_host_id: __hostname__ 2024-09-17T17:06:15.602 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-17T17:06:15.602 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.max_background_jobs: 2 2024-09-17T17:06:15.602 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.max_background_compactions: -1 2024-09-17T17:06:15.602 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.max_subcompactions: 1 2024-09-17T17:06:15.602 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-17T17:06:15.602 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-17T17:06:15.602 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-17T17:06:15.602 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.max_total_wal_size: 0 2024-09-17T17:06:15.602 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-17T17:06:15.602 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-17T17:06:15.602 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-17T17:06:15.602 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-17T17:06:15.603 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.max_open_files: -1 2024-09-17T17:06:15.603 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.bytes_per_sync: 0 2024-09-17T17:06:15.603 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-17T17:06:15.603 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-17T17:06:15.603 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.compaction_readahead_size: 0 2024-09-17T17:06:15.603 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.max_background_flushes: -1 2024-09-17T17:06:15.603 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Compression algorithms supported: 2024-09-17T17:06:15.603 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: kZSTD supported: 0 2024-09-17T17:06:15.603 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: kXpressCompression supported: 0 2024-09-17T17:06:15.603 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: kBZip2Compression supported: 0 2024-09-17T17:06:15.603 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-17T17:06:15.603 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: kLZ4Compression supported: 1 2024-09-17T17:06:15.603 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: kZlibCompression supported: 1 2024-09-17T17:06:15.604 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: kLZ4HCCompression supported: 1 2024-09-17T17:06:15.604 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: kSnappyCompression supported: 1 2024-09-17T17:06:15.604 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-17T17:06:15.604 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-17T17:06:15.604 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2024-09-17T17:06:15.604 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-17T17:06:15.604 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-17T17:06:15.604 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.merge_operator: 2024-09-17T17:06:15.604 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.compaction_filter: None 2024-09-17T17:06:15.604 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.compaction_filter_factory: None 2024-09-17T17:06:15.604 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.sst_partitioner_factory: None 2024-09-17T17:06:15.604 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-17T17:06:15.604 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-17T17:06:15.605 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55763f92d320) 2024-09-17T17:06:15.605 INFO:journalctl@ceph.mon.c.smithi031.stdout: cache_index_and_filter_blocks: 1 2024-09-17T17:06:15.605 INFO:journalctl@ceph.mon.c.smithi031.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-17T17:06:15.605 INFO:journalctl@ceph.mon.c.smithi031.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-17T17:06:15.605 INFO:journalctl@ceph.mon.c.smithi031.stdout: pin_top_level_index_and_filter: 1 2024-09-17T17:06:15.605 INFO:journalctl@ceph.mon.c.smithi031.stdout: index_type: 0 2024-09-17T17:06:15.605 INFO:journalctl@ceph.mon.c.smithi031.stdout: data_block_index_type: 0 2024-09-17T17:06:15.605 INFO:journalctl@ceph.mon.c.smithi031.stdout: index_shortening: 1 2024-09-17T17:06:15.605 INFO:journalctl@ceph.mon.c.smithi031.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-17T17:06:15.605 INFO:journalctl@ceph.mon.c.smithi031.stdout: checksum: 4 2024-09-17T17:06:15.605 INFO:journalctl@ceph.mon.c.smithi031.stdout: no_block_cache: 0 2024-09-17T17:06:15.605 INFO:journalctl@ceph.mon.c.smithi031.stdout: block_cache: 0x55763f921610 2024-09-17T17:06:15.605 INFO:journalctl@ceph.mon.c.smithi031.stdout: block_cache_name: BinnedLRUCache 2024-09-17T17:06:15.605 INFO:journalctl@ceph.mon.c.smithi031.stdout: block_cache_options: 2024-09-17T17:06:15.606 INFO:journalctl@ceph.mon.c.smithi031.stdout: capacity : 536870912 2024-09-17T17:06:15.606 INFO:journalctl@ceph.mon.c.smithi031.stdout: num_shard_bits : 4 2024-09-17T17:06:15.606 INFO:journalctl@ceph.mon.c.smithi031.stdout: strict_capacity_limit : 0 2024-09-17T17:06:15.606 INFO:journalctl@ceph.mon.c.smithi031.stdout: high_pri_pool_ratio: 0.000 2024-09-17T17:06:15.606 INFO:journalctl@ceph.mon.c.smithi031.stdout: block_cache_compressed: (nil) 2024-09-17T17:06:15.606 INFO:journalctl@ceph.mon.c.smithi031.stdout: persistent_cache: (nil) 2024-09-17T17:06:15.606 INFO:journalctl@ceph.mon.c.smithi031.stdout: block_size: 4096 2024-09-17T17:06:15.606 INFO:journalctl@ceph.mon.c.smithi031.stdout: block_size_deviation: 10 2024-09-17T17:06:15.606 INFO:journalctl@ceph.mon.c.smithi031.stdout: block_restart_interval: 16 2024-09-17T17:06:15.606 INFO:journalctl@ceph.mon.c.smithi031.stdout: index_block_restart_interval: 1 2024-09-17T17:06:15.606 INFO:journalctl@ceph.mon.c.smithi031.stdout: metadata_block_size: 4096 2024-09-17T17:06:15.606 INFO:journalctl@ceph.mon.c.smithi031.stdout: partition_filters: 0 2024-09-17T17:06:15.606 INFO:journalctl@ceph.mon.c.smithi031.stdout: use_delta_encoding: 1 2024-09-17T17:06:15.606 INFO:journalctl@ceph.mon.c.smithi031.stdout: filter_policy: bloomfilter 2024-09-17T17:06:15.607 INFO:journalctl@ceph.mon.c.smithi031.stdout: whole_key_filtering: 1 2024-09-17T17:06:15.607 INFO:journalctl@ceph.mon.c.smithi031.stdout: verify_compression: 0 2024-09-17T17:06:15.607 INFO:journalctl@ceph.mon.c.smithi031.stdout: read_amp_bytes_per_bit: 0 2024-09-17T17:06:15.607 INFO:journalctl@ceph.mon.c.smithi031.stdout: format_version: 5 2024-09-17T17:06:15.607 INFO:journalctl@ceph.mon.c.smithi031.stdout: enable_index_compression: 1 2024-09-17T17:06:15.607 INFO:journalctl@ceph.mon.c.smithi031.stdout: block_align: 0 2024-09-17T17:06:15.607 INFO:journalctl@ceph.mon.c.smithi031.stdout: max_auto_readahead_size: 262144 2024-09-17T17:06:15.607 INFO:journalctl@ceph.mon.c.smithi031.stdout: prepopulate_block_cache: 0 2024-09-17T17:06:15.607 INFO:journalctl@ceph.mon.c.smithi031.stdout: initial_auto_readahead_size: 8192 2024-09-17T17:06:15.607 INFO:journalctl@ceph.mon.c.smithi031.stdout: num_file_reads_for_auto_readahead: 2 2024-09-17T17:06:15.607 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.write_buffer_size: 33554432 2024-09-17T17:06:15.607 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.max_write_buffer_number: 2 2024-09-17T17:06:15.607 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.compression: NoCompression 2024-09-17T17:06:15.608 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.bottommost_compression: Disabled 2024-09-17T17:06:15.608 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.prefix_extractor: nullptr 2024-09-17T17:06:15.608 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-17T17:06:15.608 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.num_levels: 7 2024-09-17T17:06:15.608 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-17T17:06:15.608 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-17T17:06:15.608 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-17T17:06:15.608 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-17T17:06:15.608 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-17T17:06:15.608 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-17T17:06:15.608 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-17T17:06:15.608 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-17T17:06:15.608 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-17T17:06:15.609 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-17T17:06:15.609 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-17T17:06:15.609 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-17T17:06:15.609 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-17T17:06:15.609 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.compression_opts.level: 32767 2024-09-17T17:06:15.609 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.compression_opts.strategy: 0 2024-09-17T17:06:15.609 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-17T17:06:15.609 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-17T17:06:15.609 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-17T17:06:15.609 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-17T17:06:15.609 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.compression_opts.enabled: false 2024-09-17T17:06:15.609 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-17T17:06:15.609 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-17T17:06:15.609 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-17T17:06:15.610 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-17T17:06:15.610 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.target_file_size_base: 67108864 2024-09-17T17:06:15.610 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-17T17:06:15.610 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-17T17:06:15.610 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-17T17:06:15.610 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-17T17:06:15.610 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-17T17:06:15.610 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-17T17:06:15.610 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-17T17:06:15.610 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-17T17:06:15.610 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-17T17:06:15.610 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-17T17:06:15.610 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-17T17:06:15.611 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-17T17:06:15.611 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-17T17:06:15.611 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-17T17:06:15.611 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.arena_block_size: 1048576 2024-09-17T17:06:15.611 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-17T17:06:15.611 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-17T17:06:15.611 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.disable_auto_compactions: 0 2024-09-17T17:06:15.611 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-17T17:06:15.611 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-17T17:06:15.611 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-17T17:06:15.611 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-17T17:06:15.611 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-17T17:06:15.611 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-17T17:06:15.612 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-17T17:06:15.612 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-17T17:06:15.612 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-17T17:06:15.612 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-17T17:06:15.612 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-17T17:06:15.612 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.inplace_update_support: 0 2024-09-17T17:06:15.612 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-17T17:06:15.612 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-17T17:06:15.612 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-17T17:06:15.612 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-17T17:06:15.612 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.bloom_locality: 0 2024-09-17T17:06:15.612 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.max_successive_merges: 0 2024-09-17T17:06:15.612 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-17T17:06:15.612 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.paranoid_file_checks: 0 2024-09-17T17:06:15.613 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.force_consistency_checks: 1 2024-09-17T17:06:15.613 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.report_bg_io_stats: 0 2024-09-17T17:06:15.613 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.ttl: 2592000 2024-09-17T17:06:15.613 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-17T17:06:15.613 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-17T17:06:15.613 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-17T17:06:15.613 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.enable_blob_files: false 2024-09-17T17:06:15.613 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.min_blob_size: 0 2024-09-17T17:06:15.613 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.blob_file_size: 268435456 2024-09-17T17:06:15.613 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-17T17:06:15.613 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-17T17:06:15.613 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-17T17:06:15.613 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-17T17:06:15.613 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-17T17:06:15.614 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.blob_file_starting_level: 0 2024-09-17T17:06:15.614 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-17T17:06:15.614 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-17T17:06:15.614 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13367, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-09-17T17:06:15.614 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-09-17T17:06:15.614 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: dbf7470c-f8d7-4cdc-af72-769873203d02 2024-09-17T17:06:15.614 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726592775246318, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-09-17T17:06:15.614 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-09-17T17:06:15.614 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726592775273898, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 6335260, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13373, "largest_seqno": 16118, "table_properties": {"data_size": 6322006, "index_size": 9328, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2885, "raw_key_size": 27256, "raw_average_key_size": 24, "raw_value_size": 6296537, "raw_average_value_size": 5557, "num_data_blocks": 406, "num_entries": 1133, "num_filter_entries": 1133, "num_deletions": 34, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726592775, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "dbf7470c-f8d7-4cdc-af72-769873203d02", "db_session_id": "4KU6OS1Q2WSU3H4WQPKX", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-09-17T17:06:15.614 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726592775274041, "job": 1, "event": "recovery_finished"} 2024-09-17T17:06:15.614 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-09-17T17:06:15.614 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-17T17:06:15.614 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-17T17:06:15.615 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55763f950e00 2024-09-17T17:06:15.615 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: DB pointer 0x55763fa52000 2024-09-17T17:06:15.615 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-17T17:06:15.615 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-17T17:06:15.615 INFO:journalctl@ceph.mon.c.smithi031.stdout: ** DB Stats ** 2024-09-17T17:06:15.615 INFO:journalctl@ceph.mon.c.smithi031.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-17T17:06:15.615 INFO:journalctl@ceph.mon.c.smithi031.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-17T17:06:15.615 INFO:journalctl@ceph.mon.c.smithi031.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-17T17:06:15.615 INFO:journalctl@ceph.mon.c.smithi031.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-17T17:06:15.615 INFO:journalctl@ceph.mon.c.smithi031.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-17T17:06:15.615 INFO:journalctl@ceph.mon.c.smithi031.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-17T17:06:15.615 INFO:journalctl@ceph.mon.c.smithi031.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-17T17:06:15.615 INFO:journalctl@ceph.mon.c.smithi031.stdout: 2024-09-17T17:06:15.616 INFO:journalctl@ceph.mon.c.smithi031.stdout: ** Compaction Stats [default] ** 2024-09-17T17:06:15.616 INFO:journalctl@ceph.mon.c.smithi031.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-17T17:06:15.616 INFO:journalctl@ceph.mon.c.smithi031.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-17T17:06:15.616 INFO:journalctl@ceph.mon.c.smithi031.stdout: L0 1/0 6.04 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 493.6 0.01 0.00 1 0.012 0 0 0.0 0.0 2024-09-17T17:06:15.616 INFO:journalctl@ceph.mon.c.smithi031.stdout: L6 1/0 7.37 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-17T17:06:15.616 INFO:journalctl@ceph.mon.c.smithi031.stdout: Sum 2/0 13.41 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 493.6 0.01 0.00 1 0.012 0 0 0.0 0.0 2024-09-17T17:06:15.616 INFO:journalctl@ceph.mon.c.smithi031.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 493.6 0.01 0.00 1 0.012 0 0 0.0 0.0 2024-09-17T17:06:15.616 INFO:journalctl@ceph.mon.c.smithi031.stdout: 2024-09-17T17:06:15.616 INFO:journalctl@ceph.mon.c.smithi031.stdout: ** Compaction Stats [default] ** 2024-09-17T17:06:15.616 INFO:journalctl@ceph.mon.c.smithi031.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-17T17:06:15.616 INFO:journalctl@ceph.mon.c.smithi031.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-17T17:06:15.616 INFO:journalctl@ceph.mon.c.smithi031.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 493.6 0.01 0.00 1 0.012 0 0 0.0 0.0 2024-09-17T17:06:15.616 INFO:journalctl@ceph.mon.c.smithi031.stdout: 2024-09-17T17:06:15.616 INFO:journalctl@ceph.mon.c.smithi031.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-17T17:06:15.617 INFO:journalctl@ceph.mon.c.smithi031.stdout: 2024-09-17T17:06:15.617 INFO:journalctl@ceph.mon.c.smithi031.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-17T17:06:15.617 INFO:journalctl@ceph.mon.c.smithi031.stdout: Flush(GB): cumulative 0.006, interval 0.006 2024-09-17T17:06:15.617 INFO:journalctl@ceph.mon.c.smithi031.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-17T17:06:15.617 INFO:journalctl@ceph.mon.c.smithi031.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-17T17:06:15.617 INFO:journalctl@ceph.mon.c.smithi031.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-17T17:06:15.617 INFO:journalctl@ceph.mon.c.smithi031.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-17T17:06:15.617 INFO:journalctl@ceph.mon.c.smithi031.stdout: Cumulative compaction: 0.01 GB write, 196.35 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-17T17:06:15.617 INFO:journalctl@ceph.mon.c.smithi031.stdout: Interval compaction: 0.01 GB write, 196.35 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-17T17:06:15.617 INFO:journalctl@ceph.mon.c.smithi031.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-17T17:06:15.617 INFO:journalctl@ceph.mon.c.smithi031.stdout: Block cache BinnedLRUCache@0x55763f921610#7 capacity: 512.00 MB usage: 13.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.3e-05 secs_since: 0 2024-09-17T17:06:15.617 INFO:journalctl@ceph.mon.c.smithi031.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,3.03 KB,0.000578165%) IndexBlock(1,10.08 KB,0.00192225%) Misc(1,0.00 KB,0%) 2024-09-17T17:06:15.617 INFO:journalctl@ceph.mon.c.smithi031.stdout: 2024-09-17T17:06:15.618 INFO:journalctl@ceph.mon.c.smithi031.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-17T17:06:15.618 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: starting mon.c rank 2 at public addrs [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] at bind addrs [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T17:06:15.618 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: mon.c@-1(???) e3 preinit fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T17:06:15.618 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: mon.c@-1(???).mds e8 new map 2024-09-17T17:06:15.618 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: mon.c@-1(???).mds e8 print_map 2024-09-17T17:06:15.618 INFO:journalctl@ceph.mon.c.smithi031.stdout: e8 2024-09-17T17:06:15.618 INFO:journalctl@ceph.mon.c.smithi031.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-09-17T17:06:15.618 INFO:journalctl@ceph.mon.c.smithi031.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T17:06:15.618 INFO:journalctl@ceph.mon.c.smithi031.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T17:06:15.618 INFO:journalctl@ceph.mon.c.smithi031.stdout: legacy client fscid: 1 2024-09-17T17:06:15.618 INFO:journalctl@ceph.mon.c.smithi031.stdout: 2024-09-17T17:06:15.618 INFO:journalctl@ceph.mon.c.smithi031.stdout: Filesystem 'cephfs' (1) 2024-09-17T17:06:15.618 INFO:journalctl@ceph.mon.c.smithi031.stdout: fs_name cephfs 2024-09-17T17:06:15.618 INFO:journalctl@ceph.mon.c.smithi031.stdout: epoch 8 2024-09-17T17:06:15.619 INFO:journalctl@ceph.mon.c.smithi031.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-17T17:06:15.619 INFO:journalctl@ceph.mon.c.smithi031.stdout: created 2024-09-17T16:59:53.850518+0000 2024-09-17T17:06:15.619 INFO:journalctl@ceph.mon.c.smithi031.stdout: modified 2024-09-17T17:00:05.880207+0000 2024-09-17T17:06:15.619 INFO:journalctl@ceph.mon.c.smithi031.stdout: tableserver 0 2024-09-17T17:06:15.619 INFO:journalctl@ceph.mon.c.smithi031.stdout: root 0 2024-09-17T17:06:15.619 INFO:journalctl@ceph.mon.c.smithi031.stdout: session_timeout 60 2024-09-17T17:06:15.619 INFO:journalctl@ceph.mon.c.smithi031.stdout: session_autoclose 300 2024-09-17T17:06:15.619 INFO:journalctl@ceph.mon.c.smithi031.stdout: max_file_size 1099511627776 2024-09-17T17:06:15.619 INFO:journalctl@ceph.mon.c.smithi031.stdout: max_xattr_size 65536 2024-09-17T17:06:15.619 INFO:journalctl@ceph.mon.c.smithi031.stdout: required_client_features {} 2024-09-17T17:06:15.619 INFO:journalctl@ceph.mon.c.smithi031.stdout: last_failure 0 2024-09-17T17:06:15.619 INFO:journalctl@ceph.mon.c.smithi031.stdout: last_failure_osd_epoch 0 2024-09-17T17:06:15.619 INFO:journalctl@ceph.mon.c.smithi031.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T17:06:15.619 INFO:journalctl@ceph.mon.c.smithi031.stdout: max_mds 1 2024-09-17T17:06:15.620 INFO:journalctl@ceph.mon.c.smithi031.stdout: in 0 2024-09-17T17:06:15.620 INFO:journalctl@ceph.mon.c.smithi031.stdout: up {0=24331} 2024-09-17T17:06:15.620 INFO:journalctl@ceph.mon.c.smithi031.stdout: failed 2024-09-17T17:06:15.620 INFO:journalctl@ceph.mon.c.smithi031.stdout: damaged 2024-09-17T17:06:15.620 INFO:journalctl@ceph.mon.c.smithi031.stdout: stopped 2024-09-17T17:06:15.620 INFO:journalctl@ceph.mon.c.smithi031.stdout: data_pools [3] 2024-09-17T17:06:15.620 INFO:journalctl@ceph.mon.c.smithi031.stdout: metadata_pool 2 2024-09-17T17:06:15.620 INFO:journalctl@ceph.mon.c.smithi031.stdout: inline_data disabled 2024-09-17T17:06:15.620 INFO:journalctl@ceph.mon.c.smithi031.stdout: balancer 2024-09-17T17:06:15.620 INFO:journalctl@ceph.mon.c.smithi031.stdout: bal_rank_mask -1 2024-09-17T17:06:15.620 INFO:journalctl@ceph.mon.c.smithi031.stdout: standby_count_wanted 0 2024-09-17T17:06:15.620 INFO:journalctl@ceph.mon.c.smithi031.stdout: qdb_cluster leader: 0 members: 2024-09-17T17:06:15.620 INFO:journalctl@ceph.mon.c.smithi031.stdout: [mds.b{0:24331} state up:active seq 5 addr [v2:172.21.15.66:6832/4260993690,v1:172.21.15.66:6833/4260993690] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T17:06:15.621 INFO:journalctl@ceph.mon.c.smithi031.stdout: 2024-09-17T17:06:15.621 INFO:journalctl@ceph.mon.c.smithi031.stdout: 2024-09-17T17:06:15.621 INFO:journalctl@ceph.mon.c.smithi031.stdout: Standby daemons: 2024-09-17T17:06:15.621 INFO:journalctl@ceph.mon.c.smithi031.stdout: 2024-09-17T17:06:15.621 INFO:journalctl@ceph.mon.c.smithi031.stdout: [mds.a{-1:14436} state up:standby seq 1 addr [v2:172.21.15.31:6834/1935595978,v1:172.21.15.31:6835/1935595978] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T17:06:15.621 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: mon.c@-1(???).osd e244 crush map has features 3314933069573799936, adjusting msgr requires 2024-09-17T17:06:15.621 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: mon.c@-1(???).osd e244 crush map has features 432629308056666112, adjusting msgr requires 2024-09-17T17:06:15.621 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: mon.c@-1(???).osd e244 crush map has features 432629308056666112, adjusting msgr requires 2024-09-17T17:06:15.621 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: mon.c@-1(???).osd e244 crush map has features 432629308056666112, adjusting msgr requires 2024-09-17T17:06:15.621 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 ceph-mon[96842]: mon.c@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-09-17T17:06:15.621 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 bash[96804]: 4e86f0859c56f7755e4f6773b94372d12b6001b71e1f006d2b8008048abc5ba1 2024-09-17T17:06:15.621 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:15 smithi031 systemd[1]: Started Ceph mon.c for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:06:16.308 INFO:tasks.rados.rados.0.smithi031.stdout:952: done (4 left) 2024-09-17T17:06:16.308 INFO:tasks.rados.rados.0.smithi031.stdout:953: rmattr oid 2 current snap is 88 2024-09-17T17:06:16.308 INFO:tasks.rados.rados.0.smithi031.stdout:953: done (4 left) 2024-09-17T17:06:16.308 INFO:tasks.rados.rados.0.smithi031.stdout:954: snap_remove snap 63 2024-09-17T17:06:16.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[94873]: pgmap v24: 121 pgs: 121 active+clean; 287 MiB data, 936 MiB used, 714 GiB / 715 GiB avail; 41 KiB/s rd, 776 KiB/s wr, 21 op/s 2024-09-17T17:06:16.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[94873]: mon.c calling monitor election 2024-09-17T17:06:16.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[94873]: mon.a calling monitor election 2024-09-17T17:06:16.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[94873]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-17T17:06:16.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[94873]: monmap epoch 3 2024-09-17T17:06:16.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[94873]: fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T17:06:16.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[94873]: last_changed 2024-09-17T16:55:55.097661+0000 2024-09-17T17:06:16.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[94873]: created 2024-09-17T16:54:09.970307+0000 2024-09-17T17:06:16.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[94873]: min_mon_release 18 (reef) 2024-09-17T17:06:16.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[94873]: election_strategy: 1 2024-09-17T17:06:16.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[94873]: 0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-17T17:06:16.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[94873]: 1: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.b 2024-09-17T17:06:16.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[94873]: 2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-17T17:06:16.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[94873]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-17T17:06:16.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[94873]: osdmap e244: 8 total, 8 up, 8 in 2024-09-17T17:06:16.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[94873]: mgrmap e42: y(active, since 15s), standbys: x 2024-09-17T17:06:16.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[94873]: overall HEALTH_OK 2024-09-17T17:06:16.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[94873]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:16.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[94873]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:16.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:06:16.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:06:16.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[96842]: pgmap v24: 121 pgs: 121 active+clean; 287 MiB data, 936 MiB used, 714 GiB / 715 GiB avail; 41 KiB/s rd, 776 KiB/s wr, 21 op/s 2024-09-17T17:06:16.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[96842]: mon.c calling monitor election 2024-09-17T17:06:16.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[96842]: mon.a calling monitor election 2024-09-17T17:06:16.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[96842]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-17T17:06:16.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[96842]: monmap epoch 3 2024-09-17T17:06:16.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[96842]: fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T17:06:16.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[96842]: last_changed 2024-09-17T16:55:55.097661+0000 2024-09-17T17:06:16.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[96842]: created 2024-09-17T16:54:09.970307+0000 2024-09-17T17:06:16.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[96842]: min_mon_release 18 (reef) 2024-09-17T17:06:16.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[96842]: election_strategy: 1 2024-09-17T17:06:16.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[96842]: 0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-17T17:06:16.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[96842]: 1: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.b 2024-09-17T17:06:16.596 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[96842]: 2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-17T17:06:16.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[96842]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-17T17:06:16.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[96842]: osdmap e244: 8 total, 8 up, 8 in 2024-09-17T17:06:16.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[96842]: mgrmap e42: y(active, since 15s), standbys: x 2024-09-17T17:06:16.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[96842]: overall HEALTH_OK 2024-09-17T17:06:16.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[96842]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:16.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[96842]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:16.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:06:16.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:06:16.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:16 smithi066 ceph-mon[31354]: pgmap v24: 121 pgs: 121 active+clean; 287 MiB data, 936 MiB used, 714 GiB / 715 GiB avail; 41 KiB/s rd, 776 KiB/s wr, 21 op/s 2024-09-17T17:06:16.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:16 smithi066 ceph-mon[31354]: mon.c calling monitor election 2024-09-17T17:06:16.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:16 smithi066 ceph-mon[31354]: mon.a calling monitor election 2024-09-17T17:06:16.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:16 smithi066 ceph-mon[31354]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-17T17:06:16.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:16 smithi066 ceph-mon[31354]: monmap epoch 3 2024-09-17T17:06:16.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:16 smithi066 ceph-mon[31354]: fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T17:06:16.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:16 smithi066 ceph-mon[31354]: last_changed 2024-09-17T16:55:55.097661+0000 2024-09-17T17:06:16.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:16 smithi066 ceph-mon[31354]: created 2024-09-17T16:54:09.970307+0000 2024-09-17T17:06:16.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:16 smithi066 ceph-mon[31354]: min_mon_release 18 (reef) 2024-09-17T17:06:16.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:16 smithi066 ceph-mon[31354]: election_strategy: 1 2024-09-17T17:06:16.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:16 smithi066 ceph-mon[31354]: 0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-17T17:06:16.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:16 smithi066 ceph-mon[31354]: 1: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.b 2024-09-17T17:06:16.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:16 smithi066 ceph-mon[31354]: 2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-17T17:06:16.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:16 smithi066 ceph-mon[31354]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-17T17:06:16.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:16 smithi066 ceph-mon[31354]: osdmap e244: 8 total, 8 up, 8 in 2024-09-17T17:06:16.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:16 smithi066 ceph-mon[31354]: mgrmap e42: y(active, since 15s), standbys: x 2024-09-17T17:06:16.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:16 smithi066 ceph-mon[31354]: overall HEALTH_OK 2024-09-17T17:06:16.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:16 smithi066 ceph-mon[31354]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:16.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:16 smithi066 ceph-mon[31354]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:16.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:16 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:06:16.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:16 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T17:06:17.326 INFO:tasks.rados.rados.0.smithi031.stdout:954: done (4 left) 2024-09-17T17:06:17.327 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 88 2024-09-17T17:06:17.327 INFO:tasks.rados.rados.0.smithi031.stdout:955: seq_num 318 ranges {1900544=532480} 2024-09-17T17:06:17.341 INFO:tasks.rados.rados.0.smithi031.stdout:955: writing smithi03184240-4 from 1900544 to 2433024 tid 1 2024-09-17T17:06:17.341 INFO:tasks.rados.rados.0.smithi031.stdout:956: snap_remove snap 84 2024-09-17T17:06:17.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:17 smithi031 ceph-mon[94873]: pgmap v25: 121 pgs: 121 active+clean; 225 MiB data, 872 MiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 678 KiB/s wr, 21 op/s 2024-09-17T17:06:17.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:17 smithi031 ceph-mon[94873]: osdmap e245: 8 total, 8 up, 8 in 2024-09-17T17:06:17.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:17 smithi031 ceph-mon[96842]: pgmap v25: 121 pgs: 121 active+clean; 225 MiB data, 872 MiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 678 KiB/s wr, 21 op/s 2024-09-17T17:06:17.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:17 smithi031 ceph-mon[96842]: osdmap e245: 8 total, 8 up, 8 in 2024-09-17T17:06:17.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:17 smithi066 ceph-mon[31354]: pgmap v25: 121 pgs: 121 active+clean; 225 MiB data, 872 MiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 678 KiB/s wr, 21 op/s 2024-09-17T17:06:17.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:17 smithi066 ceph-mon[31354]: osdmap e245: 8 total, 8 up, 8 in 2024-09-17T17:06:18.291 INFO:tasks.rados.rados.0.smithi031.stdout:956: done (5 left) 2024-09-17T17:06:18.291 INFO:tasks.rados.rados.0.smithi031.stdout:957: rollback oid 43 current snap is 88 2024-09-17T17:06:18.291 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 43 to 70 2024-09-17T17:06:18.291 INFO:tasks.rados.rados.0.smithi031.stdout:958: rollback oid 24 current snap is 88 2024-09-17T17:06:18.291 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 24 to 70 2024-09-17T17:06:18.291 INFO:tasks.rados.rados.0.smithi031.stdout:959: snap_create 2024-09-17T17:06:18.291 INFO:tasks.rados.rados.0.smithi031.stdout:948: finishing write tid 1 to smithi03184240-12 2024-09-17T17:06:18.291 INFO:tasks.rados.rados.0.smithi031.stdout:948: finishing write tid 2 to smithi03184240-12 2024-09-17T17:06:18.292 INFO:tasks.rados.rados.0.smithi031.stdout:948: finishing write tid 3 to smithi03184240-12 2024-09-17T17:06:18.292 INFO:tasks.rados.rados.0.smithi031.stdout:948: oid 12 updating version 0 to 211 2024-09-17T17:06:18.292 INFO:tasks.rados.rados.0.smithi031.stdout:948: oid 12 version 211 is already newer than 210 2024-09-17T17:06:18.292 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 211 (ObjNum 317 snap 88 seq_num 317) dirty exists 2024-09-17T17:06:18.292 INFO:tasks.rados.rados.0.smithi031.stdout:948: left oid 12 (ObjNum 317 snap 88 seq_num 317) 2024-09-17T17:06:18.292 INFO:tasks.rados.rados.0.smithi031.stdout:950: expect (ObjNum 171 snap 43 seq_num 171) 2024-09-17T17:06:18.342 INFO:tasks.rados.rados.0.smithi031.stdout:951: finishing copy_from racing read to smithi03184240-41 2024-09-17T17:06:18.342 INFO:tasks.rados.rados.0.smithi031.stdout:951: finishing copy_from to smithi03184240-41 2024-09-17T17:06:18.342 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 466 (ObjNum 304 snap 83 seq_num 304) dirty exists 2024-09-17T17:06:18.342 INFO:tasks.rados.rados.0.smithi031.stdout:949: expect (ObjNum 126 snap 28 seq_num 126) 2024-09-17T17:06:18.478 INFO:tasks.rados.rados.0.smithi031.stdout:955: finishing write tid 1 to smithi03184240-4 2024-09-17T17:06:18.479 INFO:tasks.rados.rados.0.smithi031.stdout:955: finishing write tid 2 to smithi03184240-4 2024-09-17T17:06:18.479 INFO:tasks.rados.rados.0.smithi031.stdout:955: finishing write tid 3 to smithi03184240-4 2024-09-17T17:06:18.479 INFO:tasks.rados.rados.0.smithi031.stdout:955: oid 4 updating version 0 to 467 2024-09-17T17:06:18.479 INFO:tasks.rados.rados.0.smithi031.stdout:955: oid 4 updating version 467 to 468 2024-09-17T17:06:18.479 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 468 (ObjNum 318 snap 88 seq_num 318) dirty exists 2024-09-17T17:06:18.479 INFO:tasks.rados.rados.0.smithi031.stdout:955: left oid 4 (ObjNum 318 snap 88 seq_num 318) 2024-09-17T17:06:18.479 INFO:tasks.rados.rados.0.smithi031.stdout:958: finishing rollback tid 0 to smithi03184240-24 2024-09-17T17:06:18.479 INFO:tasks.rados.rados.0.smithi031.stdout:958: finishing rollback tid 1 to smithi03184240-24 2024-09-17T17:06:18.479 INFO:tasks.rados.rados.0.smithi031.stdout:958: finishing rollback tid 2 to smithi03184240-24 2024-09-17T17:06:18.479 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 402 (ObjNum 171 snap 43 seq_num 171) dirty exists 2024-09-17T17:06:18.480 INFO:tasks.rados.rados.0.smithi031.stdout:957: finishing rollback tid 0 to smithi03184240-43 2024-09-17T17:06:18.480 INFO:tasks.rados.rados.0.smithi031.stdout:957: finishing rollback tid 1 to smithi03184240-43 2024-09-17T17:06:18.480 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 789 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-09-17T17:06:18.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:18 smithi031 ceph-mon[94873]: osdmap e246: 8 total, 8 up, 8 in 2024-09-17T17:06:18.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:18 smithi031 ceph-mon[94873]: osdmap e247: 8 total, 8 up, 8 in 2024-09-17T17:06:18.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:18 smithi031 ceph-mon[96842]: osdmap e246: 8 total, 8 up, 8 in 2024-09-17T17:06:18.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:18 smithi031 ceph-mon[96842]: osdmap e247: 8 total, 8 up, 8 in 2024-09-17T17:06:18.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:18 smithi066 ceph-mon[31354]: osdmap e246: 8 total, 8 up, 8 in 2024-09-17T17:06:18.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:18 smithi066 ceph-mon[31354]: osdmap e247: 8 total, 8 up, 8 in 2024-09-17T17:06:19.290 INFO:tasks.rados.rados.0.smithi031.stdout:948: done (7 left) 2024-09-17T17:06:19.290 INFO:tasks.rados.rados.0.smithi031.stdout:949: done (6 left) 2024-09-17T17:06:19.290 INFO:tasks.rados.rados.0.smithi031.stdout:950: done (5 left) 2024-09-17T17:06:19.290 INFO:tasks.rados.rados.0.smithi031.stdout:951: done (4 left) 2024-09-17T17:06:19.291 INFO:tasks.rados.rados.0.smithi031.stdout:955: done (3 left) 2024-09-17T17:06:19.291 INFO:tasks.rados.rados.0.smithi031.stdout:957: done (2 left) 2024-09-17T17:06:19.291 INFO:tasks.rados.rados.0.smithi031.stdout:958: done (1 left) 2024-09-17T17:06:19.291 INFO:tasks.rados.rados.0.smithi031.stdout:959: done (0 left) 2024-09-17T17:06:19.291 INFO:tasks.rados.rados.0.smithi031.stdout:960: rollback oid 43 current snap is 89 2024-09-17T17:06:19.291 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 43 to 83 2024-09-17T17:06:19.291 INFO:tasks.rados.rados.0.smithi031.stdout:961: snap_create 2024-09-17T17:06:19.295 INFO:tasks.rados.rados.0.smithi031.stdout:960: finishing rollback tid 1 to smithi03184240-43 2024-09-17T17:06:19.296 INFO:tasks.rados.rados.0.smithi031.stdout:960: finishing rollback tid 2 to smithi03184240-43 2024-09-17T17:06:19.296 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 797 (ObjNum 283 snap 79 seq_num 283) dirty exists 2024-09-17T17:06:19.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:19 smithi031 ceph-mon[96842]: pgmap v28: 121 pgs: 121 active+clean; 225 MiB data, 872 MiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 138 KiB/s wr, 6 op/s 2024-09-17T17:06:19.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:19 smithi031 ceph-mon[96842]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:19.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:19 smithi031 ceph-mon[96842]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:19.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:19 smithi031 ceph-mon[96842]: osdmap e248: 8 total, 8 up, 8 in 2024-09-17T17:06:19.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:19 smithi031 ceph-mon[94873]: pgmap v28: 121 pgs: 121 active+clean; 225 MiB data, 872 MiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 138 KiB/s wr, 6 op/s 2024-09-17T17:06:19.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:19 smithi031 ceph-mon[94873]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:19.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:19 smithi031 ceph-mon[94873]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:19.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:19 smithi031 ceph-mon[94873]: osdmap e248: 8 total, 8 up, 8 in 2024-09-17T17:06:19.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:19 smithi066 ceph-mon[31354]: pgmap v28: 121 pgs: 121 active+clean; 225 MiB data, 872 MiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 138 KiB/s wr, 6 op/s 2024-09-17T17:06:19.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:19 smithi066 ceph-mon[31354]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:19.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:19 smithi066 ceph-mon[31354]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:19.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:19 smithi066 ceph-mon[31354]: osdmap e248: 8 total, 8 up, 8 in 2024-09-17T17:06:20.296 INFO:tasks.rados.rados.0.smithi031.stdout:960: done (1 left) 2024-09-17T17:06:20.296 INFO:tasks.rados.rados.0.smithi031.stdout:961: done (0 left) 2024-09-17T17:06:20.296 INFO:tasks.rados.rados.0.smithi031.stdout:962: rmattr oid 29 current snap is 90 2024-09-17T17:06:20.297 INFO:tasks.rados.rados.0.smithi031.stdout:962: done (0 left) 2024-09-17T17:06:20.297 INFO:tasks.rados.rados.0.smithi031.stdout:963: snap_create 2024-09-17T17:06:20.536 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:20 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:06:20.285+0000 7f72cc98c640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-17T17:06:20.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:20 smithi031 ceph-mon[96842]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:20.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:20 smithi031 ceph-mon[96842]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:20.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:20 smithi031 ceph-mon[96842]: osdmap e249: 8 total, 8 up, 8 in 2024-09-17T17:06:20.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:20 smithi031 ceph-mon[94873]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:20.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:20 smithi031 ceph-mon[94873]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:20.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:20 smithi031 ceph-mon[94873]: osdmap e249: 8 total, 8 up, 8 in 2024-09-17T17:06:20.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:20 smithi066 ceph-mon[31354]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:20.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:20 smithi066 ceph-mon[31354]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:20.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:20 smithi066 ceph-mon[31354]: osdmap e249: 8 total, 8 up, 8 in 2024-09-17T17:06:21.298 INFO:tasks.rados.rados.0.smithi031.stdout:963: done (0 left) 2024-09-17T17:06:21.298 INFO:tasks.rados.rados.0.smithi031.stdout:964: delete oid 33 current snap is 91 2024-09-17T17:06:21.301 INFO:tasks.rados.rados.0.smithi031.stdout:964: done (0 left) 2024-09-17T17:06:21.301 INFO:tasks.rados.rados.0.smithi031.stdout:965: setattr oid 48 current snap is 91 2024-09-17T17:06:21.303 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 91 2024-09-17T17:06:21.303 INFO:tasks.rados.rados.0.smithi031.stdout:966: seq_num 320 ranges {753664=565248} 2024-09-17T17:06:21.311 INFO:tasks.rados.rados.0.smithi031.stdout:966: writing smithi03184240-2 from 753664 to 1318912 tid 1 2024-09-17T17:06:21.312 INFO:tasks.rados.rados.0.smithi031.stdout:967: read oid 37 snap -1 2024-09-17T17:06:21.312 INFO:tasks.rados.rados.0.smithi031.stdout:967: expect deleted 2024-09-17T17:06:21.312 INFO:tasks.rados.rados.0.smithi031.stdout:968: copy_from oid 40 from oid 33 current snap is 91 2024-09-17T17:06:21.312 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 799 (ObjNum 279 snap 76 seq_num 279) dirty exists 2024-09-17T17:06:21.312 INFO:tasks.rados.rados.0.smithi031.stdout:965: done (3 left) 2024-09-17T17:06:21.312 INFO:tasks.rados.rados.0.smithi031.stdout:969: snap_remove snap 85 2024-09-17T17:06:21.805 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:21 smithi066 ceph-mon[31354]: pgmap v31: 121 pgs: 121 active+clean; 225 MiB data, 872 MiB used, 714 GiB / 715 GiB avail 2024-09-17T17:06:21.805 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:21 smithi066 ceph-mon[31354]: osdmap e250: 8 total, 8 up, 8 in 2024-09-17T17:06:21.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:21 smithi031 ceph-mon[94873]: pgmap v31: 121 pgs: 121 active+clean; 225 MiB data, 872 MiB used, 714 GiB / 715 GiB avail 2024-09-17T17:06:21.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:21 smithi031 ceph-mon[94873]: osdmap e250: 8 total, 8 up, 8 in 2024-09-17T17:06:21.844 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:06:21] "GET /metrics HTTP/1.1" 200 36019 "" "Prometheus/2.43.0" 2024-09-17T17:06:21.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:21 smithi031 ceph-mon[96842]: pgmap v31: 121 pgs: 121 active+clean; 225 MiB data, 872 MiB used, 714 GiB / 715 GiB avail 2024-09-17T17:06:21.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:21 smithi031 ceph-mon[96842]: osdmap e250: 8 total, 8 up, 8 in 2024-09-17T17:06:22.299 INFO:tasks.rados.rados.0.smithi031.stdout:969: done (3 left) 2024-09-17T17:06:22.300 INFO:tasks.rados.rados.0.smithi031.stdout:970: setattr oid 27 current snap is 91 2024-09-17T17:06:22.300 INFO:tasks.rados.rados.0.smithi031.stdout:966: finishing write tid 1 to smithi03184240-2 2024-09-17T17:06:22.300 INFO:tasks.rados.rados.0.smithi031.stdout:966: finishing write tid 2 to smithi03184240-2 2024-09-17T17:06:22.300 INFO:tasks.rados.rados.0.smithi031.stdout:968: finishing copy_from to smithi03184240-40 2024-09-17T17:06:22.300 INFO:tasks.rados.rados.0.smithi031.stdout:968: got expected ENOENT (src dne) 2024-09-17T17:06:22.300 INFO:tasks.rados.rados.0.smithi031.stdout:968: finishing copy_from racing read to smithi03184240-40 2024-09-17T17:06:22.300 INFO:tasks.rados.rados.0.smithi031.stdout:966: finishing write tid 3 to smithi03184240-2 2024-09-17T17:06:22.300 INFO:tasks.rados.rados.0.smithi031.stdout:966: oid 2 updating version 0 to 802 2024-09-17T17:06:22.300 INFO:tasks.rados.rados.0.smithi031.stdout:966: oid 2 version 802 is already newer than 801 2024-09-17T17:06:22.300 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 802 (ObjNum 320 snap 91 seq_num 320) dirty exists 2024-09-17T17:06:22.300 INFO:tasks.rados.rados.0.smithi031.stdout:966: left oid 2 (ObjNum 320 snap 91 seq_num 320) 2024-09-17T17:06:22.301 INFO:tasks.rados.rados.0.smithi031.stdout:966: done (3 left) 2024-09-17T17:06:22.301 INFO:tasks.rados.rados.0.smithi031.stdout:967: done (2 left) 2024-09-17T17:06:22.301 INFO:tasks.rados.rados.0.smithi031.stdout:968: done (1 left) 2024-09-17T17:06:22.301 INFO:tasks.rados.rados.0.smithi031.stdout:971: snap_create 2024-09-17T17:06:22.306 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 288 (ObjNum 223 snap 57 seq_num 223) dirty exists 2024-09-17T17:06:23.295 INFO:tasks.rados.rados.0.smithi031.stdout:970: done (1 left) 2024-09-17T17:06:23.295 INFO:tasks.rados.rados.0.smithi031.stdout:971: done (0 left) 2024-09-17T17:06:23.295 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 37 current snap is 92 2024-09-17T17:06:23.295 INFO:tasks.rados.rados.0.smithi031.stdout:972: seq_num 321 ranges {0=581632} 2024-09-17T17:06:23.298 INFO:tasks.rados.rados.0.smithi031.stdout:972: writing smithi03184240-37 from 0 to 581632 tid 1 2024-09-17T17:06:23.298 INFO:tasks.rados.rados.0.smithi031.stdout:973: snap_create 2024-09-17T17:06:23.307 INFO:tasks.rados.rados.0.smithi031.stdout:972: finishing write tid 1 to smithi03184240-37 2024-09-17T17:06:23.307 INFO:tasks.rados.rados.0.smithi031.stdout:972: finishing write tid 2 to smithi03184240-37 2024-09-17T17:06:23.309 INFO:tasks.rados.rados.0.smithi031.stdout:972: finishing write tid 3 to smithi03184240-37 2024-09-17T17:06:23.310 INFO:tasks.rados.rados.0.smithi031.stdout:972: oid 37 updating version 0 to 319 2024-09-17T17:06:23.310 INFO:tasks.rados.rados.0.smithi031.stdout:972: oid 37 version 319 is already newer than 318 2024-09-17T17:06:23.310 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 319 (ObjNum 321 snap 92 seq_num 321) dirty exists 2024-09-17T17:06:23.310 INFO:tasks.rados.rados.0.smithi031.stdout:972: left oid 37 (ObjNum 321 snap 92 seq_num 321) 2024-09-17T17:06:23.368 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:23 smithi066 ceph-mon[31354]: pgmap v34: 121 pgs: 121 active+clean; 191 MiB data, 836 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 130 KiB/s wr, 1 op/s 2024-09-17T17:06:23.368 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:23 smithi066 ceph-mon[31354]: osdmap e251: 8 total, 8 up, 8 in 2024-09-17T17:06:23.368 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:23 smithi066 ceph-mon[31354]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:23.368 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:23 smithi066 ceph-mon[31354]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:23.368 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:23 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:06:23.368 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:23 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:06:23.369 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:23 smithi066 ceph-mon[31354]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:23.369 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:23 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:06:23.369 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:23 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T17:06:23.369 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:23 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-17T17:06:23.369 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:23 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-17T17:06:23.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:23 smithi031 ceph-mon[96842]: pgmap v34: 121 pgs: 121 active+clean; 191 MiB data, 836 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 130 KiB/s wr, 1 op/s 2024-09-17T17:06:23.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:23 smithi031 ceph-mon[96842]: osdmap e251: 8 total, 8 up, 8 in 2024-09-17T17:06:23.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:23 smithi031 ceph-mon[96842]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:23.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:23 smithi031 ceph-mon[96842]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:23.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:23 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:06:23.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:23 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:06:23.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:23 smithi031 ceph-mon[96842]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:23.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:23 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:06:23.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:23 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T17:06:23.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:23 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-17T17:06:23.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:23 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-17T17:06:23.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:23 smithi031 ceph-mon[94873]: pgmap v34: 121 pgs: 121 active+clean; 191 MiB data, 836 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 130 KiB/s wr, 1 op/s 2024-09-17T17:06:23.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:23 smithi031 ceph-mon[94873]: osdmap e251: 8 total, 8 up, 8 in 2024-09-17T17:06:23.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:23 smithi031 ceph-mon[94873]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:23.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:23 smithi031 ceph-mon[94873]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:23.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:23 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:06:23.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:23 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T17:06:23.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:23 smithi031 ceph-mon[94873]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:23.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:23 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T17:06:23.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:23 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T17:06:23.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:23 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-17T17:06:23.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:23 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-17T17:06:24.308 INFO:tasks.rados.rados.0.smithi031.stdout:972: done (1 left) 2024-09-17T17:06:24.308 INFO:tasks.rados.rados.0.smithi031.stdout:973: done (0 left) 2024-09-17T17:06:24.308 INFO:tasks.rados.rados.0.smithi031.stdout:974: read oid 11 snap 90 2024-09-17T17:06:24.308 INFO:tasks.rados.rados.0.smithi031.stdout:974: expect (ObjNum 278 snap 76 seq_num 278) 2024-09-17T17:06:24.308 INFO:tasks.rados.rados.0.smithi031.stdout:975: snap_create 2024-09-17T17:06:24.331 INFO:tasks.rados.rados.0.smithi031.stdout:974: expect (ObjNum 278 snap 76 seq_num 278) 2024-09-17T17:06:24.357 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:24 smithi066 ceph-mon[31354]: Upgrade: It appears safe to stop mon.b 2024-09-17T17:06:24.357 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:24 smithi066 ceph-mon[31354]: osdmap e252: 8 total, 8 up, 8 in 2024-09-17T17:06:24.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:24 smithi031 ceph-mon[94873]: Upgrade: It appears safe to stop mon.b 2024-09-17T17:06:24.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:24 smithi031 ceph-mon[94873]: osdmap e252: 8 total, 8 up, 8 in 2024-09-17T17:06:24.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:24 smithi031 ceph-mon[96842]: Upgrade: It appears safe to stop mon.b 2024-09-17T17:06:24.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:24 smithi031 ceph-mon[96842]: osdmap e252: 8 total, 8 up, 8 in 2024-09-17T17:06:25.309 INFO:tasks.rados.rados.0.smithi031.stdout:974: done (1 left) 2024-09-17T17:06:25.309 INFO:tasks.rados.rados.0.smithi031.stdout:975: done (0 left) 2024-09-17T17:06:25.309 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 94 2024-09-17T17:06:25.309 INFO:tasks.rados.rados.0.smithi031.stdout:976: seq_num 322 ranges {516096=598016} 2024-09-17T17:06:25.316 INFO:tasks.rados.rados.0.smithi031.stdout:976: writing smithi03184240-10 from 516096 to 1114112 tid 1 2024-09-17T17:06:25.316 INFO:tasks.rados.rados.0.smithi031.stdout:977: copy_from oid 5 from oid 16 current snap is 94 2024-09-17T17:06:25.316 INFO:tasks.rados.rados.0.smithi031.stdout:978: copy_from oid 36 from oid 3 current snap is 94 2024-09-17T17:06:25.316 INFO:tasks.rados.rados.0.smithi031.stdout:979: read oid 6 snap -1 2024-09-17T17:06:25.316 INFO:tasks.rados.rados.0.smithi031.stdout:979: expect (ObjNum 286 snap 80 seq_num 286) 2024-09-17T17:06:25.316 INFO:tasks.rados.rados.0.smithi031.stdout:980: read oid 18 snap -1 2024-09-17T17:06:25.316 INFO:tasks.rados.rados.0.smithi031.stdout:980: expect (ObjNum 306 snap 85 seq_num 306) 2024-09-17T17:06:25.316 INFO:tasks.rados.rados.0.smithi031.stdout:981: snap_create 2024-09-17T17:06:25.320 INFO:tasks.rados.rados.0.smithi031.stdout:977: finishing copy_from to smithi03184240-5 2024-09-17T17:06:25.320 INFO:tasks.rados.rados.0.smithi031.stdout:977: got expected ENOENT (src dne) 2024-09-17T17:06:25.320 INFO:tasks.rados.rados.0.smithi031.stdout:977: finishing copy_from racing read to smithi03184240-5 2024-09-17T17:06:25.321 INFO:tasks.rados.rados.0.smithi031.stdout:980: expect (ObjNum 306 snap 85 seq_num 306) 2024-09-17T17:06:25.337 INFO:tasks.rados.rados.0.smithi031.stdout:976: finishing write tid 1 to smithi03184240-10 2024-09-17T17:06:25.337 INFO:tasks.rados.rados.0.smithi031.stdout:976: finishing write tid 2 to smithi03184240-10 2024-09-17T17:06:25.337 INFO:tasks.rados.rados.0.smithi031.stdout:976: finishing write tid 3 to smithi03184240-10 2024-09-17T17:06:25.337 INFO:tasks.rados.rados.0.smithi031.stdout:976: oid 10 updating version 0 to 214 2024-09-17T17:06:25.337 INFO:tasks.rados.rados.0.smithi031.stdout:976: oid 10 updating version 214 to 215 2024-09-17T17:06:25.337 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 215 (ObjNum 322 snap 94 seq_num 322) dirty exists 2024-09-17T17:06:25.337 INFO:tasks.rados.rados.0.smithi031.stdout:976: left oid 10 (ObjNum 322 snap 94 seq_num 322) 2024-09-17T17:06:25.345 INFO:tasks.rados.rados.0.smithi031.stdout:979: expect (ObjNum 286 snap 80 seq_num 286) 2024-09-17T17:06:25.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:25 smithi031 ceph-mon[96842]: pgmap v37: 121 pgs: 121 active+clean; 191 MiB data, 836 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 130 KiB/s wr, 1 op/s 2024-09-17T17:06:25.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:25 smithi031 ceph-mon[96842]: osdmap e253: 8 total, 8 up, 8 in 2024-09-17T17:06:25.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:25 smithi031 ceph-mon[96842]: Upgrade: Updating mon.b 2024-09-17T17:06:25.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:25 smithi031 ceph-mon[96842]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:25.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:25 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T17:06:25.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:25 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T17:06:25.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:25 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:06:25.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:25 smithi031 ceph-mon[96842]: Deploying daemon mon.b on smithi066 2024-09-17T17:06:25.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:25 smithi031 ceph-mon[94873]: pgmap v37: 121 pgs: 121 active+clean; 191 MiB data, 836 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 130 KiB/s wr, 1 op/s 2024-09-17T17:06:25.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:25 smithi031 ceph-mon[94873]: osdmap e253: 8 total, 8 up, 8 in 2024-09-17T17:06:25.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:25 smithi031 ceph-mon[94873]: Upgrade: Updating mon.b 2024-09-17T17:06:25.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:25 smithi031 ceph-mon[94873]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:25.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:25 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T17:06:25.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:25 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T17:06:25.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:25 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:06:25.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:25 smithi031 ceph-mon[94873]: Deploying daemon mon.b on smithi066 2024-09-17T17:06:25.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:25 smithi066 ceph-mon[31354]: pgmap v37: 121 pgs: 121 active+clean; 191 MiB data, 836 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 130 KiB/s wr, 1 op/s 2024-09-17T17:06:25.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:25 smithi066 ceph-mon[31354]: osdmap e253: 8 total, 8 up, 8 in 2024-09-17T17:06:25.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:25 smithi066 ceph-mon[31354]: Upgrade: Updating mon.b 2024-09-17T17:06:25.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:25 smithi066 ceph-mon[31354]: from='mgr.25015 ' entity='mgr.y' 2024-09-17T17:06:25.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:25 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T17:06:25.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:25 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T17:06:25.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:25 smithi066 ceph-mon[31354]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T17:06:25.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:25 smithi066 ceph-mon[31354]: Deploying daemon mon.b on smithi066 2024-09-17T17:06:25.729 INFO:tasks.rados.rados.0.smithi031.stdout:978: finishing copy_from racing read to smithi03184240-36 2024-09-17T17:06:25.730 INFO:tasks.rados.rados.0.smithi031.stdout:978: finishing copy_from to smithi03184240-36 2024-09-17T17:06:25.730 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 316 (ObjNum 161 snap 41 seq_num 161) dirty exists 2024-09-17T17:06:26.265 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:25 smithi066 systemd[1]: Stopping Ceph mon.b for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:06:26.265 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:26 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-b[31322]: 2024-09-17T17:06:26.241+0000 7f0bcbeb8640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T17:06:26.265 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:26 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-b[31322]: 2024-09-17T17:06:26.241+0000 7f0bcbeb8640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-09-17T17:06:26.575 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:26 smithi066 podman[85986]: 2024-09-17 17:06:26.263673364 +0000 UTC m=+0.117582461 container died 1609e0a1a698df624326e330c2c6b3c05e22f21622b01e7282c695e6b93d366f (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-b, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-17T17:06:26.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:26 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: [17/Sep/2024:17:06:26] ENGINE Bus STOPPING 2024-09-17T17:06:26.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:26 smithi066 podman[85986]: 2024-09-17 17:06:26.574032899 +0000 UTC m=+0.427941997 container cleanup 1609e0a1a698df624326e330c2c6b3c05e22f21622b01e7282c695e6b93d366f (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-b, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2) 2024-09-17T17:06:26.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:26 smithi066 bash[85986]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-b 2024-09-17T17:06:26.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:26 smithi066 podman[86003]: 2024-09-17 17:06:26.775590676 +0000 UTC m=+0.510881863 container remove 1609e0a1a698df624326e330c2c6b3c05e22f21622b01e7282c695e6b93d366f (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-b, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2) 2024-09-17T17:06:27.093 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:26 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: [17/Sep/2024:17:06:26] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-17T17:06:27.094 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:26 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: [17/Sep/2024:17:06:26] ENGINE Bus STOPPED 2024-09-17T17:06:27.094 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:26 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: [17/Sep/2024:17:06:26] ENGINE Bus STARTING 2024-09-17T17:06:27.094 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:26 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: [17/Sep/2024:17:06:26] ENGINE Serving on http://:::9283 2024-09-17T17:06:27.094 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:26 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: [17/Sep/2024:17:06:26] ENGINE Bus STARTED 2024-09-17T17:06:27.345 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:26 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mon.b.service: Deactivated successfully. 2024-09-17T17:06:27.345 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:26 smithi066 systemd[1]: Stopped Ceph mon.b for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:06:27.345 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:26 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mon.b.service: Consumed 10.169s CPU time. 2024-09-17T17:06:27.345 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 systemd[1]: Starting Ceph mon.b for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:06:27.615 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 podman[86136]: 2024-09-17 17:06:27.343093805 +0000 UTC m=+0.101331269 container create 345d1bf73a6f52de0c1bcca60c450d0cff8479438d92acc171d7e335731e335f (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-b, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T17:06:27.615 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 podman[86136]: 2024-09-17 17:06:27.258085802 +0000 UTC m=+0.016323232 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:06:27.615 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 podman[86136]: 2024-09-17 17:06:27.554043136 +0000 UTC m=+0.312280554 container init 345d1bf73a6f52de0c1bcca60c450d0cff8479438d92acc171d7e335731e335f (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16) 2024-09-17T17:06:27.615 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 podman[86136]: 2024-09-17 17:06:27.559309178 +0000 UTC m=+0.317546597 container start 345d1bf73a6f52de0c1bcca60c450d0cff8479438d92acc171d7e335731e335f (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-b, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_CLEAN=True) 2024-09-17T17:06:27.615 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: set uid:gid to 167:167 (ceph:ceph) 2024-09-17T17:06:27.615 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev), process ceph-mon, pid 7 2024-09-17T17:06:27.616 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: pidfile_write: ignore empty --pid-file 2024-09-17T17:06:27.616 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: load: jerasure load: lrc 2024-09-17T17:06:27.616 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: RocksDB version: 7.9.2 2024-09-17T17:06:27.616 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Git sha 0 2024-09-17T17:06:27.616 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Compile date 2024-09-17 09:38:39 2024-09-17T17:06:27.616 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: DB SUMMARY 2024-09-17T17:06:27.616 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: DB Session ID: G5QCZUGB4FPWI4BWPT9E 2024-09-17T17:06:27.616 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: CURRENT file: CURRENT 2024-09-17T17:06:27.616 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: IDENTITY file: IDENTITY 2024-09-17T17:06:27.616 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1411 Bytes 2024-09-17T17:06:27.616 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-09-17T17:06:27.617 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 11037028 ; 2024-09-17T17:06:27.617 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.error_if_exists: 0 2024-09-17T17:06:27.617 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.create_if_missing: 0 2024-09-17T17:06:27.617 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.paranoid_checks: 1 2024-09-17T17:06:27.617 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-17T17:06:27.617 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-17T17:06:27.617 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-17T17:06:27.617 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.env: 0x56190d83b0e0 2024-09-17T17:06:27.617 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.fs: PosixFileSystem 2024-09-17T17:06:27.617 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.info_log: 0x56190e745700 2024-09-17T17:06:27.617 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.max_file_opening_threads: 16 2024-09-17T17:06:27.617 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.statistics: (nil) 2024-09-17T17:06:27.617 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.use_fsync: 0 2024-09-17T17:06:27.617 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.max_log_file_size: 0 2024-09-17T17:06:27.618 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-17T17:06:27.618 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-17T17:06:27.618 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.keep_log_file_num: 1000 2024-09-17T17:06:27.618 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.recycle_log_file_num: 0 2024-09-17T17:06:27.618 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.allow_fallocate: 1 2024-09-17T17:06:27.618 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.allow_mmap_reads: 0 2024-09-17T17:06:27.618 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.allow_mmap_writes: 0 2024-09-17T17:06:27.618 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.use_direct_reads: 0 2024-09-17T17:06:27.618 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-17T17:06:27.618 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.create_missing_column_families: 0 2024-09-17T17:06:27.618 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.db_log_dir: 2024-09-17T17:06:27.618 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.wal_dir: 2024-09-17T17:06:27.618 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-17T17:06:27.619 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-17T17:06:27.619 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-17T17:06:27.619 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-17T17:06:27.619 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-17T17:06:27.619 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-17T17:06:27.619 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.advise_random_on_open: 1 2024-09-17T17:06:27.619 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.db_write_buffer_size: 0 2024-09-17T17:06:27.619 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.write_buffer_manager: 0x56190e749b80 2024-09-17T17:06:27.619 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-17T17:06:27.619 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-17T17:06:27.619 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-17T17:06:27.619 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.rate_limiter: (nil) 2024-09-17T17:06:27.620 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-17T17:06:27.620 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.wal_recovery_mode: 2 2024-09-17T17:06:27.621 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.enable_thread_tracking: 0 2024-09-17T17:06:27.621 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.enable_pipelined_write: 0 2024-09-17T17:06:27.621 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.unordered_write: 0 2024-09-17T17:06:27.621 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-17T17:06:27.621 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-17T17:06:27.621 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-17T17:06:27.621 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-17T17:06:27.621 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.row_cache: None 2024-09-17T17:06:27.621 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.wal_filter: None 2024-09-17T17:06:27.621 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-17T17:06:27.621 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.allow_ingest_behind: 0 2024-09-17T17:06:27.621 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.two_write_queues: 0 2024-09-17T17:06:27.621 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.manual_wal_flush: 0 2024-09-17T17:06:27.622 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.wal_compression: 0 2024-09-17T17:06:27.622 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.atomic_flush: 0 2024-09-17T17:06:27.622 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-17T17:06:27.622 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-17T17:06:27.622 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-17T17:06:27.622 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.log_readahead_size: 0 2024-09-17T17:06:27.622 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-17T17:06:27.622 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.best_efforts_recovery: 0 2024-09-17T17:06:27.622 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-17T17:06:27.622 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-17T17:06:27.622 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.allow_data_in_errors: 0 2024-09-17T17:06:27.622 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.db_host_id: __hostname__ 2024-09-17T17:06:27.622 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-17T17:06:27.623 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.max_background_jobs: 2 2024-09-17T17:06:27.623 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.max_background_compactions: -1 2024-09-17T17:06:27.623 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.max_subcompactions: 1 2024-09-17T17:06:27.623 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-17T17:06:27.623 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-17T17:06:27.623 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-17T17:06:27.623 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.max_total_wal_size: 0 2024-09-17T17:06:27.623 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-17T17:06:27.623 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-17T17:06:27.623 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-17T17:06:27.623 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-17T17:06:27.623 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.max_open_files: -1 2024-09-17T17:06:27.623 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.bytes_per_sync: 0 2024-09-17T17:06:27.623 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-17T17:06:27.624 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-17T17:06:27.624 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.compaction_readahead_size: 0 2024-09-17T17:06:27.624 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.max_background_flushes: -1 2024-09-17T17:06:27.624 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Compression algorithms supported: 2024-09-17T17:06:27.624 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: kZSTD supported: 0 2024-09-17T17:06:27.624 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: kXpressCompression supported: 0 2024-09-17T17:06:27.624 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: kBZip2Compression supported: 0 2024-09-17T17:06:27.624 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-17T17:06:27.624 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: kLZ4Compression supported: 1 2024-09-17T17:06:27.624 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: kZlibCompression supported: 1 2024-09-17T17:06:27.624 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: kLZ4HCCompression supported: 1 2024-09-17T17:06:27.624 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: kSnappyCompression supported: 1 2024-09-17T17:06:27.624 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-17T17:06:27.625 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-17T17:06:27.625 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2024-09-17T17:06:27.625 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-17T17:06:27.625 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-17T17:06:27.625 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.merge_operator: 2024-09-17T17:06:27.625 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.compaction_filter: None 2024-09-17T17:06:27.625 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.compaction_filter_factory: None 2024-09-17T17:06:27.625 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.sst_partitioner_factory: None 2024-09-17T17:06:27.625 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-17T17:06:27.625 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-17T17:06:27.625 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56190e745320) 2024-09-17T17:06:27.625 INFO:journalctl@ceph.mon.b.smithi066.stdout: cache_index_and_filter_blocks: 1 2024-09-17T17:06:27.625 INFO:journalctl@ceph.mon.b.smithi066.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-17T17:06:27.625 INFO:journalctl@ceph.mon.b.smithi066.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-17T17:06:27.625 INFO:journalctl@ceph.mon.b.smithi066.stdout: pin_top_level_index_and_filter: 1 2024-09-17T17:06:27.626 INFO:journalctl@ceph.mon.b.smithi066.stdout: index_type: 0 2024-09-17T17:06:27.626 INFO:journalctl@ceph.mon.b.smithi066.stdout: data_block_index_type: 0 2024-09-17T17:06:27.626 INFO:journalctl@ceph.mon.b.smithi066.stdout: index_shortening: 1 2024-09-17T17:06:27.626 INFO:journalctl@ceph.mon.b.smithi066.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-17T17:06:27.626 INFO:journalctl@ceph.mon.b.smithi066.stdout: checksum: 4 2024-09-17T17:06:27.626 INFO:journalctl@ceph.mon.b.smithi066.stdout: no_block_cache: 0 2024-09-17T17:06:27.626 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_cache: 0x56190e739610 2024-09-17T17:06:27.626 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_cache_name: BinnedLRUCache 2024-09-17T17:06:27.626 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_cache_options: 2024-09-17T17:06:27.626 INFO:journalctl@ceph.mon.b.smithi066.stdout: capacity : 536870912 2024-09-17T17:06:27.626 INFO:journalctl@ceph.mon.b.smithi066.stdout: num_shard_bits : 4 2024-09-17T17:06:27.626 INFO:journalctl@ceph.mon.b.smithi066.stdout: strict_capacity_limit : 0 2024-09-17T17:06:27.626 INFO:journalctl@ceph.mon.b.smithi066.stdout: high_pri_pool_ratio: 0.000 2024-09-17T17:06:27.626 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_cache_compressed: (nil) 2024-09-17T17:06:27.627 INFO:journalctl@ceph.mon.b.smithi066.stdout: persistent_cache: (nil) 2024-09-17T17:06:27.627 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_size: 4096 2024-09-17T17:06:27.627 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_size_deviation: 10 2024-09-17T17:06:27.627 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_restart_interval: 16 2024-09-17T17:06:27.627 INFO:journalctl@ceph.mon.b.smithi066.stdout: index_block_restart_interval: 1 2024-09-17T17:06:27.627 INFO:journalctl@ceph.mon.b.smithi066.stdout: metadata_block_size: 4096 2024-09-17T17:06:27.627 INFO:journalctl@ceph.mon.b.smithi066.stdout: partition_filters: 0 2024-09-17T17:06:27.627 INFO:journalctl@ceph.mon.b.smithi066.stdout: use_delta_encoding: 1 2024-09-17T17:06:27.627 INFO:journalctl@ceph.mon.b.smithi066.stdout: filter_policy: bloomfilter 2024-09-17T17:06:27.627 INFO:journalctl@ceph.mon.b.smithi066.stdout: whole_key_filtering: 1 2024-09-17T17:06:27.627 INFO:journalctl@ceph.mon.b.smithi066.stdout: verify_compression: 0 2024-09-17T17:06:27.627 INFO:journalctl@ceph.mon.b.smithi066.stdout: read_amp_bytes_per_bit: 0 2024-09-17T17:06:27.627 INFO:journalctl@ceph.mon.b.smithi066.stdout: format_version: 5 2024-09-17T17:06:27.627 INFO:journalctl@ceph.mon.b.smithi066.stdout: enable_index_compression: 1 2024-09-17T17:06:27.627 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_align: 0 2024-09-17T17:06:27.628 INFO:journalctl@ceph.mon.b.smithi066.stdout: max_auto_readahead_size: 262144 2024-09-17T17:06:27.628 INFO:journalctl@ceph.mon.b.smithi066.stdout: prepopulate_block_cache: 0 2024-09-17T17:06:27.628 INFO:journalctl@ceph.mon.b.smithi066.stdout: initial_auto_readahead_size: 8192 2024-09-17T17:06:27.628 INFO:journalctl@ceph.mon.b.smithi066.stdout: num_file_reads_for_auto_readahead: 2 2024-09-17T17:06:27.628 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.write_buffer_size: 33554432 2024-09-17T17:06:27.628 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.max_write_buffer_number: 2 2024-09-17T17:06:27.628 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.compression: NoCompression 2024-09-17T17:06:27.628 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.bottommost_compression: Disabled 2024-09-17T17:06:27.628 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.prefix_extractor: nullptr 2024-09-17T17:06:27.628 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-17T17:06:27.629 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.num_levels: 7 2024-09-17T17:06:27.629 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-17T17:06:27.629 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-17T17:06:27.629 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-17T17:06:27.629 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-17T17:06:27.629 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-17T17:06:27.629 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-17T17:06:27.629 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-17T17:06:27.629 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-17T17:06:27.629 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-17T17:06:27.629 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-17T17:06:27.629 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-17T17:06:27.629 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-17T17:06:27.630 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-17T17:06:27.630 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.compression_opts.level: 32767 2024-09-17T17:06:27.630 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.compression_opts.strategy: 0 2024-09-17T17:06:27.630 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-17T17:06:27.630 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-17T17:06:27.630 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-17T17:06:27.630 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-17T17:06:27.630 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.compression_opts.enabled: false 2024-09-17T17:06:27.630 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-17T17:06:27.630 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-17T17:06:27.630 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-17T17:06:27.630 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-17T17:06:27.630 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.target_file_size_base: 67108864 2024-09-17T17:06:27.631 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-17T17:06:27.631 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-17T17:06:27.631 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-17T17:06:27.631 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-17T17:06:27.631 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-17T17:06:27.631 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-17T17:06:27.631 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-17T17:06:27.631 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-17T17:06:27.631 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-17T17:06:27.631 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-17T17:06:27.631 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-17T17:06:27.632 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-17T17:06:27.632 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-17T17:06:27.632 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-17T17:06:27.632 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.arena_block_size: 1048576 2024-09-17T17:06:27.632 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-17T17:06:27.632 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-17T17:06:27.632 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.disable_auto_compactions: 0 2024-09-17T17:06:27.632 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-17T17:06:27.632 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-17T17:06:27.632 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-17T17:06:27.632 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-17T17:06:27.633 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-17T17:06:27.633 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-17T17:06:27.633 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-17T17:06:27.633 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-17T17:06:27.633 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-17T17:06:27.633 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-17T17:06:27.633 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-17T17:06:27.633 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.inplace_update_support: 0 2024-09-17T17:06:27.633 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-17T17:06:27.633 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-17T17:06:27.633 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-17T17:06:27.633 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-17T17:06:27.633 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.bloom_locality: 0 2024-09-17T17:06:27.634 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.max_successive_merges: 0 2024-09-17T17:06:27.634 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-17T17:06:27.634 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.paranoid_file_checks: 0 2024-09-17T17:06:27.634 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.force_consistency_checks: 1 2024-09-17T17:06:27.634 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.report_bg_io_stats: 0 2024-09-17T17:06:27.634 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.ttl: 2592000 2024-09-17T17:06:27.634 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-17T17:06:27.634 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-17T17:06:27.634 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-17T17:06:27.634 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.enable_blob_files: false 2024-09-17T17:06:27.634 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.min_blob_size: 0 2024-09-17T17:06:27.634 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.blob_file_size: 268435456 2024-09-17T17:06:27.634 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-17T17:06:27.634 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-17T17:06:27.635 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-17T17:06:27.635 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-17T17:06:27.635 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-17T17:06:27.635 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.blob_file_starting_level: 0 2024-09-17T17:06:27.635 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-17T17:06:27.635 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-17T17:06:27.635 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13442, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-09-17T17:06:27.635 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-09-17T17:06:27.635 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 460167a1-aa84-410c-bfdc-cec7572d8313 2024-09-17T17:06:27.635 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726592787586741, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-09-17T17:06:27.635 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-09-17T17:06:27.635 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726592787612578, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 6818549, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13448, "largest_seqno": 16845, "table_properties": {"data_size": 6803080, "index_size": 10582, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3845, "raw_key_size": 34924, "raw_average_key_size": 22, "raw_value_size": 6771098, "raw_average_value_size": 4425, "num_data_blocks": 460, "num_entries": 1530, "num_filter_entries": 1530, "num_deletions": 289, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726592787, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "460167a1-aa84-410c-bfdc-cec7572d8313", "db_session_id": "G5QCZUGB4FPWI4BWPT9E", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-09-17T17:06:27.635 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726592787612858, "job": 1, "event": "recovery_finished"} 2024-09-17T17:06:27.636 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-09-17T17:06:27.636 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-17T17:06:27.636 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-17T17:06:27.636 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x56190e768e00 2024-09-17T17:06:27.636 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: DB pointer 0x56190e86a000 2024-09-17T17:06:27.636 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-17T17:06:27.636 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-17T17:06:27.636 INFO:journalctl@ceph.mon.b.smithi066.stdout: ** DB Stats ** 2024-09-17T17:06:27.636 INFO:journalctl@ceph.mon.b.smithi066.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-17T17:06:27.636 INFO:journalctl@ceph.mon.b.smithi066.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-17T17:06:27.636 INFO:journalctl@ceph.mon.b.smithi066.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-17T17:06:27.636 INFO:journalctl@ceph.mon.b.smithi066.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-17T17:06:27.636 INFO:journalctl@ceph.mon.b.smithi066.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-17T17:06:27.636 INFO:journalctl@ceph.mon.b.smithi066.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-17T17:06:27.637 INFO:journalctl@ceph.mon.b.smithi066.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-17T17:06:27.637 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-09-17T17:06:27.637 INFO:journalctl@ceph.mon.b.smithi066.stdout: ** Compaction Stats [default] ** 2024-09-17T17:06:27.637 INFO:journalctl@ceph.mon.b.smithi066.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-17T17:06:27.637 INFO:journalctl@ceph.mon.b.smithi066.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-17T17:06:27.637 INFO:journalctl@ceph.mon.b.smithi066.stdout: L0 1/0 6.50 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 594.0 0.01 0.00 1 0.011 0 0 0.0 0.0 2024-09-17T17:06:27.637 INFO:journalctl@ceph.mon.b.smithi066.stdout: L6 1/0 7.37 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-17T17:06:27.637 INFO:journalctl@ceph.mon.b.smithi066.stdout: Sum 2/0 13.87 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 594.0 0.01 0.00 1 0.011 0 0 0.0 0.0 2024-09-17T17:06:27.637 INFO:journalctl@ceph.mon.b.smithi066.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 594.0 0.01 0.00 1 0.011 0 0 0.0 0.0 2024-09-17T17:06:27.637 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-09-17T17:06:27.637 INFO:journalctl@ceph.mon.b.smithi066.stdout: ** Compaction Stats [default] ** 2024-09-17T17:06:27.637 INFO:journalctl@ceph.mon.b.smithi066.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-17T17:06:27.637 INFO:journalctl@ceph.mon.b.smithi066.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-17T17:06:27.638 INFO:journalctl@ceph.mon.b.smithi066.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 594.0 0.01 0.00 1 0.011 0 0 0.0 0.0 2024-09-17T17:06:27.638 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-09-17T17:06:27.638 INFO:journalctl@ceph.mon.b.smithi066.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-17T17:06:27.638 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-09-17T17:06:27.638 INFO:journalctl@ceph.mon.b.smithi066.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-17T17:06:27.638 INFO:journalctl@ceph.mon.b.smithi066.stdout: Flush(GB): cumulative 0.006, interval 0.006 2024-09-17T17:06:27.638 INFO:journalctl@ceph.mon.b.smithi066.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-17T17:06:27.638 INFO:journalctl@ceph.mon.b.smithi066.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-17T17:06:27.638 INFO:journalctl@ceph.mon.b.smithi066.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-17T17:06:27.638 INFO:journalctl@ceph.mon.b.smithi066.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-17T17:06:27.638 INFO:journalctl@ceph.mon.b.smithi066.stdout: Cumulative compaction: 0.01 GB write, 217.76 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-17T17:06:27.638 INFO:journalctl@ceph.mon.b.smithi066.stdout: Interval compaction: 0.01 GB write, 217.76 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-17T17:06:27.638 INFO:journalctl@ceph.mon.b.smithi066.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-17T17:06:27.638 INFO:journalctl@ceph.mon.b.smithi066.stdout: Block cache BinnedLRUCache@0x56190e739610#7 capacity: 512.00 MB usage: 16.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-09-17T17:06:27.639 INFO:journalctl@ceph.mon.b.smithi066.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.03 KB,0.0007689%) IndexBlock(1,12.08 KB,0.00230372%) Misc(1,0.00 KB,0%) 2024-09-17T17:06:27.639 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-09-17T17:06:27.639 INFO:journalctl@ceph.mon.b.smithi066.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-17T17:06:27.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: starting mon.b rank 1 at public addrs [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] at bind addrs [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T17:06:27.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: mon.b@-1(???) e3 preinit fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T17:06:27.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: mon.b@-1(???).mds e8 new map 2024-09-17T17:06:27.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: mon.b@-1(???).mds e8 print_map 2024-09-17T17:06:27.904 INFO:journalctl@ceph.mon.b.smithi066.stdout: e8 2024-09-17T17:06:27.904 INFO:journalctl@ceph.mon.b.smithi066.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-09-17T17:06:27.904 INFO:journalctl@ceph.mon.b.smithi066.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T17:06:27.904 INFO:journalctl@ceph.mon.b.smithi066.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T17:06:27.904 INFO:journalctl@ceph.mon.b.smithi066.stdout: legacy client fscid: 1 2024-09-17T17:06:27.904 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-09-17T17:06:27.904 INFO:journalctl@ceph.mon.b.smithi066.stdout: Filesystem 'cephfs' (1) 2024-09-17T17:06:27.904 INFO:journalctl@ceph.mon.b.smithi066.stdout: fs_name cephfs 2024-09-17T17:06:27.904 INFO:journalctl@ceph.mon.b.smithi066.stdout: epoch 8 2024-09-17T17:06:27.904 INFO:journalctl@ceph.mon.b.smithi066.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-17T17:06:27.905 INFO:journalctl@ceph.mon.b.smithi066.stdout: created 2024-09-17T16:59:53.850518+0000 2024-09-17T17:06:27.905 INFO:journalctl@ceph.mon.b.smithi066.stdout: modified 2024-09-17T17:00:05.880207+0000 2024-09-17T17:06:27.905 INFO:journalctl@ceph.mon.b.smithi066.stdout: tableserver 0 2024-09-17T17:06:27.905 INFO:journalctl@ceph.mon.b.smithi066.stdout: root 0 2024-09-17T17:06:27.905 INFO:journalctl@ceph.mon.b.smithi066.stdout: session_timeout 60 2024-09-17T17:06:27.905 INFO:journalctl@ceph.mon.b.smithi066.stdout: session_autoclose 300 2024-09-17T17:06:27.905 INFO:journalctl@ceph.mon.b.smithi066.stdout: max_file_size 1099511627776 2024-09-17T17:06:27.905 INFO:journalctl@ceph.mon.b.smithi066.stdout: max_xattr_size 65536 2024-09-17T17:06:27.905 INFO:journalctl@ceph.mon.b.smithi066.stdout: required_client_features {} 2024-09-17T17:06:27.905 INFO:journalctl@ceph.mon.b.smithi066.stdout: last_failure 0 2024-09-17T17:06:27.905 INFO:journalctl@ceph.mon.b.smithi066.stdout: last_failure_osd_epoch 0 2024-09-17T17:06:27.905 INFO:journalctl@ceph.mon.b.smithi066.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T17:06:27.905 INFO:journalctl@ceph.mon.b.smithi066.stdout: max_mds 1 2024-09-17T17:06:27.905 INFO:journalctl@ceph.mon.b.smithi066.stdout: in 0 2024-09-17T17:06:27.906 INFO:journalctl@ceph.mon.b.smithi066.stdout: up {0=24331} 2024-09-17T17:06:27.906 INFO:journalctl@ceph.mon.b.smithi066.stdout: failed 2024-09-17T17:06:27.906 INFO:journalctl@ceph.mon.b.smithi066.stdout: damaged 2024-09-17T17:06:27.906 INFO:journalctl@ceph.mon.b.smithi066.stdout: stopped 2024-09-17T17:06:27.906 INFO:journalctl@ceph.mon.b.smithi066.stdout: data_pools [3] 2024-09-17T17:06:27.906 INFO:journalctl@ceph.mon.b.smithi066.stdout: metadata_pool 2 2024-09-17T17:06:27.906 INFO:journalctl@ceph.mon.b.smithi066.stdout: inline_data disabled 2024-09-17T17:06:27.906 INFO:journalctl@ceph.mon.b.smithi066.stdout: balancer 2024-09-17T17:06:27.906 INFO:journalctl@ceph.mon.b.smithi066.stdout: bal_rank_mask -1 2024-09-17T17:06:27.906 INFO:journalctl@ceph.mon.b.smithi066.stdout: standby_count_wanted 0 2024-09-17T17:06:27.906 INFO:journalctl@ceph.mon.b.smithi066.stdout: qdb_cluster leader: 0 members: 2024-09-17T17:06:27.906 INFO:journalctl@ceph.mon.b.smithi066.stdout: [mds.b{0:24331} state up:active seq 5 addr [v2:172.21.15.66:6832/4260993690,v1:172.21.15.66:6833/4260993690] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T17:06:27.906 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-09-17T17:06:27.906 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-09-17T17:06:27.907 INFO:journalctl@ceph.mon.b.smithi066.stdout: Standby daemons: 2024-09-17T17:06:27.907 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-09-17T17:06:27.907 INFO:journalctl@ceph.mon.b.smithi066.stdout: [mds.a{-1:14436} state up:standby seq 1 addr [v2:172.21.15.31:6834/1935595978,v1:172.21.15.31:6835/1935595978] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T17:06:27.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: mon.b@-1(???).osd e254 crush map has features 3314933069573799936, adjusting msgr requires 2024-09-17T17:06:27.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: mon.b@-1(???).osd e254 crush map has features 432629308056666112, adjusting msgr requires 2024-09-17T17:06:27.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: mon.b@-1(???).osd e254 crush map has features 432629308056666112, adjusting msgr requires 2024-09-17T17:06:27.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: mon.b@-1(???).osd e254 crush map has features 432629308056666112, adjusting msgr requires 2024-09-17T17:06:27.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 ceph-mon[86175]: mon.b@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2024-09-17T17:06:27.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 bash[86136]: 345d1bf73a6f52de0c1bcca60c450d0cff8479438d92acc171d7e335731e335f 2024-09-17T17:06:27.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:27 smithi066 systemd[1]: Started Ceph mon.b for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:06:28.291 INFO:tasks.rados.rados.0.smithi031.stdout:976: done (5 left) 2024-09-17T17:06:28.291 INFO:tasks.rados.rados.0.smithi031.stdout:977: done (4 left) 2024-09-17T17:06:28.292 INFO:tasks.rados.rados.0.smithi031.stdout:978: done (3 left) 2024-09-17T17:06:28.292 INFO:tasks.rados.rados.0.smithi031.stdout:979: done (2 left) 2024-09-17T17:06:28.292 INFO:tasks.rados.rados.0.smithi031.stdout:980: done (1 left) 2024-09-17T17:06:28.292 INFO:tasks.rados.rados.0.smithi031.stdout:981: done (0 left) 2024-09-17T17:06:28.292 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 95 2024-09-17T17:06:28.292 INFO:tasks.rados.rados.0.smithi031.stdout:982: seq_num 323 ranges {1318912=614400} 2024-09-17T17:06:28.301 INFO:tasks.rados.rados.0.smithi031.stdout:982: writing smithi03184240-2 from 1318912 to 1933312 tid 1 2024-09-17T17:06:28.302 INFO:tasks.rados.rados.0.smithi031.stdout:983: delete oid 36 current snap is 95 2024-09-17T17:06:28.307 INFO:tasks.rados.rados.0.smithi031.stdout:983: done (1 left) 2024-09-17T17:06:28.307 INFO:tasks.rados.rados.0.smithi031.stdout:984: read oid 41 snap -1 2024-09-17T17:06:28.307 INFO:tasks.rados.rados.0.smithi031.stdout:984: expect (ObjNum 304 snap 83 seq_num 304) 2024-09-17T17:06:28.307 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 95 2024-09-17T17:06:28.307 INFO:tasks.rados.rados.0.smithi031.stdout:985: seq_num 325 ranges {4308992=647168} 2024-09-17T17:06:28.335 INFO:tasks.rados.rados.0.smithi031.stdout:985: writing smithi03184240-31 from 4308992 to 4956160 tid 1 2024-09-17T17:06:28.335 INFO:tasks.rados.rados.0.smithi031.stdout:986: delete oid 22 current snap is 95 2024-09-17T17:06:28.335 INFO:tasks.rados.rados.0.smithi031.stdout:982: finishing write tid 1 to smithi03184240-2 2024-09-17T17:06:28.335 INFO:tasks.rados.rados.0.smithi031.stdout:982: finishing write tid 2 to smithi03184240-2 2024-09-17T17:06:28.335 INFO:tasks.rados.rados.0.smithi031.stdout:982: finishing write tid 3 to smithi03184240-2 2024-09-17T17:06:28.335 INFO:tasks.rados.rados.0.smithi031.stdout:982: oid 2 updating version 0 to 815 2024-09-17T17:06:28.335 INFO:tasks.rados.rados.0.smithi031.stdout:982: oid 2 version 815 is already newer than 814 2024-09-17T17:06:28.335 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 815 (ObjNum 323 snap 95 seq_num 323) dirty exists 2024-09-17T17:06:28.335 INFO:tasks.rados.rados.0.smithi031.stdout:982: left oid 2 (ObjNum 323 snap 95 seq_num 323) 2024-09-17T17:06:28.335 INFO:tasks.rados.rados.0.smithi031.stdout:984: expect (ObjNum 304 snap 83 seq_num 304) 2024-09-17T17:06:28.344 INFO:tasks.rados.rados.0.smithi031.stdout:985: finishing write tid 1 to smithi03184240-31 2024-09-17T17:06:28.344 INFO:tasks.rados.rados.0.smithi031.stdout:982: done (3 left) 2024-09-17T17:06:28.344 INFO:tasks.rados.rados.0.smithi031.stdout:984: done (2 left) 2024-09-17T17:06:28.344 INFO:tasks.rados.rados.0.smithi031.stdout:986: done (1 left) 2024-09-17T17:06:28.344 INFO:tasks.rados.rados.0.smithi031.stdout:987: copy_from oid 32 from oid 19 current snap is 95 2024-09-17T17:06:28.344 INFO:tasks.rados.rados.0.smithi031.stdout:985: finishing write tid 2 to smithi03184240-31 2024-09-17T17:06:28.344 INFO:tasks.rados.rados.0.smithi031.stdout:985: finishing write tid 3 to smithi03184240-31 2024-09-17T17:06:28.344 INFO:tasks.rados.rados.0.smithi031.stdout:985: oid 31 updating version 0 to 291 2024-09-17T17:06:28.344 INFO:tasks.rados.rados.0.smithi031.stdout:985: oid 31 version 291 is already newer than 290 2024-09-17T17:06:28.344 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 291 (ObjNum 325 snap 95 seq_num 325) dirty exists 2024-09-17T17:06:28.345 INFO:tasks.rados.rados.0.smithi031.stdout:985: left oid 31 (ObjNum 325 snap 95 seq_num 325) 2024-09-17T17:06:28.345 INFO:tasks.rados.rados.0.smithi031.stdout:985: done (1 left) 2024-09-17T17:06:28.345 INFO:tasks.rados.rados.0.smithi031.stdout:988: snap_remove snap 91 2024-09-17T17:06:29.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[94873]: osdmap e254: 8 total, 8 up, 8 in 2024-09-17T17:06:29.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[94873]: mgrmap e42: y(active, since 27s), standbys: x 2024-09-17T17:06:29.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[94873]: overall HEALTH_OK 2024-09-17T17:06:29.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[94873]: mon.a calling monitor election 2024-09-17T17:06:29.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[94873]: mon.c calling monitor election 2024-09-17T17:06:29.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[94873]: mon.b calling monitor election 2024-09-17T17:06:29.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-17T17:06:29.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-17T17:06:29.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[94873]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-17T17:06:29.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-17T17:06:29.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[94873]: monmap epoch 4 2024-09-17T17:06:29.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[94873]: fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T17:06:29.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[94873]: last_changed 2024-09-17T17:06:27.730084+0000 2024-09-17T17:06:29.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[94873]: created 2024-09-17T16:54:09.970307+0000 2024-09-17T17:06:29.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[94873]: min_mon_release 19 (squid) 2024-09-17T17:06:29.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[94873]: election_strategy: 1 2024-09-17T17:06:29.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[94873]: 0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-17T17:06:29.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[94873]: 1: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.b 2024-09-17T17:06:29.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[94873]: 2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-17T17:06:29.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[94873]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-17T17:06:29.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[94873]: osdmap e254: 8 total, 8 up, 8 in 2024-09-17T17:06:29.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[94873]: mgrmap e42: y(active, since 27s), standbys: x 2024-09-17T17:06:29.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[94873]: overall HEALTH_OK 2024-09-17T17:06:29.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:29.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:29.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:06:29.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[94873]: osdmap e255: 8 total, 8 up, 8 in 2024-09-17T17:06:29.096 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[96842]: osdmap e254: 8 total, 8 up, 8 in 2024-09-17T17:06:29.096 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[96842]: mgrmap e42: y(active, since 27s), standbys: x 2024-09-17T17:06:29.096 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[96842]: overall HEALTH_OK 2024-09-17T17:06:29.096 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[96842]: mon.a calling monitor election 2024-09-17T17:06:29.096 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[96842]: mon.c calling monitor election 2024-09-17T17:06:29.096 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[96842]: mon.b calling monitor election 2024-09-17T17:06:29.096 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-17T17:06:29.097 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-17T17:06:29.097 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[96842]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-17T17:06:29.097 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-17T17:06:29.097 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[96842]: monmap epoch 4 2024-09-17T17:06:29.097 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[96842]: fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T17:06:29.097 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[96842]: last_changed 2024-09-17T17:06:27.730084+0000 2024-09-17T17:06:29.097 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[96842]: created 2024-09-17T16:54:09.970307+0000 2024-09-17T17:06:29.097 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[96842]: min_mon_release 19 (squid) 2024-09-17T17:06:29.097 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[96842]: election_strategy: 1 2024-09-17T17:06:29.097 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[96842]: 0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-17T17:06:29.097 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[96842]: 1: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.b 2024-09-17T17:06:29.097 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[96842]: 2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-17T17:06:29.097 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[96842]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-17T17:06:29.097 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[96842]: osdmap e254: 8 total, 8 up, 8 in 2024-09-17T17:06:29.098 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[96842]: mgrmap e42: y(active, since 27s), standbys: x 2024-09-17T17:06:29.098 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[96842]: overall HEALTH_OK 2024-09-17T17:06:29.098 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:29.098 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:29.098 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:06:29.098 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:28 smithi031 ceph-mon[96842]: osdmap e255: 8 total, 8 up, 8 in 2024-09-17T17:06:29.111 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:28 smithi066 ceph-mon[86175]: osdmap e254: 8 total, 8 up, 8 in 2024-09-17T17:06:29.112 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:28 smithi066 ceph-mon[86175]: mgrmap e42: y(active, since 27s), standbys: x 2024-09-17T17:06:29.112 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:28 smithi066 ceph-mon[86175]: overall HEALTH_OK 2024-09-17T17:06:29.112 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:28 smithi066 ceph-mon[86175]: mon.a calling monitor election 2024-09-17T17:06:29.112 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:28 smithi066 ceph-mon[86175]: mon.c calling monitor election 2024-09-17T17:06:29.112 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:28 smithi066 ceph-mon[86175]: mon.b calling monitor election 2024-09-17T17:06:29.112 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:28 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-17T17:06:29.112 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:28 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-17T17:06:29.112 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:28 smithi066 ceph-mon[86175]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-17T17:06:29.112 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:28 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-17T17:06:29.112 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:28 smithi066 ceph-mon[86175]: monmap epoch 4 2024-09-17T17:06:29.112 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:28 smithi066 ceph-mon[86175]: fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T17:06:29.112 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:28 smithi066 ceph-mon[86175]: last_changed 2024-09-17T17:06:27.730084+0000 2024-09-17T17:06:29.112 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:28 smithi066 ceph-mon[86175]: created 2024-09-17T16:54:09.970307+0000 2024-09-17T17:06:29.112 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:28 smithi066 ceph-mon[86175]: min_mon_release 19 (squid) 2024-09-17T17:06:29.113 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:28 smithi066 ceph-mon[86175]: election_strategy: 1 2024-09-17T17:06:29.113 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:28 smithi066 ceph-mon[86175]: 0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-17T17:06:29.113 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:28 smithi066 ceph-mon[86175]: 1: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.b 2024-09-17T17:06:29.113 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:28 smithi066 ceph-mon[86175]: 2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-17T17:06:29.113 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:28 smithi066 ceph-mon[86175]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-17T17:06:29.113 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:28 smithi066 ceph-mon[86175]: osdmap e254: 8 total, 8 up, 8 in 2024-09-17T17:06:29.113 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:28 smithi066 ceph-mon[86175]: mgrmap e42: y(active, since 27s), standbys: x 2024-09-17T17:06:29.113 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:28 smithi066 ceph-mon[86175]: overall HEALTH_OK 2024-09-17T17:06:29.113 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:28 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:29.113 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:28 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:29.113 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:28 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:06:29.113 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:28 smithi066 ceph-mon[86175]: osdmap e255: 8 total, 8 up, 8 in 2024-09-17T17:06:29.293 INFO:tasks.rados.rados.0.smithi031.stdout:988: done (1 left) 2024-09-17T17:06:29.293 INFO:tasks.rados.rados.0.smithi031.stdout:989: snap_create 2024-09-17T17:06:29.293 INFO:tasks.rados.rados.0.smithi031.stdout:987: finishing copy_from racing read to smithi03184240-32 2024-09-17T17:06:29.293 INFO:tasks.rados.rados.0.smithi031.stdout:987: finishing copy_from to smithi03184240-32 2024-09-17T17:06:29.293 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 74 (ObjNum 269 snap 70 seq_num 269) dirty exists 2024-09-17T17:06:30.024 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:29 smithi066 ceph-mon[86175]: pgmap v41: 121 pgs: 121 active+clean; 196 MiB data, 861 MiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 972 KiB/s wr, 11 op/s 2024-09-17T17:06:30.024 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:29 smithi066 ceph-mon[86175]: osdmap e256: 8 total, 8 up, 8 in 2024-09-17T17:06:30.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:29 smithi031 ceph-mon[94873]: pgmap v41: 121 pgs: 121 active+clean; 196 MiB data, 861 MiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 972 KiB/s wr, 11 op/s 2024-09-17T17:06:30.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:29 smithi031 ceph-mon[94873]: osdmap e256: 8 total, 8 up, 8 in 2024-09-17T17:06:30.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:29 smithi031 ceph-mon[96842]: pgmap v41: 121 pgs: 121 active+clean; 196 MiB data, 861 MiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 972 KiB/s wr, 11 op/s 2024-09-17T17:06:30.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:29 smithi031 ceph-mon[96842]: osdmap e256: 8 total, 8 up, 8 in 2024-09-17T17:06:30.294 INFO:tasks.rados.rados.0.smithi031.stdout:987: done (1 left) 2024-09-17T17:06:30.294 INFO:tasks.rados.rados.0.smithi031.stdout:989: done (0 left) 2024-09-17T17:06:30.295 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 21 current snap is 96 2024-09-17T17:06:30.295 INFO:tasks.rados.rados.0.smithi031.stdout:990: seq_num 327 ranges {3981312=679936} 2024-09-17T17:06:30.320 INFO:tasks.rados.rados.0.smithi031.stdout:990: writing smithi03184240-21 from 3981312 to 4661248 tid 1 2024-09-17T17:06:30.320 INFO:tasks.rados.rados.0.smithi031.stdout:991: rollback oid 42 current snap is 96 2024-09-17T17:06:30.320 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 42 to 93 2024-09-17T17:06:30.320 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 47 current snap is 96 2024-09-17T17:06:30.320 INFO:tasks.rados.rados.0.smithi031.stdout:992: seq_num 328 ranges {6340608=696320} 2024-09-17T17:06:30.358 INFO:tasks.rados.rados.0.smithi031.stdout:992: writing smithi03184240-47 from 6340608 to 7036928 tid 1 2024-09-17T17:06:30.359 INFO:tasks.rados.rados.0.smithi031.stdout:993: copy_from oid 13 from oid 7 current snap is 96 2024-09-17T17:06:30.359 INFO:tasks.rados.rados.0.smithi031.stdout:991: finishing rollback tid 0 to smithi03184240-42 2024-09-17T17:06:30.359 INFO:tasks.rados.rados.0.smithi031.stdout:994: snap_create 2024-09-17T17:06:30.359 INFO:tasks.rados.rados.0.smithi031.stdout:990: finishing write tid 1 to smithi03184240-21 2024-09-17T17:06:30.359 INFO:tasks.rados.rados.0.smithi031.stdout:990: finishing write tid 2 to smithi03184240-21 2024-09-17T17:06:30.359 INFO:tasks.rados.rados.0.smithi031.stdout:991: finishing rollback tid 1 to smithi03184240-42 2024-09-17T17:06:30.359 INFO:tasks.rados.rados.0.smithi031.stdout:991: finishing rollback tid 2 to smithi03184240-42 2024-09-17T17:06:30.359 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 821 (ObjNum 203 snap 48 seq_num 203) dirty exists 2024-09-17T17:06:30.359 INFO:tasks.rados.rados.0.smithi031.stdout:990: finishing write tid 3 to smithi03184240-21 2024-09-17T17:06:30.359 INFO:tasks.rados.rados.0.smithi031.stdout:990: oid 21 updating version 0 to 231 2024-09-17T17:06:30.359 INFO:tasks.rados.rados.0.smithi031.stdout:990: oid 21 version 231 is already newer than 230 2024-09-17T17:06:30.359 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 231 (ObjNum 327 snap 96 seq_num 327) dirty exists 2024-09-17T17:06:30.359 INFO:tasks.rados.rados.0.smithi031.stdout:990: left oid 21 (ObjNum 327 snap 96 seq_num 327) 2024-09-17T17:06:30.360 INFO:tasks.rados.rados.0.smithi031.stdout:993: finishing copy_from to smithi03184240-13 2024-09-17T17:06:30.360 INFO:tasks.rados.rados.0.smithi031.stdout:993: got expected ENOENT (src dne) 2024-09-17T17:06:30.360 INFO:tasks.rados.rados.0.smithi031.stdout:993: finishing copy_from racing read to smithi03184240-13 2024-09-17T17:06:30.362 INFO:tasks.rados.rados.0.smithi031.stdout:992: finishing write tid 1 to smithi03184240-47 2024-09-17T17:06:30.362 INFO:tasks.rados.rados.0.smithi031.stdout:992: finishing write tid 2 to smithi03184240-47 2024-09-17T17:06:30.363 INFO:tasks.rados.rados.0.smithi031.stdout:992: finishing write tid 3 to smithi03184240-47 2024-09-17T17:06:30.363 INFO:tasks.rados.rados.0.smithi031.stdout:992: oid 47 updating version 0 to 364 2024-09-17T17:06:30.363 INFO:tasks.rados.rados.0.smithi031.stdout:992: oid 47 updating version 364 to 365 2024-09-17T17:06:30.363 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 365 (ObjNum 328 snap 96 seq_num 328) dirty exists 2024-09-17T17:06:30.364 INFO:tasks.rados.rados.0.smithi031.stdout:992: left oid 47 (ObjNum 328 snap 96 seq_num 328) 2024-09-17T17:06:31.300 INFO:tasks.rados.rados.0.smithi031.stdout:990: done (4 left) 2024-09-17T17:06:31.300 INFO:tasks.rados.rados.0.smithi031.stdout:991: done (3 left) 2024-09-17T17:06:31.300 INFO:tasks.rados.rados.0.smithi031.stdout:992: done (2 left) 2024-09-17T17:06:31.300 INFO:tasks.rados.rados.0.smithi031.stdout:993: done (1 left) 2024-09-17T17:06:31.300 INFO:tasks.rados.rados.0.smithi031.stdout:994: done (0 left) 2024-09-17T17:06:31.300 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 15 current snap is 97 2024-09-17T17:06:31.301 INFO:tasks.rados.rados.0.smithi031.stdout:995: seq_num 329 ranges {0=712704} 2024-09-17T17:06:31.304 INFO:tasks.rados.rados.0.smithi031.stdout:995: writing smithi03184240-15 from 0 to 712704 tid 1 2024-09-17T17:06:31.304 INFO:tasks.rados.rados.0.smithi031.stdout:996: delete oid 31 current snap is 97 2024-09-17T17:06:31.310 INFO:tasks.rados.rados.0.smithi031.stdout:995: finishing write tid 1 to smithi03184240-15 2024-09-17T17:06:31.311 INFO:tasks.rados.rados.0.smithi031.stdout:995: finishing write tid 2 to smithi03184240-15 2024-09-17T17:06:31.312 INFO:tasks.rados.rados.0.smithi031.stdout:996: done (1 left) 2024-09-17T17:06:31.312 INFO:tasks.rados.rados.0.smithi031.stdout:997: snap_create 2024-09-17T17:06:31.313 INFO:tasks.rados.rados.0.smithi031.stdout:995: finishing write tid 3 to smithi03184240-15 2024-09-17T17:06:31.313 INFO:tasks.rados.rados.0.smithi031.stdout:995: oid 15 updating version 0 to 295 2024-09-17T17:06:31.313 INFO:tasks.rados.rados.0.smithi031.stdout:995: oid 15 version 295 is already newer than 294 2024-09-17T17:06:31.313 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 295 (ObjNum 329 snap 97 seq_num 329) dirty exists 2024-09-17T17:06:31.313 INFO:tasks.rados.rados.0.smithi031.stdout:995: left oid 15 (ObjNum 329 snap 97 seq_num 329) 2024-09-17T17:06:31.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:31 smithi031 ceph-mon[94873]: pgmap v44: 121 pgs: 121 active+clean; 196 MiB data, 861 MiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 973 KiB/s wr, 11 op/s 2024-09-17T17:06:31.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:31 smithi031 ceph-mon[94873]: osdmap e257: 8 total, 8 up, 8 in 2024-09-17T17:06:31.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:31 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:06:31.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:31 smithi031 ceph-mon[96842]: pgmap v44: 121 pgs: 121 active+clean; 196 MiB data, 861 MiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 973 KiB/s wr, 11 op/s 2024-09-17T17:06:31.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:31 smithi031 ceph-mon[96842]: osdmap e257: 8 total, 8 up, 8 in 2024-09-17T17:06:31.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:31 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:06:31.605 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:31 smithi066 ceph-mon[86175]: pgmap v44: 121 pgs: 121 active+clean; 196 MiB data, 861 MiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 973 KiB/s wr, 11 op/s 2024-09-17T17:06:31.606 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:31 smithi066 ceph-mon[86175]: osdmap e257: 8 total, 8 up, 8 in 2024-09-17T17:06:31.606 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:31 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:06:32.093 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:31 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:06:31] "GET /metrics HTTP/1.1" 200 36010 "" "Prometheus/2.43.0" 2024-09-17T17:06:32.308 INFO:tasks.rados.rados.0.smithi031.stdout:995: done (1 left) 2024-09-17T17:06:32.308 INFO:tasks.rados.rados.0.smithi031.stdout:997: done (0 left) 2024-09-17T17:06:32.308 INFO:tasks.rados.rados.0.smithi031.stdout:998: copy_from oid 33 from oid 44 current snap is 98 2024-09-17T17:06:32.308 INFO:tasks.rados.rados.0.smithi031.stdout:999: delete oid 3 current snap is 98 2024-09-17T17:06:32.317 INFO:tasks.rados.rados.0.smithi031.stdout:999: done (1 left) 2024-09-17T17:06:32.317 INFO:tasks.rados.rados.0.smithi031.stdout:1000: snap_remove snap 93 2024-09-17T17:06:32.574 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:32 smithi066 ceph-mon[86175]: osdmap e258: 8 total, 8 up, 8 in 2024-09-17T17:06:32.574 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:32 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:32.574 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:32 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:32.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:32 smithi031 ceph-mon[94873]: osdmap e258: 8 total, 8 up, 8 in 2024-09-17T17:06:32.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:32 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:32.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:32 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:32.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:32 smithi031 ceph-mon[96842]: osdmap e258: 8 total, 8 up, 8 in 2024-09-17T17:06:32.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:32 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:32.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:32 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:33.093 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:32 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:06:32.626+0000 7f72cc98c640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-17T17:06:33.295 INFO:tasks.rados.rados.0.smithi031.stdout:1000: done (1 left) 2024-09-17T17:06:33.295 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 21 current snap is 98 2024-09-17T17:06:33.295 INFO:tasks.rados.rados.0.smithi031.stdout:1001: seq_num 332 ranges {4661248=770048} 2024-09-17T17:06:33.328 INFO:tasks.rados.rados.0.smithi031.stdout:1001: writing smithi03184240-21 from 4661248 to 5431296 tid 1 2024-09-17T17:06:33.328 INFO:tasks.rados.rados.0.smithi031.stdout:1002: read oid 3 snap -1 2024-09-17T17:06:33.328 INFO:tasks.rados.rados.0.smithi031.stdout:1002: expect deleted 2024-09-17T17:06:33.328 INFO:tasks.rados.rados.0.smithi031.stdout:1003: read oid 23 snap -1 2024-09-17T17:06:33.328 INFO:tasks.rados.rados.0.smithi031.stdout:1003: expect (ObjNum 308 snap 85 seq_num 308) 2024-09-17T17:06:33.328 INFO:tasks.rados.rados.0.smithi031.stdout:1004: delete oid 2 current snap is 98 2024-09-17T17:06:33.328 INFO:tasks.rados.rados.0.smithi031.stdout:998: finishing copy_from racing read to smithi03184240-33 2024-09-17T17:06:33.328 INFO:tasks.rados.rados.0.smithi031.stdout:998: finishing copy_from to smithi03184240-33 2024-09-17T17:06:33.328 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 712 (ObjNum 291 snap 81 seq_num 291) dirty exists 2024-09-17T17:06:33.330 INFO:tasks.rados.rados.0.smithi031.stdout:998: done (4 left) 2024-09-17T17:06:33.330 INFO:tasks.rados.rados.0.smithi031.stdout:1002: done (3 left) 2024-09-17T17:06:33.330 INFO:tasks.rados.rados.0.smithi031.stdout:1004: done (2 left) 2024-09-17T17:06:33.330 INFO:tasks.rados.rados.0.smithi031.stdout:1005: read oid 15 snap -1 2024-09-17T17:06:33.330 INFO:tasks.rados.rados.0.smithi031.stdout:1005: expect (ObjNum 329 snap 97 seq_num 329) 2024-09-17T17:06:33.330 INFO:tasks.rados.rados.0.smithi031.stdout:1006: delete oid 19 current snap is 98 2024-09-17T17:06:33.330 INFO:tasks.rados.rados.0.smithi031.stdout:1003: expect (ObjNum 308 snap 85 seq_num 308) 2024-09-17T17:06:33.341 INFO:tasks.rados.rados.0.smithi031.stdout:1001: finishing write tid 1 to smithi03184240-21 2024-09-17T17:06:33.341 INFO:tasks.rados.rados.0.smithi031.stdout:1001: finishing write tid 2 to smithi03184240-21 2024-09-17T17:06:33.341 INFO:tasks.rados.rados.0.smithi031.stdout:1001: finishing write tid 3 to smithi03184240-21 2024-09-17T17:06:33.341 INFO:tasks.rados.rados.0.smithi031.stdout:1001: oid 21 updating version 0 to 235 2024-09-17T17:06:33.342 INFO:tasks.rados.rados.0.smithi031.stdout:1001: oid 21 updating version 235 to 236 2024-09-17T17:06:33.342 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 236 (ObjNum 332 snap 98 seq_num 332) dirty exists 2024-09-17T17:06:33.342 INFO:tasks.rados.rados.0.smithi031.stdout:1001: left oid 21 (ObjNum 332 snap 98 seq_num 332) 2024-09-17T17:06:33.342 INFO:tasks.rados.rados.0.smithi031.stdout:1005: expect (ObjNum 329 snap 97 seq_num 329) 2024-09-17T17:06:33.360 INFO:tasks.rados.rados.0.smithi031.stdout:1001: done (3 left) 2024-09-17T17:06:33.360 INFO:tasks.rados.rados.0.smithi031.stdout:1003: done (2 left) 2024-09-17T17:06:33.360 INFO:tasks.rados.rados.0.smithi031.stdout:1005: done (1 left) 2024-09-17T17:06:33.361 INFO:tasks.rados.rados.0.smithi031.stdout:1006: done (0 left) 2024-09-17T17:06:33.361 INFO:tasks.rados.rados.0.smithi031.stdout:1007: read oid 25 snap -1 2024-09-17T17:06:33.361 INFO:tasks.rados.rados.0.smithi031.stdout:1007: expect deleted 2024-09-17T17:06:33.361 INFO:tasks.rados.rados.0.smithi031.stdout:1008: snap_remove snap 72 2024-09-17T17:06:33.391 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[94873]: pgmap v47: 121 pgs: 121 active+clean; 210 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 223 KiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-17T17:06:33.392 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[94873]: osdmap e259: 8 total, 8 up, 8 in 2024-09-17T17:06:33.392 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:33.392 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:33.392 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-17T17:06:33.392 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-17T17:06:33.392 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-17T17:06:33.392 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[94873]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:06:33.392 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[94873]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:06:33.392 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-17T17:06:33.392 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-17T17:06:33.392 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-17T17:06:33.392 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[94873]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:06:33.393 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[94873]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:06:33.393 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-17T17:06:33.393 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-17T17:06:33.393 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-17T17:06:33.393 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[94873]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:06:33.393 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[94873]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:06:33.393 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-17T17:06:33.393 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-17T17:06:33.393 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-17T17:06:33.393 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[94873]: osdmap e260: 8 total, 8 up, 8 in 2024-09-17T17:06:33.393 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[96842]: pgmap v47: 121 pgs: 121 active+clean; 210 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 223 KiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-17T17:06:33.394 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[96842]: osdmap e259: 8 total, 8 up, 8 in 2024-09-17T17:06:33.394 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:33.394 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:33.394 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-17T17:06:33.394 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-17T17:06:33.394 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-17T17:06:33.394 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[96842]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:06:33.394 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[96842]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:06:33.394 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-17T17:06:33.394 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-17T17:06:33.394 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-17T17:06:33.394 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[96842]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:06:33.394 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[96842]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:06:33.394 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-17T17:06:33.395 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-17T17:06:33.395 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-17T17:06:33.395 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[96842]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:06:33.395 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[96842]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:06:33.395 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-17T17:06:33.395 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-17T17:06:33.395 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-17T17:06:33.395 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:33 smithi031 ceph-mon[96842]: osdmap e260: 8 total, 8 up, 8 in 2024-09-17T17:06:33.624 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:33 smithi066 ceph-mon[86175]: pgmap v47: 121 pgs: 121 active+clean; 210 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 223 KiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-17T17:06:33.624 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:33 smithi066 ceph-mon[86175]: osdmap e259: 8 total, 8 up, 8 in 2024-09-17T17:06:33.624 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:33 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:33.624 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:33 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:33.624 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:33 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-17T17:06:33.624 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:33 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-17T17:06:33.624 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:33 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-17T17:06:33.624 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:33 smithi066 ceph-mon[86175]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:06:33.624 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:33 smithi066 ceph-mon[86175]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:06:33.625 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:33 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-17T17:06:33.625 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:33 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-17T17:06:33.625 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:33 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-17T17:06:33.625 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:33 smithi066 ceph-mon[86175]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:06:33.625 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:33 smithi066 ceph-mon[86175]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:06:33.625 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:33 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-17T17:06:33.625 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:33 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-17T17:06:33.625 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:33 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-17T17:06:33.625 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:33 smithi066 ceph-mon[86175]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-17T17:06:33.625 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:33 smithi066 ceph-mon[86175]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-17T17:06:33.625 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:33 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-17T17:06:33.625 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:33 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-17T17:06:33.625 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:33 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-17T17:06:33.626 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:33 smithi066 ceph-mon[86175]: osdmap e260: 8 total, 8 up, 8 in 2024-09-17T17:06:34.318 INFO:tasks.rados.rados.0.smithi031.stdout:1007: done (1 left) 2024-09-17T17:06:34.318 INFO:tasks.rados.rados.0.smithi031.stdout:1008: done (0 left) 2024-09-17T17:06:34.318 INFO:tasks.rados.rados.0.smithi031.stdout:1009: snap_remove snap 96 2024-09-17T17:06:35.317 INFO:tasks.rados.rados.0.smithi031.stdout:1009: done (0 left) 2024-09-17T17:06:35.317 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 22 current snap is 98 2024-09-17T17:06:35.317 INFO:tasks.rados.rados.0.smithi031.stdout:1010: seq_num 335 ranges {0=417792,417792=401408} 2024-09-17T17:06:35.320 INFO:tasks.rados.rados.0.smithi031.stdout:1010: writing smithi03184240-22 from 0 to 417792 tid 1 2024-09-17T17:06:35.323 INFO:tasks.rados.rados.0.smithi031.stdout:1010: writing smithi03184240-22 from 417792 to 819200 tid 2 2024-09-17T17:06:35.323 INFO:tasks.rados.rados.0.smithi031.stdout:1011: setattr oid 20 current snap is 98 2024-09-17T17:06:35.326 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 21 current snap is 98 2024-09-17T17:06:35.326 INFO:tasks.rados.rados.0.smithi031.stdout:1012: seq_num 336 ranges {5431296=434176,5865472=401408} 2024-09-17T17:06:35.359 INFO:tasks.rados.rados.0.smithi031.stdout:1012: writing smithi03184240-21 from 5431296 to 5865472 tid 1 2024-09-17T17:06:35.361 INFO:tasks.rados.rados.0.smithi031.stdout:1012: writing smithi03184240-21 from 5865472 to 6266880 tid 2 2024-09-17T17:06:35.362 INFO:tasks.rados.rados.0.smithi031.stdout:1013: rollback oid 12 current snap is 98 2024-09-17T17:06:35.362 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 12 to 68 2024-09-17T17:06:35.362 INFO:tasks.rados.rados.0.smithi031.stdout:1010: finishing write tid 1 to smithi03184240-22 2024-09-17T17:06:35.362 INFO:tasks.rados.rados.0.smithi031.stdout:1010: finishing write tid 2 to smithi03184240-22 2024-09-17T17:06:35.362 INFO:tasks.rados.rados.0.smithi031.stdout:1010: finishing write tid 3 to smithi03184240-22 2024-09-17T17:06:35.362 INFO:tasks.rados.rados.0.smithi031.stdout:1010: finishing write tid 4 to smithi03184240-22 2024-09-17T17:06:35.362 INFO:tasks.rados.rados.0.smithi031.stdout:1010: oid 22 updating version 0 to 713 2024-09-17T17:06:35.362 INFO:tasks.rados.rados.0.smithi031.stdout:1010: oid 22 updating version 713 to 715 2024-09-17T17:06:35.362 INFO:tasks.rados.rados.0.smithi031.stdout:1010: oid 22 version 715 is already newer than 714 2024-09-17T17:06:35.362 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 715 (ObjNum 335 snap 98 seq_num 335) dirty exists 2024-09-17T17:06:35.362 INFO:tasks.rados.rados.0.smithi031.stdout:1010: left oid 22 (ObjNum 335 snap 98 seq_num 335) 2024-09-17T17:06:35.362 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 97 (ObjNum 281 snap 76 seq_num 281) dirty exists 2024-09-17T17:06:35.362 INFO:tasks.rados.rados.0.smithi031.stdout:1012: finishing write tid 1 to smithi03184240-21 2024-09-17T17:06:35.362 INFO:tasks.rados.rados.0.smithi031.stdout:1010: done (3 left) 2024-09-17T17:06:35.362 INFO:tasks.rados.rados.0.smithi031.stdout:1011: done (2 left) 2024-09-17T17:06:35.363 INFO:tasks.rados.rados.0.smithi031.stdout:1014: snap_remove snap 71 2024-09-17T17:06:35.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:35 smithi031 ceph-mon[94873]: pgmap v50: 121 pgs: 121 active+clean; 210 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 223 KiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-17T17:06:35.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:35 smithi031 ceph-mon[94873]: osdmap e261: 8 total, 8 up, 8 in 2024-09-17T17:06:35.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:35 smithi031 ceph-mon[96842]: pgmap v50: 121 pgs: 121 active+clean; 210 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 223 KiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-17T17:06:35.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:35 smithi031 ceph-mon[96842]: osdmap e261: 8 total, 8 up, 8 in 2024-09-17T17:06:35.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:35 smithi066 ceph-mon[86175]: pgmap v50: 121 pgs: 121 active+clean; 210 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 223 KiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-17T17:06:35.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:35 smithi066 ceph-mon[86175]: osdmap e261: 8 total, 8 up, 8 in 2024-09-17T17:06:36.337 INFO:tasks.rados.rados.0.smithi031.stdout:1014: done (2 left) 2024-09-17T17:06:36.337 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 18 current snap is 98 2024-09-17T17:06:36.337 INFO:tasks.rados.rados.0.smithi031.stdout:1015: seq_num 337 ranges {327680=450560,778240=401408} 2024-09-17T17:06:36.341 INFO:tasks.rados.rados.0.smithi031.stdout:1015: writing smithi03184240-18 from 327680 to 778240 tid 1 2024-09-17T17:06:36.345 INFO:tasks.rados.rados.0.smithi031.stdout:1015: writing smithi03184240-18 from 778240 to 1179648 tid 2 2024-09-17T17:06:36.345 INFO:tasks.rados.rados.0.smithi031.stdout:1016: read oid 20 snap -1 2024-09-17T17:06:36.345 INFO:tasks.rados.rados.0.smithi031.stdout:1016: expect (ObjNum 281 snap 76 seq_num 281) 2024-09-17T17:06:36.345 INFO:tasks.rados.rados.0.smithi031.stdout:1017: read oid 25 snap -1 2024-09-17T17:06:36.345 INFO:tasks.rados.rados.0.smithi031.stdout:1017: expect deleted 2024-09-17T17:06:36.345 INFO:tasks.rados.rados.0.smithi031.stdout:1018: read oid 1 snap -1 2024-09-17T17:06:36.345 INFO:tasks.rados.rados.0.smithi031.stdout:1018: expect (ObjNum 299 snap 83 seq_num 299) 2024-09-17T17:06:36.346 INFO:tasks.rados.rados.0.smithi031.stdout:1012: finishing write tid 2 to smithi03184240-21 2024-09-17T17:06:36.346 INFO:tasks.rados.rados.0.smithi031.stdout:1013: finishing rollback tid 0 to smithi03184240-12 2024-09-17T17:06:36.346 INFO:tasks.rados.rados.0.smithi031.stdout:1012: finishing write tid 3 to smithi03184240-21 2024-09-17T17:06:36.346 INFO:tasks.rados.rados.0.smithi031.stdout:1013: finishing rollback tid 1 to smithi03184240-12 2024-09-17T17:06:36.346 INFO:tasks.rados.rados.0.smithi031.stdout:1012: finishing write tid 4 to smithi03184240-21 2024-09-17T17:06:36.346 INFO:tasks.rados.rados.0.smithi031.stdout:1012: oid 21 updating version 0 to 245 2024-09-17T17:06:36.346 INFO:tasks.rados.rados.0.smithi031.stdout:1012: oid 21 version 245 is already newer than 243 2024-09-17T17:06:36.346 INFO:tasks.rados.rados.0.smithi031.stdout:1012: oid 21 version 245 is already newer than 244 2024-09-17T17:06:36.346 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 245 (ObjNum 336 snap 98 seq_num 336) dirty exists 2024-09-17T17:06:36.346 INFO:tasks.rados.rados.0.smithi031.stdout:1012: left oid 21 (ObjNum 336 snap 98 seq_num 336) 2024-09-17T17:06:36.346 INFO:tasks.rados.rados.0.smithi031.stdout:1013: finishing rollback tid 2 to smithi03184240-12 2024-09-17T17:06:36.346 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 231 (ObjNum 209 snap 52 seq_num 209) dirty exists 2024-09-17T17:06:36.346 INFO:tasks.rados.rados.0.smithi031.stdout:1012: done (5 left) 2024-09-17T17:06:36.347 INFO:tasks.rados.rados.0.smithi031.stdout:1013: done (4 left) 2024-09-17T17:06:36.347 INFO:tasks.rados.rados.0.smithi031.stdout:1019: copy_from oid 21 from oid 31 current snap is 98 2024-09-17T17:06:36.347 INFO:tasks.rados.rados.0.smithi031.stdout:1020: snap_remove snap 68 2024-09-17T17:06:36.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:36 smithi031 ceph-mon[96842]: osdmap e262: 8 total, 8 up, 8 in 2024-09-17T17:06:36.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:36 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:36.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:36 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:36.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:36 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:36.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:36 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:06:36.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:36 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:36.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:36 smithi031 ceph-mon[96842]: Reconfiguring mon.a (monmap changed)... 2024-09-17T17:06:36.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:36 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-17T17:06:36.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:36 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-17T17:06:36.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:36 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:36.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:36 smithi031 ceph-mon[96842]: Reconfiguring daemon mon.a on smithi031 2024-09-17T17:06:36.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:36 smithi031 ceph-mon[94873]: osdmap e262: 8 total, 8 up, 8 in 2024-09-17T17:06:36.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:36 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:36.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:36 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:36.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:36 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:36.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:36 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:06:36.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:36 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:36.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:36 smithi031 ceph-mon[94873]: Reconfiguring mon.a (monmap changed)... 2024-09-17T17:06:36.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:36 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-17T17:06:36.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:36 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-17T17:06:36.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:36 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:36.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:36 smithi031 ceph-mon[94873]: Reconfiguring daemon mon.a on smithi031 2024-09-17T17:06:36.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:36 smithi066 ceph-mon[86175]: osdmap e262: 8 total, 8 up, 8 in 2024-09-17T17:06:36.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:36 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:36.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:36 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:36.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:36 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:36.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:36 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:06:36.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:36 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:36.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:36 smithi066 ceph-mon[86175]: Reconfiguring mon.a (monmap changed)... 2024-09-17T17:06:36.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:36 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-17T17:06:36.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:36 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-17T17:06:36.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:36 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:36.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:36 smithi066 ceph-mon[86175]: Reconfiguring daemon mon.a on smithi031 2024-09-17T17:06:36.945 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-09-17T17:06:37.332 INFO:tasks.rados.rados.0.smithi031.stdout:1020: done (5 left) 2024-09-17T17:06:37.332 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 28 current snap is 98 2024-09-17T17:06:37.332 INFO:tasks.rados.rados.0.smithi031.stdout:1021: seq_num 338 ranges {5005312=466944,5472256=401408} 2024-09-17T17:06:37.365 INFO:tasks.rados.rados.0.smithi031.stdout:1021: writing smithi03184240-28 from 5005312 to 5472256 tid 1 2024-09-17T17:06:37.368 INFO:tasks.rados.rados.0.smithi031.stdout:1021: writing smithi03184240-28 from 5472256 to 5873664 tid 2 2024-09-17T17:06:37.368 INFO:tasks.rados.rados.0.smithi031.stdout:1022: delete oid 32 current snap is 98 2024-09-17T17:06:37.368 INFO:tasks.rados.rados.0.smithi031.stdout:1019: finishing copy_from to smithi03184240-21 2024-09-17T17:06:37.368 INFO:tasks.rados.rados.0.smithi031.stdout:1019: got expected ENOENT (src dne) 2024-09-17T17:06:37.368 INFO:tasks.rados.rados.0.smithi031.stdout:1019: finishing copy_from racing read to smithi03184240-21 2024-09-17T17:06:37.368 INFO:tasks.rados.rados.0.smithi031.stdout:1015: finishing write tid 1 to smithi03184240-18 2024-09-17T17:06:37.368 INFO:tasks.rados.rados.0.smithi031.stdout:1015: finishing write tid 2 to smithi03184240-18 2024-09-17T17:06:37.368 INFO:tasks.rados.rados.0.smithi031.stdout:1015: finishing write tid 3 to smithi03184240-18 2024-09-17T17:06:37.368 INFO:tasks.rados.rados.0.smithi031.stdout:1015: finishing write tid 4 to smithi03184240-18 2024-09-17T17:06:37.368 INFO:tasks.rados.rados.0.smithi031.stdout:1015: oid 18 updating version 0 to 556 2024-09-17T17:06:37.368 INFO:tasks.rados.rados.0.smithi031.stdout:1015: oid 18 updating version 556 to 558 2024-09-17T17:06:37.368 INFO:tasks.rados.rados.0.smithi031.stdout:1015: oid 18 version 558 is already newer than 557 2024-09-17T17:06:37.368 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 558 (ObjNum 337 snap 98 seq_num 337) dirty exists 2024-09-17T17:06:37.369 INFO:tasks.rados.rados.0.smithi031.stdout:1015: left oid 18 (ObjNum 337 snap 98 seq_num 337) 2024-09-17T17:06:37.369 INFO:tasks.rados.rados.0.smithi031.stdout:1018: expect (ObjNum 299 snap 83 seq_num 299) 2024-09-17T17:06:37.377 INFO:tasks.rados.rados.0.smithi031.stdout:1016: expect (ObjNum 281 snap 76 seq_num 281) 2024-09-17T17:06:37.446 INFO:tasks.rados.rados.0.smithi031.stdout:1021: finishing write tid 1 to smithi03184240-28 2024-09-17T17:06:37.446 INFO:tasks.rados.rados.0.smithi031.stdout:1021: finishing write tid 2 to smithi03184240-28 2024-09-17T17:06:37.446 INFO:tasks.rados.rados.0.smithi031.stdout:1021: finishing write tid 3 to smithi03184240-28 2024-09-17T17:06:37.446 INFO:tasks.rados.rados.0.smithi031.stdout:1021: finishing write tid 4 to smithi03184240-28 2024-09-17T17:06:37.446 INFO:tasks.rados.rados.0.smithi031.stdout:1021: oid 28 updating version 0 to 863 2024-09-17T17:06:37.446 INFO:tasks.rados.rados.0.smithi031.stdout:1021: oid 28 version 863 is already newer than 861 2024-09-17T17:06:37.446 INFO:tasks.rados.rados.0.smithi031.stdout:1021: oid 28 version 863 is already newer than 862 2024-09-17T17:06:37.446 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 863 (ObjNum 338 snap 98 seq_num 338) dirty exists 2024-09-17T17:06:37.446 INFO:tasks.rados.rados.0.smithi031.stdout:1021: left oid 28 (ObjNum 338 snap 98 seq_num 338) 2024-09-17T17:06:37.447 INFO:tasks.rados.rados.0.smithi031.stdout:1015: done (6 left) 2024-09-17T17:06:37.447 INFO:tasks.rados.rados.0.smithi031.stdout:1016: done (5 left) 2024-09-17T17:06:37.447 INFO:tasks.rados.rados.0.smithi031.stdout:1017: done (4 left) 2024-09-17T17:06:37.447 INFO:tasks.rados.rados.0.smithi031.stdout:1018: done (3 left) 2024-09-17T17:06:37.447 INFO:tasks.rados.rados.0.smithi031.stdout:1019: done (2 left) 2024-09-17T17:06:37.447 INFO:tasks.rados.rados.0.smithi031.stdout:1021: done (1 left) 2024-09-17T17:06:37.447 INFO:tasks.rados.rados.0.smithi031.stdout:1022: done (0 left) 2024-09-17T17:06:37.447 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 41 current snap is 98 2024-09-17T17:06:37.447 INFO:tasks.rados.rados.0.smithi031.stdout:1023: seq_num 340 ranges {294912=499712,794624=401408} 2024-09-17T17:06:37.450 INFO:tasks.rados.rados.0.smithi031.stdout:1023: writing smithi03184240-41 from 294912 to 794624 tid 1 2024-09-17T17:06:37.452 INFO:tasks.rados.rados.0.smithi031.stdout:1023: writing smithi03184240-41 from 794624 to 1196032 tid 2 2024-09-17T17:06:37.452 INFO:tasks.rados.rados.0.smithi031.stdout:1024: rollback oid 47 current snap is 98 2024-09-17T17:06:37.452 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 47 to 92 2024-09-17T17:06:37.452 INFO:tasks.rados.rados.0.smithi031.stdout:1025: snap_create 2024-09-17T17:06:37.454 INFO:tasks.rados.rados.0.smithi031.stdout:1023: finishing write tid 1 to smithi03184240-41 2024-09-17T17:06:37.455 INFO:tasks.rados.rados.0.smithi031.stdout:1023: finishing write tid 2 to smithi03184240-41 2024-09-17T17:06:37.455 INFO:tasks.rados.rados.0.smithi031.stdout:1023: finishing write tid 3 to smithi03184240-41 2024-09-17T17:06:37.455 INFO:tasks.rados.rados.0.smithi031.stdout:1024: finishing rollback tid 0 to smithi03184240-47 2024-09-17T17:06:37.456 INFO:tasks.rados.rados.0.smithi031.stdout:1024: finishing rollback tid 1 to smithi03184240-47 2024-09-17T17:06:37.456 INFO:tasks.rados.rados.0.smithi031.stdout:1024: finishing rollback tid 2 to smithi03184240-47 2024-09-17T17:06:37.456 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 368 (ObjNum 235 snap 61 seq_num 235) dirty exists 2024-09-17T17:06:37.457 INFO:tasks.rados.rados.0.smithi031.stdout:1023: finishing write tid 4 to smithi03184240-41 2024-09-17T17:06:37.457 INFO:tasks.rados.rados.0.smithi031.stdout:1023: oid 41 updating version 0 to 470 2024-09-17T17:06:37.457 INFO:tasks.rados.rados.0.smithi031.stdout:1023: oid 41 updating version 470 to 471 2024-09-17T17:06:37.457 INFO:tasks.rados.rados.0.smithi031.stdout:1023: oid 41 version 471 is already newer than 469 2024-09-17T17:06:37.457 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 471 (ObjNum 340 snap 98 seq_num 340) dirty exists 2024-09-17T17:06:37.457 INFO:tasks.rados.rados.0.smithi031.stdout:1023: left oid 41 (ObjNum 340 snap 98 seq_num 340) 2024-09-17T17:06:37.590 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T17:06:37.590 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (4m) 18s ago 5m 26.4M - 0.25.0 c8568f914cd2 e19d96c7fca4 2024-09-17T17:06:37.590 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi066 *:3000 running (5m) 5s ago 5m 92.1M - 9.4.7 954c08fa6188 7bff2f45f353 2024-09-17T17:06:37.590 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (7m) 18s ago 7m 17.5M - 18.2.4-855-g19e2a2be 980a0bfcd684 564d1f0baaea 2024-09-17T17:06:37.590 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi066 running (6m) 5s ago 6m 19.4M - 18.2.4-855-g19e2a2be 980a0bfcd684 c397d3fc9cd9 2024-09-17T17:06:37.591 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi066 *:8443,9283,8765 running (58s) 5s ago 10m 453M - 19.3.0-4975-g1889a165 a500243bbb0c f591bc4bdc0b 2024-09-17T17:06:37.591 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:8443,9283,8765 running (87s) 18s ago 12m 514M - 19.3.0-4975-g1889a165 a500243bbb0c 9305cc0f241a 2024-09-17T17:06:37.591 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (44s) 18s ago 12m 38.9M 2048M 19.3.0-4975-g1889a165 a500243bbb0c ebe1c312bc55 2024-09-17T17:06:37.591 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi066 running (10s) 5s ago 10m 27.6M 2048M 19.3.0-4975-g1889a165 a500243bbb0c 345d1bf73a6f 2024-09-17T17:06:37.591 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (22s) 18s ago 10m 26.5M 2048M 19.3.0-4975-g1889a165 a500243bbb0c 4e86f0859c56 2024-09-17T17:06:37.591 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (5m) 18s ago 5m 15.6M - 1.5.0 0da6a335fe13 5461f4c7304d 2024-09-17T17:06:37.591 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi066 *:9100 running (5m) 5s ago 5m 16.8M - 1.5.0 0da6a335fe13 f747e79004be 2024-09-17T17:06:37.591 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (10m) 18s ago 10m 180M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 38476b1f028e 2024-09-17T17:06:37.591 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (9m) 18s ago 9m 128M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 626c909b429a 2024-09-17T17:06:37.591 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (9m) 18s ago 9m 138M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 f9740304d424 2024-09-17T17:06:37.591 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (8m) 18s ago 8m 93.5M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 aa304ea854ca 2024-09-17T17:06:37.591 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi066 running (8m) 5s ago 8m 160M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 a9ca20b85bc9 2024-09-17T17:06:37.591 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi066 running (8m) 5s ago 8m 153M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 2c5ce84fcccf 2024-09-17T17:06:37.591 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi066 running (7m) 5s ago 7m 105M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 d221efc6e856 2024-09-17T17:06:37.591 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi066 running (7m) 5s ago 7m 88.5M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 ce691a28a9fd 2024-09-17T17:06:37.592 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi066 *:9095 running (63s) 5s ago 6m 49.5M - 2.43.0 a07b618ecd1d c016a10f3f92 2024-09-17T17:06:37.592 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:37 smithi031 ceph-mon[96842]: pgmap v53: 121 pgs: 121 active+clean; 214 MiB data, 946 MiB used, 714 GiB / 715 GiB avail; 795 KiB/s rd, 1.1 MiB/s wr, 23 op/s 2024-09-17T17:06:37.592 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:37 smithi031 ceph-mon[96842]: osdmap e263: 8 total, 8 up, 8 in 2024-09-17T17:06:37.592 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:37 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:37.592 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:37 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:37.592 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:37 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-17T17:06:37.592 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:37 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-09-17T17:06:37.592 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:37 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:37.592 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:37 smithi031 ceph-mon[94873]: pgmap v53: 121 pgs: 121 active+clean; 214 MiB data, 946 MiB used, 714 GiB / 715 GiB avail; 795 KiB/s rd, 1.1 MiB/s wr, 23 op/s 2024-09-17T17:06:37.592 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:37 smithi031 ceph-mon[94873]: osdmap e263: 8 total, 8 up, 8 in 2024-09-17T17:06:37.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:37 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:37.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:37 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:37.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:37 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-17T17:06:37.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:37 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-09-17T17:06:37.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:37 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:37.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:37 smithi066 ceph-mon[86175]: pgmap v53: 121 pgs: 121 active+clean; 214 MiB data, 946 MiB used, 714 GiB / 715 GiB avail; 795 KiB/s rd, 1.1 MiB/s wr, 23 op/s 2024-09-17T17:06:37.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:37 smithi066 ceph-mon[86175]: osdmap e263: 8 total, 8 up, 8 in 2024-09-17T17:06:37.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:37 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:37.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:37 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:37.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:37 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-17T17:06:37.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:37 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-09-17T17:06:37.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:37 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:37.950 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:06:37.951 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-09-17T17:06:37.951 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 3 2024-09-17T17:06:37.951 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:06:37.951 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-09-17T17:06:37.951 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 2 2024-09-17T17:06:37.951 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:06:37.951 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-09-17T17:06:37.951 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 8 2024-09-17T17:06:37.951 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:06:37.951 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-09-17T17:06:37.951 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T17:06:37.951 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:06:37.951 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-09-17T17:06:37.951 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 10, 2024-09-17T17:06:37.951 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 5 2024-09-17T17:06:37.952 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-17T17:06:37.952 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:06:38.250 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:06:38.250 INFO:teuthology.orchestra.run.smithi031.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0", 2024-09-17T17:06:38.250 INFO:teuthology.orchestra.run.smithi031.stdout: "in_progress": true, 2024-09-17T17:06:38.250 INFO:teuthology.orchestra.run.smithi031.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T17:06:38.250 INFO:teuthology.orchestra.run.smithi031.stdout: "services_complete": [ 2024-09-17T17:06:38.250 INFO:teuthology.orchestra.run.smithi031.stdout: "mon", 2024-09-17T17:06:38.250 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr" 2024-09-17T17:06:38.250 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-17T17:06:38.251 INFO:teuthology.orchestra.run.smithi031.stdout: "progress": "5/20 daemons upgraded", 2024-09-17T17:06:38.251 INFO:teuthology.orchestra.run.smithi031.stdout: "message": "Currently upgrading mon daemons", 2024-09-17T17:06:38.251 INFO:teuthology.orchestra.run.smithi031.stdout: "is_paused": false 2024-09-17T17:06:38.251 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:06:38.293 INFO:tasks.rados.rados.0.smithi031.stdout:1023: done (2 left) 2024-09-17T17:06:38.293 INFO:tasks.rados.rados.0.smithi031.stdout:1024: done (1 left) 2024-09-17T17:06:38.293 INFO:tasks.rados.rados.0.smithi031.stdout:1025: done (0 left) 2024-09-17T17:06:38.293 INFO:tasks.rados.rados.0.smithi031.stdout:1026: rmattr oid 32 current snap is 99 2024-09-17T17:06:38.293 INFO:tasks.rados.rados.0.smithi031.stdout:1026: done (0 left) 2024-09-17T17:06:38.293 INFO:tasks.rados.rados.0.smithi031.stdout:1027: read oid 50 snap -1 2024-09-17T17:06:38.293 INFO:tasks.rados.rados.0.smithi031.stdout:1027: expect deleted 2024-09-17T17:06:38.294 INFO:tasks.rados.rados.0.smithi031.stdout:1028: rollback oid 48 current snap is 99 2024-09-17T17:06:38.294 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 48 to 70 2024-09-17T17:06:38.294 INFO:tasks.rados.rados.0.smithi031.stdout:1029: delete oid 5 current snap is 99 2024-09-17T17:06:38.297 INFO:tasks.rados.rados.0.smithi031.stdout:1027: done (2 left) 2024-09-17T17:06:38.297 INFO:tasks.rados.rados.0.smithi031.stdout:1029: done (1 left) 2024-09-17T17:06:38.297 INFO:tasks.rados.rados.0.smithi031.stdout:1030: delete oid 45 current snap is 99 2024-09-17T17:06:38.301 INFO:tasks.rados.rados.0.smithi031.stdout:1028: finishing rollback tid 0 to smithi03184240-48 2024-09-17T17:06:38.302 INFO:tasks.rados.rados.0.smithi031.stdout:1028: finishing rollback tid 1 to smithi03184240-48 2024-09-17T17:06:38.302 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 866 (ObjNum 225 snap 0 seq_num 1705907248) dirty dne 2024-09-17T17:06:38.302 INFO:tasks.rados.rados.0.smithi031.stdout:1028: done (1 left) 2024-09-17T17:06:38.303 INFO:tasks.rados.rados.0.smithi031.stdout:1030: done (0 left) 2024-09-17T17:06:38.303 INFO:tasks.rados.rados.0.smithi031.stdout:1031: copy_from oid 25 from oid 31 current snap is 99 2024-09-17T17:06:38.303 INFO:tasks.rados.rados.0.smithi031.stdout:1032: read oid 49 snap 87 2024-09-17T17:06:38.303 INFO:tasks.rados.rados.0.smithi031.stdout:1032: expect (ObjNum 312 snap 86 seq_num 312) 2024-09-17T17:06:38.303 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 99 2024-09-17T17:06:38.303 INFO:tasks.rados.rados.0.smithi031.stdout:1033: seq_num 343 ranges {360448=548864,909312=401408} 2024-09-17T17:06:38.308 INFO:tasks.rados.rados.0.smithi031.stdout:1033: writing smithi03184240-23 from 360448 to 909312 tid 1 2024-09-17T17:06:38.310 INFO:tasks.rados.rados.0.smithi031.stdout:1033: writing smithi03184240-23 from 909312 to 1310720 tid 2 2024-09-17T17:06:38.310 INFO:tasks.rados.rados.0.smithi031.stdout:1034: copy_from oid 32 from oid 42 current snap is 99 2024-09-17T17:06:38.310 INFO:tasks.rados.rados.0.smithi031.stdout:1031: finishing copy_from to smithi03184240-25 2024-09-17T17:06:38.311 INFO:tasks.rados.rados.0.smithi031.stdout:1031: got expected ENOENT (src dne) 2024-09-17T17:06:38.311 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 99 2024-09-17T17:06:38.311 INFO:tasks.rados.rados.0.smithi031.stdout:1031: finishing copy_from racing read to smithi03184240-25 2024-09-17T17:06:38.311 INFO:tasks.rados.rados.0.smithi031.stdout:1032: expect (ObjNum 312 snap 86 seq_num 312) 2024-09-17T17:06:38.323 INFO:tasks.rados.rados.0.smithi031.stdout:1033: finishing write tid 1 to smithi03184240-23 2024-09-17T17:06:38.323 INFO:tasks.rados.rados.0.smithi031.stdout:1033: finishing write tid 2 to smithi03184240-23 2024-09-17T17:06:38.323 INFO:tasks.rados.rados.0.smithi031.stdout:1033: finishing write tid 3 to smithi03184240-23 2024-09-17T17:06:38.323 INFO:tasks.rados.rados.0.smithi031.stdout:1033: finishing write tid 4 to smithi03184240-23 2024-09-17T17:06:38.323 INFO:tasks.rados.rados.0.smithi031.stdout:1033: oid 23 updating version 0 to 217 2024-09-17T17:06:38.323 INFO:tasks.rados.rados.0.smithi031.stdout:1033: oid 23 version 217 is already newer than 216 2024-09-17T17:06:38.323 INFO:tasks.rados.rados.0.smithi031.stdout:1033: oid 23 updating version 217 to 218 2024-09-17T17:06:38.324 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 218 (ObjNum 343 snap 99 seq_num 343) dirty exists 2024-09-17T17:06:38.324 INFO:tasks.rados.rados.0.smithi031.stdout:1033: left oid 23 (ObjNum 343 snap 99 seq_num 343) 2024-09-17T17:06:38.324 INFO:tasks.rados.rados.0.smithi031.stdout:1035: seq_num 344 ranges {2433024=565248,2998272=401408} 2024-09-17T17:06:38.340 INFO:tasks.rados.rados.0.smithi031.stdout:1035: writing smithi03184240-4 from 2433024 to 2998272 tid 1 2024-09-17T17:06:38.342 INFO:tasks.rados.rados.0.smithi031.stdout:1035: writing smithi03184240-4 from 2998272 to 3399680 tid 2 2024-09-17T17:06:38.343 INFO:tasks.rados.rados.0.smithi031.stdout:1031: done (4 left) 2024-09-17T17:06:38.343 INFO:tasks.rados.rados.0.smithi031.stdout:1032: done (3 left) 2024-09-17T17:06:38.343 INFO:tasks.rados.rados.0.smithi031.stdout:1033: done (2 left) 2024-09-17T17:06:38.343 INFO:tasks.rados.rados.0.smithi031.stdout:1036: read oid 44 snap 95 2024-09-17T17:06:38.343 INFO:tasks.rados.rados.0.smithi031.stdout:1036: expect (ObjNum 291 snap 81 seq_num 291) 2024-09-17T17:06:38.343 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 7 current snap is 99 2024-09-17T17:06:38.343 INFO:tasks.rados.rados.0.smithi031.stdout:1034: finishing copy_from racing read to smithi03184240-32 2024-09-17T17:06:38.343 INFO:tasks.rados.rados.0.smithi031.stdout:1037: seq_num 345 ranges {0=581632,581632=401408} 2024-09-17T17:06:38.345 INFO:tasks.rados.rados.0.smithi031.stdout:1037: writing smithi03184240-7 from 0 to 581632 tid 1 2024-09-17T17:06:38.349 INFO:tasks.rados.rados.0.smithi031.stdout:1037: writing smithi03184240-7 from 581632 to 983040 tid 2 2024-09-17T17:06:38.349 INFO:tasks.rados.rados.0.smithi031.stdout:1038: copy_from oid 43 from oid 35 current snap is 99 2024-09-17T17:06:38.349 INFO:tasks.rados.rados.0.smithi031.stdout:1034: finishing copy_from to smithi03184240-32 2024-09-17T17:06:38.349 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 821 (ObjNum 203 snap 48 seq_num 203) dirty exists 2024-09-17T17:06:38.349 INFO:tasks.rados.rados.0.smithi031.stdout:1035: finishing write tid 1 to smithi03184240-4 2024-09-17T17:06:38.349 INFO:tasks.rados.rados.0.smithi031.stdout:1035: finishing write tid 2 to smithi03184240-4 2024-09-17T17:06:38.349 INFO:tasks.rados.rados.0.smithi031.stdout:1035: finishing write tid 3 to smithi03184240-4 2024-09-17T17:06:38.349 INFO:tasks.rados.rados.0.smithi031.stdout:1035: finishing write tid 4 to smithi03184240-4 2024-09-17T17:06:38.349 INFO:tasks.rados.rados.0.smithi031.stdout:1035: oid 4 updating version 0 to 474 2024-09-17T17:06:38.349 INFO:tasks.rados.rados.0.smithi031.stdout:1035: oid 4 version 474 is already newer than 472 2024-09-17T17:06:38.349 INFO:tasks.rados.rados.0.smithi031.stdout:1035: oid 4 version 474 is already newer than 473 2024-09-17T17:06:38.349 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 474 (ObjNum 344 snap 99 seq_num 344) dirty exists 2024-09-17T17:06:38.349 INFO:tasks.rados.rados.0.smithi031.stdout:1035: left oid 4 (ObjNum 344 snap 99 seq_num 344) 2024-09-17T17:06:38.350 INFO:tasks.rados.rados.0.smithi031.stdout:1034: done (4 left) 2024-09-17T17:06:38.350 INFO:tasks.rados.rados.0.smithi031.stdout:1035: done (3 left) 2024-09-17T17:06:38.350 INFO:tasks.rados.rados.0.smithi031.stdout:1039: snap_remove snap 82 2024-09-17T17:06:38.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:38 smithi031 ceph-mon[94873]: from='client.34194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:06:38.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:38 smithi031 ceph-mon[94873]: from='client.44114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:06:38.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:38 smithi031 ceph-mon[94873]: Reconfiguring mgr.y (monmap changed)... 2024-09-17T17:06:38.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:38 smithi031 ceph-mon[94873]: Reconfiguring daemon mgr.y on smithi031 2024-09-17T17:06:38.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:38 smithi031 ceph-mon[94873]: osdmap e264: 8 total, 8 up, 8 in 2024-09-17T17:06:38.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:38 smithi031 ceph-mon[94873]: from='client.34206 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:06:38.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:38 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/469462957' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:06:38.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:38 smithi031 ceph-mon[94873]: osdmap e265: 8 total, 8 up, 8 in 2024-09-17T17:06:38.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:38 smithi031 ceph-mon[96842]: from='client.34194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:06:38.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:38 smithi031 ceph-mon[96842]: from='client.44114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:06:38.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:38 smithi031 ceph-mon[96842]: Reconfiguring mgr.y (monmap changed)... 2024-09-17T17:06:38.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:38 smithi031 ceph-mon[96842]: Reconfiguring daemon mgr.y on smithi031 2024-09-17T17:06:38.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:38 smithi031 ceph-mon[96842]: osdmap e264: 8 total, 8 up, 8 in 2024-09-17T17:06:38.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:38 smithi031 ceph-mon[96842]: from='client.34206 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:06:38.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:38 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/469462957' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:06:38.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:38 smithi031 ceph-mon[96842]: osdmap e265: 8 total, 8 up, 8 in 2024-09-17T17:06:38.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:38 smithi066 ceph-mon[86175]: from='client.34194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:06:38.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:38 smithi066 ceph-mon[86175]: from='client.44114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:06:38.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:38 smithi066 ceph-mon[86175]: Reconfiguring mgr.y (monmap changed)... 2024-09-17T17:06:38.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:38 smithi066 ceph-mon[86175]: Reconfiguring daemon mgr.y on smithi031 2024-09-17T17:06:38.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:38 smithi066 ceph-mon[86175]: osdmap e264: 8 total, 8 up, 8 in 2024-09-17T17:06:38.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:38 smithi066 ceph-mon[86175]: from='client.34206 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:06:38.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:38 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/469462957' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:06:38.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:38 smithi066 ceph-mon[86175]: osdmap e265: 8 total, 8 up, 8 in 2024-09-17T17:06:39.355 INFO:tasks.rados.rados.0.smithi031.stdout:1039: done (3 left) 2024-09-17T17:06:39.355 INFO:tasks.rados.rados.0.smithi031.stdout:1040: snap_remove snap 97 2024-09-17T17:06:39.443 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:39 smithi031 ceph-mon[94873]: pgmap v56: 121 pgs: 121 active+clean; 214 MiB data, 946 MiB used, 714 GiB / 715 GiB avail; 795 KiB/s rd, 1.1 MiB/s wr, 23 op/s 2024-09-17T17:06:39.443 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:39 smithi031 ceph-mon[94873]: from='client.34218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:06:39.443 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:39 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:39.444 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:39 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:39.444 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:39 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-17T17:06:39.444 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:39 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-17T17:06:39.444 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:39 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:39.444 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:39 smithi031 ceph-mon[96842]: pgmap v56: 121 pgs: 121 active+clean; 214 MiB data, 946 MiB used, 714 GiB / 715 GiB avail; 795 KiB/s rd, 1.1 MiB/s wr, 23 op/s 2024-09-17T17:06:39.444 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:39 smithi031 ceph-mon[96842]: from='client.34218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:06:39.444 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:39 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:39.444 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:39 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:39.444 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:39 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-17T17:06:39.444 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:39 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-17T17:06:39.445 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:39 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:39.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:39 smithi066 ceph-mon[86175]: pgmap v56: 121 pgs: 121 active+clean; 214 MiB data, 946 MiB used, 714 GiB / 715 GiB avail; 795 KiB/s rd, 1.1 MiB/s wr, 23 op/s 2024-09-17T17:06:39.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:39 smithi066 ceph-mon[86175]: from='client.34218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:06:39.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:39 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:39.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:39 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:39.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:39 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-17T17:06:39.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:39 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-17T17:06:39.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:39 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:40.368 INFO:tasks.rados.rados.0.smithi031.stdout:1040: done (3 left) 2024-09-17T17:06:40.369 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 99 2024-09-17T17:06:40.369 INFO:tasks.rados.rados.0.smithi031.stdout:1041: seq_num 346 ranges {1310720=598016,1908736=401408} 2024-09-17T17:06:40.375 INFO:tasks.rados.rados.0.smithi031.stdout:1041: writing smithi03184240-23 from 1310720 to 1908736 tid 1 2024-09-17T17:06:40.378 INFO:tasks.rados.rados.0.smithi031.stdout:1041: writing smithi03184240-23 from 1908736 to 2310144 tid 2 2024-09-17T17:06:40.378 INFO:tasks.rados.rados.0.smithi031.stdout:1042: read oid 38 snap -1 2024-09-17T17:06:40.378 INFO:tasks.rados.rados.0.smithi031.stdout:1042: expect (ObjNum 305 snap 83 seq_num 305) 2024-09-17T17:06:40.378 INFO:tasks.rados.rados.0.smithi031.stdout:1043: setattr oid 24 current snap is 99 2024-09-17T17:06:40.379 INFO:tasks.rados.rados.0.smithi031.stdout:1037: finishing write tid 1 to smithi03184240-7 2024-09-17T17:06:40.379 INFO:tasks.rados.rados.0.smithi031.stdout:1037: finishing write tid 2 to smithi03184240-7 2024-09-17T17:06:40.379 INFO:tasks.rados.rados.0.smithi031.stdout:1037: finishing write tid 3 to smithi03184240-7 2024-09-17T17:06:40.379 INFO:tasks.rados.rados.0.smithi031.stdout:1036: expect (ObjNum 291 snap 81 seq_num 291) 2024-09-17T17:06:40.453 INFO:tasks.rados.rados.0.smithi031.stdout:1037: finishing write tid 4 to smithi03184240-7 2024-09-17T17:06:40.453 INFO:tasks.rados.rados.0.smithi031.stdout:1037: oid 7 updating version 0 to 567 2024-09-17T17:06:40.453 INFO:tasks.rados.rados.0.smithi031.stdout:1037: oid 7 updating version 567 to 568 2024-09-17T17:06:40.453 INFO:tasks.rados.rados.0.smithi031.stdout:1037: oid 7 updating version 568 to 569 2024-09-17T17:06:40.454 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 569 (ObjNum 345 snap 99 seq_num 345) dirty exists 2024-09-17T17:06:40.454 INFO:tasks.rados.rados.0.smithi031.stdout:1037: left oid 7 (ObjNum 345 snap 99 seq_num 345) 2024-09-17T17:06:40.454 INFO:tasks.rados.rados.0.smithi031.stdout:1038: finishing copy_from racing read to smithi03184240-43 2024-09-17T17:06:40.454 INFO:tasks.rados.rados.0.smithi031.stdout:1038: finishing copy_from to smithi03184240-43 2024-09-17T17:06:40.454 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 265 (ObjNum 283 snap 79 seq_num 283) dirty exists 2024-09-17T17:06:40.454 INFO:tasks.rados.rados.0.smithi031.stdout:1041: finishing write tid 1 to smithi03184240-23 2024-09-17T17:06:40.454 INFO:tasks.rados.rados.0.smithi031.stdout:1041: finishing write tid 2 to smithi03184240-23 2024-09-17T17:06:40.454 INFO:tasks.rados.rados.0.smithi031.stdout:1041: finishing write tid 3 to smithi03184240-23 2024-09-17T17:06:40.454 INFO:tasks.rados.rados.0.smithi031.stdout:1041: finishing write tid 4 to smithi03184240-23 2024-09-17T17:06:40.454 INFO:tasks.rados.rados.0.smithi031.stdout:1041: oid 23 updating version 0 to 219 2024-09-17T17:06:40.454 INFO:tasks.rados.rados.0.smithi031.stdout:1041: oid 23 updating version 219 to 220 2024-09-17T17:06:40.454 INFO:tasks.rados.rados.0.smithi031.stdout:1041: oid 23 updating version 220 to 221 2024-09-17T17:06:40.454 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 221 (ObjNum 346 snap 99 seq_num 346) dirty exists 2024-09-17T17:06:40.454 INFO:tasks.rados.rados.0.smithi031.stdout:1041: left oid 23 (ObjNum 346 snap 99 seq_num 346) 2024-09-17T17:06:40.454 INFO:tasks.rados.rados.0.smithi031.stdout:1042: expect (ObjNum 305 snap 83 seq_num 305) 2024-09-17T17:06:40.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:40 smithi031 ceph-mon[94873]: Reconfiguring mon.c (monmap changed)... 2024-09-17T17:06:40.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:40 smithi031 ceph-mon[94873]: Reconfiguring daemon mon.c on smithi031 2024-09-17T17:06:40.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:40 smithi031 ceph-mon[94873]: osdmap e266: 8 total, 8 up, 8 in 2024-09-17T17:06:40.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:40 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:40.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:40 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:40.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:40 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-17T17:06:40.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:40 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:40.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:40 smithi031 ceph-mon[96842]: Reconfiguring mon.c (monmap changed)... 2024-09-17T17:06:40.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:40 smithi031 ceph-mon[96842]: Reconfiguring daemon mon.c on smithi031 2024-09-17T17:06:40.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:40 smithi031 ceph-mon[96842]: osdmap e266: 8 total, 8 up, 8 in 2024-09-17T17:06:40.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:40 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:40.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:40 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:40.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:40 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-17T17:06:40.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:40 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:40.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:40 smithi066 ceph-mon[86175]: Reconfiguring mon.c (monmap changed)... 2024-09-17T17:06:40.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:40 smithi066 ceph-mon[86175]: Reconfiguring daemon mon.c on smithi031 2024-09-17T17:06:40.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:40 smithi066 ceph-mon[86175]: osdmap e266: 8 total, 8 up, 8 in 2024-09-17T17:06:40.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:40 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:40.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:40 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:40.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:40 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-17T17:06:40.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:40 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:40.707 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 427 (ObjNum 171 snap 43 seq_num 171) dirty exists 2024-09-17T17:06:40.708 INFO:tasks.rados.rados.0.smithi031.stdout:1036: done (5 left) 2024-09-17T17:06:40.708 INFO:tasks.rados.rados.0.smithi031.stdout:1037: done (4 left) 2024-09-17T17:06:40.708 INFO:tasks.rados.rados.0.smithi031.stdout:1038: done (3 left) 2024-09-17T17:06:40.708 INFO:tasks.rados.rados.0.smithi031.stdout:1041: done (2 left) 2024-09-17T17:06:40.708 INFO:tasks.rados.rados.0.smithi031.stdout:1042: done (1 left) 2024-09-17T17:06:40.708 INFO:tasks.rados.rados.0.smithi031.stdout:1043: done (0 left) 2024-09-17T17:06:40.708 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 50 current snap is 99 2024-09-17T17:06:40.708 INFO:tasks.rados.rados.0.smithi031.stdout:1044: seq_num 347 ranges {0=614400,614400=401408} 2024-09-17T17:06:40.710 INFO:tasks.rados.rados.0.smithi031.stdout:1044: writing smithi03184240-50 from 0 to 614400 tid 1 2024-09-17T17:06:40.713 INFO:tasks.rados.rados.0.smithi031.stdout:1044: writing smithi03184240-50 from 614400 to 1015808 tid 2 2024-09-17T17:06:40.713 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 39 current snap is 99 2024-09-17T17:06:40.713 INFO:tasks.rados.rados.0.smithi031.stdout:1045: seq_num 348 ranges {4587520=630784,5218304=401408} 2024-09-17T17:06:40.742 INFO:tasks.rados.rados.0.smithi031.stdout:1045: writing smithi03184240-39 from 4587520 to 5218304 tid 1 2024-09-17T17:06:40.744 INFO:tasks.rados.rados.0.smithi031.stdout:1045: writing smithi03184240-39 from 5218304 to 5619712 tid 2 2024-09-17T17:06:40.744 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 43 current snap is 99 2024-09-17T17:06:40.744 INFO:tasks.rados.rados.0.smithi031.stdout:1044: finishing write tid 1 to smithi03184240-50 2024-09-17T17:06:40.744 INFO:tasks.rados.rados.0.smithi031.stdout:1046: seq_num 349 ranges {3694592=655360,4349952=401408} 2024-09-17T17:06:40.768 INFO:tasks.rados.rados.0.smithi031.stdout:1046: writing smithi03184240-43 from 3694592 to 4349952 tid 1 2024-09-17T17:06:40.771 INFO:tasks.rados.rados.0.smithi031.stdout:1046: writing smithi03184240-43 from 4349952 to 4751360 tid 2 2024-09-17T17:06:40.771 INFO:tasks.rados.rados.0.smithi031.stdout:1047: snap_remove snap 94 2024-09-17T17:06:41.370 INFO:tasks.rados.rados.0.smithi031.stdout:1047: done (3 left) 2024-09-17T17:06:41.370 INFO:tasks.rados.rados.0.smithi031.stdout:1048: setattr oid 23 current snap is 99 2024-09-17T17:06:41.370 INFO:tasks.rados.rados.0.smithi031.stdout:1044: finishing write tid 2 to smithi03184240-50 2024-09-17T17:06:41.371 INFO:tasks.rados.rados.0.smithi031.stdout:1044: finishing write tid 3 to smithi03184240-50 2024-09-17T17:06:41.371 INFO:tasks.rados.rados.0.smithi031.stdout:1044: finishing write tid 4 to smithi03184240-50 2024-09-17T17:06:41.371 INFO:tasks.rados.rados.0.smithi031.stdout:1044: oid 50 updating version 0 to 580 2024-09-17T17:06:41.371 INFO:tasks.rados.rados.0.smithi031.stdout:1044: oid 50 updating version 580 to 582 2024-09-17T17:06:41.371 INFO:tasks.rados.rados.0.smithi031.stdout:1044: oid 50 version 582 is already newer than 581 2024-09-17T17:06:41.371 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 582 (ObjNum 347 snap 99 seq_num 347) dirty exists 2024-09-17T17:06:41.371 INFO:tasks.rados.rados.0.smithi031.stdout:1044: left oid 50 (ObjNum 347 snap 99 seq_num 347) 2024-09-17T17:06:41.371 INFO:tasks.rados.rados.0.smithi031.stdout:1045: finishing write tid 1 to smithi03184240-39 2024-09-17T17:06:41.371 INFO:tasks.rados.rados.0.smithi031.stdout:1045: finishing write tid 2 to smithi03184240-39 2024-09-17T17:06:41.371 INFO:tasks.rados.rados.0.smithi031.stdout:1045: finishing write tid 3 to smithi03184240-39 2024-09-17T17:06:41.371 INFO:tasks.rados.rados.0.smithi031.stdout:1045: finishing write tid 4 to smithi03184240-39 2024-09-17T17:06:41.371 INFO:tasks.rados.rados.0.smithi031.stdout:1045: oid 39 updating version 0 to 716 2024-09-17T17:06:41.371 INFO:tasks.rados.rados.0.smithi031.stdout:1045: oid 39 updating version 716 to 717 2024-09-17T17:06:41.372 INFO:tasks.rados.rados.0.smithi031.stdout:1045: oid 39 updating version 717 to 718 2024-09-17T17:06:41.372 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 718 (ObjNum 348 snap 99 seq_num 348) dirty exists 2024-09-17T17:06:41.372 INFO:tasks.rados.rados.0.smithi031.stdout:1045: left oid 39 (ObjNum 348 snap 99 seq_num 348) 2024-09-17T17:06:41.372 INFO:tasks.rados.rados.0.smithi031.stdout:1046: finishing write tid 1 to smithi03184240-43 2024-09-17T17:06:41.372 INFO:tasks.rados.rados.0.smithi031.stdout:1046: finishing write tid 2 to smithi03184240-43 2024-09-17T17:06:41.372 INFO:tasks.rados.rados.0.smithi031.stdout:1046: finishing write tid 3 to smithi03184240-43 2024-09-17T17:06:41.372 INFO:tasks.rados.rados.0.smithi031.stdout:1046: finishing write tid 4 to smithi03184240-43 2024-09-17T17:06:41.372 INFO:tasks.rados.rados.0.smithi031.stdout:1046: oid 43 updating version 0 to 898 2024-09-17T17:06:41.372 INFO:tasks.rados.rados.0.smithi031.stdout:1046: oid 43 version 898 is already newer than 897 2024-09-17T17:06:41.372 INFO:tasks.rados.rados.0.smithi031.stdout:1046: oid 43 updating version 898 to 899 2024-09-17T17:06:41.372 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 899 (ObjNum 349 snap 99 seq_num 349) dirty exists 2024-09-17T17:06:41.372 INFO:tasks.rados.rados.0.smithi031.stdout:1046: left oid 43 (ObjNum 349 snap 99 seq_num 349) 2024-09-17T17:06:41.373 INFO:tasks.rados.rados.0.smithi031.stdout:1044: done (3 left) 2024-09-17T17:06:41.373 INFO:tasks.rados.rados.0.smithi031.stdout:1045: done (2 left) 2024-09-17T17:06:41.373 INFO:tasks.rados.rados.0.smithi031.stdout:1046: done (1 left) 2024-09-17T17:06:41.373 INFO:tasks.rados.rados.0.smithi031.stdout:1049: rollback oid 25 current snap is 99 2024-09-17T17:06:41.373 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 25 to 90 2024-09-17T17:06:41.373 INFO:tasks.rados.rados.0.smithi031.stdout:1050: read oid 33 snap -1 2024-09-17T17:06:41.373 INFO:tasks.rados.rados.0.smithi031.stdout:1050: expect (ObjNum 291 snap 81 seq_num 291) 2024-09-17T17:06:41.373 INFO:tasks.rados.rados.0.smithi031.stdout:1051: read oid 21 snap 95 2024-09-17T17:06:41.373 INFO:tasks.rados.rados.0.smithi031.stdout:1051: expect (ObjNum 126 snap 28 seq_num 126) 2024-09-17T17:06:41.373 INFO:tasks.rados.rados.0.smithi031.stdout:1052: read oid 24 snap -1 2024-09-17T17:06:41.373 INFO:tasks.rados.rados.0.smithi031.stdout:1052: expect (ObjNum 171 snap 43 seq_num 171) 2024-09-17T17:06:41.373 INFO:tasks.rados.rados.0.smithi031.stdout:1053: delete oid 20 current snap is 99 2024-09-17T17:06:41.380 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 222 (ObjNum 346 snap 99 seq_num 346) dirty exists 2024-09-17T17:06:41.383 INFO:tasks.rados.rados.0.smithi031.stdout:1049: finishing rollback tid 1 to smithi03184240-25 2024-09-17T17:06:41.384 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 426 (ObjNum 65 snap 0 seq_num 1902470254) dirty dne 2024-09-17T17:06:41.390 INFO:tasks.rados.rados.0.smithi031.stdout:1048: done (5 left) 2024-09-17T17:06:41.390 INFO:tasks.rados.rados.0.smithi031.stdout:1049: done (4 left) 2024-09-17T17:06:41.390 INFO:tasks.rados.rados.0.smithi031.stdout:1053: done (3 left) 2024-09-17T17:06:41.390 INFO:tasks.rados.rados.0.smithi031.stdout:1054: rollback oid 13 current snap is 99 2024-09-17T17:06:41.390 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 13 to 69 2024-09-17T17:06:41.390 INFO:tasks.rados.rados.0.smithi031.stdout:1055: read oid 28 snap 83 2024-09-17T17:06:41.391 INFO:tasks.rados.rados.0.smithi031.stdout:1055: expect (ObjNum 246 snap 63 seq_num 246) 2024-09-17T17:06:41.391 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 39 current snap is 99 2024-09-17T17:06:41.391 INFO:tasks.rados.rados.0.smithi031.stdout:1056: seq_num 351 ranges {5619712=688128,6307840=401408} 2024-09-17T17:06:41.423 INFO:tasks.rados.rados.0.smithi031.stdout:1056: writing smithi03184240-39 from 5619712 to 6307840 tid 1 2024-09-17T17:06:41.425 INFO:tasks.rados.rados.0.smithi031.stdout:1056: writing smithi03184240-39 from 6307840 to 6709248 tid 2 2024-09-17T17:06:41.425 INFO:tasks.rados.rados.0.smithi031.stdout:1057: delete oid 40 current snap is 99 2024-09-17T17:06:41.426 INFO:tasks.rados.rados.0.smithi031.stdout:1052: expect (ObjNum 171 snap 43 seq_num 171) 2024-09-17T17:06:41.479 INFO:tasks.rados.rados.0.smithi031.stdout:1050: expect (ObjNum 291 snap 81 seq_num 291) 2024-09-17T17:06:41.546 INFO:tasks.rados.rados.0.smithi031.stdout:1054: finishing rollback tid 0 to smithi03184240-13 2024-09-17T17:06:41.546 INFO:tasks.rados.rados.0.smithi031.stdout:1051: expect (ObjNum 126 snap 28 seq_num 126) 2024-09-17T17:06:41.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:41 smithi066 ceph-mon[86175]: pgmap v59: 121 pgs: 121 active+clean; 214 MiB data, 946 MiB used, 714 GiB / 715 GiB avail 2024-09-17T17:06:41.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:41 smithi066 ceph-mon[86175]: Reconfiguring osd.0 (monmap changed)... 2024-09-17T17:06:41.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:41 smithi066 ceph-mon[86175]: Reconfiguring daemon osd.0 on smithi031 2024-09-17T17:06:41.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:41 smithi066 ceph-mon[86175]: osdmap e267: 8 total, 8 up, 8 in 2024-09-17T17:06:41.683 INFO:tasks.rados.rados.0.smithi031.stdout:1054: finishing rollback tid 1 to smithi03184240-13 2024-09-17T17:06:41.683 INFO:tasks.rados.rados.0.smithi031.stdout:1054: finishing rollback tid 2 to smithi03184240-13 2024-09-17T17:06:41.683 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 721 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-09-17T17:06:41.683 INFO:tasks.rados.rados.0.smithi031.stdout:1055: expect (ObjNum 246 snap 63 seq_num 246) 2024-09-17T17:06:41.829 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:41 smithi031 ceph-mon[94873]: pgmap v59: 121 pgs: 121 active+clean; 214 MiB data, 946 MiB used, 714 GiB / 715 GiB avail 2024-09-17T17:06:41.830 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:41 smithi031 ceph-mon[94873]: Reconfiguring osd.0 (monmap changed)... 2024-09-17T17:06:41.830 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:41 smithi031 ceph-mon[94873]: Reconfiguring daemon osd.0 on smithi031 2024-09-17T17:06:41.830 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:41 smithi031 ceph-mon[94873]: osdmap e267: 8 total, 8 up, 8 in 2024-09-17T17:06:41.830 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:06:41] "GET /metrics HTTP/1.1" 200 36010 "" "Prometheus/2.43.0" 2024-09-17T17:06:41.830 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:41 smithi031 ceph-mon[96842]: pgmap v59: 121 pgs: 121 active+clean; 214 MiB data, 946 MiB used, 714 GiB / 715 GiB avail 2024-09-17T17:06:41.830 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:41 smithi031 ceph-mon[96842]: Reconfiguring osd.0 (monmap changed)... 2024-09-17T17:06:41.831 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:41 smithi031 ceph-mon[96842]: Reconfiguring daemon osd.0 on smithi031 2024-09-17T17:06:41.831 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:41 smithi031 ceph-mon[96842]: osdmap e267: 8 total, 8 up, 8 in 2024-09-17T17:06:41.899 INFO:tasks.rados.rados.0.smithi031.stdout:1056: finishing write tid 1 to smithi03184240-39 2024-09-17T17:06:41.899 INFO:tasks.rados.rados.0.smithi031.stdout:1056: finishing write tid 2 to smithi03184240-39 2024-09-17T17:06:41.899 INFO:tasks.rados.rados.0.smithi031.stdout:1050: done (6 left) 2024-09-17T17:06:41.900 INFO:tasks.rados.rados.0.smithi031.stdout:1051: done (5 left) 2024-09-17T17:06:41.900 INFO:tasks.rados.rados.0.smithi031.stdout:1052: done (4 left) 2024-09-17T17:06:41.900 INFO:tasks.rados.rados.0.smithi031.stdout:1054: done (3 left) 2024-09-17T17:06:41.900 INFO:tasks.rados.rados.0.smithi031.stdout:1055: done (2 left) 2024-09-17T17:06:41.900 INFO:tasks.rados.rados.0.smithi031.stdout:1057: done (1 left) 2024-09-17T17:06:41.900 INFO:tasks.rados.rados.0.smithi031.stdout:1058: setattr oid 50 current snap is 99 2024-09-17T17:06:41.901 INFO:tasks.rados.rados.0.smithi031.stdout:1056: finishing write tid 3 to smithi03184240-39 2024-09-17T17:06:41.901 INFO:tasks.rados.rados.0.smithi031.stdout:1056: finishing write tid 4 to smithi03184240-39 2024-09-17T17:06:41.901 INFO:tasks.rados.rados.0.smithi031.stdout:1056: oid 39 updating version 0 to 722 2024-09-17T17:06:41.901 INFO:tasks.rados.rados.0.smithi031.stdout:1056: oid 39 updating version 722 to 723 2024-09-17T17:06:41.901 INFO:tasks.rados.rados.0.smithi031.stdout:1056: oid 39 updating version 723 to 724 2024-09-17T17:06:41.901 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 724 (ObjNum 351 snap 99 seq_num 351) dirty exists 2024-09-17T17:06:41.902 INFO:tasks.rados.rados.0.smithi031.stdout:1056: left oid 39 (ObjNum 351 snap 99 seq_num 351) 2024-09-17T17:06:41.902 INFO:tasks.rados.rados.0.smithi031.stdout:1056: done (1 left) 2024-09-17T17:06:41.902 INFO:tasks.rados.rados.0.smithi031.stdout:1059: rollback oid 29 current snap is 99 2024-09-17T17:06:41.902 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 29 to 92 2024-09-17T17:06:41.902 INFO:tasks.rados.rados.0.smithi031.stdout:1060: snap_create 2024-09-17T17:06:41.903 INFO:tasks.rados.rados.0.smithi031.stdout:1059: finishing rollback tid 1 to smithi03184240-29 2024-09-17T17:06:41.903 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 364 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-17T17:06:41.903 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 585 (ObjNum 347 snap 99 seq_num 347) dirty exists 2024-09-17T17:06:42.370 INFO:tasks.rados.rados.0.smithi031.stdout:1058: done (2 left) 2024-09-17T17:06:42.370 INFO:tasks.rados.rados.0.smithi031.stdout:1059: done (1 left) 2024-09-17T17:06:42.370 INFO:tasks.rados.rados.0.smithi031.stdout:1060: done (0 left) 2024-09-17T17:06:42.370 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 36 current snap is 100 2024-09-17T17:06:42.370 INFO:tasks.rados.rados.0.smithi031.stdout:1061: seq_num 353 ranges {0=720896,720896=401408} 2024-09-17T17:06:42.374 INFO:tasks.rados.rados.0.smithi031.stdout:1061: writing smithi03184240-36 from 0 to 720896 tid 1 2024-09-17T17:06:42.377 INFO:tasks.rados.rados.0.smithi031.stdout:1061: writing smithi03184240-36 from 720896 to 1122304 tid 2 2024-09-17T17:06:42.378 INFO:tasks.rados.rados.0.smithi031.stdout:1062: read oid 24 snap -1 2024-09-17T17:06:42.378 INFO:tasks.rados.rados.0.smithi031.stdout:1062: expect (ObjNum 171 snap 43 seq_num 171) 2024-09-17T17:06:42.378 INFO:tasks.rados.rados.0.smithi031.stdout:1063: read oid 16 snap -1 2024-09-17T17:06:42.378 INFO:tasks.rados.rados.0.smithi031.stdout:1063: expect deleted 2024-09-17T17:06:42.378 INFO:tasks.rados.rados.0.smithi031.stdout:1064: copy_from oid 40 from oid 15 current snap is 100 2024-09-17T17:06:42.378 INFO:tasks.rados.rados.0.smithi031.stdout:1065: rollback oid 25 current snap is 100 2024-09-17T17:06:42.378 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 25 to 86 2024-09-17T17:06:42.378 INFO:tasks.rados.rados.0.smithi031.stdout:1066: copy_from oid 19 from oid 30 current snap is 100 2024-09-17T17:06:42.378 INFO:tasks.rados.rados.0.smithi031.stdout:1067: read oid 38 snap 92 2024-09-17T17:06:42.378 INFO:tasks.rados.rados.0.smithi031.stdout:1067: expect (ObjNum 305 snap 83 seq_num 305) 2024-09-17T17:06:42.378 INFO:tasks.rados.rados.0.smithi031.stdout:1068: copy_from oid 11 from oid 29 current snap is 100 2024-09-17T17:06:42.378 INFO:tasks.rados.rados.0.smithi031.stdout:1069: snap_create 2024-09-17T17:06:42.382 INFO:tasks.rados.rados.0.smithi031.stdout:1065: finishing rollback tid 1 to smithi03184240-25 2024-09-17T17:06:42.382 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 426 (ObjNum 81 snap 0 seq_num 0) dirty dne 2024-09-17T17:06:42.385 INFO:tasks.rados.rados.0.smithi031.stdout:1061: finishing write tid 1 to smithi03184240-36 2024-09-17T17:06:42.385 INFO:tasks.rados.rados.0.smithi031.stdout:1061: finishing write tid 2 to smithi03184240-36 2024-09-17T17:06:42.388 INFO:tasks.rados.rados.0.smithi031.stdout:1061: finishing write tid 3 to smithi03184240-36 2024-09-17T17:06:42.388 INFO:tasks.rados.rados.0.smithi031.stdout:1064: finishing copy_from racing read to smithi03184240-40 2024-09-17T17:06:42.389 INFO:tasks.rados.rados.0.smithi031.stdout:1064: finishing copy_from to smithi03184240-40 2024-09-17T17:06:42.389 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 295 (ObjNum 329 snap 97 seq_num 329) dirty exists 2024-09-17T17:06:42.391 INFO:tasks.rados.rados.0.smithi031.stdout:1062: expect (ObjNum 171 snap 43 seq_num 171) 2024-09-17T17:06:42.444 INFO:tasks.rados.rados.0.smithi031.stdout:1061: finishing write tid 4 to smithi03184240-36 2024-09-17T17:06:42.444 INFO:tasks.rados.rados.0.smithi031.stdout:1061: oid 36 updating version 0 to 591 2024-09-17T17:06:42.444 INFO:tasks.rados.rados.0.smithi031.stdout:1061: oid 36 updating version 591 to 593 2024-09-17T17:06:42.444 INFO:tasks.rados.rados.0.smithi031.stdout:1061: oid 36 version 593 is already newer than 592 2024-09-17T17:06:42.444 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 593 (ObjNum 353 snap 100 seq_num 353) dirty exists 2024-09-17T17:06:42.444 INFO:tasks.rados.rados.0.smithi031.stdout:1061: left oid 36 (ObjNum 353 snap 100 seq_num 353) 2024-09-17T17:06:42.444 INFO:tasks.rados.rados.0.smithi031.stdout:1067: expect (ObjNum 305 snap 83 seq_num 305) 2024-09-17T17:06:42.591 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:42 smithi031 ceph-mon[94873]: osdmap e268: 8 total, 8 up, 8 in 2024-09-17T17:06:42.591 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:42 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:42.591 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:42 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:42.591 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:42 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-17T17:06:42.591 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:42 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:42.591 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:42 smithi031 ceph-mon[96842]: osdmap e268: 8 total, 8 up, 8 in 2024-09-17T17:06:42.592 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:42 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:42.592 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:42 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:42.592 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:42 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-17T17:06:42.592 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:42 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:42.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:42 smithi066 ceph-mon[86175]: osdmap e268: 8 total, 8 up, 8 in 2024-09-17T17:06:42.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:42 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:42.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:42 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:42.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:42 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-17T17:06:42.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:42 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:42.695 INFO:tasks.rados.rados.0.smithi031.stdout:1068: finishing copy_from to smithi03184240-11 2024-09-17T17:06:42.695 INFO:tasks.rados.rados.0.smithi031.stdout:1068: got expected ENOENT (src dne) 2024-09-17T17:06:42.695 INFO:tasks.rados.rados.0.smithi031.stdout:1068: finishing copy_from racing read to smithi03184240-11 2024-09-17T17:06:42.695 INFO:tasks.rados.rados.0.smithi031.stdout:1066: finishing copy_from racing read to smithi03184240-19 2024-09-17T17:06:42.695 INFO:tasks.rados.rados.0.smithi031.stdout:1066: finishing copy_from to smithi03184240-19 2024-09-17T17:06:42.695 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 247 (ObjNum 247 snap 63 seq_num 247) dirty exists 2024-09-17T17:06:43.297 INFO:tasks.rados.rados.0.smithi031.stdout:1061: done (8 left) 2024-09-17T17:06:43.298 INFO:tasks.rados.rados.0.smithi031.stdout:1062: done (7 left) 2024-09-17T17:06:43.298 INFO:tasks.rados.rados.0.smithi031.stdout:1063: done (6 left) 2024-09-17T17:06:43.298 INFO:tasks.rados.rados.0.smithi031.stdout:1064: done (5 left) 2024-09-17T17:06:43.298 INFO:tasks.rados.rados.0.smithi031.stdout:1065: done (4 left) 2024-09-17T17:06:43.298 INFO:tasks.rados.rados.0.smithi031.stdout:1066: done (3 left) 2024-09-17T17:06:43.298 INFO:tasks.rados.rados.0.smithi031.stdout:1067: done (2 left) 2024-09-17T17:06:43.298 INFO:tasks.rados.rados.0.smithi031.stdout:1068: done (1 left) 2024-09-17T17:06:43.298 INFO:tasks.rados.rados.0.smithi031.stdout:1069: done (0 left) 2024-09-17T17:06:43.298 INFO:tasks.rados.rados.0.smithi031.stdout:1070: read oid 48 snap -1 2024-09-17T17:06:43.298 INFO:tasks.rados.rados.0.smithi031.stdout:1070: expect deleted 2024-09-17T17:06:43.299 INFO:tasks.rados.rados.0.smithi031.stdout:1071: read oid 35 snap 99 2024-09-17T17:06:43.299 INFO:tasks.rados.rados.0.smithi031.stdout:1071: expect (ObjNum 283 snap 79 seq_num 283) 2024-09-17T17:06:43.299 INFO:tasks.rados.rados.0.smithi031.stdout:1072: rollback oid 21 current snap is 101 2024-09-17T17:06:43.299 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 21 to 92 2024-09-17T17:06:43.299 INFO:tasks.rados.rados.0.smithi031.stdout:1073: snap_remove snap 90 2024-09-17T17:06:43.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:43 smithi031 ceph-mon[94873]: Reconfiguring osd.1 (monmap changed)... 2024-09-17T17:06:43.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:43 smithi031 ceph-mon[94873]: Reconfiguring daemon osd.1 on smithi031 2024-09-17T17:06:43.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:43 smithi031 ceph-mon[94873]: pgmap v62: 121 pgs: 121 active+clean; 226 MiB data, 973 MiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.3 MiB/s wr, 22 op/s 2024-09-17T17:06:43.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:43 smithi031 ceph-mon[94873]: osdmap e269: 8 total, 8 up, 8 in 2024-09-17T17:06:43.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:43 smithi031 ceph-mon[94873]: osdmap e270: 8 total, 8 up, 8 in 2024-09-17T17:06:43.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:43 smithi031 ceph-mon[96842]: Reconfiguring osd.1 (monmap changed)... 2024-09-17T17:06:43.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:43 smithi031 ceph-mon[96842]: Reconfiguring daemon osd.1 on smithi031 2024-09-17T17:06:43.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:43 smithi031 ceph-mon[96842]: pgmap v62: 121 pgs: 121 active+clean; 226 MiB data, 973 MiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.3 MiB/s wr, 22 op/s 2024-09-17T17:06:43.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:43 smithi031 ceph-mon[96842]: osdmap e269: 8 total, 8 up, 8 in 2024-09-17T17:06:43.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:43 smithi031 ceph-mon[96842]: osdmap e270: 8 total, 8 up, 8 in 2024-09-17T17:06:43.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:43 smithi066 ceph-mon[86175]: Reconfiguring osd.1 (monmap changed)... 2024-09-17T17:06:43.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:43 smithi066 ceph-mon[86175]: Reconfiguring daemon osd.1 on smithi031 2024-09-17T17:06:43.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:43 smithi066 ceph-mon[86175]: pgmap v62: 121 pgs: 121 active+clean; 226 MiB data, 973 MiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.3 MiB/s wr, 22 op/s 2024-09-17T17:06:43.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:43 smithi066 ceph-mon[86175]: osdmap e269: 8 total, 8 up, 8 in 2024-09-17T17:06:43.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:43 smithi066 ceph-mon[86175]: osdmap e270: 8 total, 8 up, 8 in 2024-09-17T17:06:44.299 INFO:tasks.rados.rados.0.smithi031.stdout:1073: done (3 left) 2024-09-17T17:06:44.299 INFO:tasks.rados.rados.0.smithi031.stdout:1074: read oid 32 snap -1 2024-09-17T17:06:44.299 INFO:tasks.rados.rados.0.smithi031.stdout:1074: expect (ObjNum 203 snap 48 seq_num 203) 2024-09-17T17:06:44.299 INFO:tasks.rados.rados.0.smithi031.stdout:1075: snap_remove snap 100 2024-09-17T17:06:44.819 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:44 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:44.820 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:44 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:44.820 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:44 smithi031 ceph-mon[94873]: Reconfiguring osd.2 (monmap changed)... 2024-09-17T17:06:44.820 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:44 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-17T17:06:44.820 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:44 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:44.820 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:44 smithi031 ceph-mon[94873]: Reconfiguring daemon osd.2 on smithi031 2024-09-17T17:06:44.820 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:44 smithi031 ceph-mon[94873]: osdmap e271: 8 total, 8 up, 8 in 2024-09-17T17:06:44.820 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:44 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:44.820 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:44 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:44.820 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:44 smithi031 ceph-mon[96842]: Reconfiguring osd.2 (monmap changed)... 2024-09-17T17:06:44.820 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:44 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-17T17:06:44.821 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:44 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:44.821 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:44 smithi031 ceph-mon[96842]: Reconfiguring daemon osd.2 on smithi031 2024-09-17T17:06:44.821 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:44 smithi031 ceph-mon[96842]: osdmap e271: 8 total, 8 up, 8 in 2024-09-17T17:06:44.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:44 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:44.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:44 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:44.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:44 smithi066 ceph-mon[86175]: Reconfiguring osd.2 (monmap changed)... 2024-09-17T17:06:44.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:44 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-17T17:06:44.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:44 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:44.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:44 smithi066 ceph-mon[86175]: Reconfiguring daemon osd.2 on smithi031 2024-09-17T17:06:44.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:44 smithi066 ceph-mon[86175]: osdmap e271: 8 total, 8 up, 8 in 2024-09-17T17:06:45.299 INFO:tasks.rados.rados.0.smithi031.stdout:1075: done (4 left) 2024-09-17T17:06:45.299 INFO:tasks.rados.rados.0.smithi031.stdout:1076: snap_remove snap 83 2024-09-17T17:06:45.522 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:45 smithi031 ceph-mon[94873]: pgmap v65: 121 pgs: 121 active+clean; 226 MiB data, 973 MiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.3 MiB/s wr, 22 op/s 2024-09-17T17:06:45.522 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:45 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:45.522 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:45 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:45.522 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:45 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-17T17:06:45.522 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:45 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:45.522 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:45 smithi031 ceph-mon[94873]: osdmap e272: 8 total, 8 up, 8 in 2024-09-17T17:06:45.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:45 smithi031 ceph-mon[96842]: pgmap v65: 121 pgs: 121 active+clean; 226 MiB data, 973 MiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.3 MiB/s wr, 22 op/s 2024-09-17T17:06:45.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:45 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:45.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:45 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:45.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:45 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-17T17:06:45.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:45 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:45.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:45 smithi031 ceph-mon[96842]: osdmap e272: 8 total, 8 up, 8 in 2024-09-17T17:06:45.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:45 smithi066 ceph-mon[86175]: pgmap v65: 121 pgs: 121 active+clean; 226 MiB data, 973 MiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.3 MiB/s wr, 22 op/s 2024-09-17T17:06:45.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:45 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:45.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:45 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:45.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:45 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-17T17:06:45.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:45 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:45.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:45 smithi066 ceph-mon[86175]: osdmap e272: 8 total, 8 up, 8 in 2024-09-17T17:06:46.304 INFO:tasks.rados.rados.0.smithi031.stdout:1076: done (4 left) 2024-09-17T17:06:46.305 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 34 current snap is 101 2024-09-17T17:06:46.305 INFO:tasks.rados.rados.0.smithi031.stdout:1077: seq_num 354 ranges {1228800=737280,1966080=401408} 2024-09-17T17:06:46.315 INFO:tasks.rados.rados.0.smithi031.stdout:1077: writing smithi03184240-34 from 1228800 to 1966080 tid 1 2024-09-17T17:06:46.318 INFO:tasks.rados.rados.0.smithi031.stdout:1077: writing smithi03184240-34 from 1966080 to 2367488 tid 2 2024-09-17T17:06:46.318 INFO:tasks.rados.rados.0.smithi031.stdout:1078: copy_from oid 10 from oid 25 current snap is 101 2024-09-17T17:06:46.318 INFO:tasks.rados.rados.0.smithi031.stdout:1072: finishing rollback tid 0 to smithi03184240-21 2024-09-17T17:06:46.318 INFO:tasks.rados.rados.0.smithi031.stdout:1072: finishing rollback tid 1 to smithi03184240-21 2024-09-17T17:06:46.318 INFO:tasks.rados.rados.0.smithi031.stdout:1072: finishing rollback tid 2 to smithi03184240-21 2024-09-17T17:06:46.319 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 265 (ObjNum 126 snap 28 seq_num 126) dirty exists 2024-09-17T17:06:46.319 INFO:tasks.rados.rados.0.smithi031.stdout:1071: expect (ObjNum 283 snap 79 seq_num 283) 2024-09-17T17:06:46.441 INFO:tasks.rados.rados.0.smithi031.stdout:1074: expect (ObjNum 203 snap 48 seq_num 203) 2024-09-17T17:06:46.699 INFO:tasks.rados.rados.0.smithi031.stdout:1078: finishing copy_from to smithi03184240-10 2024-09-17T17:06:46.699 INFO:tasks.rados.rados.0.smithi031.stdout:1078: got expected ENOENT (src dne) 2024-09-17T17:06:46.699 INFO:tasks.rados.rados.0.smithi031.stdout:1078: finishing copy_from racing read to smithi03184240-10 2024-09-17T17:06:46.699 INFO:tasks.rados.rados.0.smithi031.stdout:1077: finishing write tid 1 to smithi03184240-34 2024-09-17T17:06:46.699 INFO:tasks.rados.rados.0.smithi031.stdout:1077: finishing write tid 2 to smithi03184240-34 2024-09-17T17:06:46.699 INFO:tasks.rados.rados.0.smithi031.stdout:1070: done (5 left) 2024-09-17T17:06:46.699 INFO:tasks.rados.rados.0.smithi031.stdout:1071: done (4 left) 2024-09-17T17:06:46.699 INFO:tasks.rados.rados.0.smithi031.stdout:1072: done (3 left) 2024-09-17T17:06:46.699 INFO:tasks.rados.rados.0.smithi031.stdout:1074: done (2 left) 2024-09-17T17:06:46.700 INFO:tasks.rados.rados.0.smithi031.stdout:1078: done (1 left) 2024-09-17T17:06:46.700 INFO:tasks.rados.rados.0.smithi031.stdout:1079: read oid 9 snap -1 2024-09-17T17:06:46.700 INFO:tasks.rados.rados.0.smithi031.stdout:1079: expect deleted 2024-09-17T17:06:46.700 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 19 current snap is 101 2024-09-17T17:06:46.700 INFO:tasks.rados.rados.0.smithi031.stdout:1077: finishing write tid 3 to smithi03184240-34 2024-09-17T17:06:46.700 INFO:tasks.rados.rados.0.smithi031.stdout:1077: finishing write tid 4 to smithi03184240-34 2024-09-17T17:06:46.700 INFO:tasks.rados.rados.0.smithi031.stdout:1077: oid 34 updating version 0 to 476 2024-09-17T17:06:46.700 INFO:tasks.rados.rados.0.smithi031.stdout:1077: oid 34 updating version 476 to 477 2024-09-17T17:06:46.700 INFO:tasks.rados.rados.0.smithi031.stdout:1077: oid 34 version 477 is already newer than 475 2024-09-17T17:06:46.700 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 477 (ObjNum 354 snap 101 seq_num 354) dirty exists 2024-09-17T17:06:46.700 INFO:tasks.rados.rados.0.smithi031.stdout:1077: left oid 34 (ObjNum 354 snap 101 seq_num 354) 2024-09-17T17:06:46.700 INFO:tasks.rados.rados.0.smithi031.stdout:1080: seq_num 355 ranges {3653632=753664,4407296=401408} 2024-09-17T17:06:46.722 INFO:tasks.rados.rados.0.smithi031.stdout:1080: writing smithi03184240-19 from 3653632 to 4407296 tid 1 2024-09-17T17:06:46.725 INFO:tasks.rados.rados.0.smithi031.stdout:1080: writing smithi03184240-19 from 4407296 to 4808704 tid 2 2024-09-17T17:06:46.725 INFO:tasks.rados.rados.0.smithi031.stdout:1077: done (2 left) 2024-09-17T17:06:46.725 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 43 current snap is 101 2024-09-17T17:06:46.725 INFO:tasks.rados.rados.0.smithi031.stdout:1081: seq_num 356 ranges {4751360=770048,5521408=401408} 2024-09-17T17:06:46.755 INFO:tasks.rados.rados.0.smithi031.stdout:1081: writing smithi03184240-43 from 4751360 to 5521408 tid 1 2024-09-17T17:06:46.758 INFO:tasks.rados.rados.0.smithi031.stdout:1081: writing smithi03184240-43 from 5521408 to 5922816 tid 2 2024-09-17T17:06:46.758 INFO:tasks.rados.rados.0.smithi031.stdout:1082: rollback oid 10 current snap is 101 2024-09-17T17:06:46.758 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 10 to 98 2024-09-17T17:06:46.758 INFO:tasks.rados.rados.0.smithi031.stdout:1080: finishing write tid 1 to smithi03184240-19 2024-09-17T17:06:46.759 INFO:tasks.rados.rados.0.smithi031.stdout:1080: finishing write tid 2 to smithi03184240-19 2024-09-17T17:06:46.759 INFO:tasks.rados.rados.0.smithi031.stdout:1080: finishing write tid 3 to smithi03184240-19 2024-09-17T17:06:46.759 INFO:tasks.rados.rados.0.smithi031.stdout:1080: finishing write tid 4 to smithi03184240-19 2024-09-17T17:06:46.759 INFO:tasks.rados.rados.0.smithi031.stdout:1080: oid 19 updating version 0 to 249 2024-09-17T17:06:46.759 INFO:tasks.rados.rados.0.smithi031.stdout:1080: oid 19 version 249 is already newer than 248 2024-09-17T17:06:46.759 INFO:tasks.rados.rados.0.smithi031.stdout:1080: oid 19 updating version 249 to 250 2024-09-17T17:06:46.759 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 250 (ObjNum 355 snap 101 seq_num 355) dirty exists 2024-09-17T17:06:46.759 INFO:tasks.rados.rados.0.smithi031.stdout:1080: left oid 19 (ObjNum 355 snap 101 seq_num 355) 2024-09-17T17:06:46.759 INFO:tasks.rados.rados.0.smithi031.stdout:1079: done (3 left) 2024-09-17T17:06:46.759 INFO:tasks.rados.rados.0.smithi031.stdout:1080: done (2 left) 2024-09-17T17:06:46.759 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 35 current snap is 101 2024-09-17T17:06:46.759 INFO:tasks.rados.rados.0.smithi031.stdout:1083: seq_num 357 ranges {3694592=786432,4481024=401408} 2024-09-17T17:06:46.782 INFO:tasks.rados.rados.0.smithi031.stdout:1083: writing smithi03184240-35 from 3694592 to 4481024 tid 1 2024-09-17T17:06:46.785 INFO:tasks.rados.rados.0.smithi031.stdout:1083: writing smithi03184240-35 from 4481024 to 4882432 tid 2 2024-09-17T17:06:46.785 INFO:tasks.rados.rados.0.smithi031.stdout:1084: copy_from oid 50 from oid 30 current snap is 101 2024-09-17T17:06:46.785 INFO:tasks.rados.rados.0.smithi031.stdout:1082: finishing rollback tid 0 to smithi03184240-10 2024-09-17T17:06:46.785 INFO:tasks.rados.rados.0.smithi031.stdout:1082: finishing rollback tid 1 to smithi03184240-10 2024-09-17T17:06:46.785 INFO:tasks.rados.rados.0.smithi031.stdout:1085: copy_from oid 27 from oid 44 current snap is 101 2024-09-17T17:06:46.785 INFO:tasks.rados.rados.0.smithi031.stdout:1082: finishing rollback tid 2 to smithi03184240-10 2024-09-17T17:06:46.786 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 225 (ObjNum 322 snap 94 seq_num 322) dirty exists 2024-09-17T17:06:46.786 INFO:tasks.rados.rados.0.smithi031.stdout:1081: finishing write tid 1 to smithi03184240-43 2024-09-17T17:06:46.786 INFO:tasks.rados.rados.0.smithi031.stdout:1081: finishing write tid 2 to smithi03184240-43 2024-09-17T17:06:46.786 INFO:tasks.rados.rados.0.smithi031.stdout:1081: finishing write tid 3 to smithi03184240-43 2024-09-17T17:06:46.786 INFO:tasks.rados.rados.0.smithi031.stdout:1081: finishing write tid 4 to smithi03184240-43 2024-09-17T17:06:46.786 INFO:tasks.rados.rados.0.smithi031.stdout:1081: oid 43 updating version 0 to 944 2024-09-17T17:06:46.786 INFO:tasks.rados.rados.0.smithi031.stdout:1081: oid 43 updating version 944 to 946 2024-09-17T17:06:46.786 INFO:tasks.rados.rados.0.smithi031.stdout:1081: oid 43 version 946 is already newer than 945 2024-09-17T17:06:46.786 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 946 (ObjNum 356 snap 101 seq_num 356) dirty exists 2024-09-17T17:06:46.786 INFO:tasks.rados.rados.0.smithi031.stdout:1081: left oid 43 (ObjNum 356 snap 101 seq_num 356) 2024-09-17T17:06:46.786 INFO:tasks.rados.rados.0.smithi031.stdout:1081: done (4 left) 2024-09-17T17:06:46.786 INFO:tasks.rados.rados.0.smithi031.stdout:1082: done (3 left) 2024-09-17T17:06:46.786 INFO:tasks.rados.rados.0.smithi031.stdout:1086: read oid 41 snap -1 2024-09-17T17:06:46.786 INFO:tasks.rados.rados.0.smithi031.stdout:1086: expect (ObjNum 340 snap 98 seq_num 340) 2024-09-17T17:06:46.787 INFO:tasks.rados.rados.0.smithi031.stdout:1087: snap_create 2024-09-17T17:06:46.788 INFO:tasks.rados.rados.0.smithi031.stdout:1083: finishing write tid 1 to smithi03184240-35 2024-09-17T17:06:46.788 INFO:tasks.rados.rados.0.smithi031.stdout:1083: finishing write tid 2 to smithi03184240-35 2024-09-17T17:06:46.788 INFO:tasks.rados.rados.0.smithi031.stdout:1083: finishing write tid 3 to smithi03184240-35 2024-09-17T17:06:46.792 INFO:tasks.rados.rados.0.smithi031.stdout:1083: finishing write tid 4 to smithi03184240-35 2024-09-17T17:06:46.792 INFO:tasks.rados.rados.0.smithi031.stdout:1083: oid 35 updating version 0 to 388 2024-09-17T17:06:46.792 INFO:tasks.rados.rados.0.smithi031.stdout:1083: oid 35 version 388 is already newer than 387 2024-09-17T17:06:46.792 INFO:tasks.rados.rados.0.smithi031.stdout:1083: oid 35 version 388 is already newer than 386 2024-09-17T17:06:46.792 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 388 (ObjNum 357 snap 101 seq_num 357) dirty exists 2024-09-17T17:06:46.792 INFO:tasks.rados.rados.0.smithi031.stdout:1083: left oid 35 (ObjNum 357 snap 101 seq_num 357) 2024-09-17T17:06:46.794 INFO:tasks.rados.rados.0.smithi031.stdout:1085: finishing copy_from racing read to smithi03184240-27 2024-09-17T17:06:46.795 INFO:tasks.rados.rados.0.smithi031.stdout:1085: finishing copy_from to smithi03184240-27 2024-09-17T17:06:46.796 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 712 (ObjNum 291 snap 81 seq_num 291) dirty exists 2024-09-17T17:06:46.796 INFO:tasks.rados.rados.0.smithi031.stdout:1086: expect (ObjNum 340 snap 98 seq_num 340) 2024-09-17T17:06:46.817 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:46 smithi031 ceph-mon[96842]: Reconfiguring osd.3 (monmap changed)... 2024-09-17T17:06:46.817 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:46 smithi031 ceph-mon[96842]: Reconfiguring daemon osd.3 on smithi031 2024-09-17T17:06:46.817 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:46 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:06:46.817 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:46 smithi031 ceph-mon[96842]: osdmap e273: 8 total, 8 up, 8 in 2024-09-17T17:06:46.818 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:46 smithi031 ceph-mon[94873]: Reconfiguring osd.3 (monmap changed)... 2024-09-17T17:06:46.818 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:46 smithi031 ceph-mon[94873]: Reconfiguring daemon osd.3 on smithi031 2024-09-17T17:06:46.818 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:46 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:06:46.818 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:46 smithi031 ceph-mon[94873]: osdmap e273: 8 total, 8 up, 8 in 2024-09-17T17:06:46.834 INFO:tasks.rados.rados.0.smithi031.stdout:1084: finishing copy_from racing read to smithi03184240-50 2024-09-17T17:06:46.834 INFO:tasks.rados.rados.0.smithi031.stdout:1084: finishing copy_from to smithi03184240-50 2024-09-17T17:06:46.834 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 247 (ObjNum 247 snap 63 seq_num 247) dirty exists 2024-09-17T17:06:46.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:46 smithi066 ceph-mon[86175]: Reconfiguring osd.3 (monmap changed)... 2024-09-17T17:06:46.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:46 smithi066 ceph-mon[86175]: Reconfiguring daemon osd.3 on smithi031 2024-09-17T17:06:46.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:46 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:06:46.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:46 smithi066 ceph-mon[86175]: osdmap e273: 8 total, 8 up, 8 in 2024-09-17T17:06:47.479 INFO:tasks.rados.rados.0.smithi031.stdout:1083: done (4 left) 2024-09-17T17:06:47.480 INFO:tasks.rados.rados.0.smithi031.stdout:1084: done (3 left) 2024-09-17T17:06:47.480 INFO:tasks.rados.rados.0.smithi031.stdout:1085: done (2 left) 2024-09-17T17:06:47.480 INFO:tasks.rados.rados.0.smithi031.stdout:1086: done (1 left) 2024-09-17T17:06:47.480 INFO:tasks.rados.rados.0.smithi031.stdout:1087: done (0 left) 2024-09-17T17:06:47.480 INFO:tasks.rados.rados.0.smithi031.stdout:1088: snap_create 2024-09-17T17:06:47.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:47 smithi031 ceph-mon[94873]: pgmap v68: 121 pgs: 121 active+clean; 229 MiB data, 999 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.6 MiB/s wr, 22 op/s 2024-09-17T17:06:47.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:47 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:47.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:47 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:47.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:47 smithi031 ceph-mon[94873]: Reconfiguring mds.a (monmap changed)... 2024-09-17T17:06:47.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:47 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-17T17:06:47.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:47 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:47.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:47 smithi031 ceph-mon[94873]: Reconfiguring daemon mds.a on smithi031 2024-09-17T17:06:47.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:47 smithi031 ceph-mon[96842]: pgmap v68: 121 pgs: 121 active+clean; 229 MiB data, 999 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.6 MiB/s wr, 22 op/s 2024-09-17T17:06:47.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:47 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:47.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:47 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:47.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:47 smithi031 ceph-mon[96842]: Reconfiguring mds.a (monmap changed)... 2024-09-17T17:06:47.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:47 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-17T17:06:47.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:47 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:47.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:47 smithi031 ceph-mon[96842]: Reconfiguring daemon mds.a on smithi031 2024-09-17T17:06:47.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:47 smithi066 ceph-mon[86175]: pgmap v68: 121 pgs: 121 active+clean; 229 MiB data, 999 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.6 MiB/s wr, 22 op/s 2024-09-17T17:06:47.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:47 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:47.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:47 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:47.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:47 smithi066 ceph-mon[86175]: Reconfiguring mds.a (monmap changed)... 2024-09-17T17:06:47.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:47 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-17T17:06:47.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:47 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:47.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:47 smithi066 ceph-mon[86175]: Reconfiguring daemon mds.a on smithi031 2024-09-17T17:06:48.296 INFO:tasks.rados.rados.0.smithi031.stdout:1088: done (0 left) 2024-09-17T17:06:48.296 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 5 current snap is 103 2024-09-17T17:06:48.296 INFO:tasks.rados.rados.0.smithi031.stdout:1089: seq_num 358 ranges {0=802816,802816=401408} 2024-09-17T17:06:48.300 INFO:tasks.rados.rados.0.smithi031.stdout:1089: writing smithi03184240-5 from 0 to 802816 tid 1 2024-09-17T17:06:48.303 INFO:tasks.rados.rados.0.smithi031.stdout:1089: writing smithi03184240-5 from 802816 to 1204224 tid 2 2024-09-17T17:06:48.303 INFO:tasks.rados.rados.0.smithi031.stdout:1090: read oid 22 snap -1 2024-09-17T17:06:48.303 INFO:tasks.rados.rados.0.smithi031.stdout:1090: expect (ObjNum 335 snap 98 seq_num 335) 2024-09-17T17:06:48.303 INFO:tasks.rados.rados.0.smithi031.stdout:1091: rollback oid 47 current snap is 103 2024-09-17T17:06:48.303 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 47 to 102 2024-09-17T17:06:48.303 INFO:tasks.rados.rados.0.smithi031.stdout:1092: delete oid 15 current snap is 103 2024-09-17T17:06:48.309 INFO:tasks.rados.rados.0.smithi031.stdout:1089: finishing write tid 1 to smithi03184240-5 2024-09-17T17:06:48.309 INFO:tasks.rados.rados.0.smithi031.stdout:1089: finishing write tid 2 to smithi03184240-5 2024-09-17T17:06:48.310 INFO:tasks.rados.rados.0.smithi031.stdout:1091: finishing rollback tid 0 to smithi03184240-47 2024-09-17T17:06:48.310 INFO:tasks.rados.rados.0.smithi031.stdout:1089: finishing write tid 3 to smithi03184240-5 2024-09-17T17:06:48.312 INFO:tasks.rados.rados.0.smithi031.stdout:1092: done (3 left) 2024-09-17T17:06:48.312 INFO:tasks.rados.rados.0.smithi031.stdout:1093: rollback oid 35 current snap is 103 2024-09-17T17:06:48.312 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 35 to 87 2024-09-17T17:06:48.312 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 25 current snap is 103 2024-09-17T17:06:48.312 INFO:tasks.rados.rados.0.smithi031.stdout:1094: seq_num 360 ranges {0=434176,434176=704512,1138688=98304} 2024-09-17T17:06:48.315 INFO:tasks.rados.rados.0.smithi031.stdout:1094: writing smithi03184240-25 from 0 to 434176 tid 1 2024-09-17T17:06:48.319 INFO:tasks.rados.rados.0.smithi031.stdout:1094: writing smithi03184240-25 from 434176 to 1138688 tid 2 2024-09-17T17:06:48.320 INFO:tasks.rados.rados.0.smithi031.stdout:1094: writing smithi03184240-25 from 1138688 to 1236992 tid 3 2024-09-17T17:06:48.320 INFO:tasks.rados.rados.0.smithi031.stdout:1095: delete oid 2 current snap is 103 2024-09-17T17:06:48.320 INFO:tasks.rados.rados.0.smithi031.stdout:1090: expect (ObjNum 335 snap 98 seq_num 335) 2024-09-17T17:06:48.343 INFO:tasks.rados.rados.0.smithi031.stdout:1091: finishing rollback tid 1 to smithi03184240-47 2024-09-17T17:06:48.343 INFO:tasks.rados.rados.0.smithi031.stdout:1091: finishing rollback tid 2 to smithi03184240-47 2024-09-17T17:06:48.343 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 371 (ObjNum 235 snap 61 seq_num 235) dirty exists 2024-09-17T17:06:48.343 INFO:tasks.rados.rados.0.smithi031.stdout:1089: finishing write tid 4 to smithi03184240-5 2024-09-17T17:06:48.344 INFO:tasks.rados.rados.0.smithi031.stdout:1089: oid 5 updating version 0 to 437 2024-09-17T17:06:48.344 INFO:tasks.rados.rados.0.smithi031.stdout:1089: oid 5 version 437 is already newer than 436 2024-09-17T17:06:48.344 INFO:tasks.rados.rados.0.smithi031.stdout:1089: oid 5 version 437 is already newer than 435 2024-09-17T17:06:48.344 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 437 (ObjNum 358 snap 103 seq_num 358) dirty exists 2024-09-17T17:06:48.344 INFO:tasks.rados.rados.0.smithi031.stdout:1089: left oid 5 (ObjNum 358 snap 103 seq_num 358) 2024-09-17T17:06:48.344 INFO:tasks.rados.rados.0.smithi031.stdout:1093: finishing rollback tid 0 to smithi03184240-35 2024-09-17T17:06:48.344 INFO:tasks.rados.rados.0.smithi031.stdout:1093: finishing rollback tid 1 to smithi03184240-35 2024-09-17T17:06:48.344 INFO:tasks.rados.rados.0.smithi031.stdout:1093: finishing rollback tid 2 to smithi03184240-35 2024-09-17T17:06:48.344 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 392 (ObjNum 283 snap 79 seq_num 283) dirty exists 2024-09-17T17:06:48.344 INFO:tasks.rados.rados.0.smithi031.stdout:1094: finishing write tid 1 to smithi03184240-25 2024-09-17T17:06:48.344 INFO:tasks.rados.rados.0.smithi031.stdout:1089: done (5 left) 2024-09-17T17:06:48.344 INFO:tasks.rados.rados.0.smithi031.stdout:1090: done (4 left) 2024-09-17T17:06:48.344 INFO:tasks.rados.rados.0.smithi031.stdout:1091: done (3 left) 2024-09-17T17:06:48.344 INFO:tasks.rados.rados.0.smithi031.stdout:1093: done (2 left) 2024-09-17T17:06:48.345 INFO:tasks.rados.rados.0.smithi031.stdout:1095: done (1 left) 2024-09-17T17:06:48.345 INFO:tasks.rados.rados.0.smithi031.stdout:1096: rollback oid 47 current snap is 103 2024-09-17T17:06:48.345 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 47 to 81 2024-09-17T17:06:48.345 INFO:tasks.rados.rados.0.smithi031.stdout:1094: finishing write tid 2 to smithi03184240-25 2024-09-17T17:06:48.345 INFO:tasks.rados.rados.0.smithi031.stdout:1094: finishing write tid 3 to smithi03184240-25 2024-09-17T17:06:48.345 INFO:tasks.rados.rados.0.smithi031.stdout:1094: finishing write tid 4 to smithi03184240-25 2024-09-17T17:06:48.345 INFO:tasks.rados.rados.0.smithi031.stdout:1094: finishing write tid 5 to smithi03184240-25 2024-09-17T17:06:48.345 INFO:tasks.rados.rados.0.smithi031.stdout:1094: oid 25 updating version 0 to 429 2024-09-17T17:06:48.345 INFO:tasks.rados.rados.0.smithi031.stdout:1094: oid 25 version 429 is already newer than 427 2024-09-17T17:06:48.345 INFO:tasks.rados.rados.0.smithi031.stdout:1094: oid 25 version 429 is already newer than 428 2024-09-17T17:06:48.345 INFO:tasks.rados.rados.0.smithi031.stdout:1094: oid 25 updating version 429 to 430 2024-09-17T17:06:48.345 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 430 (ObjNum 360 snap 103 seq_num 360) dirty exists 2024-09-17T17:06:48.345 INFO:tasks.rados.rados.0.smithi031.stdout:1094: left oid 25 (ObjNum 360 snap 103 seq_num 360) 2024-09-17T17:06:48.346 INFO:tasks.rados.rados.0.smithi031.stdout:1094: done (1 left) 2024-09-17T17:06:48.346 INFO:tasks.rados.rados.0.smithi031.stdout:1097: read oid 7 snap -1 2024-09-17T17:06:48.346 INFO:tasks.rados.rados.0.smithi031.stdout:1097: expect (ObjNum 345 snap 99 seq_num 345) 2024-09-17T17:06:48.346 INFO:tasks.rados.rados.0.smithi031.stdout:1098: setattr oid 49 current snap is 103 2024-09-17T17:06:48.347 INFO:tasks.rados.rados.0.smithi031.stdout:1099: read oid 15 snap 87 2024-09-17T17:06:48.347 INFO:tasks.rados.rados.0.smithi031.stdout:1099: expect deleted 2024-09-17T17:06:48.347 INFO:tasks.rados.rados.0.smithi031.stdout:1100: snap_create 2024-09-17T17:06:48.347 INFO:tasks.rados.rados.0.smithi031.stdout:1096: finishing rollback tid 0 to smithi03184240-47 2024-09-17T17:06:48.347 INFO:tasks.rados.rados.0.smithi031.stdout:1096: finishing rollback tid 1 to smithi03184240-47 2024-09-17T17:06:48.347 INFO:tasks.rados.rados.0.smithi031.stdout:1096: finishing rollback tid 2 to smithi03184240-47 2024-09-17T17:06:48.347 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 374 (ObjNum 235 snap 61 seq_num 235) dirty exists 2024-09-17T17:06:48.347 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 822 (ObjNum 312 snap 86 seq_num 312) dirty exists 2024-09-17T17:06:48.348 INFO:tasks.rados.rados.0.smithi031.stdout:1097: expect (ObjNum 345 snap 99 seq_num 345) 2024-09-17T17:06:48.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:48 smithi066 ceph-mon[86175]: osdmap e274: 8 total, 8 up, 8 in 2024-09-17T17:06:48.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:48 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:48.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:48 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:48.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:48 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-17T17:06:48.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:48 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-17T17:06:48.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:48 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:48.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:48 smithi066 ceph-mon[86175]: osdmap e275: 8 total, 8 up, 8 in 2024-09-17T17:06:48.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:48 smithi031 ceph-mon[94873]: osdmap e274: 8 total, 8 up, 8 in 2024-09-17T17:06:48.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:48 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:48.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:48 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:48.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:48 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-17T17:06:48.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:48 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-17T17:06:48.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:48 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:48.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:48 smithi031 ceph-mon[94873]: osdmap e275: 8 total, 8 up, 8 in 2024-09-17T17:06:48.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:48 smithi031 ceph-mon[96842]: osdmap e274: 8 total, 8 up, 8 in 2024-09-17T17:06:48.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:48 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:48.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:48 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:48.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:48 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-17T17:06:48.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:48 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-17T17:06:48.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:48 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:48.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:48 smithi031 ceph-mon[96842]: osdmap e275: 8 total, 8 up, 8 in 2024-09-17T17:06:49.300 INFO:tasks.rados.rados.0.smithi031.stdout:1096: done (4 left) 2024-09-17T17:06:49.300 INFO:tasks.rados.rados.0.smithi031.stdout:1097: done (3 left) 2024-09-17T17:06:49.300 INFO:tasks.rados.rados.0.smithi031.stdout:1098: done (2 left) 2024-09-17T17:06:49.300 INFO:tasks.rados.rados.0.smithi031.stdout:1099: done (1 left) 2024-09-17T17:06:49.300 INFO:tasks.rados.rados.0.smithi031.stdout:1100: done (0 left) 2024-09-17T17:06:49.300 INFO:tasks.rados.rados.0.smithi031.stdout:1101: read oid 50 snap -1 2024-09-17T17:06:49.300 INFO:tasks.rados.rados.0.smithi031.stdout:1101: expect (ObjNum 247 snap 63 seq_num 247) 2024-09-17T17:06:49.300 INFO:tasks.rados.rados.0.smithi031.stdout:1102: read oid 37 snap -1 2024-09-17T17:06:49.301 INFO:tasks.rados.rados.0.smithi031.stdout:1102: expect (ObjNum 321 snap 92 seq_num 321) 2024-09-17T17:06:49.301 INFO:tasks.rados.rados.0.smithi031.stdout:1103: snap_remove snap 98 2024-09-17T17:06:49.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:49 smithi066 ceph-mon[86175]: Reconfiguring mon.b (monmap changed)... 2024-09-17T17:06:49.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:49 smithi066 ceph-mon[86175]: Reconfiguring daemon mon.b on smithi066 2024-09-17T17:06:49.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:49 smithi066 ceph-mon[86175]: pgmap v71: 121 pgs: 121 active+clean; 229 MiB data, 999 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.6 MiB/s wr, 22 op/s 2024-09-17T17:06:49.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:49 smithi066 ceph-mon[86175]: osdmap e276: 8 total, 8 up, 8 in 2024-09-17T17:06:49.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:49 smithi031 ceph-mon[94873]: Reconfiguring mon.b (monmap changed)... 2024-09-17T17:06:49.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:49 smithi031 ceph-mon[94873]: Reconfiguring daemon mon.b on smithi066 2024-09-17T17:06:49.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:49 smithi031 ceph-mon[94873]: pgmap v71: 121 pgs: 121 active+clean; 229 MiB data, 999 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.6 MiB/s wr, 22 op/s 2024-09-17T17:06:49.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:49 smithi031 ceph-mon[94873]: osdmap e276: 8 total, 8 up, 8 in 2024-09-17T17:06:49.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:49 smithi031 ceph-mon[96842]: Reconfiguring mon.b (monmap changed)... 2024-09-17T17:06:49.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:49 smithi031 ceph-mon[96842]: Reconfiguring daemon mon.b on smithi066 2024-09-17T17:06:49.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:49 smithi031 ceph-mon[96842]: pgmap v71: 121 pgs: 121 active+clean; 229 MiB data, 999 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.6 MiB/s wr, 22 op/s 2024-09-17T17:06:49.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:49 smithi031 ceph-mon[96842]: osdmap e276: 8 total, 8 up, 8 in 2024-09-17T17:06:50.304 INFO:tasks.rados.rados.0.smithi031.stdout:1103: done (2 left) 2024-09-17T17:06:50.305 INFO:tasks.rados.rados.0.smithi031.stdout:1104: snap_create 2024-09-17T17:06:50.305 INFO:tasks.rados.rados.0.smithi031.stdout:1102: expect (ObjNum 321 snap 92 seq_num 321) 2024-09-17T17:06:50.325 INFO:tasks.rados.rados.0.smithi031.stdout:1101: expect (ObjNum 247 snap 63 seq_num 247) 2024-09-17T17:06:50.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:50.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:50.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:50 smithi066 ceph-mon[86175]: Reconfiguring mgr.x (monmap changed)... 2024-09-17T17:06:50.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-17T17:06:50.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-09-17T17:06:50.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:50.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:50 smithi066 ceph-mon[86175]: Reconfiguring daemon mgr.x on smithi066 2024-09-17T17:06:50.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:50 smithi066 ceph-mon[86175]: osdmap e277: 8 total, 8 up, 8 in 2024-09-17T17:06:51.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:51.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:51.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:50 smithi031 ceph-mon[94873]: Reconfiguring mgr.x (monmap changed)... 2024-09-17T17:06:51.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-17T17:06:51.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-09-17T17:06:51.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:51.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:50 smithi031 ceph-mon[94873]: Reconfiguring daemon mgr.x on smithi066 2024-09-17T17:06:51.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:50 smithi031 ceph-mon[94873]: osdmap e277: 8 total, 8 up, 8 in 2024-09-17T17:06:51.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:51.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:51.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:50 smithi031 ceph-mon[96842]: Reconfiguring mgr.x (monmap changed)... 2024-09-17T17:06:51.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-17T17:06:51.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-09-17T17:06:51.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:51.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:50 smithi031 ceph-mon[96842]: Reconfiguring daemon mgr.x on smithi066 2024-09-17T17:06:51.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:50 smithi031 ceph-mon[96842]: osdmap e277: 8 total, 8 up, 8 in 2024-09-17T17:06:51.301 INFO:tasks.rados.rados.0.smithi031.stdout:1101: done (2 left) 2024-09-17T17:06:51.301 INFO:tasks.rados.rados.0.smithi031.stdout:1102: done (1 left) 2024-09-17T17:06:51.301 INFO:tasks.rados.rados.0.smithi031.stdout:1104: done (0 left) 2024-09-17T17:06:51.301 INFO:tasks.rados.rados.0.smithi031.stdout:1105: read oid 29 snap -1 2024-09-17T17:06:51.301 INFO:tasks.rados.rados.0.smithi031.stdout:1105: expect deleted 2024-09-17T17:06:51.301 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 6 current snap is 105 2024-09-17T17:06:51.301 INFO:tasks.rados.rados.0.smithi031.stdout:1106: seq_num 362 ranges {7241728=466944,7708672=466944,8175616=335872} 2024-09-17T17:06:51.343 INFO:tasks.rados.rados.0.smithi031.stdout:1106: writing smithi03184240-6 from 7241728 to 7708672 tid 1 2024-09-17T17:06:51.346 INFO:tasks.rados.rados.0.smithi031.stdout:1106: writing smithi03184240-6 from 7708672 to 8175616 tid 2 2024-09-17T17:06:51.348 INFO:tasks.rados.rados.0.smithi031.stdout:1106: writing smithi03184240-6 from 8175616 to 8511488 tid 3 2024-09-17T17:06:51.348 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 24 current snap is 105 2024-09-17T17:06:51.348 INFO:tasks.rados.rados.0.smithi031.stdout:1107: seq_num 363 ranges {1228800=483328,1712128=753664,2465792=49152} 2024-09-17T17:06:51.358 INFO:tasks.rados.rados.0.smithi031.stdout:1107: writing smithi03184240-24 from 1228800 to 1712128 tid 1 2024-09-17T17:06:51.362 INFO:tasks.rados.rados.0.smithi031.stdout:1107: writing smithi03184240-24 from 1712128 to 2465792 tid 2 2024-09-17T17:06:51.363 INFO:tasks.rados.rados.0.smithi031.stdout:1107: writing smithi03184240-24 from 2465792 to 2514944 tid 3 2024-09-17T17:06:51.363 INFO:tasks.rados.rados.0.smithi031.stdout:1108: delete oid 33 current snap is 105 2024-09-17T17:06:51.363 INFO:tasks.rados.rados.0.smithi031.stdout:1106: finishing write tid 1 to smithi03184240-6 2024-09-17T17:06:51.363 INFO:tasks.rados.rados.0.smithi031.stdout:1106: finishing write tid 2 to smithi03184240-6 2024-09-17T17:06:51.363 INFO:tasks.rados.rados.0.smithi031.stdout:1106: finishing write tid 3 to smithi03184240-6 2024-09-17T17:06:51.363 INFO:tasks.rados.rados.0.smithi031.stdout:1106: finishing write tid 4 to smithi03184240-6 2024-09-17T17:06:51.363 INFO:tasks.rados.rados.0.smithi031.stdout:1106: finishing write tid 5 to smithi03184240-6 2024-09-17T17:06:51.363 INFO:tasks.rados.rados.0.smithi031.stdout:1106: oid 6 updating version 0 to 277 2024-09-17T17:06:51.363 INFO:tasks.rados.rados.0.smithi031.stdout:1106: oid 6 updating version 277 to 278 2024-09-17T17:06:51.363 INFO:tasks.rados.rados.0.smithi031.stdout:1106: oid 6 updating version 278 to 280 2024-09-17T17:06:51.364 INFO:tasks.rados.rados.0.smithi031.stdout:1106: oid 6 version 280 is already newer than 279 2024-09-17T17:06:51.364 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 280 (ObjNum 362 snap 105 seq_num 362) dirty exists 2024-09-17T17:06:51.364 INFO:tasks.rados.rados.0.smithi031.stdout:1106: left oid 6 (ObjNum 362 snap 105 seq_num 362) 2024-09-17T17:06:51.364 INFO:tasks.rados.rados.0.smithi031.stdout:1107: finishing write tid 1 to smithi03184240-24 2024-09-17T17:06:51.367 INFO:tasks.rados.rados.0.smithi031.stdout:1105: done (3 left) 2024-09-17T17:06:51.368 INFO:tasks.rados.rados.0.smithi031.stdout:1106: done (2 left) 2024-09-17T17:06:51.368 INFO:tasks.rados.rados.0.smithi031.stdout:1108: done (1 left) 2024-09-17T17:06:51.368 INFO:tasks.rados.rados.0.smithi031.stdout:1109: rollback oid 38 current snap is 105 2024-09-17T17:06:51.368 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 38 to 103 2024-09-17T17:06:51.368 INFO:tasks.rados.rados.0.smithi031.stdout:1107: finishing write tid 2 to smithi03184240-24 2024-09-17T17:06:51.368 INFO:tasks.rados.rados.0.smithi031.stdout:1110: delete oid 3 current snap is 105 2024-09-17T17:06:51.368 INFO:tasks.rados.rados.0.smithi031.stdout:1107: finishing write tid 3 to smithi03184240-24 2024-09-17T17:06:51.369 INFO:tasks.rados.rados.0.smithi031.stdout:1107: finishing write tid 4 to smithi03184240-24 2024-09-17T17:06:51.369 INFO:tasks.rados.rados.0.smithi031.stdout:1110: done (2 left) 2024-09-17T17:06:51.369 INFO:tasks.rados.rados.0.smithi031.stdout:1111: snap_create 2024-09-17T17:06:51.371 INFO:tasks.rados.rados.0.smithi031.stdout:1107: finishing write tid 5 to smithi03184240-24 2024-09-17T17:06:51.372 INFO:tasks.rados.rados.0.smithi031.stdout:1107: oid 24 updating version 0 to 442 2024-09-17T17:06:51.372 INFO:tasks.rados.rados.0.smithi031.stdout:1107: oid 24 version 442 is already newer than 441 2024-09-17T17:06:51.372 INFO:tasks.rados.rados.0.smithi031.stdout:1107: oid 24 updating version 442 to 444 2024-09-17T17:06:51.372 INFO:tasks.rados.rados.0.smithi031.stdout:1107: oid 24 version 444 is already newer than 443 2024-09-17T17:06:51.372 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 444 (ObjNum 363 snap 105 seq_num 363) dirty exists 2024-09-17T17:06:51.372 INFO:tasks.rados.rados.0.smithi031.stdout:1107: left oid 24 (ObjNum 363 snap 105 seq_num 363) 2024-09-17T17:06:51.372 INFO:tasks.rados.rados.0.smithi031.stdout:1109: finishing rollback tid 0 to smithi03184240-38 2024-09-17T17:06:51.372 INFO:tasks.rados.rados.0.smithi031.stdout:1109: finishing rollback tid 1 to smithi03184240-38 2024-09-17T17:06:51.372 INFO:tasks.rados.rados.0.smithi031.stdout:1109: finishing rollback tid 2 to smithi03184240-38 2024-09-17T17:06:51.372 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 599 (ObjNum 305 snap 83 seq_num 305) dirty exists 2024-09-17T17:06:51.746 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:51 smithi066 ceph-mon[86175]: pgmap v74: 121 pgs: 121 active+clean; 229 MiB data, 999 MiB used, 714 GiB / 715 GiB avail 2024-09-17T17:06:51.746 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:51 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:51.746 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:51 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:51.746 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:51 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-17T17:06:51.747 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:51 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:51.747 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:51 smithi066 ceph-mon[86175]: osdmap e278: 8 total, 8 up, 8 in 2024-09-17T17:06:52.093 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:06:51 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:06:51] "GET /metrics HTTP/1.1" 200 36087 "" "Prometheus/2.43.0" 2024-09-17T17:06:52.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:51 smithi031 ceph-mon[94873]: pgmap v74: 121 pgs: 121 active+clean; 229 MiB data, 999 MiB used, 714 GiB / 715 GiB avail 2024-09-17T17:06:52.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:51 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:52.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:51 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:52.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:51 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-17T17:06:52.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:51 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:52.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:51 smithi031 ceph-mon[94873]: osdmap e278: 8 total, 8 up, 8 in 2024-09-17T17:06:52.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:51 smithi031 ceph-mon[96842]: pgmap v74: 121 pgs: 121 active+clean; 229 MiB data, 999 MiB used, 714 GiB / 715 GiB avail 2024-09-17T17:06:52.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:51 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:52.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:51 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:52.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:51 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-17T17:06:52.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:51 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:52.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:51 smithi031 ceph-mon[96842]: osdmap e278: 8 total, 8 up, 8 in 2024-09-17T17:06:52.303 INFO:tasks.rados.rados.0.smithi031.stdout:1107: done (2 left) 2024-09-17T17:06:52.303 INFO:tasks.rados.rados.0.smithi031.stdout:1109: done (1 left) 2024-09-17T17:06:52.303 INFO:tasks.rados.rados.0.smithi031.stdout:1111: done (0 left) 2024-09-17T17:06:52.303 INFO:tasks.rados.rados.0.smithi031.stdout:1112: read oid 12 snap -1 2024-09-17T17:06:52.303 INFO:tasks.rados.rados.0.smithi031.stdout:1112: expect (ObjNum 209 snap 52 seq_num 209) 2024-09-17T17:06:52.304 INFO:tasks.rados.rados.0.smithi031.stdout:1113: rollback oid 47 current snap is 106 2024-09-17T17:06:52.304 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 47 to 103 2024-09-17T17:06:52.304 INFO:tasks.rados.rados.0.smithi031.stdout:1114: copy_from oid 22 from oid 35 current snap is 106 2024-09-17T17:06:52.304 INFO:tasks.rados.rados.0.smithi031.stdout:1115: delete oid 3 current snap is 106 2024-09-17T17:06:52.310 INFO:tasks.rados.rados.0.smithi031.stdout:1113: finishing rollback tid 0 to smithi03184240-47 2024-09-17T17:06:52.310 INFO:tasks.rados.rados.0.smithi031.stdout:1113: finishing rollback tid 1 to smithi03184240-47 2024-09-17T17:06:52.312 INFO:tasks.rados.rados.0.smithi031.stdout:1113: finishing rollback tid 2 to smithi03184240-47 2024-09-17T17:06:52.312 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 377 (ObjNum 235 snap 61 seq_num 235) dirty exists 2024-09-17T17:06:52.313 INFO:tasks.rados.rados.0.smithi031.stdout:1113: done (3 left) 2024-09-17T17:06:52.313 INFO:tasks.rados.rados.0.smithi031.stdout:1115: done (2 left) 2024-09-17T17:06:52.313 INFO:tasks.rados.rados.0.smithi031.stdout:1116: rmattr oid 11 current snap is 106 2024-09-17T17:06:52.313 INFO:tasks.rados.rados.0.smithi031.stdout:1116: done (2 left) 2024-09-17T17:06:52.313 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 6 current snap is 106 2024-09-17T17:06:52.313 INFO:tasks.rados.rados.0.smithi031.stdout:1117: seq_num 367 ranges {8511488=548864,9060352=737280,9797632=65536} 2024-09-17T17:06:52.363 INFO:tasks.rados.rados.0.smithi031.stdout:1117: writing smithi03184240-6 from 8511488 to 9060352 tid 1 2024-09-17T17:06:52.367 INFO:tasks.rados.rados.0.smithi031.stdout:1117: writing smithi03184240-6 from 9060352 to 9797632 tid 2 2024-09-17T17:06:52.368 INFO:tasks.rados.rados.0.smithi031.stdout:1117: writing smithi03184240-6 from 9797632 to 9863168 tid 3 2024-09-17T17:06:52.368 INFO:tasks.rados.rados.0.smithi031.stdout:1118: snap_create 2024-09-17T17:06:52.368 INFO:tasks.rados.rados.0.smithi031.stdout:1112: expect (ObjNum 209 snap 52 seq_num 209) 2024-09-17T17:06:52.443 INFO:tasks.rados.rados.0.smithi031.stdout:1114: finishing copy_from racing read to smithi03184240-22 2024-09-17T17:06:52.443 INFO:tasks.rados.rados.0.smithi031.stdout:1114: finishing copy_from to smithi03184240-22 2024-09-17T17:06:52.443 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 392 (ObjNum 283 snap 79 seq_num 283) dirty exists 2024-09-17T17:06:52.443 INFO:tasks.rados.rados.0.smithi031.stdout:1117: finishing write tid 1 to smithi03184240-6 2024-09-17T17:06:52.444 INFO:tasks.rados.rados.0.smithi031.stdout:1117: finishing write tid 2 to smithi03184240-6 2024-09-17T17:06:52.444 INFO:tasks.rados.rados.0.smithi031.stdout:1117: finishing write tid 3 to smithi03184240-6 2024-09-17T17:06:52.444 INFO:tasks.rados.rados.0.smithi031.stdout:1117: finishing write tid 4 to smithi03184240-6 2024-09-17T17:06:52.444 INFO:tasks.rados.rados.0.smithi031.stdout:1117: finishing write tid 5 to smithi03184240-6 2024-09-17T17:06:52.444 INFO:tasks.rados.rados.0.smithi031.stdout:1117: oid 6 updating version 0 to 285 2024-09-17T17:06:52.444 INFO:tasks.rados.rados.0.smithi031.stdout:1117: oid 6 version 285 is already newer than 284 2024-09-17T17:06:52.444 INFO:tasks.rados.rados.0.smithi031.stdout:1117: oid 6 version 285 is already newer than 282 2024-09-17T17:06:52.444 INFO:tasks.rados.rados.0.smithi031.stdout:1117: oid 6 version 285 is already newer than 283 2024-09-17T17:06:52.444 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 285 (ObjNum 367 snap 106 seq_num 367) dirty exists 2024-09-17T17:06:52.444 INFO:tasks.rados.rados.0.smithi031.stdout:1117: left oid 6 (ObjNum 367 snap 106 seq_num 367) 2024-09-17T17:06:52.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:52 smithi066 ceph-mon[86175]: Reconfiguring osd.4 (monmap changed)... 2024-09-17T17:06:52.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:52 smithi066 ceph-mon[86175]: Reconfiguring daemon osd.4 on smithi066 2024-09-17T17:06:52.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:52 smithi066 ceph-mon[86175]: osdmap e279: 8 total, 8 up, 8 in 2024-09-17T17:06:53.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:52 smithi031 ceph-mon[94873]: Reconfiguring osd.4 (monmap changed)... 2024-09-17T17:06:53.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:52 smithi031 ceph-mon[94873]: Reconfiguring daemon osd.4 on smithi066 2024-09-17T17:06:53.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:52 smithi031 ceph-mon[94873]: osdmap e279: 8 total, 8 up, 8 in 2024-09-17T17:06:53.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:52 smithi031 ceph-mon[96842]: Reconfiguring osd.4 (monmap changed)... 2024-09-17T17:06:53.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:52 smithi031 ceph-mon[96842]: Reconfiguring daemon osd.4 on smithi066 2024-09-17T17:06:53.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:52 smithi031 ceph-mon[96842]: osdmap e279: 8 total, 8 up, 8 in 2024-09-17T17:06:53.299 INFO:tasks.rados.rados.0.smithi031.stdout:1112: done (3 left) 2024-09-17T17:06:53.300 INFO:tasks.rados.rados.0.smithi031.stdout:1114: done (2 left) 2024-09-17T17:06:53.300 INFO:tasks.rados.rados.0.smithi031.stdout:1117: done (1 left) 2024-09-17T17:06:53.300 INFO:tasks.rados.rados.0.smithi031.stdout:1118: done (0 left) 2024-09-17T17:06:53.300 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 39 current snap is 107 2024-09-17T17:06:53.300 INFO:tasks.rados.rados.0.smithi031.stdout:1119: seq_num 368 ranges {6709248=573440,7282688=622592,7905280=180224} 2024-09-17T17:06:53.340 INFO:tasks.rados.rados.0.smithi031.stdout:1119: writing smithi03184240-39 from 6709248 to 7282688 tid 1 2024-09-17T17:06:53.343 INFO:tasks.rados.rados.0.smithi031.stdout:1119: writing smithi03184240-39 from 7282688 to 7905280 tid 2 2024-09-17T17:06:53.345 INFO:tasks.rados.rados.0.smithi031.stdout:1119: writing smithi03184240-39 from 7905280 to 8085504 tid 3 2024-09-17T17:06:53.345 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 43 current snap is 107 2024-09-17T17:06:53.345 INFO:tasks.rados.rados.0.smithi031.stdout:1119: finishing write tid 1 to smithi03184240-39 2024-09-17T17:06:53.345 INFO:tasks.rados.rados.0.smithi031.stdout:1120: seq_num 369 ranges {5922816=589824,6512640=507904,7020544=294912} 2024-09-17T17:06:53.381 INFO:tasks.rados.rados.0.smithi031.stdout:1120: writing smithi03184240-43 from 5922816 to 6512640 tid 1 2024-09-17T17:06:53.383 INFO:tasks.rados.rados.0.smithi031.stdout:1120: writing smithi03184240-43 from 6512640 to 7020544 tid 2 2024-09-17T17:06:53.385 INFO:tasks.rados.rados.0.smithi031.stdout:1120: writing smithi03184240-43 from 7020544 to 7315456 tid 3 2024-09-17T17:06:53.386 INFO:tasks.rados.rados.0.smithi031.stdout:1121: read oid 2 snap -1 2024-09-17T17:06:53.386 INFO:tasks.rados.rados.0.smithi031.stdout:1121: expect deleted 2024-09-17T17:06:53.386 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 11 current snap is 107 2024-09-17T17:06:53.386 INFO:tasks.rados.rados.0.smithi031.stdout:1119: finishing write tid 2 to smithi03184240-39 2024-09-17T17:06:53.386 INFO:tasks.rados.rados.0.smithi031.stdout:1119: finishing write tid 3 to smithi03184240-39 2024-09-17T17:06:53.386 INFO:tasks.rados.rados.0.smithi031.stdout:1122: seq_num 370 ranges {6856704=606208,7462912=794624,8257536=8192} 2024-09-17T17:06:53.426 INFO:tasks.rados.rados.0.smithi031.stdout:1122: writing smithi03184240-11 from 6856704 to 7462912 tid 1 2024-09-17T17:06:53.432 INFO:tasks.rados.rados.0.smithi031.stdout:1122: writing smithi03184240-11 from 7462912 to 8257536 tid 2 2024-09-17T17:06:53.432 INFO:tasks.rados.rados.0.smithi031.stdout:1122: writing smithi03184240-11 from 8257536 to 8265728 tid 3 2024-09-17T17:06:53.432 INFO:tasks.rados.rados.0.smithi031.stdout:1123: rmattr oid 14 current snap is 107 2024-09-17T17:06:53.432 INFO:tasks.rados.rados.0.smithi031.stdout:1123: done (4 left) 2024-09-17T17:06:53.432 INFO:tasks.rados.rados.0.smithi031.stdout:1124: rmattr oid 24 current snap is 107 2024-09-17T17:06:53.432 INFO:tasks.rados.rados.0.smithi031.stdout:1119: finishing write tid 4 to smithi03184240-39 2024-09-17T17:06:53.432 INFO:tasks.rados.rados.0.smithi031.stdout:1119: finishing write tid 5 to smithi03184240-39 2024-09-17T17:06:53.433 INFO:tasks.rados.rados.0.smithi031.stdout:1119: oid 39 updating version 0 to 726 2024-09-17T17:06:53.433 INFO:tasks.rados.rados.0.smithi031.stdout:1119: oid 39 updating version 726 to 728 2024-09-17T17:06:53.433 INFO:tasks.rados.rados.0.smithi031.stdout:1119: oid 39 updating version 728 to 729 2024-09-17T17:06:53.433 INFO:tasks.rados.rados.0.smithi031.stdout:1119: oid 39 version 729 is already newer than 727 2024-09-17T17:06:53.433 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 729 (ObjNum 368 snap 107 seq_num 368) dirty exists 2024-09-17T17:06:53.433 INFO:tasks.rados.rados.0.smithi031.stdout:1119: left oid 39 (ObjNum 368 snap 107 seq_num 368) 2024-09-17T17:06:53.433 INFO:tasks.rados.rados.0.smithi031.stdout:1120: finishing write tid 1 to smithi03184240-43 2024-09-17T17:06:53.433 INFO:tasks.rados.rados.0.smithi031.stdout:1120: finishing write tid 2 to smithi03184240-43 2024-09-17T17:06:53.433 INFO:tasks.rados.rados.0.smithi031.stdout:1120: finishing write tid 3 to smithi03184240-43 2024-09-17T17:06:53.433 INFO:tasks.rados.rados.0.smithi031.stdout:1120: finishing write tid 4 to smithi03184240-43 2024-09-17T17:06:53.433 INFO:tasks.rados.rados.0.smithi031.stdout:1119: done (4 left) 2024-09-17T17:06:53.433 INFO:tasks.rados.rados.0.smithi031.stdout:1125: snap_remove snap 69 2024-09-17T17:06:53.991 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:53 smithi066 ceph-mon[86175]: pgmap v77: 121 pgs: 121 active+clean; 237 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.9 MiB/s wr, 19 op/s 2024-09-17T17:06:53.991 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:53 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:53.991 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:53 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:53.991 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:53 smithi066 ceph-mon[86175]: Reconfiguring osd.5 (monmap changed)... 2024-09-17T17:06:53.991 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:53 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-17T17:06:53.991 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:53 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:53.991 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:53 smithi066 ceph-mon[86175]: Reconfiguring daemon osd.5 on smithi066 2024-09-17T17:06:53.991 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:53 smithi066 ceph-mon[86175]: osdmap e280: 8 total, 8 up, 8 in 2024-09-17T17:06:54.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:53 smithi031 ceph-mon[94873]: pgmap v77: 121 pgs: 121 active+clean; 237 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.9 MiB/s wr, 19 op/s 2024-09-17T17:06:54.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:53 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:54.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:53 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:54.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:53 smithi031 ceph-mon[94873]: Reconfiguring osd.5 (monmap changed)... 2024-09-17T17:06:54.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:53 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-17T17:06:54.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:53 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:54.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:53 smithi031 ceph-mon[94873]: Reconfiguring daemon osd.5 on smithi066 2024-09-17T17:06:54.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:53 smithi031 ceph-mon[94873]: osdmap e280: 8 total, 8 up, 8 in 2024-09-17T17:06:54.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:53 smithi031 ceph-mon[96842]: pgmap v77: 121 pgs: 121 active+clean; 237 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.9 MiB/s wr, 19 op/s 2024-09-17T17:06:54.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:53 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:54.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:53 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:54.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:53 smithi031 ceph-mon[96842]: Reconfiguring osd.5 (monmap changed)... 2024-09-17T17:06:54.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:53 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-17T17:06:54.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:53 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:54.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:53 smithi031 ceph-mon[96842]: Reconfiguring daemon osd.5 on smithi066 2024-09-17T17:06:54.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:53 smithi031 ceph-mon[96842]: osdmap e280: 8 total, 8 up, 8 in 2024-09-17T17:06:54.301 INFO:tasks.rados.rados.0.smithi031.stdout:1120: finishing write tid 5 to smithi03184240-43 2024-09-17T17:06:54.301 INFO:tasks.rados.rados.0.smithi031.stdout:1120: oid 43 updating version 0 to 958 2024-09-17T17:06:54.301 INFO:tasks.rados.rados.0.smithi031.stdout:1120: oid 43 updating version 958 to 959 2024-09-17T17:06:54.302 INFO:tasks.rados.rados.0.smithi031.stdout:1120: oid 43 version 959 is already newer than 957 2024-09-17T17:06:54.302 INFO:tasks.rados.rados.0.smithi031.stdout:1120: oid 43 updating version 959 to 960 2024-09-17T17:06:54.302 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 960 (ObjNum 369 snap 107 seq_num 369) dirty exists 2024-09-17T17:06:54.302 INFO:tasks.rados.rados.0.smithi031.stdout:1120: left oid 43 (ObjNum 369 snap 107 seq_num 369) 2024-09-17T17:06:54.302 INFO:tasks.rados.rados.0.smithi031.stdout:1122: finishing write tid 1 to smithi03184240-11 2024-09-17T17:06:54.302 INFO:tasks.rados.rados.0.smithi031.stdout:1122: finishing write tid 2 to smithi03184240-11 2024-09-17T17:06:54.302 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 446 (ObjNum 363 snap 105 seq_num 363) dirty exists 2024-09-17T17:06:54.302 INFO:tasks.rados.rados.0.smithi031.stdout:1122: finishing write tid 3 to smithi03184240-11 2024-09-17T17:06:54.302 INFO:tasks.rados.rados.0.smithi031.stdout:1122: finishing write tid 4 to smithi03184240-11 2024-09-17T17:06:54.302 INFO:tasks.rados.rados.0.smithi031.stdout:1122: finishing write tid 5 to smithi03184240-11 2024-09-17T17:06:54.302 INFO:tasks.rados.rados.0.smithi031.stdout:1122: oid 11 updating version 0 to 603 2024-09-17T17:06:54.302 INFO:tasks.rados.rados.0.smithi031.stdout:1122: oid 11 version 603 is already newer than 601 2024-09-17T17:06:54.302 INFO:tasks.rados.rados.0.smithi031.stdout:1122: oid 11 version 603 is already newer than 602 2024-09-17T17:06:54.302 INFO:tasks.rados.rados.0.smithi031.stdout:1122: oid 11 updating version 603 to 604 2024-09-17T17:06:54.303 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 604 (ObjNum 370 snap 107 seq_num 370) dirty exists 2024-09-17T17:06:54.303 INFO:tasks.rados.rados.0.smithi031.stdout:1122: left oid 11 (ObjNum 370 snap 107 seq_num 370) 2024-09-17T17:06:54.303 INFO:tasks.rados.rados.0.smithi031.stdout:1120: done (4 left) 2024-09-17T17:06:54.303 INFO:tasks.rados.rados.0.smithi031.stdout:1121: done (3 left) 2024-09-17T17:06:54.303 INFO:tasks.rados.rados.0.smithi031.stdout:1122: done (2 left) 2024-09-17T17:06:54.303 INFO:tasks.rados.rados.0.smithi031.stdout:1124: done (1 left) 2024-09-17T17:06:54.303 INFO:tasks.rados.rados.0.smithi031.stdout:1125: done (0 left) 2024-09-17T17:06:54.303 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 30 current snap is 107 2024-09-17T17:06:54.303 INFO:tasks.rados.rados.0.smithi031.stdout:1126: seq_num 371 ranges {3653632=622592,4276224=679936,4956160=122880} 2024-09-17T17:06:54.327 INFO:tasks.rados.rados.0.smithi031.stdout:1126: writing smithi03184240-30 from 3653632 to 4276224 tid 1 2024-09-17T17:06:54.331 INFO:tasks.rados.rados.0.smithi031.stdout:1126: writing smithi03184240-30 from 4276224 to 4956160 tid 2 2024-09-17T17:06:54.332 INFO:tasks.rados.rados.0.smithi031.stdout:1126: writing smithi03184240-30 from 4956160 to 5079040 tid 3 2024-09-17T17:06:54.332 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 22 current snap is 107 2024-09-17T17:06:54.332 INFO:tasks.rados.rados.0.smithi031.stdout:1126: finishing write tid 1 to smithi03184240-30 2024-09-17T17:06:54.332 INFO:tasks.rados.rados.0.smithi031.stdout:1127: seq_num 372 ranges {3694592=638976,4333568=565248,4898816=237568} 2024-09-17T17:06:54.356 INFO:tasks.rados.rados.0.smithi031.stdout:1127: writing smithi03184240-22 from 3694592 to 4333568 tid 1 2024-09-17T17:06:54.359 INFO:tasks.rados.rados.0.smithi031.stdout:1127: writing smithi03184240-22 from 4333568 to 4898816 tid 2 2024-09-17T17:06:54.361 INFO:tasks.rados.rados.0.smithi031.stdout:1127: writing smithi03184240-22 from 4898816 to 5136384 tid 3 2024-09-17T17:06:54.361 INFO:tasks.rados.rados.0.smithi031.stdout:1128: snap_create 2024-09-17T17:06:54.361 INFO:tasks.rados.rados.0.smithi031.stdout:1126: finishing write tid 2 to smithi03184240-30 2024-09-17T17:06:54.361 INFO:tasks.rados.rados.0.smithi031.stdout:1126: finishing write tid 3 to smithi03184240-30 2024-09-17T17:06:54.361 INFO:tasks.rados.rados.0.smithi031.stdout:1126: finishing write tid 4 to smithi03184240-30 2024-09-17T17:06:54.361 INFO:tasks.rados.rados.0.smithi031.stdout:1126: finishing write tid 5 to smithi03184240-30 2024-09-17T17:06:54.362 INFO:tasks.rados.rados.0.smithi031.stdout:1126: oid 30 updating version 0 to 457 2024-09-17T17:06:54.362 INFO:tasks.rados.rados.0.smithi031.stdout:1126: oid 30 version 457 is already newer than 455 2024-09-17T17:06:54.362 INFO:tasks.rados.rados.0.smithi031.stdout:1126: oid 30 version 457 is already newer than 456 2024-09-17T17:06:54.362 INFO:tasks.rados.rados.0.smithi031.stdout:1126: oid 30 version 457 is already newer than 454 2024-09-17T17:06:54.362 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 457 (ObjNum 371 snap 107 seq_num 371) dirty exists 2024-09-17T17:06:54.362 INFO:tasks.rados.rados.0.smithi031.stdout:1126: left oid 30 (ObjNum 371 snap 107 seq_num 371) 2024-09-17T17:06:54.362 INFO:tasks.rados.rados.0.smithi031.stdout:1127: finishing write tid 1 to smithi03184240-22 2024-09-17T17:06:54.363 INFO:tasks.rados.rados.0.smithi031.stdout:1127: finishing write tid 2 to smithi03184240-22 2024-09-17T17:06:54.363 INFO:tasks.rados.rados.0.smithi031.stdout:1127: finishing write tid 3 to smithi03184240-22 2024-09-17T17:06:54.363 INFO:tasks.rados.rados.0.smithi031.stdout:1127: finishing write tid 4 to smithi03184240-22 2024-09-17T17:06:54.364 INFO:tasks.rados.rados.0.smithi031.stdout:1127: finishing write tid 5 to smithi03184240-22 2024-09-17T17:06:54.365 INFO:tasks.rados.rados.0.smithi031.stdout:1127: oid 22 updating version 0 to 731 2024-09-17T17:06:54.365 INFO:tasks.rados.rados.0.smithi031.stdout:1127: oid 22 updating version 731 to 732 2024-09-17T17:06:54.365 INFO:tasks.rados.rados.0.smithi031.stdout:1127: oid 22 updating version 732 to 733 2024-09-17T17:06:54.365 INFO:tasks.rados.rados.0.smithi031.stdout:1127: oid 22 version 733 is already newer than 730 2024-09-17T17:06:54.365 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 733 (ObjNum 372 snap 107 seq_num 372) dirty exists 2024-09-17T17:06:54.365 INFO:tasks.rados.rados.0.smithi031.stdout:1127: left oid 22 (ObjNum 372 snap 107 seq_num 372) 2024-09-17T17:06:55.304 INFO:tasks.rados.rados.0.smithi031.stdout:1126: done (2 left) 2024-09-17T17:06:55.304 INFO:tasks.rados.rados.0.smithi031.stdout:1127: done (1 left) 2024-09-17T17:06:55.304 INFO:tasks.rados.rados.0.smithi031.stdout:1128: done (0 left) 2024-09-17T17:06:55.304 INFO:tasks.rados.rados.0.smithi031.stdout:1129: read oid 5 snap 86 2024-09-17T17:06:55.305 INFO:tasks.rados.rados.0.smithi031.stdout:1129: expect deleted 2024-09-17T17:06:55.305 INFO:tasks.rados.rados.0.smithi031.stdout:1130: read oid 47 snap 106 2024-09-17T17:06:55.305 INFO:tasks.rados.rados.0.smithi031.stdout:1130: expect (ObjNum 235 snap 61 seq_num 235) 2024-09-17T17:06:55.305 INFO:tasks.rados.rados.0.smithi031.stdout:1131: copy_from oid 23 from oid 15 current snap is 108 2024-09-17T17:06:55.305 INFO:tasks.rados.rados.0.smithi031.stdout:1132: delete oid 9 current snap is 108 2024-09-17T17:06:55.307 INFO:tasks.rados.rados.0.smithi031.stdout:1131: finishing copy_from to smithi03184240-23 2024-09-17T17:06:55.307 INFO:tasks.rados.rados.0.smithi031.stdout:1131: got expected ENOENT (src dne) 2024-09-17T17:06:55.307 INFO:tasks.rados.rados.0.smithi031.stdout:1131: finishing copy_from racing read to smithi03184240-23 2024-09-17T17:06:55.308 INFO:tasks.rados.rados.0.smithi031.stdout:1129: done (3 left) 2024-09-17T17:06:55.309 INFO:tasks.rados.rados.0.smithi031.stdout:1131: done (2 left) 2024-09-17T17:06:55.309 INFO:tasks.rados.rados.0.smithi031.stdout:1132: done (1 left) 2024-09-17T17:06:55.309 INFO:tasks.rados.rados.0.smithi031.stdout:1133: setattr oid 25 current snap is 108 2024-09-17T17:06:55.310 INFO:tasks.rados.rados.0.smithi031.stdout:1134: rollback oid 40 current snap is 108 2024-09-17T17:06:55.310 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 40 to 102 2024-09-17T17:06:55.310 INFO:tasks.rados.rados.0.smithi031.stdout:1135: delete oid 13 current snap is 108 2024-09-17T17:06:55.313 INFO:tasks.rados.rados.0.smithi031.stdout:1135: done (3 left) 2024-09-17T17:06:55.313 INFO:tasks.rados.rados.0.smithi031.stdout:1136: copy_from oid 7 from oid 3 current snap is 108 2024-09-17T17:06:55.313 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 18 current snap is 108 2024-09-17T17:06:55.313 INFO:tasks.rados.rados.0.smithi031.stdout:1137: seq_num 375 ranges {1179648=688128,1867776=663552,2531328=139264} 2024-09-17T17:06:55.323 INFO:tasks.rados.rados.0.smithi031.stdout:1137: writing smithi03184240-18 from 1179648 to 1867776 tid 1 2024-09-17T17:06:55.328 INFO:tasks.rados.rados.0.smithi031.stdout:1137: writing smithi03184240-18 from 1867776 to 2531328 tid 2 2024-09-17T17:06:55.329 INFO:tasks.rados.rados.0.smithi031.stdout:1137: writing smithi03184240-18 from 2531328 to 2670592 tid 3 2024-09-17T17:06:55.329 INFO:tasks.rados.rados.0.smithi031.stdout:1138: delete oid 17 current snap is 108 2024-09-17T17:06:55.329 INFO:tasks.rados.rados.0.smithi031.stdout:1136: finishing copy_from to smithi03184240-7 2024-09-17T17:06:55.329 INFO:tasks.rados.rados.0.smithi031.stdout:1136: got expected ENOENT (src dne) 2024-09-17T17:06:55.329 INFO:tasks.rados.rados.0.smithi031.stdout:1136: finishing copy_from racing read to smithi03184240-7 2024-09-17T17:06:55.329 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 431 (ObjNum 360 snap 103 seq_num 360) dirty exists 2024-09-17T17:06:55.330 INFO:tasks.rados.rados.0.smithi031.stdout:1134: finishing rollback tid 0 to smithi03184240-40 2024-09-17T17:06:55.330 INFO:tasks.rados.rados.0.smithi031.stdout:1134: finishing rollback tid 1 to smithi03184240-40 2024-09-17T17:06:55.330 INFO:tasks.rados.rados.0.smithi031.stdout:1134: finishing rollback tid 2 to smithi03184240-40 2024-09-17T17:06:55.330 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 974 (ObjNum 329 snap 97 seq_num 329) dirty exists 2024-09-17T17:06:55.330 INFO:tasks.rados.rados.0.smithi031.stdout:1137: finishing write tid 1 to smithi03184240-18 2024-09-17T17:06:55.330 INFO:tasks.rados.rados.0.smithi031.stdout:1133: done (5 left) 2024-09-17T17:06:55.331 INFO:tasks.rados.rados.0.smithi031.stdout:1134: done (4 left) 2024-09-17T17:06:55.331 INFO:tasks.rados.rados.0.smithi031.stdout:1136: done (3 left) 2024-09-17T17:06:55.331 INFO:tasks.rados.rados.0.smithi031.stdout:1138: done (2 left) 2024-09-17T17:06:55.331 INFO:tasks.rados.rados.0.smithi031.stdout:1139: snap_create 2024-09-17T17:06:55.333 INFO:tasks.rados.rados.0.smithi031.stdout:1130: expect (ObjNum 235 snap 61 seq_num 235) 2024-09-17T17:06:55.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:55 smithi066 ceph-mon[86175]: pgmap v80: 121 pgs: 121 active+clean; 237 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.9 MiB/s wr, 19 op/s 2024-09-17T17:06:55.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:55 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:55.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:55 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:55.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:55 smithi066 ceph-mon[86175]: Reconfiguring osd.6 (monmap changed)... 2024-09-17T17:06:55.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:55 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-17T17:06:55.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:55 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:55.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:55 smithi066 ceph-mon[86175]: Reconfiguring daemon osd.6 on smithi066 2024-09-17T17:06:55.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:55 smithi066 ceph-mon[86175]: osdmap e281: 8 total, 8 up, 8 in 2024-09-17T17:06:55.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:55 smithi031 ceph-mon[96842]: pgmap v80: 121 pgs: 121 active+clean; 237 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.9 MiB/s wr, 19 op/s 2024-09-17T17:06:55.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:55 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:55.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:55 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:55.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:55 smithi031 ceph-mon[96842]: Reconfiguring osd.6 (monmap changed)... 2024-09-17T17:06:55.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:55 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-17T17:06:55.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:55 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:55.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:55 smithi031 ceph-mon[96842]: Reconfiguring daemon osd.6 on smithi066 2024-09-17T17:06:55.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:55 smithi031 ceph-mon[96842]: osdmap e281: 8 total, 8 up, 8 in 2024-09-17T17:06:55.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:55 smithi031 ceph-mon[94873]: pgmap v80: 121 pgs: 121 active+clean; 237 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.9 MiB/s wr, 19 op/s 2024-09-17T17:06:55.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:55 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:55.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:55 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:55.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:55 smithi031 ceph-mon[94873]: Reconfiguring osd.6 (monmap changed)... 2024-09-17T17:06:55.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:55 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-17T17:06:55.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:55 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:55.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:55 smithi031 ceph-mon[94873]: Reconfiguring daemon osd.6 on smithi066 2024-09-17T17:06:55.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:55 smithi031 ceph-mon[94873]: osdmap e281: 8 total, 8 up, 8 in 2024-09-17T17:06:55.701 INFO:tasks.rados.rados.0.smithi031.stdout:1137: finishing write tid 2 to smithi03184240-18 2024-09-17T17:06:55.702 INFO:tasks.rados.rados.0.smithi031.stdout:1137: finishing write tid 3 to smithi03184240-18 2024-09-17T17:06:55.702 INFO:tasks.rados.rados.0.smithi031.stdout:1137: finishing write tid 4 to smithi03184240-18 2024-09-17T17:06:55.702 INFO:tasks.rados.rados.0.smithi031.stdout:1137: finishing write tid 5 to smithi03184240-18 2024-09-17T17:06:55.702 INFO:tasks.rados.rados.0.smithi031.stdout:1137: oid 18 updating version 0 to 614 2024-09-17T17:06:55.702 INFO:tasks.rados.rados.0.smithi031.stdout:1137: oid 18 updating version 614 to 615 2024-09-17T17:06:55.702 INFO:tasks.rados.rados.0.smithi031.stdout:1137: oid 18 updating version 615 to 617 2024-09-17T17:06:55.702 INFO:tasks.rados.rados.0.smithi031.stdout:1137: oid 18 version 617 is already newer than 616 2024-09-17T17:06:55.702 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 617 (ObjNum 375 snap 108 seq_num 375) dirty exists 2024-09-17T17:06:55.702 INFO:tasks.rados.rados.0.smithi031.stdout:1137: left oid 18 (ObjNum 375 snap 108 seq_num 375) 2024-09-17T17:06:56.313 INFO:tasks.rados.rados.0.smithi031.stdout:1130: done (2 left) 2024-09-17T17:06:56.313 INFO:tasks.rados.rados.0.smithi031.stdout:1137: done (1 left) 2024-09-17T17:06:56.313 INFO:tasks.rados.rados.0.smithi031.stdout:1139: done (0 left) 2024-09-17T17:06:56.313 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 47 current snap is 109 2024-09-17T17:06:56.313 INFO:tasks.rados.rados.0.smithi031.stdout:1140: seq_num 377 ranges {6340608=720896,7061504=434176,7495680=368640} 2024-09-17T17:06:56.351 INFO:tasks.rados.rados.0.smithi031.stdout:1140: writing smithi03184240-47 from 6340608 to 7061504 tid 1 2024-09-17T17:06:56.354 INFO:tasks.rados.rados.0.smithi031.stdout:1140: writing smithi03184240-47 from 7061504 to 7495680 tid 2 2024-09-17T17:06:56.356 INFO:tasks.rados.rados.0.smithi031.stdout:1140: writing smithi03184240-47 from 7495680 to 7864320 tid 3 2024-09-17T17:06:56.356 INFO:tasks.rados.rados.0.smithi031.stdout:1141: snap_remove snap 108 2024-09-17T17:06:56.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:56 smithi031 ceph-mon[96842]: osdmap e282: 8 total, 8 up, 8 in 2024-09-17T17:06:56.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:56 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:56.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:56 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:56.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:56 smithi031 ceph-mon[96842]: Reconfiguring osd.7 (monmap changed)... 2024-09-17T17:06:56.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:56 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-17T17:06:56.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:56 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:56.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:56 smithi031 ceph-mon[96842]: Reconfiguring daemon osd.7 on smithi066 2024-09-17T17:06:56.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:56 smithi031 ceph-mon[94873]: osdmap e282: 8 total, 8 up, 8 in 2024-09-17T17:06:56.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:56 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:56.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:56 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:56.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:56 smithi031 ceph-mon[94873]: Reconfiguring osd.7 (monmap changed)... 2024-09-17T17:06:56.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:56 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-17T17:06:56.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:56 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:56.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:56 smithi031 ceph-mon[94873]: Reconfiguring daemon osd.7 on smithi066 2024-09-17T17:06:56.648 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:56 smithi066 ceph-mon[86175]: osdmap e282: 8 total, 8 up, 8 in 2024-09-17T17:06:56.648 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:56 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:56.648 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:56 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:56.648 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:56 smithi066 ceph-mon[86175]: Reconfiguring osd.7 (monmap changed)... 2024-09-17T17:06:56.648 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:56 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-17T17:06:56.648 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:56 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:56.649 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:56 smithi066 ceph-mon[86175]: Reconfiguring daemon osd.7 on smithi066 2024-09-17T17:06:57.328 INFO:tasks.rados.rados.0.smithi031.stdout:1141: done (1 left) 2024-09-17T17:06:57.328 INFO:tasks.rados.rados.0.smithi031.stdout:1142: delete oid 9 current snap is 109 2024-09-17T17:06:57.329 INFO:tasks.rados.rados.0.smithi031.stdout:1140: finishing write tid 1 to smithi03184240-47 2024-09-17T17:06:57.329 INFO:tasks.rados.rados.0.smithi031.stdout:1140: finishing write tid 2 to smithi03184240-47 2024-09-17T17:06:57.329 INFO:tasks.rados.rados.0.smithi031.stdout:1140: finishing write tid 3 to smithi03184240-47 2024-09-17T17:06:57.329 INFO:tasks.rados.rados.0.smithi031.stdout:1140: finishing write tid 4 to smithi03184240-47 2024-09-17T17:06:57.329 INFO:tasks.rados.rados.0.smithi031.stdout:1140: finishing write tid 5 to smithi03184240-47 2024-09-17T17:06:57.329 INFO:tasks.rados.rados.0.smithi031.stdout:1140: oid 47 updating version 0 to 381 2024-09-17T17:06:57.329 INFO:tasks.rados.rados.0.smithi031.stdout:1140: oid 47 version 381 is already newer than 378 2024-09-17T17:06:57.329 INFO:tasks.rados.rados.0.smithi031.stdout:1140: oid 47 version 381 is already newer than 379 2024-09-17T17:06:57.329 INFO:tasks.rados.rados.0.smithi031.stdout:1140: oid 47 version 381 is already newer than 380 2024-09-17T17:06:57.329 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 381 (ObjNum 377 snap 109 seq_num 377) dirty exists 2024-09-17T17:06:57.329 INFO:tasks.rados.rados.0.smithi031.stdout:1140: left oid 47 (ObjNum 377 snap 109 seq_num 377) 2024-09-17T17:06:57.330 INFO:tasks.rados.rados.0.smithi031.stdout:1140: done (1 left) 2024-09-17T17:06:57.331 INFO:tasks.rados.rados.0.smithi031.stdout:1142: done (0 left) 2024-09-17T17:06:57.331 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 46 current snap is 109 2024-09-17T17:06:57.331 INFO:tasks.rados.rados.0.smithi031.stdout:1143: seq_num 379 ranges {0=753664,753664=606208,1359872=196608} 2024-09-17T17:06:57.335 INFO:tasks.rados.rados.0.smithi031.stdout:1143: writing smithi03184240-46 from 0 to 753664 tid 1 2024-09-17T17:06:57.339 INFO:tasks.rados.rados.0.smithi031.stdout:1143: writing smithi03184240-46 from 753664 to 1359872 tid 2 2024-09-17T17:06:57.340 INFO:tasks.rados.rados.0.smithi031.stdout:1143: writing smithi03184240-46 from 1359872 to 1556480 tid 3 2024-09-17T17:06:57.340 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 15 current snap is 109 2024-09-17T17:06:57.340 INFO:tasks.rados.rados.0.smithi031.stdout:1143: finishing write tid 1 to smithi03184240-46 2024-09-17T17:06:57.340 INFO:tasks.rados.rados.0.smithi031.stdout:1144: seq_num 380 ranges {0=770048,770048=483328,1253376=319488} 2024-09-17T17:06:57.344 INFO:tasks.rados.rados.0.smithi031.stdout:1144: writing smithi03184240-15 from 0 to 770048 tid 1 2024-09-17T17:06:57.347 INFO:tasks.rados.rados.0.smithi031.stdout:1144: writing smithi03184240-15 from 770048 to 1253376 tid 2 2024-09-17T17:06:57.350 INFO:tasks.rados.rados.0.smithi031.stdout:1144: writing smithi03184240-15 from 1253376 to 1572864 tid 3 2024-09-17T17:06:57.350 INFO:tasks.rados.rados.0.smithi031.stdout:1145: read oid 31 snap -1 2024-09-17T17:06:57.350 INFO:tasks.rados.rados.0.smithi031.stdout:1145: expect deleted 2024-09-17T17:06:57.350 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 109 2024-09-17T17:06:57.350 INFO:tasks.rados.rados.0.smithi031.stdout:1143: finishing write tid 2 to smithi03184240-46 2024-09-17T17:06:57.350 INFO:tasks.rados.rados.0.smithi031.stdout:1143: finishing write tid 3 to smithi03184240-46 2024-09-17T17:06:57.350 INFO:tasks.rados.rados.0.smithi031.stdout:1143: finishing write tid 4 to smithi03184240-46 2024-09-17T17:06:57.350 INFO:tasks.rados.rados.0.smithi031.stdout:1143: finishing write tid 5 to smithi03184240-46 2024-09-17T17:06:57.350 INFO:tasks.rados.rados.0.smithi031.stdout:1143: oid 46 updating version 0 to 621 2024-09-17T17:06:57.350 INFO:tasks.rados.rados.0.smithi031.stdout:1143: oid 46 version 621 is already newer than 618 2024-09-17T17:06:57.351 INFO:tasks.rados.rados.0.smithi031.stdout:1143: oid 46 version 621 is already newer than 619 2024-09-17T17:06:57.351 INFO:tasks.rados.rados.0.smithi031.stdout:1143: oid 46 version 621 is already newer than 620 2024-09-17T17:06:57.351 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 621 (ObjNum 379 snap 109 seq_num 379) dirty exists 2024-09-17T17:06:57.351 INFO:tasks.rados.rados.0.smithi031.stdout:1143: left oid 46 (ObjNum 379 snap 109 seq_num 379) 2024-09-17T17:06:57.351 INFO:tasks.rados.rados.0.smithi031.stdout:1144: finishing write tid 1 to smithi03184240-15 2024-09-17T17:06:57.351 INFO:tasks.rados.rados.0.smithi031.stdout:1146: seq_num 381 ranges {2310144=786432,3096576=417792,3514368=385024} 2024-09-17T17:06:57.366 INFO:tasks.rados.rados.0.smithi031.stdout:1146: writing smithi03184240-23 from 2310144 to 3096576 tid 1 2024-09-17T17:06:57.369 INFO:tasks.rados.rados.0.smithi031.stdout:1146: writing smithi03184240-23 from 3096576 to 3514368 tid 2 2024-09-17T17:06:57.371 INFO:tasks.rados.rados.0.smithi031.stdout:1146: writing smithi03184240-23 from 3514368 to 3899392 tid 3 2024-09-17T17:06:57.371 INFO:tasks.rados.rados.0.smithi031.stdout:1143: done (3 left) 2024-09-17T17:06:57.371 INFO:tasks.rados.rados.0.smithi031.stdout:1147: snap_remove snap 107 2024-09-17T17:06:57.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:57 smithi031 ceph-mon[94873]: pgmap v83: 121 pgs: 121 active+clean; 248 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.8 MiB/s wr, 33 op/s 2024-09-17T17:06:57.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:57 smithi031 ceph-mon[94873]: osdmap e283: 8 total, 8 up, 8 in 2024-09-17T17:06:57.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:57 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:57.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:57 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:57.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:57 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-17T17:06:57.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:57 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:57.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:57 smithi031 ceph-mon[96842]: pgmap v83: 121 pgs: 121 active+clean; 248 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.8 MiB/s wr, 33 op/s 2024-09-17T17:06:57.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:57 smithi031 ceph-mon[96842]: osdmap e283: 8 total, 8 up, 8 in 2024-09-17T17:06:57.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:57 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:57.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:57 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:57.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:57 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-17T17:06:57.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:57 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:57.610 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:57 smithi066 ceph-mon[86175]: pgmap v83: 121 pgs: 121 active+clean; 248 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.8 MiB/s wr, 33 op/s 2024-09-17T17:06:57.610 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:57 smithi066 ceph-mon[86175]: osdmap e283: 8 total, 8 up, 8 in 2024-09-17T17:06:57.610 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:57 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:57.610 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:57 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:57.610 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:57 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-17T17:06:57.610 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:57 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:06:58.301 INFO:tasks.rados.rados.0.smithi031.stdout:1144: finishing write tid 2 to smithi03184240-15 2024-09-17T17:06:58.301 INFO:tasks.rados.rados.0.smithi031.stdout:1144: finishing write tid 3 to smithi03184240-15 2024-09-17T17:06:58.301 INFO:tasks.rados.rados.0.smithi031.stdout:1144: finishing write tid 4 to smithi03184240-15 2024-09-17T17:06:58.301 INFO:tasks.rados.rados.0.smithi031.stdout:1144: finishing write tid 5 to smithi03184240-15 2024-09-17T17:06:58.301 INFO:tasks.rados.rados.0.smithi031.stdout:1144: oid 15 updating version 0 to 715 2024-09-17T17:06:58.301 INFO:tasks.rados.rados.0.smithi031.stdout:1144: oid 15 updating version 715 to 717 2024-09-17T17:06:58.301 INFO:tasks.rados.rados.0.smithi031.stdout:1144: oid 15 version 717 is already newer than 714 2024-09-17T17:06:58.301 INFO:tasks.rados.rados.0.smithi031.stdout:1144: oid 15 version 717 is already newer than 716 2024-09-17T17:06:58.301 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 717 (ObjNum 380 snap 109 seq_num 380) dirty exists 2024-09-17T17:06:58.301 INFO:tasks.rados.rados.0.smithi031.stdout:1144: left oid 15 (ObjNum 380 snap 109 seq_num 380) 2024-09-17T17:06:58.302 INFO:tasks.rados.rados.0.smithi031.stdout:1146: finishing write tid 1 to smithi03184240-23 2024-09-17T17:06:58.302 INFO:tasks.rados.rados.0.smithi031.stdout:1146: finishing write tid 2 to smithi03184240-23 2024-09-17T17:06:58.302 INFO:tasks.rados.rados.0.smithi031.stdout:1146: finishing write tid 3 to smithi03184240-23 2024-09-17T17:06:58.302 INFO:tasks.rados.rados.0.smithi031.stdout:1146: finishing write tid 4 to smithi03184240-23 2024-09-17T17:06:58.302 INFO:tasks.rados.rados.0.smithi031.stdout:1146: finishing write tid 5 to smithi03184240-23 2024-09-17T17:06:58.302 INFO:tasks.rados.rados.0.smithi031.stdout:1146: oid 23 updating version 0 to 228 2024-09-17T17:06:58.302 INFO:tasks.rados.rados.0.smithi031.stdout:1146: oid 23 version 228 is already newer than 227 2024-09-17T17:06:58.302 INFO:tasks.rados.rados.0.smithi031.stdout:1146: oid 23 version 228 is already newer than 226 2024-09-17T17:06:58.302 INFO:tasks.rados.rados.0.smithi031.stdout:1146: oid 23 updating version 228 to 229 2024-09-17T17:06:58.302 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 229 (ObjNum 381 snap 109 seq_num 381) dirty exists 2024-09-17T17:06:58.302 INFO:tasks.rados.rados.0.smithi031.stdout:1146: left oid 23 (ObjNum 381 snap 109 seq_num 381) 2024-09-17T17:06:58.302 INFO:tasks.rados.rados.0.smithi031.stdout:1144: done (3 left) 2024-09-17T17:06:58.302 INFO:tasks.rados.rados.0.smithi031.stdout:1145: done (2 left) 2024-09-17T17:06:58.302 INFO:tasks.rados.rados.0.smithi031.stdout:1146: done (1 left) 2024-09-17T17:06:58.303 INFO:tasks.rados.rados.0.smithi031.stdout:1147: done (0 left) 2024-09-17T17:06:58.303 INFO:tasks.rados.rados.0.smithi031.stdout:1148: rmattr oid 30 current snap is 109 2024-09-17T17:06:58.303 INFO:tasks.rados.rados.0.smithi031.stdout:1149: snap_remove snap 92 2024-09-17T17:06:58.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:58 smithi031 ceph-mon[94873]: Reconfiguring mds.b (monmap changed)... 2024-09-17T17:06:58.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:58 smithi031 ceph-mon[94873]: Reconfiguring daemon mds.b on smithi066 2024-09-17T17:06:58.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:58 smithi031 ceph-mon[94873]: osdmap e284: 8 total, 8 up, 8 in 2024-09-17T17:06:58.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:58 smithi031 ceph-mon[94873]: osdmap e285: 8 total, 8 up, 8 in 2024-09-17T17:06:58.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:58 smithi031 ceph-mon[96842]: Reconfiguring mds.b (monmap changed)... 2024-09-17T17:06:58.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:58 smithi031 ceph-mon[96842]: Reconfiguring daemon mds.b on smithi066 2024-09-17T17:06:58.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:58 smithi031 ceph-mon[96842]: osdmap e284: 8 total, 8 up, 8 in 2024-09-17T17:06:58.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:58 smithi031 ceph-mon[96842]: osdmap e285: 8 total, 8 up, 8 in 2024-09-17T17:06:58.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:58 smithi066 ceph-mon[86175]: Reconfiguring mds.b (monmap changed)... 2024-09-17T17:06:58.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:58 smithi066 ceph-mon[86175]: Reconfiguring daemon mds.b on smithi066 2024-09-17T17:06:58.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:58 smithi066 ceph-mon[86175]: osdmap e284: 8 total, 8 up, 8 in 2024-09-17T17:06:58.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:58 smithi066 ceph-mon[86175]: osdmap e285: 8 total, 8 up, 8 in 2024-09-17T17:06:59.301 INFO:tasks.rados.rados.0.smithi031.stdout:1149: done (1 left) 2024-09-17T17:06:59.301 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 38 current snap is 109 2024-09-17T17:06:59.301 INFO:tasks.rados.rados.0.smithi031.stdout:1150: seq_num 382 ranges {4702208=802816,5505024=704512,6209536=98304} 2024-09-17T17:06:59.332 INFO:tasks.rados.rados.0.smithi031.stdout:1150: writing smithi03184240-38 from 4702208 to 5505024 tid 1 2024-09-17T17:06:59.336 INFO:tasks.rados.rados.0.smithi031.stdout:1150: writing smithi03184240-38 from 5505024 to 6209536 tid 2 2024-09-17T17:06:59.337 INFO:tasks.rados.rados.0.smithi031.stdout:1150: writing smithi03184240-38 from 6209536 to 6307840 tid 3 2024-09-17T17:06:59.337 INFO:tasks.rados.rados.0.smithi031.stdout:1151: read oid 40 snap -1 2024-09-17T17:06:59.337 INFO:tasks.rados.rados.0.smithi031.stdout:1151: expect (ObjNum 329 snap 97 seq_num 329) 2024-09-17T17:06:59.337 INFO:tasks.rados.rados.0.smithi031.stdout:1152: snap_remove snap 104 2024-09-17T17:06:59.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[96842]: pgmap v86: 121 pgs: 121 active+clean; 248 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.8 MiB/s wr, 33 op/s 2024-09-17T17:06:59.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:59.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:59.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:06:59.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:06:59.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:06:59.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[96842]: Upgrade: Setting container_image for all mon 2024-09-17T17:06:59.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:59.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-17T17:06:59.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-17T17:06:59.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-09-17T17:06:59.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-17T17:06:59.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-17T17:06:59.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-17T17:06:59.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:06:59.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[96842]: Upgrade: Setting container_image for all crash 2024-09-17T17:06:59.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:59.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-17T17:06:59.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[96842]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-17T17:06:59.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[96842]: Upgrade: osd.0 is safe to restart 2024-09-17T17:06:59.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[96842]: osdmap e286: 8 total, 8 up, 8 in 2024-09-17T17:06:59.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[94873]: pgmap v86: 121 pgs: 121 active+clean; 248 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.8 MiB/s wr, 33 op/s 2024-09-17T17:06:59.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:59.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:59.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:06:59.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:06:59.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:06:59.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[94873]: Upgrade: Setting container_image for all mon 2024-09-17T17:06:59.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:59.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-17T17:06:59.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-17T17:06:59.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-09-17T17:06:59.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-17T17:06:59.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-17T17:06:59.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-17T17:06:59.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:06:59.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[94873]: Upgrade: Setting container_image for all crash 2024-09-17T17:06:59.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:59.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-17T17:06:59.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[94873]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-17T17:06:59.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[94873]: Upgrade: osd.0 is safe to restart 2024-09-17T17:06:59.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:06:59 smithi031 ceph-mon[94873]: osdmap e286: 8 total, 8 up, 8 in 2024-09-17T17:06:59.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:59 smithi066 ceph-mon[86175]: pgmap v86: 121 pgs: 121 active+clean; 248 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.8 MiB/s wr, 33 op/s 2024-09-17T17:06:59.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:59 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:59.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:59 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:59.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:59 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:06:59.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:59 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:06:59.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:59 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:06:59.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:59 smithi066 ceph-mon[86175]: Upgrade: Setting container_image for all mon 2024-09-17T17:06:59.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:59 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:59.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:59 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-17T17:06:59.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:59 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-17T17:06:59.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:59 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-09-17T17:06:59.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:59 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-17T17:06:59.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:59 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-17T17:06:59.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:59 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-17T17:06:59.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:59 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:06:59.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:59 smithi066 ceph-mon[86175]: Upgrade: Setting container_image for all crash 2024-09-17T17:06:59.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:59 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:06:59.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:59 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-17T17:06:59.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:59 smithi066 ceph-mon[86175]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-17T17:06:59.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:59 smithi066 ceph-mon[86175]: Upgrade: osd.0 is safe to restart 2024-09-17T17:06:59.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:06:59 smithi066 ceph-mon[86175]: osdmap e286: 8 total, 8 up, 8 in 2024-09-17T17:07:00.303 INFO:tasks.rados.rados.0.smithi031.stdout:1152: done (3 left) 2024-09-17T17:07:00.303 INFO:tasks.rados.rados.0.smithi031.stdout:1153: read oid 5 snap -1 2024-09-17T17:07:00.303 INFO:tasks.rados.rados.0.smithi031.stdout:1153: expect (ObjNum 358 snap 103 seq_num 358) 2024-09-17T17:07:00.303 INFO:tasks.rados.rados.0.smithi031.stdout:1154: snap_create 2024-09-17T17:07:00.303 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 458 (ObjNum 371 snap 107 seq_num 371) dirty exists 2024-09-17T17:07:00.303 INFO:tasks.rados.rados.0.smithi031.stdout:1150: finishing write tid 1 to smithi03184240-38 2024-09-17T17:07:00.303 INFO:tasks.rados.rados.0.smithi031.stdout:1150: finishing write tid 2 to smithi03184240-38 2024-09-17T17:07:00.303 INFO:tasks.rados.rados.0.smithi031.stdout:1150: finishing write tid 3 to smithi03184240-38 2024-09-17T17:07:00.304 INFO:tasks.rados.rados.0.smithi031.stdout:1150: finishing write tid 4 to smithi03184240-38 2024-09-17T17:07:00.304 INFO:tasks.rados.rados.0.smithi031.stdout:1150: finishing write tid 5 to smithi03184240-38 2024-09-17T17:07:00.304 INFO:tasks.rados.rados.0.smithi031.stdout:1150: oid 38 updating version 0 to 634 2024-09-17T17:07:00.304 INFO:tasks.rados.rados.0.smithi031.stdout:1150: oid 38 version 634 is already newer than 631 2024-09-17T17:07:00.304 INFO:tasks.rados.rados.0.smithi031.stdout:1150: oid 38 version 634 is already newer than 632 2024-09-17T17:07:00.304 INFO:tasks.rados.rados.0.smithi031.stdout:1150: oid 38 version 634 is already newer than 633 2024-09-17T17:07:00.304 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 634 (ObjNum 382 snap 109 seq_num 382) dirty exists 2024-09-17T17:07:00.304 INFO:tasks.rados.rados.0.smithi031.stdout:1150: left oid 38 (ObjNum 382 snap 109 seq_num 382) 2024-09-17T17:07:00.304 INFO:tasks.rados.rados.0.smithi031.stdout:1151: expect (ObjNum 329 snap 97 seq_num 329) 2024-09-17T17:07:00.325 INFO:tasks.rados.rados.0.smithi031.stdout:1153: expect (ObjNum 358 snap 103 seq_num 358) 2024-09-17T17:07:01.307 INFO:tasks.rados.rados.0.smithi031.stdout:1148: done (4 left) 2024-09-17T17:07:01.307 INFO:tasks.rados.rados.0.smithi031.stdout:1150: done (3 left) 2024-09-17T17:07:01.307 INFO:tasks.rados.rados.0.smithi031.stdout:1151: done (2 left) 2024-09-17T17:07:01.307 INFO:tasks.rados.rados.0.smithi031.stdout:1153: done (1 left) 2024-09-17T17:07:01.308 INFO:tasks.rados.rados.0.smithi031.stdout:1154: done (0 left) 2024-09-17T17:07:01.308 INFO:tasks.rados.rados.0.smithi031.stdout:1155: snap_remove snap 88 2024-09-17T17:07:01.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:01 smithi031 ceph-mon[94873]: Upgrade: Updating osd.0 2024-09-17T17:07:01.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:01 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:01.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:01 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-17T17:07:01.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:01 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:07:01.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:01 smithi031 ceph-mon[94873]: Deploying daemon osd.0 on smithi031 2024-09-17T17:07:01.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:01 smithi031 ceph-mon[94873]: pgmap v89: 121 pgs: 121 active+clean; 248 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-09-17T17:07:01.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:01 smithi031 ceph-mon[94873]: osdmap e287: 8 total, 8 up, 8 in 2024-09-17T17:07:01.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:01 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:07:01.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:01 smithi031 ceph-mon[96842]: Upgrade: Updating osd.0 2024-09-17T17:07:01.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:01 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:01.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:01 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-17T17:07:01.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:01 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:07:01.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:01 smithi031 ceph-mon[96842]: Deploying daemon osd.0 on smithi031 2024-09-17T17:07:01.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:01 smithi031 ceph-mon[96842]: pgmap v89: 121 pgs: 121 active+clean; 248 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-09-17T17:07:01.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:01 smithi031 ceph-mon[96842]: osdmap e287: 8 total, 8 up, 8 in 2024-09-17T17:07:01.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:01 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:07:01.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:01 smithi066 ceph-mon[86175]: Upgrade: Updating osd.0 2024-09-17T17:07:01.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:01 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:01.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:01 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-17T17:07:01.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:01 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:07:01.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:01 smithi066 ceph-mon[86175]: Deploying daemon osd.0 on smithi031 2024-09-17T17:07:01.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:01 smithi066 ceph-mon[86175]: pgmap v89: 121 pgs: 121 active+clean; 248 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-09-17T17:07:01.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:01 smithi066 ceph-mon[86175]: osdmap e287: 8 total, 8 up, 8 in 2024-09-17T17:07:01.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:01 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:07:01.791 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:07:01 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:07:01] "GET /metrics HTTP/1.1" 200 36086 "" "Prometheus/2.43.0" 2024-09-17T17:07:02.310 INFO:tasks.rados.rados.0.smithi031.stdout:1155: done (0 left) 2024-09-17T17:07:02.310 INFO:tasks.rados.rados.0.smithi031.stdout:1156: copy_from oid 25 from oid 20 current snap is 110 2024-09-17T17:07:02.310 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 47 current snap is 110 2024-09-17T17:07:02.311 INFO:tasks.rados.rados.0.smithi031.stdout:1157: seq_num 383 ranges {7864320=417792,8282112=589824,8871936=417792,9289728=196608} 2024-09-17T17:07:02.356 INFO:tasks.rados.rados.0.smithi031.stdout:1157: writing smithi03184240-47 from 7864320 to 8282112 tid 1 2024-09-17T17:07:02.360 INFO:tasks.rados.rados.0.smithi031.stdout:1157: writing smithi03184240-47 from 8282112 to 8871936 tid 2 2024-09-17T17:07:02.362 INFO:tasks.rados.rados.0.smithi031.stdout:1157: writing smithi03184240-47 from 8871936 to 9289728 tid 3 2024-09-17T17:07:02.364 INFO:tasks.rados.rados.0.smithi031.stdout:1157: writing smithi03184240-47 from 9289728 to 9486336 tid 4 2024-09-17T17:07:02.364 INFO:tasks.rados.rados.0.smithi031.stdout:1158: read oid 50 snap -1 2024-09-17T17:07:02.364 INFO:tasks.rados.rados.0.smithi031.stdout:1158: expect (ObjNum 247 snap 63 seq_num 247) 2024-09-17T17:07:02.364 INFO:tasks.rados.rados.0.smithi031.stdout:1159: rollback oid 21 current snap is 110 2024-09-17T17:07:02.364 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 21 to 101 2024-09-17T17:07:02.364 INFO:tasks.rados.rados.0.smithi031.stdout:1156: finishing copy_from to smithi03184240-25 2024-09-17T17:07:02.365 INFO:tasks.rados.rados.0.smithi031.stdout:1156: got expected ENOENT (src dne) 2024-09-17T17:07:02.365 INFO:tasks.rados.rados.0.smithi031.stdout:1156: finishing copy_from racing read to smithi03184240-25 2024-09-17T17:07:02.365 INFO:tasks.rados.rados.0.smithi031.stdout:1157: finishing write tid 1 to smithi03184240-47 2024-09-17T17:07:02.365 INFO:tasks.rados.rados.0.smithi031.stdout:1157: finishing write tid 2 to smithi03184240-47 2024-09-17T17:07:02.365 INFO:tasks.rados.rados.0.smithi031.stdout:1156: done (3 left) 2024-09-17T17:07:02.365 INFO:tasks.rados.rados.0.smithi031.stdout:1160: snap_remove snap 102 2024-09-17T17:07:02.473 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:02 smithi031 ceph-mon[94873]: osdmap e288: 8 total, 8 up, 8 in 2024-09-17T17:07:02.473 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:02 smithi031 ceph-mon[96842]: osdmap e288: 8 total, 8 up, 8 in 2024-09-17T17:07:02.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:02 smithi066 ceph-mon[86175]: osdmap e288: 8 total, 8 up, 8 in 2024-09-17T17:07:03.306 INFO:tasks.rados.rados.0.smithi031.stdout:1160: done (3 left) 2024-09-17T17:07:03.306 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 34 current snap is 110 2024-09-17T17:07:03.306 INFO:tasks.rados.rados.0.smithi031.stdout:1161: seq_num 384 ranges {2367488=434176,2801664=475136,3276800=630784,3907584=98304} 2024-09-17T17:07:03.323 INFO:tasks.rados.rados.0.smithi031.stdout:1161: writing smithi03184240-34 from 2367488 to 2801664 tid 1 2024-09-17T17:07:03.326 INFO:tasks.rados.rados.0.smithi031.stdout:1161: writing smithi03184240-34 from 2801664 to 3276800 tid 2 2024-09-17T17:07:03.329 INFO:tasks.rados.rados.0.smithi031.stdout:1161: writing smithi03184240-34 from 3276800 to 3907584 tid 3 2024-09-17T17:07:03.331 INFO:tasks.rados.rados.0.smithi031.stdout:1161: writing smithi03184240-34 from 3907584 to 4005888 tid 4 2024-09-17T17:07:03.331 INFO:tasks.rados.rados.0.smithi031.stdout:1162: rmattr oid 6 current snap is 110 2024-09-17T17:07:03.331 INFO:tasks.rados.rados.0.smithi031.stdout:1157: finishing write tid 3 to smithi03184240-47 2024-09-17T17:07:03.331 INFO:tasks.rados.rados.0.smithi031.stdout:1157: finishing write tid 4 to smithi03184240-47 2024-09-17T17:07:03.331 INFO:tasks.rados.rados.0.smithi031.stdout:1159: finishing rollback tid 0 to smithi03184240-21 2024-09-17T17:07:03.331 INFO:tasks.rados.rados.0.smithi031.stdout:1157: finishing write tid 5 to smithi03184240-47 2024-09-17T17:07:03.332 INFO:tasks.rados.rados.0.smithi031.stdout:1159: finishing rollback tid 1 to smithi03184240-21 2024-09-17T17:07:03.332 INFO:tasks.rados.rados.0.smithi031.stdout:1159: finishing rollback tid 2 to smithi03184240-21 2024-09-17T17:07:03.332 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 303 (ObjNum 126 snap 28 seq_num 126) dirty exists 2024-09-17T17:07:03.332 INFO:tasks.rados.rados.0.smithi031.stdout:1159: done (4 left) 2024-09-17T17:07:03.332 INFO:tasks.rados.rados.0.smithi031.stdout:1163: copy_from oid 48 from oid 37 current snap is 110 2024-09-17T17:07:03.332 INFO:tasks.rados.rados.0.smithi031.stdout:1157: finishing write tid 6 to smithi03184240-47 2024-09-17T17:07:03.332 INFO:tasks.rados.rados.0.smithi031.stdout:1157: oid 47 updating version 0 to 385 2024-09-17T17:07:03.332 INFO:tasks.rados.rados.0.smithi031.stdout:1157: oid 47 version 385 is already newer than 383 2024-09-17T17:07:03.332 INFO:tasks.rados.rados.0.smithi031.stdout:1157: oid 47 version 385 is already newer than 382 2024-09-17T17:07:03.332 INFO:tasks.rados.rados.0.smithi031.stdout:1157: oid 47 version 385 is already newer than 384 2024-09-17T17:07:03.332 INFO:tasks.rados.rados.0.smithi031.stdout:1157: oid 47 updating version 385 to 386 2024-09-17T17:07:03.333 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 386 (ObjNum 383 snap 110 seq_num 383) dirty exists 2024-09-17T17:07:03.333 INFO:tasks.rados.rados.0.smithi031.stdout:1157: left oid 47 (ObjNum 383 snap 110 seq_num 383) 2024-09-17T17:07:03.333 INFO:tasks.rados.rados.0.smithi031.stdout:1158: expect (ObjNum 247 snap 63 seq_num 247) 2024-09-17T17:07:03.490 INFO:tasks.rados.rados.0.smithi031.stdout:1161: finishing write tid 1 to smithi03184240-34 2024-09-17T17:07:03.490 INFO:tasks.rados.rados.0.smithi031.stdout:1161: finishing write tid 2 to smithi03184240-34 2024-09-17T17:07:03.491 INFO:tasks.rados.rados.0.smithi031.stdout:1157: done (4 left) 2024-09-17T17:07:03.491 INFO:tasks.rados.rados.0.smithi031.stdout:1158: done (3 left) 2024-09-17T17:07:03.491 INFO:tasks.rados.rados.0.smithi031.stdout:1164: delete oid 38 current snap is 110 2024-09-17T17:07:03.491 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 309 (ObjNum 367 snap 106 seq_num 367) dirty exists 2024-09-17T17:07:03.491 INFO:tasks.rados.rados.0.smithi031.stdout:1161: finishing write tid 3 to smithi03184240-34 2024-09-17T17:07:03.491 INFO:tasks.rados.rados.0.smithi031.stdout:1161: finishing write tid 4 to smithi03184240-34 2024-09-17T17:07:03.491 INFO:tasks.rados.rados.0.smithi031.stdout:1161: finishing write tid 5 to smithi03184240-34 2024-09-17T17:07:03.491 INFO:tasks.rados.rados.0.smithi031.stdout:1163: finishing copy_from racing read to smithi03184240-48 2024-09-17T17:07:03.491 INFO:tasks.rados.rados.0.smithi031.stdout:1163: finishing copy_from to smithi03184240-48 2024-09-17T17:07:03.492 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 319 (ObjNum 321 snap 92 seq_num 321) dirty exists 2024-09-17T17:07:03.492 INFO:tasks.rados.rados.0.smithi031.stdout:1161: finishing write tid 6 to smithi03184240-34 2024-09-17T17:07:03.492 INFO:tasks.rados.rados.0.smithi031.stdout:1161: oid 34 updating version 0 to 480 2024-09-17T17:07:03.492 INFO:tasks.rados.rados.0.smithi031.stdout:1161: oid 34 version 480 is already newer than 478 2024-09-17T17:07:03.492 INFO:tasks.rados.rados.0.smithi031.stdout:1161: oid 34 updating version 480 to 481 2024-09-17T17:07:03.492 INFO:tasks.rados.rados.0.smithi031.stdout:1161: oid 34 updating version 481 to 482 2024-09-17T17:07:03.492 INFO:tasks.rados.rados.0.smithi031.stdout:1161: oid 34 version 482 is already newer than 479 2024-09-17T17:07:03.492 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 482 (ObjNum 384 snap 110 seq_num 384) dirty exists 2024-09-17T17:07:03.492 INFO:tasks.rados.rados.0.smithi031.stdout:1161: left oid 34 (ObjNum 384 snap 110 seq_num 384) 2024-09-17T17:07:03.493 INFO:tasks.rados.rados.0.smithi031.stdout:1161: done (3 left) 2024-09-17T17:07:03.493 INFO:tasks.rados.rados.0.smithi031.stdout:1162: done (2 left) 2024-09-17T17:07:03.494 INFO:tasks.rados.rados.0.smithi031.stdout:1163: done (1 left) 2024-09-17T17:07:03.494 INFO:tasks.rados.rados.0.smithi031.stdout:1164: done (0 left) 2024-09-17T17:07:03.494 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 110 2024-09-17T17:07:03.494 INFO:tasks.rados.rados.0.smithi031.stdout:1165: seq_num 386 ranges {4792320=466944,5259264=638976,5898240=565248} 2024-09-17T17:07:03.521 INFO:tasks.rados.rados.0.smithi031.stdout:1165: writing smithi03184240-32 from 4792320 to 5259264 tid 1 2024-09-17T17:07:03.524 INFO:tasks.rados.rados.0.smithi031.stdout:1165: writing smithi03184240-32 from 5259264 to 5898240 tid 2 2024-09-17T17:07:03.527 INFO:tasks.rados.rados.0.smithi031.stdout:1165: writing smithi03184240-32 from 5898240 to 6463488 tid 3 2024-09-17T17:07:03.527 INFO:tasks.rados.rados.0.smithi031.stdout:1166: snap_remove snap 86 2024-09-17T17:07:03.593 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:03 smithi031 systemd[1]: Stopping Ceph osd.0 for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:07:03.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:03 smithi031 ceph-mon[94873]: pgmap v92: 121 pgs: 121 active+clean; 256 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-09-17T17:07:03.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:03 smithi031 ceph-mon[94873]: osdmap e289: 8 total, 8 up, 8 in 2024-09-17T17:07:03.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:03 smithi031 ceph-mon[94873]: osdmap e290: 8 total, 8 up, 8 in 2024-09-17T17:07:03.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:03 smithi031 ceph-mon[96842]: pgmap v92: 121 pgs: 121 active+clean; 256 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-09-17T17:07:03.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:03 smithi031 ceph-mon[96842]: osdmap e289: 8 total, 8 up, 8 in 2024-09-17T17:07:03.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:03 smithi031 ceph-mon[96842]: osdmap e290: 8 total, 8 up, 8 in 2024-09-17T17:07:03.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:03 smithi066 ceph-mon[86175]: pgmap v92: 121 pgs: 121 active+clean; 256 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-09-17T17:07:03.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:03 smithi066 ceph-mon[86175]: osdmap e289: 8 total, 8 up, 8 in 2024-09-17T17:07:03.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:03 smithi066 ceph-mon[86175]: osdmap e290: 8 total, 8 up, 8 in 2024-09-17T17:07:04.093 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:03 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0[43820]: 2024-09-17T17:07:03.646+0000 7f521f0db640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T17:07:04.094 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:03 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0[43820]: 2024-09-17T17:07:03.646+0000 7f521f0db640 -1 osd.0 290 *** Got signal Terminated *** 2024-09-17T17:07:04.094 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:03 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0[43820]: 2024-09-17T17:07:03.646+0000 7f521f0db640 -1 osd.0 290 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T17:07:04.323 INFO:tasks.rados.rados.0.smithi031.stdout:1166: done (1 left) 2024-09-17T17:07:04.323 INFO:tasks.rados.rados.0.smithi031.stdout:1167: rmattr oid 33 current snap is 110 2024-09-17T17:07:04.323 INFO:tasks.rados.rados.0.smithi031.stdout:1167: done (1 left) 2024-09-17T17:07:04.323 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 14 current snap is 110 2024-09-17T17:07:04.323 INFO:tasks.rados.rados.0.smithi031.stdout:1165: finishing write tid 1 to smithi03184240-32 2024-09-17T17:07:04.323 INFO:tasks.rados.rados.0.smithi031.stdout:1165: finishing write tid 2 to smithi03184240-32 2024-09-17T17:07:04.323 INFO:tasks.rados.rados.0.smithi031.stdout:1165: finishing write tid 3 to smithi03184240-32 2024-09-17T17:07:04.323 INFO:tasks.rados.rados.0.smithi031.stdout:1165: finishing write tid 4 to smithi03184240-32 2024-09-17T17:07:04.323 INFO:tasks.rados.rados.0.smithi031.stdout:1165: finishing write tid 5 to smithi03184240-32 2024-09-17T17:07:04.323 INFO:tasks.rados.rados.0.smithi031.stdout:1165: oid 32 updating version 0 to 826 2024-09-17T17:07:04.323 INFO:tasks.rados.rados.0.smithi031.stdout:1165: oid 32 version 826 is already newer than 824 2024-09-17T17:07:04.323 INFO:tasks.rados.rados.0.smithi031.stdout:1165: oid 32 version 826 is already newer than 825 2024-09-17T17:07:04.324 INFO:tasks.rados.rados.0.smithi031.stdout:1165: oid 32 version 826 is already newer than 823 2024-09-17T17:07:04.324 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 826 (ObjNum 386 snap 110 seq_num 386) dirty exists 2024-09-17T17:07:04.324 INFO:tasks.rados.rados.0.smithi031.stdout:1165: left oid 32 (ObjNum 386 snap 110 seq_num 386) 2024-09-17T17:07:04.324 INFO:tasks.rados.rados.0.smithi031.stdout:1168: seq_num 387 ranges {442368=483328,925696=524288,1449984=679936} 2024-09-17T17:07:04.328 INFO:tasks.rados.rados.0.smithi031.stdout:1168: writing smithi03184240-14 from 442368 to 925696 tid 1 2024-09-17T17:07:04.332 INFO:tasks.rados.rados.0.smithi031.stdout:1168: writing smithi03184240-14 from 925696 to 1449984 tid 2 2024-09-17T17:07:04.337 INFO:tasks.rados.rados.0.smithi031.stdout:1168: writing smithi03184240-14 from 1449984 to 2129920 tid 3 2024-09-17T17:07:04.337 INFO:tasks.rados.rados.0.smithi031.stdout:1165: done (1 left) 2024-09-17T17:07:04.337 INFO:tasks.rados.rados.0.smithi031.stdout:1169: delete oid 46 current snap is 110 2024-09-17T17:07:04.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:04 smithi031 ceph-mon[94873]: osd.0 marked itself down and dead 2024-09-17T17:07:04.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:04 smithi031 ceph-mon[96842]: osd.0 marked itself down and dead 2024-09-17T17:07:04.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:04 smithi066 ceph-mon[86175]: osd.0 marked itself down and dead 2024-09-17T17:07:05.137 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:04 smithi031 podman[101916]: 2024-09-17 17:07:04.873827305 +0000 UTC m=+1.378220584 container died 38476b1f028e680ef6c67f628c94e235af469907dad7d4a12d1d98cbb12635d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0, RELEASE=reef-19e2a2b, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-17T17:07:05.346 INFO:tasks.rados.rados.0.smithi031.stdout:1168: finishing write tid 1 to smithi03184240-14 2024-09-17T17:07:05.346 INFO:tasks.rados.rados.0.smithi031.stdout:1169: done (1 left) 2024-09-17T17:07:05.346 INFO:tasks.rados.rados.0.smithi031.stdout:1170: read oid 30 snap -1 2024-09-17T17:07:05.346 INFO:tasks.rados.rados.0.smithi031.stdout:1170: expect (ObjNum 371 snap 107 seq_num 371) 2024-09-17T17:07:05.346 INFO:tasks.rados.rados.0.smithi031.stdout:1171: rollback oid 39 current snap is 110 2024-09-17T17:07:05.347 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 39 to 103 2024-09-17T17:07:05.347 INFO:tasks.rados.rados.0.smithi031.stdout:1172: copy_from oid 44 from oid 28 current snap is 110 2024-09-17T17:07:05.347 INFO:tasks.rados.rados.0.smithi031.stdout:1173: setattr oid 11 current snap is 110 2024-09-17T17:07:05.347 INFO:tasks.rados.rados.0.smithi031.stdout:1168: finishing write tid 2 to smithi03184240-14 2024-09-17T17:07:05.347 INFO:tasks.rados.rados.0.smithi031.stdout:1168: finishing write tid 3 to smithi03184240-14 2024-09-17T17:07:05.347 INFO:tasks.rados.rados.0.smithi031.stdout:1168: finishing write tid 4 to smithi03184240-14 2024-09-17T17:07:05.348 INFO:tasks.rados.rados.0.smithi031.stdout:1174: delete oid 32 current snap is 110 2024-09-17T17:07:05.349 INFO:tasks.rados.rados.0.smithi031.stdout:1168: finishing write tid 5 to smithi03184240-14 2024-09-17T17:07:05.349 INFO:tasks.rados.rados.0.smithi031.stdout:1168: oid 14 updating version 0 to 595 2024-09-17T17:07:05.349 INFO:tasks.rados.rados.0.smithi031.stdout:1168: oid 14 version 595 is already newer than 594 2024-09-17T17:07:05.350 INFO:tasks.rados.rados.0.smithi031.stdout:1168: oid 14 updating version 595 to 596 2024-09-17T17:07:05.350 INFO:tasks.rados.rados.0.smithi031.stdout:1168: oid 14 updating version 596 to 597 2024-09-17T17:07:05.350 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 597 (ObjNum 387 snap 110 seq_num 387) dirty exists 2024-09-17T17:07:05.350 INFO:tasks.rados.rados.0.smithi031.stdout:1168: left oid 14 (ObjNum 387 snap 110 seq_num 387) 2024-09-17T17:07:05.350 INFO:tasks.rados.rados.0.smithi031.stdout:1171: finishing rollback tid 0 to smithi03184240-39 2024-09-17T17:07:05.350 INFO:tasks.rados.rados.0.smithi031.stdout:1171: finishing rollback tid 1 to smithi03184240-39 2024-09-17T17:07:05.351 INFO:tasks.rados.rados.0.smithi031.stdout:1168: done (5 left) 2024-09-17T17:07:05.351 INFO:tasks.rados.rados.0.smithi031.stdout:1174: done (4 left) 2024-09-17T17:07:05.351 INFO:tasks.rados.rados.0.smithi031.stdout:1175: read oid 35 snap -1 2024-09-17T17:07:05.351 INFO:tasks.rados.rados.0.smithi031.stdout:1175: expect (ObjNum 283 snap 79 seq_num 283) 2024-09-17T17:07:05.351 INFO:tasks.rados.rados.0.smithi031.stdout:1176: delete oid 19 current snap is 110 2024-09-17T17:07:05.352 INFO:tasks.rados.rados.0.smithi031.stdout:1171: finishing rollback tid 2 to smithi03184240-39 2024-09-17T17:07:05.352 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 737 (ObjNum 351 snap 99 seq_num 351) dirty exists 2024-09-17T17:07:05.353 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 658 (ObjNum 370 snap 107 seq_num 370) dirty exists 2024-09-17T17:07:05.353 INFO:tasks.rados.rados.0.smithi031.stdout:1171: done (5 left) 2024-09-17T17:07:05.353 INFO:tasks.rados.rados.0.smithi031.stdout:1173: done (4 left) 2024-09-17T17:07:05.353 INFO:tasks.rados.rados.0.smithi031.stdout:1176: done (3 left) 2024-09-17T17:07:05.353 INFO:tasks.rados.rados.0.smithi031.stdout:1177: snap_remove snap 70 2024-09-17T17:07:05.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:05 smithi031 ceph-mon[94873]: pgmap v95: 121 pgs: 121 active+clean; 256 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-09-17T17:07:05.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:05 smithi031 ceph-mon[94873]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T17:07:05.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:05 smithi031 ceph-mon[94873]: osdmap e291: 8 total, 7 up, 8 in 2024-09-17T17:07:05.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:05 smithi031 ceph-mon[96842]: pgmap v95: 121 pgs: 121 active+clean; 256 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-09-17T17:07:05.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:05 smithi031 ceph-mon[96842]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T17:07:05.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:05 smithi031 ceph-mon[96842]: osdmap e291: 8 total, 7 up, 8 in 2024-09-17T17:07:05.595 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:05 smithi031 podman[101916]: 2024-09-17 17:07:05.358522619 +0000 UTC m=+1.862915902 container cleanup 38476b1f028e680ef6c67f628c94e235af469907dad7d4a12d1d98cbb12635d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0, RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-09-17T17:07:05.595 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:05 smithi031 bash[101916]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0 2024-09-17T17:07:05.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:05 smithi066 ceph-mon[86175]: pgmap v95: 121 pgs: 121 active+clean; 256 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-09-17T17:07:05.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:05 smithi066 ceph-mon[86175]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T17:07:05.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:05 smithi066 ceph-mon[86175]: osdmap e291: 8 total, 7 up, 8 in 2024-09-17T17:07:05.945 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:05 smithi031 podman[101936]: 2024-09-17 17:07:05.626950181 +0000 UTC m=+0.753225141 container remove 38476b1f028e680ef6c67f628c94e235af469907dad7d4a12d1d98cbb12635d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-09-17T17:07:06.233 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:05 smithi031 podman[102033]: 2024-09-17 17:07:05.846513521 +0000 UTC m=+0.016518691 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:07:06.234 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:05 smithi031 podman[102033]: 2024-09-17 17:07:05.94411762 +0000 UTC m=+0.114122783 container create a338e664849a5d96668215a7222730664badfe6b44d3189727d1d02b1aefb336 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T17:07:06.234 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:06 smithi031 podman[102033]: 2024-09-17 17:07:06.232034108 +0000 UTC m=+0.402039272 container init a338e664849a5d96668215a7222730664badfe6b44d3189727d1d02b1aefb336 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS) 2024-09-17T17:07:06.340 INFO:tasks.rados.rados.0.smithi031.stdout:1177: done (3 left) 2024-09-17T17:07:06.340 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 9 current snap is 110 2024-09-17T17:07:06.340 INFO:tasks.rados.rados.0.smithi031.stdout:1178: seq_num 391 ranges {0=557056,557056=516096,1073152=688128} 2024-09-17T17:07:06.343 INFO:tasks.rados.rados.0.smithi031.stdout:1178: writing smithi03184240-9 from 0 to 557056 tid 1 2024-09-17T17:07:06.347 INFO:tasks.rados.rados.0.smithi031.stdout:1178: writing smithi03184240-9 from 557056 to 1073152 tid 2 2024-09-17T17:07:06.352 INFO:tasks.rados.rados.0.smithi031.stdout:1178: writing smithi03184240-9 from 1073152 to 1761280 tid 3 2024-09-17T17:07:06.352 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 38 current snap is 110 2024-09-17T17:07:06.352 INFO:tasks.rados.rados.0.smithi031.stdout:1175: expect (ObjNum 283 snap 79 seq_num 283) 2024-09-17T17:07:06.481 INFO:tasks.rados.rados.0.smithi031.stdout:1172: finishing copy_from racing read to smithi03184240-44 2024-09-17T17:07:06.481 INFO:tasks.rados.rados.0.smithi031.stdout:1170: expect (ObjNum 371 snap 107 seq_num 371) 2024-09-17T17:07:06.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:06 smithi031 ceph-mon[94873]: osdmap e292: 8 total, 7 up, 8 in 2024-09-17T17:07:06.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:06 smithi031 ceph-mon[96842]: osdmap e292: 8 total, 7 up, 8 in 2024-09-17T17:07:06.594 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:06 smithi031 podman[102033]: 2024-09-17 17:07:06.237419 +0000 UTC m=+0.407424155 container start a338e664849a5d96668215a7222730664badfe6b44d3189727d1d02b1aefb336 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2) 2024-09-17T17:07:06.595 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:06 smithi031 podman[102033]: 2024-09-17 17:07:06.355258489 +0000 UTC m=+0.525263649 container attach a338e664849a5d96668215a7222730664badfe6b44d3189727d1d02b1aefb336 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16) 2024-09-17T17:07:06.595 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:06 smithi031 podman[102033]: 2024-09-17 17:07:06.448076017 +0000 UTC m=+0.618081172 container died a338e664849a5d96668215a7222730664badfe6b44d3189727d1d02b1aefb336 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-09-17T17:07:06.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:06 smithi066 ceph-mon[86175]: osdmap e292: 8 total, 7 up, 8 in 2024-09-17T17:07:06.711 INFO:tasks.rados.rados.0.smithi031.stdout:1172: finishing copy_from to smithi03184240-44 2024-09-17T17:07:06.711 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 863 (ObjNum 338 snap 98 seq_num 338) dirty exists 2024-09-17T17:07:06.711 INFO:tasks.rados.rados.0.smithi031.stdout:1179: seq_num 392 ranges {0=573440,573440=802816,1376256=401408} 2024-09-17T17:07:06.714 INFO:tasks.rados.rados.0.smithi031.stdout:1179: writing smithi03184240-38 from 0 to 573440 tid 1 2024-09-17T17:07:06.718 INFO:tasks.rados.rados.0.smithi031.stdout:1179: writing smithi03184240-38 from 573440 to 1376256 tid 2 2024-09-17T17:07:06.721 INFO:tasks.rados.rados.0.smithi031.stdout:1179: writing smithi03184240-38 from 1376256 to 1777664 tid 3 2024-09-17T17:07:06.722 INFO:tasks.rados.rados.0.smithi031.stdout:1170: done (4 left) 2024-09-17T17:07:06.722 INFO:tasks.rados.rados.0.smithi031.stdout:1172: done (3 left) 2024-09-17T17:07:06.722 INFO:tasks.rados.rados.0.smithi031.stdout:1175: done (2 left) 2024-09-17T17:07:06.722 INFO:tasks.rados.rados.0.smithi031.stdout:1180: copy_from oid 21 from oid 1 current snap is 110 2024-09-17T17:07:06.722 INFO:tasks.rados.rados.0.smithi031.stdout:1178: finishing write tid 1 to smithi03184240-9 2024-09-17T17:07:06.722 INFO:tasks.rados.rados.0.smithi031.stdout:1178: finishing write tid 2 to smithi03184240-9 2024-09-17T17:07:06.722 INFO:tasks.rados.rados.0.smithi031.stdout:1178: finishing write tid 3 to smithi03184240-9 2024-09-17T17:07:06.722 INFO:tasks.rados.rados.0.smithi031.stdout:1178: finishing write tid 4 to smithi03184240-9 2024-09-17T17:07:06.722 INFO:tasks.rados.rados.0.smithi031.stdout:1178: finishing write tid 5 to smithi03184240-9 2024-09-17T17:07:06.722 INFO:tasks.rados.rados.0.smithi031.stdout:1178: oid 9 updating version 0 to 741 2024-09-17T17:07:06.722 INFO:tasks.rados.rados.0.smithi031.stdout:1178: oid 9 version 741 is already newer than 739 2024-09-17T17:07:06.722 INFO:tasks.rados.rados.0.smithi031.stdout:1178: oid 9 version 741 is already newer than 738 2024-09-17T17:07:06.722 INFO:tasks.rados.rados.0.smithi031.stdout:1178: oid 9 version 741 is already newer than 740 2024-09-17T17:07:06.722 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 741 (ObjNum 391 snap 110 seq_num 391) dirty exists 2024-09-17T17:07:06.723 INFO:tasks.rados.rados.0.smithi031.stdout:1178: left oid 9 (ObjNum 391 snap 110 seq_num 391) 2024-09-17T17:07:06.723 INFO:tasks.rados.rados.0.smithi031.stdout:1179: finishing write tid 1 to smithi03184240-38 2024-09-17T17:07:06.723 INFO:tasks.rados.rados.0.smithi031.stdout:1178: done (2 left) 2024-09-17T17:07:06.723 INFO:tasks.rados.rados.0.smithi031.stdout:1181: snap_remove snap 95 2024-09-17T17:07:07.344 INFO:tasks.rados.rados.0.smithi031.stdout:1179: finishing write tid 2 to smithi03184240-38 2024-09-17T17:07:07.344 INFO:tasks.rados.rados.0.smithi031.stdout:1179: finishing write tid 3 to smithi03184240-38 2024-09-17T17:07:07.345 INFO:tasks.rados.rados.0.smithi031.stdout:1179: finishing write tid 4 to smithi03184240-38 2024-09-17T17:07:07.345 INFO:tasks.rados.rados.0.smithi031.stdout:1180: finishing copy_from racing read to smithi03184240-21 2024-09-17T17:07:07.345 INFO:tasks.rados.rados.0.smithi031.stdout:1179: finishing write tid 5 to smithi03184240-38 2024-09-17T17:07:07.345 INFO:tasks.rados.rados.0.smithi031.stdout:1179: oid 38 updating version 0 to 662 2024-09-17T17:07:07.345 INFO:tasks.rados.rados.0.smithi031.stdout:1179: oid 38 version 662 is already newer than 661 2024-09-17T17:07:07.345 INFO:tasks.rados.rados.0.smithi031.stdout:1179: oid 38 version 662 is already newer than 660 2024-09-17T17:07:07.345 INFO:tasks.rados.rados.0.smithi031.stdout:1179: oid 38 version 662 is already newer than 659 2024-09-17T17:07:07.345 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 662 (ObjNum 392 snap 110 seq_num 392) dirty exists 2024-09-17T17:07:07.345 INFO:tasks.rados.rados.0.smithi031.stdout:1179: left oid 38 (ObjNum 392 snap 110 seq_num 392) 2024-09-17T17:07:07.345 INFO:tasks.rados.rados.0.smithi031.stdout:1180: finishing copy_from to smithi03184240-21 2024-09-17T17:07:07.345 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 368 (ObjNum 299 snap 83 seq_num 299) dirty exists 2024-09-17T17:07:07.345 INFO:tasks.rados.rados.0.smithi031.stdout:1179: done (2 left) 2024-09-17T17:07:07.346 INFO:tasks.rados.rados.0.smithi031.stdout:1180: done (1 left) 2024-09-17T17:07:07.346 INFO:tasks.rados.rados.0.smithi031.stdout:1181: done (0 left) 2024-09-17T17:07:07.346 INFO:tasks.rados.rados.0.smithi031.stdout:1182: read oid 5 snap 101 2024-09-17T17:07:07.346 INFO:tasks.rados.rados.0.smithi031.stdout:1182: expect deleted 2024-09-17T17:07:07.346 INFO:tasks.rados.rados.0.smithi031.stdout:1183: snap_remove snap 109 2024-09-17T17:07:07.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:07 smithi031 ceph-mon[96842]: pgmap v98: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 267 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.1 MiB/s wr, 17 op/s; 124/603 objects degraded (20.564%) 2024-09-17T17:07:07.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:07 smithi031 ceph-mon[96842]: Health check failed: Degraded data redundancy: 124/603 objects degraded (20.564%), 16 pgs degraded (PG_DEGRADED) 2024-09-17T17:07:07.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:07 smithi031 ceph-mon[96842]: osdmap e293: 8 total, 7 up, 8 in 2024-09-17T17:07:07.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:07 smithi031 ceph-mon[94873]: pgmap v98: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 267 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.1 MiB/s wr, 17 op/s; 124/603 objects degraded (20.564%) 2024-09-17T17:07:07.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:07 smithi031 ceph-mon[94873]: Health check failed: Degraded data redundancy: 124/603 objects degraded (20.564%), 16 pgs degraded (PG_DEGRADED) 2024-09-17T17:07:07.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:07 smithi031 ceph-mon[94873]: osdmap e293: 8 total, 7 up, 8 in 2024-09-17T17:07:07.594 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:07 smithi031 podman[102077]: 2024-09-17 17:07:07.175487833 +0000 UTC m=+0.721469283 container remove a338e664849a5d96668215a7222730664badfe6b44d3189727d1d02b1aefb336 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-09-17T17:07:07.595 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:07 smithi031 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.0.service: Deactivated successfully. 2024-09-17T17:07:07.595 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:07 smithi031 systemd[1]: Stopped Ceph osd.0 for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:07:07.595 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:07 smithi031 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.0.service: Consumed 13.015s CPU time. 2024-09-17T17:07:07.595 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:07 smithi031 systemd[1]: Starting Ceph osd.0 for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:07:07.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:07 smithi066 ceph-mon[86175]: pgmap v98: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 267 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.1 MiB/s wr, 17 op/s; 124/603 objects degraded (20.564%) 2024-09-17T17:07:07.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:07 smithi066 ceph-mon[86175]: Health check failed: Degraded data redundancy: 124/603 objects degraded (20.564%), 16 pgs degraded (PG_DEGRADED) 2024-09-17T17:07:07.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:07 smithi066 ceph-mon[86175]: osdmap e293: 8 total, 7 up, 8 in 2024-09-17T17:07:07.956 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:07 smithi031 podman[102181]: 2024-09-17 17:07:07.53362443 +0000 UTC m=+0.016580375 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:07:07.956 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:07 smithi031 podman[102181]: 2024-09-17 17:07:07.651699325 +0000 UTC m=+0.134655303 container create 7c02af3f5f9839474ef8617cdd9ab628a4d60d5043c1b5e58ad05aad2f833900 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0-activate, org.label-schema.vendor=CentOS, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-09-17T17:07:07.956 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:07 smithi031 podman[102181]: 2024-09-17 17:07:07.862769367 +0000 UTC m=+0.345725305 container init 7c02af3f5f9839474ef8617cdd9ab628a4d60d5043c1b5e58ad05aad2f833900 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0-activate, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, ceph=True) 2024-09-17T17:07:07.956 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:07 smithi031 podman[102181]: 2024-09-17 17:07:07.867792238 +0000 UTC m=+0.350748174 container start 7c02af3f5f9839474ef8617cdd9ab628a4d60d5043c1b5e58ad05aad2f833900 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0-activate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-17T17:07:07.956 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:07 smithi031 podman[102181]: 2024-09-17 17:07:07.954073199 +0000 UTC m=+0.437029148 container attach 7c02af3f5f9839474ef8617cdd9ab628a4d60d5043c1b5e58ad05aad2f833900 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0-activate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T17:07:08.305 INFO:tasks.rados.rados.0.smithi031.stdout:1183: done (1 left) 2024-09-17T17:07:08.305 INFO:tasks.rados.rados.0.smithi031.stdout:1184: copy_from oid 11 from oid 45 current snap is 110 2024-09-17T17:07:08.305 INFO:tasks.rados.rados.0.smithi031.stdout:1182: done (1 left) 2024-09-17T17:07:08.305 INFO:tasks.rados.rados.0.smithi031.stdout:1185: read oid 25 snap -1 2024-09-17T17:07:08.305 INFO:tasks.rados.rados.0.smithi031.stdout:1185: expect (ObjNum 360 snap 103 seq_num 360) 2024-09-17T17:07:08.306 INFO:tasks.rados.rados.0.smithi031.stdout:1186: copy_from oid 24 from oid 22 current snap is 110 2024-09-17T17:07:08.306 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 110 2024-09-17T17:07:08.306 INFO:tasks.rados.rados.0.smithi031.stdout:1187: seq_num 393 ranges {0=589824,589824=679936,1269760=524288} 2024-09-17T17:07:08.309 INFO:tasks.rados.rados.0.smithi031.stdout:1187: writing smithi03184240-31 from 0 to 589824 tid 1 2024-09-17T17:07:08.313 INFO:tasks.rados.rados.0.smithi031.stdout:1187: writing smithi03184240-31 from 589824 to 1269760 tid 2 2024-09-17T17:07:08.317 INFO:tasks.rados.rados.0.smithi031.stdout:1187: writing smithi03184240-31 from 1269760 to 1794048 tid 3 2024-09-17T17:07:08.317 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 41 current snap is 110 2024-09-17T17:07:08.317 INFO:tasks.rados.rados.0.smithi031.stdout:1188: seq_num 394 ranges {1196032=606208,1802240=565248,2367488=557056,2924544=81920} 2024-09-17T17:07:08.327 INFO:tasks.rados.rados.0.smithi031.stdout:1188: writing smithi03184240-41 from 1196032 to 1802240 tid 1 2024-09-17T17:07:08.330 INFO:tasks.rados.rados.0.smithi031.stdout:1188: writing smithi03184240-41 from 1802240 to 2367488 tid 2 2024-09-17T17:07:08.333 INFO:tasks.rados.rados.0.smithi031.stdout:1188: writing smithi03184240-41 from 2367488 to 2924544 tid 3 2024-09-17T17:07:08.335 INFO:tasks.rados.rados.0.smithi031.stdout:1188: writing smithi03184240-41 from 2924544 to 3006464 tid 4 2024-09-17T17:07:08.335 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 47 current snap is 110 2024-09-17T17:07:08.335 INFO:tasks.rados.rados.0.smithi031.stdout:1184: finishing copy_from to smithi03184240-11 2024-09-17T17:07:08.335 INFO:tasks.rados.rados.0.smithi031.stdout:1184: got expected ENOENT (src dne) 2024-09-17T17:07:08.336 INFO:tasks.rados.rados.0.smithi031.stdout:1184: finishing copy_from racing read to smithi03184240-11 2024-09-17T17:07:08.336 INFO:tasks.rados.rados.0.smithi031.stdout:1187: finishing write tid 1 to smithi03184240-31 2024-09-17T17:07:08.336 INFO:tasks.rados.rados.0.smithi031.stdout:1187: finishing write tid 2 to smithi03184240-31 2024-09-17T17:07:08.336 INFO:tasks.rados.rados.0.smithi031.stdout:1187: finishing write tid 3 to smithi03184240-31 2024-09-17T17:07:08.336 INFO:tasks.rados.rados.0.smithi031.stdout:1187: finishing write tid 4 to smithi03184240-31 2024-09-17T17:07:08.336 INFO:tasks.rados.rados.0.smithi031.stdout:1187: finishing write tid 5 to smithi03184240-31 2024-09-17T17:07:08.336 INFO:tasks.rados.rados.0.smithi031.stdout:1187: oid 31 updating version 0 to 720 2024-09-17T17:07:08.336 INFO:tasks.rados.rados.0.smithi031.stdout:1187: oid 31 version 720 is already newer than 719 2024-09-17T17:07:08.336 INFO:tasks.rados.rados.0.smithi031.stdout:1187: oid 31 updating version 720 to 721 2024-09-17T17:07:08.336 INFO:tasks.rados.rados.0.smithi031.stdout:1187: oid 31 version 721 is already newer than 718 2024-09-17T17:07:08.336 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 721 (ObjNum 393 snap 110 seq_num 393) dirty exists 2024-09-17T17:07:08.336 INFO:tasks.rados.rados.0.smithi031.stdout:1187: left oid 31 (ObjNum 393 snap 110 seq_num 393) 2024-09-17T17:07:08.336 INFO:tasks.rados.rados.0.smithi031.stdout:1185: expect (ObjNum 360 snap 103 seq_num 360) 2024-09-17T17:07:08.343 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:08 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0-activate[102196]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T17:07:08.343 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:08 smithi031 bash[102181]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T17:07:08.343 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:08 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0-activate[102196]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T17:07:08.344 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:08 smithi031 bash[102181]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T17:07:08.374 INFO:tasks.rados.rados.0.smithi031.stdout:1188: finishing write tid 1 to smithi03184240-41 2024-09-17T17:07:08.375 INFO:tasks.rados.rados.0.smithi031.stdout:1188: finishing write tid 2 to smithi03184240-41 2024-09-17T17:07:08.375 INFO:tasks.rados.rados.0.smithi031.stdout:1189: seq_num 395 ranges {9486336=622592,10108928=450560,10559488=753664} 2024-09-17T17:07:08.429 INFO:tasks.rados.rados.0.smithi031.stdout:1189: writing smithi03184240-47 from 9486336 to 10108928 tid 1 2024-09-17T17:07:08.432 INFO:tasks.rados.rados.0.smithi031.stdout:1189: writing smithi03184240-47 from 10108928 to 10559488 tid 2 2024-09-17T17:07:08.437 INFO:tasks.rados.rados.0.smithi031.stdout:1189: writing smithi03184240-47 from 10559488 to 11313152 tid 3 2024-09-17T17:07:08.437 INFO:tasks.rados.rados.0.smithi031.stdout:1184: done (5 left) 2024-09-17T17:07:08.437 INFO:tasks.rados.rados.0.smithi031.stdout:1185: done (4 left) 2024-09-17T17:07:08.437 INFO:tasks.rados.rados.0.smithi031.stdout:1187: done (3 left) 2024-09-17T17:07:08.437 INFO:tasks.rados.rados.0.smithi031.stdout:1190: snap_create 2024-09-17T17:07:08.438 INFO:tasks.rados.rados.0.smithi031.stdout:1186: finishing copy_from racing read to smithi03184240-24 2024-09-17T17:07:08.438 INFO:tasks.rados.rados.0.smithi031.stdout:1188: finishing write tid 3 to smithi03184240-41 2024-09-17T17:07:08.438 INFO:tasks.rados.rados.0.smithi031.stdout:1188: finishing write tid 4 to smithi03184240-41 2024-09-17T17:07:08.438 INFO:tasks.rados.rados.0.smithi031.stdout:1188: finishing write tid 5 to smithi03184240-41 2024-09-17T17:07:08.438 INFO:tasks.rados.rados.0.smithi031.stdout:1186: finishing copy_from to smithi03184240-24 2024-09-17T17:07:08.438 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 733 (ObjNum 372 snap 107 seq_num 372) dirty exists 2024-09-17T17:07:08.438 INFO:tasks.rados.rados.0.smithi031.stdout:1188: finishing write tid 6 to smithi03184240-41 2024-09-17T17:07:08.438 INFO:tasks.rados.rados.0.smithi031.stdout:1188: oid 41 updating version 0 to 500 2024-09-17T17:07:08.438 INFO:tasks.rados.rados.0.smithi031.stdout:1188: oid 41 version 500 is already newer than 497 2024-09-17T17:07:08.438 INFO:tasks.rados.rados.0.smithi031.stdout:1188: oid 41 version 500 is already newer than 499 2024-09-17T17:07:08.438 INFO:tasks.rados.rados.0.smithi031.stdout:1188: oid 41 version 500 is already newer than 498 2024-09-17T17:07:08.438 INFO:tasks.rados.rados.0.smithi031.stdout:1188: oid 41 version 500 is already newer than 496 2024-09-17T17:07:08.438 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 500 (ObjNum 394 snap 110 seq_num 394) dirty exists 2024-09-17T17:07:08.438 INFO:tasks.rados.rados.0.smithi031.stdout:1188: left oid 41 (ObjNum 394 snap 110 seq_num 394) 2024-09-17T17:07:08.439 INFO:tasks.rados.rados.0.smithi031.stdout:1189: finishing write tid 1 to smithi03184240-47 2024-09-17T17:07:08.439 INFO:tasks.rados.rados.0.smithi031.stdout:1189: finishing write tid 2 to smithi03184240-47 2024-09-17T17:07:08.439 INFO:tasks.rados.rados.0.smithi031.stdout:1189: finishing write tid 3 to smithi03184240-47 2024-09-17T17:07:08.439 INFO:tasks.rados.rados.0.smithi031.stdout:1189: finishing write tid 4 to smithi03184240-47 2024-09-17T17:07:08.440 INFO:tasks.rados.rados.0.smithi031.stdout:1189: finishing write tid 5 to smithi03184240-47 2024-09-17T17:07:08.440 INFO:tasks.rados.rados.0.smithi031.stdout:1189: oid 47 updating version 0 to 390 2024-09-17T17:07:08.440 INFO:tasks.rados.rados.0.smithi031.stdout:1189: oid 47 version 390 is already newer than 389 2024-09-17T17:07:08.440 INFO:tasks.rados.rados.0.smithi031.stdout:1189: oid 47 version 390 is already newer than 387 2024-09-17T17:07:08.440 INFO:tasks.rados.rados.0.smithi031.stdout:1189: oid 47 version 390 is already newer than 388 2024-09-17T17:07:08.441 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 390 (ObjNum 395 snap 110 seq_num 395) dirty exists 2024-09-17T17:07:08.441 INFO:tasks.rados.rados.0.smithi031.stdout:1189: left oid 47 (ObjNum 395 snap 110 seq_num 395) 2024-09-17T17:07:08.593 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-09-17T17:07:08.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:08 smithi066 ceph-mon[86175]: osdmap e294: 8 total, 7 up, 8 in 2024-09-17T17:07:08.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:08 smithi066 ceph-mon[86175]: osdmap e295: 8 total, 7 up, 8 in 2024-09-17T17:07:08.767 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:08 smithi031 ceph-mon[94873]: osdmap e294: 8 total, 7 up, 8 in 2024-09-17T17:07:08.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:08 smithi031 ceph-mon[94873]: osdmap e295: 8 total, 7 up, 8 in 2024-09-17T17:07:08.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:08 smithi031 ceph-mon[96842]: osdmap e294: 8 total, 7 up, 8 in 2024-09-17T17:07:08.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:08 smithi031 ceph-mon[96842]: osdmap e295: 8 total, 7 up, 8 in 2024-09-17T17:07:08.768 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:08 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0-activate[102196]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-17T17:07:08.768 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:08 smithi031 bash[102181]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-17T17:07:08.768 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:08 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0-activate[102196]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-17T17:07:08.769 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:08 smithi031 bash[102181]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-17T17:07:08.769 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:08 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0-activate[102196]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-17T17:07:08.769 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:08 smithi031 bash[102181]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-17T17:07:09.093 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:08 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0-activate[102196]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-17T17:07:09.094 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:08 smithi031 bash[102181]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-17T17:07:09.094 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:08 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0-activate[102196]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-09-17T17:07:09.094 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:08 smithi031 bash[102181]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-09-17T17:07:09.094 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:08 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0-activate[102196]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-17T17:07:09.094 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:08 smithi031 bash[102181]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-17T17:07:09.094 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:08 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0-activate[102196]: --> ceph-volume raw activate successful for osd ID: 0 2024-09-17T17:07:09.094 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:08 smithi031 bash[102181]: --> ceph-volume raw activate successful for osd ID: 0 2024-09-17T17:07:09.094 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:08 smithi031 podman[102181]: 2024-09-17 17:07:08.80241977 +0000 UTC m=+1.285375719 container died 7c02af3f5f9839474ef8617cdd9ab628a4d60d5043c1b5e58ad05aad2f833900 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0-activate, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.37.2, GIT_CLEAN=True, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux ) 2024-09-17T17:07:09.198 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T17:07:09.198 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (5m) 50s ago 6m 26.4M - 0.25.0 c8568f914cd2 e19d96c7fca4 2024-09-17T17:07:09.198 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi066 *:3000 running (6m) 37s ago 5m 92.1M - 9.4.7 954c08fa6188 7bff2f45f353 2024-09-17T17:07:09.199 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (7m) 50s ago 7m 17.5M - 18.2.4-855-g19e2a2be 980a0bfcd684 564d1f0baaea 2024-09-17T17:07:09.199 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi066 running (7m) 37s ago 7m 19.4M - 18.2.4-855-g19e2a2be 980a0bfcd684 c397d3fc9cd9 2024-09-17T17:07:09.199 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi066 *:8443,9283,8765 running (90s) 37s ago 10m 453M - 19.3.0-4975-g1889a165 a500243bbb0c f591bc4bdc0b 2024-09-17T17:07:09.199 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:8443,9283,8765 running (118s) 50s ago 12m 514M - 19.3.0-4975-g1889a165 a500243bbb0c 9305cc0f241a 2024-09-17T17:07:09.199 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (76s) 50s ago 12m 38.9M 2048M 19.3.0-4975-g1889a165 a500243bbb0c ebe1c312bc55 2024-09-17T17:07:09.199 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi066 running (41s) 37s ago 11m 27.6M 2048M 19.3.0-4975-g1889a165 a500243bbb0c 345d1bf73a6f 2024-09-17T17:07:09.199 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (54s) 50s ago 11m 26.5M 2048M 19.3.0-4975-g1889a165 a500243bbb0c 4e86f0859c56 2024-09-17T17:07:09.199 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (5m) 50s ago 5m 15.6M - 1.5.0 0da6a335fe13 5461f4c7304d 2024-09-17T17:07:09.199 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi066 *:9100 running (5m) 37s ago 5m 16.8M - 1.5.0 0da6a335fe13 f747e79004be 2024-09-17T17:07:09.199 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (10m) 50s ago 10m 180M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 38476b1f028e 2024-09-17T17:07:09.199 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (10m) 50s ago 10m 128M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 626c909b429a 2024-09-17T17:07:09.199 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (9m) 50s ago 9m 138M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 f9740304d424 2024-09-17T17:07:09.200 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (9m) 50s ago 9m 93.5M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 aa304ea854ca 2024-09-17T17:07:09.200 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi066 running (9m) 37s ago 9m 160M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 a9ca20b85bc9 2024-09-17T17:07:09.200 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi066 running (8m) 37s ago 8m 153M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 2c5ce84fcccf 2024-09-17T17:07:09.200 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi066 running (8m) 37s ago 8m 105M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 d221efc6e856 2024-09-17T17:07:09.200 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi066 running (7m) 37s ago 7m 88.5M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 ce691a28a9fd 2024-09-17T17:07:09.200 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi066 *:9095 running (95s) 37s ago 6m 49.5M - 2.43.0 a07b618ecd1d c016a10f3f92 2024-09-17T17:07:09.357 INFO:tasks.rados.rados.0.smithi031.stdout:1186: done (3 left) 2024-09-17T17:07:09.357 INFO:tasks.rados.rados.0.smithi031.stdout:1188: done (2 left) 2024-09-17T17:07:09.357 INFO:tasks.rados.rados.0.smithi031.stdout:1189: done (1 left) 2024-09-17T17:07:09.358 INFO:tasks.rados.rados.0.smithi031.stdout:1190: done (0 left) 2024-09-17T17:07:09.358 INFO:tasks.rados.rados.0.smithi031.stdout:1191: read oid 16 snap -1 2024-09-17T17:07:09.358 INFO:tasks.rados.rados.0.smithi031.stdout:1191: expect deleted 2024-09-17T17:07:09.358 INFO:tasks.rados.rados.0.smithi031.stdout:1192: read oid 47 snap -1 2024-09-17T17:07:09.358 INFO:tasks.rados.rados.0.smithi031.stdout:1192: expect (ObjNum 395 snap 110 seq_num 395) 2024-09-17T17:07:09.358 INFO:tasks.rados.rados.0.smithi031.stdout:1193: read oid 29 snap -1 2024-09-17T17:07:09.358 INFO:tasks.rados.rados.0.smithi031.stdout:1193: expect deleted 2024-09-17T17:07:09.358 INFO:tasks.rados.rados.0.smithi031.stdout:1194: rollback oid 14 current snap is 111 2024-09-17T17:07:09.358 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 14 to 106 2024-09-17T17:07:09.358 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 13 current snap is 111 2024-09-17T17:07:09.358 INFO:tasks.rados.rados.0.smithi031.stdout:1195: seq_num 396 ranges {0=638976,638976=786432,1425408=417792} 2024-09-17T17:07:09.361 INFO:tasks.rados.rados.0.smithi031.stdout:1195: writing smithi03184240-13 from 0 to 638976 tid 1 2024-09-17T17:07:09.366 INFO:tasks.rados.rados.0.smithi031.stdout:1195: writing smithi03184240-13 from 638976 to 1425408 tid 2 2024-09-17T17:07:09.369 INFO:tasks.rados.rados.0.smithi031.stdout:1195: writing smithi03184240-13 from 1425408 to 1843200 tid 3 2024-09-17T17:07:09.370 INFO:tasks.rados.rados.0.smithi031.stdout:1196: read oid 9 snap -1 2024-09-17T17:07:09.370 INFO:tasks.rados.rados.0.smithi031.stdout:1196: expect (ObjNum 391 snap 110 seq_num 391) 2024-09-17T17:07:09.370 INFO:tasks.rados.rados.0.smithi031.stdout:1197: snap_create 2024-09-17T17:07:09.370 INFO:tasks.rados.rados.0.smithi031.stdout:1194: finishing rollback tid 0 to smithi03184240-14 2024-09-17T17:07:09.370 INFO:tasks.rados.rados.0.smithi031.stdout:1194: finishing rollback tid 1 to smithi03184240-14 2024-09-17T17:07:09.370 INFO:tasks.rados.rados.0.smithi031.stdout:1194: finishing rollback tid 2 to smithi03184240-14 2024-09-17T17:07:09.370 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 600 (ObjNum 163 snap 41 seq_num 163) dirty exists 2024-09-17T17:07:09.370 INFO:tasks.rados.rados.0.smithi031.stdout:1195: finishing write tid 1 to smithi03184240-13 2024-09-17T17:07:09.372 INFO:tasks.rados.rados.0.smithi031.stdout:1195: finishing write tid 2 to smithi03184240-13 2024-09-17T17:07:09.372 INFO:tasks.rados.rados.0.smithi031.stdout:1195: finishing write tid 3 to smithi03184240-13 2024-09-17T17:07:09.372 INFO:tasks.rados.rados.0.smithi031.stdout:1195: finishing write tid 4 to smithi03184240-13 2024-09-17T17:07:09.377 INFO:tasks.rados.rados.0.smithi031.stdout:1195: finishing write tid 5 to smithi03184240-13 2024-09-17T17:07:09.378 INFO:tasks.rados.rados.0.smithi031.stdout:1195: oid 13 updating version 0 to 742 2024-09-17T17:07:09.378 INFO:tasks.rados.rados.0.smithi031.stdout:1195: oid 13 updating version 742 to 745 2024-09-17T17:07:09.378 INFO:tasks.rados.rados.0.smithi031.stdout:1195: oid 13 version 745 is already newer than 743 2024-09-17T17:07:09.378 INFO:tasks.rados.rados.0.smithi031.stdout:1195: oid 13 version 745 is already newer than 744 2024-09-17T17:07:09.378 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 745 (ObjNum 396 snap 111 seq_num 396) dirty exists 2024-09-17T17:07:09.378 INFO:tasks.rados.rados.0.smithi031.stdout:1195: left oid 13 (ObjNum 396 snap 111 seq_num 396) 2024-09-17T17:07:09.379 INFO:tasks.rados.rados.0.smithi031.stdout:1196: expect (ObjNum 391 snap 110 seq_num 391) 2024-09-17T17:07:09.432 INFO:tasks.rados.rados.0.smithi031.stdout:1192: expect (ObjNum 395 snap 110 seq_num 395) 2024-09-17T17:07:09.501 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:09 smithi031 ceph-mon[94873]: pgmap v101: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 267 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.1 MiB/s wr, 17 op/s; 124/603 objects degraded (20.564%) 2024-09-17T17:07:09.501 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:09 smithi031 ceph-mon[94873]: from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:07:09.502 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:09 smithi031 ceph-mon[96842]: pgmap v101: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 267 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.1 MiB/s wr, 17 op/s; 124/603 objects degraded (20.564%) 2024-09-17T17:07:09.502 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:09 smithi031 ceph-mon[96842]: from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:07:09.502 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:09 smithi031 podman[102393]: 2024-09-17 17:07:09.499513903 +0000 UTC m=+0.690611646 container remove 7c02af3f5f9839474ef8617cdd9ab628a4d60d5043c1b5e58ad05aad2f833900 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0-activate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2) 2024-09-17T17:07:09.567 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:07:09.568 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-09-17T17:07:09.568 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 3 2024-09-17T17:07:09.568 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:07:09.568 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-09-17T17:07:09.568 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 2 2024-09-17T17:07:09.568 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:07:09.568 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-09-17T17:07:09.568 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 7 2024-09-17T17:07:09.568 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:07:09.568 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-09-17T17:07:09.568 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T17:07:09.569 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:07:09.569 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-09-17T17:07:09.569 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 9, 2024-09-17T17:07:09.569 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 5 2024-09-17T17:07:09.569 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-17T17:07:09.569 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:07:09.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:09 smithi066 ceph-mon[86175]: pgmap v101: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 267 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.1 MiB/s wr, 17 op/s; 124/603 objects degraded (20.564%) 2024-09-17T17:07:09.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:09 smithi066 ceph-mon[86175]: from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:07:09.844 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:09 smithi031 podman[102502]: 2024-09-17 17:07:09.627332153 +0000 UTC m=+0.017227072 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:07:09.844 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:09 smithi031 podman[102502]: 2024-09-17 17:07:09.733847317 +0000 UTC m=+0.123742215 container create d17b0a925338a4f5b98ad6e5d9f53bbaa0e35966ad36ad609cdd45657971d2b4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T17:07:09.879 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:07:09.879 INFO:teuthology.orchestra.run.smithi031.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0", 2024-09-17T17:07:09.879 INFO:teuthology.orchestra.run.smithi031.stdout: "in_progress": true, 2024-09-17T17:07:09.879 INFO:teuthology.orchestra.run.smithi031.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T17:07:09.879 INFO:teuthology.orchestra.run.smithi031.stdout: "services_complete": [ 2024-09-17T17:07:09.880 INFO:teuthology.orchestra.run.smithi031.stdout: "mon", 2024-09-17T17:07:09.880 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr" 2024-09-17T17:07:09.880 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-17T17:07:09.880 INFO:teuthology.orchestra.run.smithi031.stdout: "progress": "5/20 daemons upgraded", 2024-09-17T17:07:09.880 INFO:teuthology.orchestra.run.smithi031.stdout: "message": "Currently upgrading osd daemons", 2024-09-17T17:07:09.880 INFO:teuthology.orchestra.run.smithi031.stdout: "is_paused": false 2024-09-17T17:07:09.880 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:07:10.343 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:09 smithi031 podman[102502]: 2024-09-17 17:07:09.986367844 +0000 UTC m=+0.376262750 container init d17b0a925338a4f5b98ad6e5d9f53bbaa0e35966ad36ad609cdd45657971d2b4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-09-17T17:07:10.344 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:09 smithi031 podman[102502]: 2024-09-17 17:07:09.991576712 +0000 UTC m=+0.381471604 container start d17b0a925338a4f5b98ad6e5d9f53bbaa0e35966ad36ad609cdd45657971d2b4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0, org.label-schema.vendor=CentOS, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-09-17T17:07:10.344 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:10 smithi031 ceph-osd[102561]: -- 172.21.15.31:0/3211953440 <== mon.0 v2:172.21.15.31:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56399b56ba40 con 0x56399c338400 2024-09-17T17:07:10.344 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:10 smithi031 bash[102502]: d17b0a925338a4f5b98ad6e5d9f53bbaa0e35966ad36ad609cdd45657971d2b4 2024-09-17T17:07:10.344 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:10 smithi031 systemd[1]: Started Ceph osd.0 for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:07:10.363 INFO:tasks.rados.rados.0.smithi031.stdout:1191: done (6 left) 2024-09-17T17:07:10.363 INFO:tasks.rados.rados.0.smithi031.stdout:1192: done (5 left) 2024-09-17T17:07:10.363 INFO:tasks.rados.rados.0.smithi031.stdout:1193: done (4 left) 2024-09-17T17:07:10.364 INFO:tasks.rados.rados.0.smithi031.stdout:1194: done (3 left) 2024-09-17T17:07:10.364 INFO:tasks.rados.rados.0.smithi031.stdout:1195: done (2 left) 2024-09-17T17:07:10.364 INFO:tasks.rados.rados.0.smithi031.stdout:1196: done (1 left) 2024-09-17T17:07:10.364 INFO:tasks.rados.rados.0.smithi031.stdout:1197: done (0 left) 2024-09-17T17:07:10.364 INFO:tasks.rados.rados.0.smithi031.stdout:1198: rmattr oid 40 current snap is 112 2024-09-17T17:07:10.364 INFO:tasks.rados.rados.0.smithi031.stdout:1198: done (0 left) 2024-09-17T17:07:10.364 INFO:tasks.rados.rados.0.smithi031.stdout:1199: snap_remove snap 101 2024-09-17T17:07:10.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:10 smithi066 ceph-mon[86175]: from='client.34230 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:07:10.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:10 smithi066 ceph-mon[86175]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:07:10.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:10 smithi066 ceph-mon[86175]: osdmap e296: 8 total, 7 up, 8 in 2024-09-17T17:07:10.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:10 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/1904813810' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:07:10.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:10 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:10.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:10 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:10.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:10 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:07:10.782 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:10 smithi031 ceph-mon[96842]: from='client.34230 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:07:10.782 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:10 smithi031 ceph-mon[96842]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:07:10.782 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:10 smithi031 ceph-mon[96842]: osdmap e296: 8 total, 7 up, 8 in 2024-09-17T17:07:10.782 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:10 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/1904813810' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:07:10.782 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:10 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:10.782 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:10 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:10.782 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:10 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:07:10.783 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:10 smithi031 ceph-mon[94873]: from='client.34230 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:07:10.783 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:10 smithi031 ceph-mon[94873]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:07:10.783 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:10 smithi031 ceph-mon[94873]: osdmap e296: 8 total, 7 up, 8 in 2024-09-17T17:07:10.783 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:10 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/1904813810' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:07:10.783 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:10 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:10.783 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:10 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:10.783 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:10 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:07:11.364 INFO:tasks.rados.rados.0.smithi031.stdout:1199: done (0 left) 2024-09-17T17:07:11.364 INFO:tasks.rados.rados.0.smithi031.stdout:1200: snap_remove snap 76 2024-09-17T17:07:11.637 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:07:11 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:07:11] "GET /metrics HTTP/1.1" 200 36086 "" "Prometheus/2.43.0" 2024-09-17T17:07:11.638 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:11 smithi031 ceph-mon[94873]: from='client.34248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:07:11.638 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:11 smithi031 ceph-mon[94873]: pgmap v104: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 267 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 124/603 objects degraded (20.564%) 2024-09-17T17:07:11.638 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:11 smithi031 ceph-mon[94873]: osdmap e297: 8 total, 7 up, 8 in 2024-09-17T17:07:11.638 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:11 smithi031 ceph-mon[96842]: from='client.34248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:07:11.638 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:11 smithi031 ceph-mon[96842]: pgmap v104: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 267 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 124/603 objects degraded (20.564%) 2024-09-17T17:07:11.639 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:11 smithi031 ceph-mon[96842]: osdmap e297: 8 total, 7 up, 8 in 2024-09-17T17:07:11.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:11 smithi066 ceph-mon[86175]: from='client.34248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:07:11.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:11 smithi066 ceph-mon[86175]: pgmap v104: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 267 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 124/603 objects degraded (20.564%) 2024-09-17T17:07:11.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:11 smithi066 ceph-mon[86175]: osdmap e297: 8 total, 7 up, 8 in 2024-09-17T17:07:11.895 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:11 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0[102535]: 2024-09-17T17:07:11.634+0000 7f7da924f640 -1 Falling back to public interface 2024-09-17T17:07:12.366 INFO:tasks.rados.rados.0.smithi031.stdout:1200: done (0 left) 2024-09-17T17:07:12.366 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 14 current snap is 112 2024-09-17T17:07:12.367 INFO:tasks.rados.rados.0.smithi031.stdout:1201: seq_num 397 ranges {442368=655360,1097728=671744,1769472=532480} 2024-09-17T17:07:12.372 INFO:tasks.rados.rados.0.smithi031.stdout:1201: writing smithi03184240-14 from 442368 to 1097728 tid 1 2024-09-17T17:07:12.377 INFO:tasks.rados.rados.0.smithi031.stdout:1201: writing smithi03184240-14 from 1097728 to 1769472 tid 2 2024-09-17T17:07:12.381 INFO:tasks.rados.rados.0.smithi031.stdout:1201: writing smithi03184240-14 from 1769472 to 2301952 tid 3 2024-09-17T17:07:12.381 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 39 current snap is 112 2024-09-17T17:07:12.381 INFO:tasks.rados.rados.0.smithi031.stdout:1201: finishing write tid 1 to smithi03184240-14 2024-09-17T17:07:12.381 INFO:tasks.rados.rados.0.smithi031.stdout:1202: seq_num 398 ranges {6709248=671744,7380992=557056,7938048=532480,8470528=114688} 2024-09-17T17:07:12.421 INFO:tasks.rados.rados.0.smithi031.stdout:1202: writing smithi03184240-39 from 6709248 to 7380992 tid 1 2024-09-17T17:07:12.424 INFO:tasks.rados.rados.0.smithi031.stdout:1202: writing smithi03184240-39 from 7380992 to 7938048 tid 2 2024-09-17T17:07:12.427 INFO:tasks.rados.rados.0.smithi031.stdout:1202: writing smithi03184240-39 from 7938048 to 8470528 tid 3 2024-09-17T17:07:12.429 INFO:tasks.rados.rados.0.smithi031.stdout:1202: writing smithi03184240-39 from 8470528 to 8585216 tid 4 2024-09-17T17:07:12.429 INFO:tasks.rados.rados.0.smithi031.stdout:1203: read oid 9 snap -1 2024-09-17T17:07:12.429 INFO:tasks.rados.rados.0.smithi031.stdout:1203: expect (ObjNum 391 snap 110 seq_num 391) 2024-09-17T17:07:12.429 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 28 current snap is 112 2024-09-17T17:07:12.429 INFO:tasks.rados.rados.0.smithi031.stdout:1201: finishing write tid 2 to smithi03184240-14 2024-09-17T17:07:12.429 INFO:tasks.rados.rados.0.smithi031.stdout:1201: finishing write tid 3 to smithi03184240-14 2024-09-17T17:07:12.429 INFO:tasks.rados.rados.0.smithi031.stdout:1201: finishing write tid 4 to smithi03184240-14 2024-09-17T17:07:12.429 INFO:tasks.rados.rados.0.smithi031.stdout:1204: seq_num 399 ranges {5873664=688128,6561792=434176,6995968=745472,7741440=24576} 2024-09-17T17:07:12.465 INFO:tasks.rados.rados.0.smithi031.stdout:1204: writing smithi03184240-28 from 5873664 to 6561792 tid 1 2024-09-17T17:07:12.467 INFO:tasks.rados.rados.0.smithi031.stdout:1204: writing smithi03184240-28 from 6561792 to 6995968 tid 2 2024-09-17T17:07:12.472 INFO:tasks.rados.rados.0.smithi031.stdout:1204: writing smithi03184240-28 from 6995968 to 7741440 tid 3 2024-09-17T17:07:12.473 INFO:tasks.rados.rados.0.smithi031.stdout:1204: writing smithi03184240-28 from 7741440 to 7766016 tid 4 2024-09-17T17:07:12.473 INFO:tasks.rados.rados.0.smithi031.stdout:1205: snap_create 2024-09-17T17:07:12.473 INFO:tasks.rados.rados.0.smithi031.stdout:1201: finishing write tid 5 to smithi03184240-14 2024-09-17T17:07:12.473 INFO:tasks.rados.rados.0.smithi031.stdout:1201: oid 14 updating version 0 to 603 2024-09-17T17:07:12.473 INFO:tasks.rados.rados.0.smithi031.stdout:1201: oid 14 version 603 is already newer than 601 2024-09-17T17:07:12.473 INFO:tasks.rados.rados.0.smithi031.stdout:1201: oid 14 updating version 603 to 604 2024-09-17T17:07:12.473 INFO:tasks.rados.rados.0.smithi031.stdout:1201: oid 14 version 604 is already newer than 602 2024-09-17T17:07:12.473 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 604 (ObjNum 397 snap 112 seq_num 397) dirty exists 2024-09-17T17:07:12.473 INFO:tasks.rados.rados.0.smithi031.stdout:1201: left oid 14 (ObjNum 397 snap 112 seq_num 397) 2024-09-17T17:07:12.474 INFO:tasks.rados.rados.0.smithi031.stdout:1202: finishing write tid 1 to smithi03184240-39 2024-09-17T17:07:12.474 INFO:tasks.rados.rados.0.smithi031.stdout:1202: finishing write tid 2 to smithi03184240-39 2024-09-17T17:07:12.474 INFO:tasks.rados.rados.0.smithi031.stdout:1202: finishing write tid 3 to smithi03184240-39 2024-09-17T17:07:12.474 INFO:tasks.rados.rados.0.smithi031.stdout:1202: finishing write tid 4 to smithi03184240-39 2024-09-17T17:07:12.474 INFO:tasks.rados.rados.0.smithi031.stdout:1202: finishing write tid 5 to smithi03184240-39 2024-09-17T17:07:12.474 INFO:tasks.rados.rados.0.smithi031.stdout:1202: finishing write tid 6 to smithi03184240-39 2024-09-17T17:07:12.474 INFO:tasks.rados.rados.0.smithi031.stdout:1202: oid 39 updating version 0 to 747 2024-09-17T17:07:12.474 INFO:tasks.rados.rados.0.smithi031.stdout:1202: oid 39 updating version 747 to 750 2024-09-17T17:07:12.474 INFO:tasks.rados.rados.0.smithi031.stdout:1202: oid 39 version 750 is already newer than 749 2024-09-17T17:07:12.474 INFO:tasks.rados.rados.0.smithi031.stdout:1202: oid 39 version 750 is already newer than 746 2024-09-17T17:07:12.474 INFO:tasks.rados.rados.0.smithi031.stdout:1202: oid 39 version 750 is already newer than 748 2024-09-17T17:07:12.474 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 750 (ObjNum 398 snap 112 seq_num 398) dirty exists 2024-09-17T17:07:12.474 INFO:tasks.rados.rados.0.smithi031.stdout:1202: left oid 39 (ObjNum 398 snap 112 seq_num 398) 2024-09-17T17:07:12.475 INFO:tasks.rados.rados.0.smithi031.stdout:1203: expect (ObjNum 391 snap 110 seq_num 391) 2024-09-17T17:07:12.521 INFO:tasks.rados.rados.0.smithi031.stdout:1204: finishing write tid 1 to smithi03184240-28 2024-09-17T17:07:12.521 INFO:tasks.rados.rados.0.smithi031.stdout:1204: finishing write tid 2 to smithi03184240-28 2024-09-17T17:07:12.521 INFO:tasks.rados.rados.0.smithi031.stdout:1204: finishing write tid 3 to smithi03184240-28 2024-09-17T17:07:12.522 INFO:tasks.rados.rados.0.smithi031.stdout:1204: finishing write tid 4 to smithi03184240-28 2024-09-17T17:07:12.522 INFO:tasks.rados.rados.0.smithi031.stdout:1204: finishing write tid 5 to smithi03184240-28 2024-09-17T17:07:12.522 INFO:tasks.rados.rados.0.smithi031.stdout:1204: finishing write tid 6 to smithi03184240-28 2024-09-17T17:07:12.522 INFO:tasks.rados.rados.0.smithi031.stdout:1204: oid 28 updating version 0 to 1017 2024-09-17T17:07:12.522 INFO:tasks.rados.rados.0.smithi031.stdout:1204: oid 28 version 1017 is already newer than 1015 2024-09-17T17:07:12.522 INFO:tasks.rados.rados.0.smithi031.stdout:1204: oid 28 version 1017 is already newer than 1016 2024-09-17T17:07:12.522 INFO:tasks.rados.rados.0.smithi031.stdout:1204: oid 28 updating version 1017 to 1019 2024-09-17T17:07:12.522 INFO:tasks.rados.rados.0.smithi031.stdout:1204: oid 28 version 1019 is already newer than 1018 2024-09-17T17:07:12.522 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 1019 (ObjNum 399 snap 112 seq_num 399) dirty exists 2024-09-17T17:07:12.522 INFO:tasks.rados.rados.0.smithi031.stdout:1204: left oid 28 (ObjNum 399 snap 112 seq_num 399) 2024-09-17T17:07:12.649 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:12 smithi031 ceph-mon[94873]: osdmap e298: 8 total, 7 up, 8 in 2024-09-17T17:07:12.650 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:12 smithi031 ceph-mon[96842]: osdmap e298: 8 total, 7 up, 8 in 2024-09-17T17:07:12.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:12 smithi066 ceph-mon[86175]: osdmap e298: 8 total, 7 up, 8 in 2024-09-17T17:07:13.386 INFO:tasks.rados.rados.0.smithi031.stdout:1201: done (4 left) 2024-09-17T17:07:13.387 INFO:tasks.rados.rados.0.smithi031.stdout:1202: done (3 left) 2024-09-17T17:07:13.387 INFO:tasks.rados.rados.0.smithi031.stdout:1203: done (2 left) 2024-09-17T17:07:13.387 INFO:tasks.rados.rados.0.smithi031.stdout:1204: done (1 left) 2024-09-17T17:07:13.387 INFO:tasks.rados.rados.0.smithi031.stdout:1205: done (0 left) 2024-09-17T17:07:13.387 INFO:tasks.rados.rados.0.smithi031.stdout:1206: snap_create 2024-09-17T17:07:13.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:13 smithi031 ceph-mon[94873]: pgmap v107: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 269 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.9 MiB/s wr, 12 op/s; 125/588 objects degraded (21.259%) 2024-09-17T17:07:13.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:13 smithi031 ceph-mon[94873]: osdmap e299: 8 total, 7 up, 8 in 2024-09-17T17:07:13.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:13 smithi031 ceph-mon[94873]: Health check update: Degraded data redundancy: 125/588 objects degraded (21.259%), 16 pgs degraded (PG_DEGRADED) 2024-09-17T17:07:13.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:13 smithi031 ceph-mon[96842]: pgmap v107: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 269 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.9 MiB/s wr, 12 op/s; 125/588 objects degraded (21.259%) 2024-09-17T17:07:13.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:13 smithi031 ceph-mon[96842]: osdmap e299: 8 total, 7 up, 8 in 2024-09-17T17:07:13.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:13 smithi031 ceph-mon[96842]: Health check update: Degraded data redundancy: 125/588 objects degraded (21.259%), 16 pgs degraded (PG_DEGRADED) 2024-09-17T17:07:13.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:13 smithi066 ceph-mon[86175]: pgmap v107: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 269 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.9 MiB/s wr, 12 op/s; 125/588 objects degraded (21.259%) 2024-09-17T17:07:13.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:13 smithi066 ceph-mon[86175]: osdmap e299: 8 total, 7 up, 8 in 2024-09-17T17:07:13.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:13 smithi066 ceph-mon[86175]: Health check update: Degraded data redundancy: 125/588 objects degraded (21.259%), 16 pgs degraded (PG_DEGRADED) 2024-09-17T17:07:14.388 INFO:tasks.rados.rados.0.smithi031.stdout:1206: done (0 left) 2024-09-17T17:07:14.388 INFO:tasks.rados.rados.0.smithi031.stdout:1207: delete oid 18 current snap is 114 2024-09-17T17:07:14.395 INFO:tasks.rados.rados.0.smithi031.stdout:1207: done (0 left) 2024-09-17T17:07:14.395 INFO:tasks.rados.rados.0.smithi031.stdout:1208: read oid 32 snap -1 2024-09-17T17:07:14.395 INFO:tasks.rados.rados.0.smithi031.stdout:1208: expect deleted 2024-09-17T17:07:14.395 INFO:tasks.rados.rados.0.smithi031.stdout:1209: read oid 48 snap -1 2024-09-17T17:07:14.395 INFO:tasks.rados.rados.0.smithi031.stdout:1209: expect (ObjNum 321 snap 92 seq_num 321) 2024-09-17T17:07:14.395 INFO:tasks.rados.rados.0.smithi031.stdout:1210: read oid 14 snap 106 2024-09-17T17:07:14.395 INFO:tasks.rados.rados.0.smithi031.stdout:1210: expect (ObjNum 163 snap 41 seq_num 163) 2024-09-17T17:07:14.395 INFO:tasks.rados.rados.0.smithi031.stdout:1211: copy_from oid 30 from oid 43 current snap is 114 2024-09-17T17:07:14.395 INFO:tasks.rados.rados.0.smithi031.stdout:1212: read oid 39 snap -1 2024-09-17T17:07:14.395 INFO:tasks.rados.rados.0.smithi031.stdout:1212: expect (ObjNum 398 snap 112 seq_num 398) 2024-09-17T17:07:14.395 INFO:tasks.rados.rados.0.smithi031.stdout:1213: snap_remove snap 99 2024-09-17T17:07:14.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:14 smithi066 ceph-mon[86175]: osdmap e300: 8 total, 7 up, 8 in 2024-09-17T17:07:14.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:14 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:14.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:14 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:14.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:14 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:14.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:14 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:14.712 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:14 smithi031 ceph-mon[94873]: osdmap e300: 8 total, 7 up, 8 in 2024-09-17T17:07:14.712 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:14 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:14.712 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:14 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:14.712 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:14 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:14.712 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:14 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:14.712 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:14 smithi031 ceph-mon[96842]: osdmap e300: 8 total, 7 up, 8 in 2024-09-17T17:07:14.713 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:14 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:14.713 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:14 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:14.713 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:14 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:14.713 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:14 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:15.403 INFO:tasks.rados.rados.0.smithi031.stdout:1213: done (5 left) 2024-09-17T17:07:15.403 INFO:tasks.rados.rados.0.smithi031.stdout:1214: snap_remove snap 111 2024-09-17T17:07:15.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:15 smithi066 ceph-mon[86175]: pgmap v110: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 269 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.9 MiB/s wr, 12 op/s; 125/588 objects degraded (21.259%) 2024-09-17T17:07:15.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:15 smithi066 ceph-mon[86175]: osdmap e301: 8 total, 7 up, 8 in 2024-09-17T17:07:15.826 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:15 smithi031 ceph-mon[94873]: pgmap v110: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 269 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.9 MiB/s wr, 12 op/s; 125/588 objects degraded (21.259%) 2024-09-17T17:07:15.826 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:15 smithi031 ceph-mon[94873]: osdmap e301: 8 total, 7 up, 8 in 2024-09-17T17:07:15.827 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:15 smithi031 ceph-mon[96842]: pgmap v110: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 269 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.9 MiB/s wr, 12 op/s; 125/588 objects degraded (21.259%) 2024-09-17T17:07:15.827 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:15 smithi031 ceph-mon[96842]: osdmap e301: 8 total, 7 up, 8 in 2024-09-17T17:07:15.827 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:15 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0[102535]: 2024-09-17T17:07:15.385+0000 7f7da924f640 -1 osd.0 290 log_to_monitors true 2024-09-17T17:07:16.404 INFO:tasks.rados.rados.0.smithi031.stdout:1214: done (5 left) 2024-09-17T17:07:16.405 INFO:tasks.rados.rados.0.smithi031.stdout:1215: snap_create 2024-09-17T17:07:16.405 INFO:tasks.rados.rados.0.smithi031.stdout:1210: expect (ObjNum 163 snap 41 seq_num 163) 2024-09-17T17:07:16.423 INFO:tasks.rados.rados.0.smithi031.stdout:1209: expect (ObjNum 321 snap 92 seq_num 321) 2024-09-17T17:07:16.438 INFO:tasks.rados.rados.0.smithi031.stdout:1212: expect (ObjNum 398 snap 112 seq_num 398) 2024-09-17T17:07:16.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:16 smithi066 ceph-mon[86175]: from='osd.0 [v2:172.21.15.31:6802/3425208033,v1:172.21.15.31:6803/3425208033]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-17T17:07:16.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:16 smithi066 ceph-mon[86175]: osdmap e302: 8 total, 7 up, 8 in 2024-09-17T17:07:16.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:16.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:07:16.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:16 smithi031 ceph-mon[94873]: from='osd.0 [v2:172.21.15.31:6802/3425208033,v1:172.21.15.31:6803/3425208033]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-17T17:07:16.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:16 smithi031 ceph-mon[94873]: osdmap e302: 8 total, 7 up, 8 in 2024-09-17T17:07:16.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:16.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:07:16.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:16 smithi031 ceph-mon[96842]: from='osd.0 [v2:172.21.15.31:6802/3425208033,v1:172.21.15.31:6803/3425208033]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-17T17:07:16.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:16 smithi031 ceph-mon[96842]: osdmap e302: 8 total, 7 up, 8 in 2024-09-17T17:07:16.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:16.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:07:16.845 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:07:16 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0[102535]: 2024-09-17T17:07:16.433+0000 7f7da0ff9640 -1 osd.0 290 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T17:07:17.119 INFO:tasks.rados.rados.0.smithi031.stdout:1211: finishing copy_from racing read to smithi03184240-30 2024-09-17T17:07:17.119 INFO:tasks.rados.rados.0.smithi031.stdout:1211: finishing copy_from to smithi03184240-30 2024-09-17T17:07:17.119 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 960 (ObjNum 369 snap 107 seq_num 369) dirty exists 2024-09-17T17:07:17.407 INFO:tasks.rados.rados.0.smithi031.stdout:1208: done (5 left) 2024-09-17T17:07:17.408 INFO:tasks.rados.rados.0.smithi031.stdout:1209: done (4 left) 2024-09-17T17:07:17.408 INFO:tasks.rados.rados.0.smithi031.stdout:1210: done (3 left) 2024-09-17T17:07:17.408 INFO:tasks.rados.rados.0.smithi031.stdout:1211: done (2 left) 2024-09-17T17:07:17.408 INFO:tasks.rados.rados.0.smithi031.stdout:1212: done (1 left) 2024-09-17T17:07:17.408 INFO:tasks.rados.rados.0.smithi031.stdout:1215: done (0 left) 2024-09-17T17:07:17.408 INFO:tasks.rados.rados.0.smithi031.stdout:1216: rmattr oid 26 current snap is 115 2024-09-17T17:07:17.408 INFO:tasks.rados.rados.0.smithi031.stdout:1216: done (0 left) 2024-09-17T17:07:17.408 INFO:tasks.rados.rados.0.smithi031.stdout:1217: rmattr oid 47 current snap is 115 2024-09-17T17:07:17.408 INFO:tasks.rados.rados.0.smithi031.stdout:1217: done (0 left) 2024-09-17T17:07:17.408 INFO:tasks.rados.rados.0.smithi031.stdout:1218: rmattr oid 22 current snap is 115 2024-09-17T17:07:17.408 INFO:tasks.rados.rados.0.smithi031.stdout:1218: done (0 left) 2024-09-17T17:07:17.408 INFO:tasks.rados.rados.0.smithi031.stdout:1219: snap_remove snap 81 2024-09-17T17:07:17.559 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:17 smithi031 ceph-mon[94873]: pgmap v113: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 278 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.1 MiB/s wr, 8 op/s; 130/573 objects degraded (22.688%) 2024-09-17T17:07:17.559 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:17 smithi031 ceph-mon[94873]: from='osd.0 [v2:172.21.15.31:6802/3425208033,v1:172.21.15.31:6803/3425208033]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-17T17:07:17.559 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:17 smithi031 ceph-mon[94873]: osdmap e303: 8 total, 7 up, 8 in 2024-09-17T17:07:17.559 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:17 smithi031 ceph-mon[94873]: from='osd.0 [v2:172.21.15.31:6802/3425208033,v1:172.21.15.31:6803/3425208033]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi031", "root=default"]} : dispatch 2024-09-17T17:07:17.559 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:17 smithi031 ceph-mon[96842]: pgmap v113: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 278 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.1 MiB/s wr, 8 op/s; 130/573 objects degraded (22.688%) 2024-09-17T17:07:17.559 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:17 smithi031 ceph-mon[96842]: from='osd.0 [v2:172.21.15.31:6802/3425208033,v1:172.21.15.31:6803/3425208033]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-17T17:07:17.559 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:17 smithi031 ceph-mon[96842]: osdmap e303: 8 total, 7 up, 8 in 2024-09-17T17:07:17.559 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:17 smithi031 ceph-mon[96842]: from='osd.0 [v2:172.21.15.31:6802/3425208033,v1:172.21.15.31:6803/3425208033]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi031", "root=default"]} : dispatch 2024-09-17T17:07:17.844 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:07:17 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:07:17.687+0000 7f72cc98c640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-17T17:07:17.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:17 smithi066 ceph-mon[86175]: pgmap v113: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 278 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.1 MiB/s wr, 8 op/s; 130/573 objects degraded (22.688%) 2024-09-17T17:07:17.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:17 smithi066 ceph-mon[86175]: from='osd.0 [v2:172.21.15.31:6802/3425208033,v1:172.21.15.31:6803/3425208033]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-17T17:07:17.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:17 smithi066 ceph-mon[86175]: osdmap e303: 8 total, 7 up, 8 in 2024-09-17T17:07:17.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:17 smithi066 ceph-mon[86175]: from='osd.0 [v2:172.21.15.31:6802/3425208033,v1:172.21.15.31:6803/3425208033]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi031", "root=default"]} : dispatch 2024-09-17T17:07:18.408 INFO:tasks.rados.rados.0.smithi031.stdout:1219: done (0 left) 2024-09-17T17:07:18.409 INFO:tasks.rados.rados.0.smithi031.stdout:1220: delete oid 38 current snap is 115 2024-09-17T17:07:18.458 INFO:tasks.rados.rados.0.smithi031.stdout:1220: done (0 left) 2024-09-17T17:07:18.458 INFO:tasks.rados.rados.0.smithi031.stdout:1221: rollback oid 3 current snap is 115 2024-09-17T17:07:18.459 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 3 to 105 2024-09-17T17:07:18.459 INFO:tasks.rados.rados.0.smithi031.stdout:1222: setattr oid 37 current snap is 115 2024-09-17T17:07:18.460 INFO:tasks.rados.rados.0.smithi031.stdout:1221: finishing rollback tid 1 to smithi03184240-3 2024-09-17T17:07:18.460 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 350 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-17T17:07:18.460 INFO:tasks.rados.rados.0.smithi031.stdout:1221: done (1 left) 2024-09-17T17:07:18.460 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 14 current snap is 115 2024-09-17T17:07:18.460 INFO:tasks.rados.rados.0.smithi031.stdout:1223: seq_num 402 ranges {2301952=737280,3039232=491520,3530752=516096,4046848=196608} 2024-09-17T17:07:18.477 INFO:tasks.rados.rados.0.smithi031.stdout:1223: writing smithi03184240-14 from 2301952 to 3039232 tid 1 2024-09-17T17:07:18.480 INFO:tasks.rados.rados.0.smithi031.stdout:1223: writing smithi03184240-14 from 3039232 to 3530752 tid 2 2024-09-17T17:07:18.484 INFO:tasks.rados.rados.0.smithi031.stdout:1223: writing smithi03184240-14 from 3530752 to 4046848 tid 3 2024-09-17T17:07:18.485 INFO:tasks.rados.rados.0.smithi031.stdout:1223: writing smithi03184240-14 from 4046848 to 4243456 tid 4 2024-09-17T17:07:18.485 INFO:tasks.rados.rados.0.smithi031.stdout:1224: snap_create 2024-09-17T17:07:18.485 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 828 (ObjNum 321 snap 92 seq_num 321) dirty exists 2024-09-17T17:07:18.496 INFO:tasks.rados.rados.0.smithi031.stdout:1223: finishing write tid 1 to smithi03184240-14 2024-09-17T17:07:18.497 INFO:tasks.rados.rados.0.smithi031.stdout:1223: finishing write tid 2 to smithi03184240-14 2024-09-17T17:07:18.497 INFO:tasks.rados.rados.0.smithi031.stdout:1223: finishing write tid 3 to smithi03184240-14 2024-09-17T17:07:18.497 INFO:tasks.rados.rados.0.smithi031.stdout:1223: finishing write tid 4 to smithi03184240-14 2024-09-17T17:07:18.499 INFO:tasks.rados.rados.0.smithi031.stdout:1223: finishing write tid 5 to smithi03184240-14 2024-09-17T17:07:18.500 INFO:tasks.rados.rados.0.smithi031.stdout:1223: finishing write tid 6 to smithi03184240-14 2024-09-17T17:07:18.500 INFO:tasks.rados.rados.0.smithi031.stdout:1223: oid 14 updating version 0 to 606 2024-09-17T17:07:18.500 INFO:tasks.rados.rados.0.smithi031.stdout:1223: oid 14 updating version 606 to 609 2024-09-17T17:07:18.500 INFO:tasks.rados.rados.0.smithi031.stdout:1223: oid 14 version 609 is already newer than 607 2024-09-17T17:07:18.500 INFO:tasks.rados.rados.0.smithi031.stdout:1223: oid 14 version 609 is already newer than 608 2024-09-17T17:07:18.500 INFO:tasks.rados.rados.0.smithi031.stdout:1223: oid 14 version 609 is already newer than 605 2024-09-17T17:07:18.500 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 609 (ObjNum 402 snap 115 seq_num 402) dirty exists 2024-09-17T17:07:18.501 INFO:tasks.rados.rados.0.smithi031.stdout:1223: left oid 14 (ObjNum 402 snap 115 seq_num 402) 2024-09-17T17:07:18.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:18 smithi031 ceph-mon[94873]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T17:07:18.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:18 smithi031 ceph-mon[94873]: osd.0 [v2:172.21.15.31:6802/3425208033,v1:172.21.15.31:6803/3425208033] boot 2024-09-17T17:07:18.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:18 smithi031 ceph-mon[94873]: osdmap e304: 8 total, 8 up, 8 in 2024-09-17T17:07:18.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:18 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-17T17:07:18.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:18 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:18.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:18 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:18.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:18 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:07:18.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:18 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:07:18.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:18 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:18.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:18 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:07:18.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:18 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:07:18.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:18 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:07:18.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:18 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:07:18.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:18 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-17T17:07:18.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:18 smithi031 ceph-mon[94873]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-17T17:07:18.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:18 smithi031 ceph-mon[94873]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-17T17:07:18.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:18 smithi031 ceph-mon[94873]: Health check update: Degraded data redundancy: 130/573 objects degraded (22.688%), 16 pgs degraded (PG_DEGRADED) 2024-09-17T17:07:18.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:18 smithi031 ceph-mon[94873]: osdmap e305: 8 total, 8 up, 8 in 2024-09-17T17:07:18.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:18 smithi031 ceph-mon[96842]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T17:07:18.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:18 smithi031 ceph-mon[96842]: osd.0 [v2:172.21.15.31:6802/3425208033,v1:172.21.15.31:6803/3425208033] boot 2024-09-17T17:07:18.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:18 smithi031 ceph-mon[96842]: osdmap e304: 8 total, 8 up, 8 in 2024-09-17T17:07:18.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:18 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-17T17:07:18.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:18 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:18.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:18 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:18.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:18 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:07:18.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:18 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:07:18.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:18 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:18.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:18 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:07:18.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:18 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:07:18.847 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:18 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:07:18.847 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:18 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:07:18.847 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:18 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-17T17:07:18.847 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:18 smithi031 ceph-mon[96842]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-17T17:07:18.847 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:18 smithi031 ceph-mon[96842]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-17T17:07:18.847 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:18 smithi031 ceph-mon[96842]: Health check update: Degraded data redundancy: 130/573 objects degraded (22.688%), 16 pgs degraded (PG_DEGRADED) 2024-09-17T17:07:18.847 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:18 smithi031 ceph-mon[96842]: osdmap e305: 8 total, 8 up, 8 in 2024-09-17T17:07:18.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:18 smithi066 ceph-mon[86175]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T17:07:18.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:18 smithi066 ceph-mon[86175]: osd.0 [v2:172.21.15.31:6802/3425208033,v1:172.21.15.31:6803/3425208033] boot 2024-09-17T17:07:18.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:18 smithi066 ceph-mon[86175]: osdmap e304: 8 total, 8 up, 8 in 2024-09-17T17:07:18.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:18 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-17T17:07:18.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:18 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:18.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:18 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:18.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:18 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:07:18.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:18 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:07:18.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:18 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:18.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:18 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:07:18.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:18 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:07:18.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:18 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:07:18.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:18 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:07:18.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:18 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-17T17:07:18.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:18 smithi066 ceph-mon[86175]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-17T17:07:18.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:18 smithi066 ceph-mon[86175]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-17T17:07:18.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:18 smithi066 ceph-mon[86175]: Health check update: Degraded data redundancy: 130/573 objects degraded (22.688%), 16 pgs degraded (PG_DEGRADED) 2024-09-17T17:07:18.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:18 smithi066 ceph-mon[86175]: osdmap e305: 8 total, 8 up, 8 in 2024-09-17T17:07:19.425 INFO:tasks.rados.rados.0.smithi031.stdout:1222: done (2 left) 2024-09-17T17:07:19.425 INFO:tasks.rados.rados.0.smithi031.stdout:1223: done (1 left) 2024-09-17T17:07:19.425 INFO:tasks.rados.rados.0.smithi031.stdout:1224: done (0 left) 2024-09-17T17:07:19.425 INFO:tasks.rados.rados.0.smithi031.stdout:1225: read oid 7 snap 110 2024-09-17T17:07:19.425 INFO:tasks.rados.rados.0.smithi031.stdout:1225: expect (ObjNum 345 snap 99 seq_num 345) 2024-09-17T17:07:19.425 INFO:tasks.rados.rados.0.smithi031.stdout:1226: rmattr oid 2 current snap is 116 2024-09-17T17:07:19.425 INFO:tasks.rados.rados.0.smithi031.stdout:1226: done (1 left) 2024-09-17T17:07:19.426 INFO:tasks.rados.rados.0.smithi031.stdout:1227: copy_from oid 47 from oid 9 current snap is 116 2024-09-17T17:07:19.426 INFO:tasks.rados.rados.0.smithi031.stdout:1228: copy_from oid 42 from oid 35 current snap is 116 2024-09-17T17:07:19.426 INFO:tasks.rados.rados.0.smithi031.stdout:1229: copy_from oid 15 from oid 1 current snap is 116 2024-09-17T17:07:19.426 INFO:tasks.rados.rados.0.smithi031.stdout:1230: delete oid 28 current snap is 116 2024-09-17T17:07:19.433 INFO:tasks.rados.rados.0.smithi031.stdout:1230: done (4 left) 2024-09-17T17:07:19.433 INFO:tasks.rados.rados.0.smithi031.stdout:1231: rollback oid 48 current snap is 116 2024-09-17T17:07:19.433 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 48 to 113 2024-09-17T17:07:19.433 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 18 current snap is 116 2024-09-17T17:07:19.433 INFO:tasks.rados.rados.0.smithi031.stdout:1232: seq_num 404 ranges {0=770048,770048=712704,1482752=491520} 2024-09-17T17:07:19.438 INFO:tasks.rados.rados.0.smithi031.stdout:1232: writing smithi03184240-18 from 0 to 770048 tid 1 2024-09-17T17:07:19.444 INFO:tasks.rados.rados.0.smithi031.stdout:1232: writing smithi03184240-18 from 770048 to 1482752 tid 2 2024-09-17T17:07:19.446 INFO:tasks.rados.rados.0.smithi031.stdout:1232: writing smithi03184240-18 from 1482752 to 1974272 tid 3 2024-09-17T17:07:19.446 INFO:tasks.rados.rados.0.smithi031.stdout:1233: snap_remove snap 115 2024-09-17T17:07:19.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:19 smithi066 ceph-mon[86175]: pgmap v116: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 278 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.1 MiB/s wr, 8 op/s; 130/573 objects degraded (22.688%) 2024-09-17T17:07:19.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:19 smithi066 ceph-mon[86175]: osdmap e306: 8 total, 8 up, 8 in 2024-09-17T17:07:20.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:19 smithi031 ceph-mon[94873]: pgmap v116: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 278 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.1 MiB/s wr, 8 op/s; 130/573 objects degraded (22.688%) 2024-09-17T17:07:20.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:19 smithi031 ceph-mon[94873]: osdmap e306: 8 total, 8 up, 8 in 2024-09-17T17:07:20.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:19 smithi031 ceph-mon[96842]: pgmap v116: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 278 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.1 MiB/s wr, 8 op/s; 130/573 objects degraded (22.688%) 2024-09-17T17:07:20.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:19 smithi031 ceph-mon[96842]: osdmap e306: 8 total, 8 up, 8 in 2024-09-17T17:07:20.427 INFO:tasks.rados.rados.0.smithi031.stdout:1233: done (6 left) 2024-09-17T17:07:20.427 INFO:tasks.rados.rados.0.smithi031.stdout:1234: snap_remove snap 89 2024-09-17T17:07:21.429 INFO:tasks.rados.rados.0.smithi031.stdout:1234: done (6 left) 2024-09-17T17:07:21.430 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 30 current snap is 116 2024-09-17T17:07:21.430 INFO:tasks.rados.rados.0.smithi031.stdout:1235: seq_num 405 ranges {7315456=786432,8101888=589824,8691712=614400} 2024-09-17T17:07:21.474 INFO:tasks.rados.rados.0.smithi031.stdout:1235: writing smithi03184240-30 from 7315456 to 8101888 tid 1 2024-09-17T17:07:21.478 INFO:tasks.rados.rados.0.smithi031.stdout:1235: writing smithi03184240-30 from 8101888 to 8691712 tid 2 2024-09-17T17:07:21.482 INFO:tasks.rados.rados.0.smithi031.stdout:1235: writing smithi03184240-30 from 8691712 to 9306112 tid 3 2024-09-17T17:07:21.482 INFO:tasks.rados.rados.0.smithi031.stdout:1236: read oid 2 snap -1 2024-09-17T17:07:21.482 INFO:tasks.rados.rados.0.smithi031.stdout:1236: expect deleted 2024-09-17T17:07:21.482 INFO:tasks.rados.rados.0.smithi031.stdout:1237: delete oid 17 current snap is 116 2024-09-17T17:07:21.482 INFO:tasks.rados.rados.0.smithi031.stdout:1225: expect (ObjNum 345 snap 99 seq_num 345) 2024-09-17T17:07:21.509 INFO:tasks.rados.rados.0.smithi031.stdout:1231: finishing rollback tid 0 to smithi03184240-48 2024-09-17T17:07:21.510 INFO:tasks.rados.rados.0.smithi031.stdout:1231: finishing rollback tid 1 to smithi03184240-48 2024-09-17T17:07:21.510 INFO:tasks.rados.rados.0.smithi031.stdout:1229: finishing copy_from racing read to smithi03184240-15 2024-09-17T17:07:21.510 INFO:tasks.rados.rados.0.smithi031.stdout:1227: finishing copy_from racing read to smithi03184240-47 2024-09-17T17:07:21.510 INFO:tasks.rados.rados.0.smithi031.stdout:1229: finishing copy_from to smithi03184240-15 2024-09-17T17:07:21.510 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 368 (ObjNum 299 snap 83 seq_num 299) dirty exists 2024-09-17T17:07:21.510 INFO:tasks.rados.rados.0.smithi031.stdout:1227: finishing copy_from to smithi03184240-47 2024-09-17T17:07:21.510 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 741 (ObjNum 391 snap 110 seq_num 391) dirty exists 2024-09-17T17:07:21.510 INFO:tasks.rados.rados.0.smithi031.stdout:1232: finishing write tid 1 to smithi03184240-18 2024-09-17T17:07:21.510 INFO:tasks.rados.rados.0.smithi031.stdout:1232: finishing write tid 2 to smithi03184240-18 2024-09-17T17:07:21.510 INFO:tasks.rados.rados.0.smithi031.stdout:1228: finishing copy_from racing read to smithi03184240-42 2024-09-17T17:07:21.510 INFO:tasks.rados.rados.0.smithi031.stdout:1225: done (8 left) 2024-09-17T17:07:21.510 INFO:tasks.rados.rados.0.smithi031.stdout:1227: done (7 left) 2024-09-17T17:07:21.511 INFO:tasks.rados.rados.0.smithi031.stdout:1229: done (6 left) 2024-09-17T17:07:21.511 INFO:tasks.rados.rados.0.smithi031.stdout:1237: done (5 left) 2024-09-17T17:07:21.511 INFO:tasks.rados.rados.0.smithi031.stdout:1238: rollback oid 44 current snap is 116 2024-09-17T17:07:21.511 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 44 to 110 2024-09-17T17:07:21.511 INFO:tasks.rados.rados.0.smithi031.stdout:1231: finishing rollback tid 2 to smithi03184240-48 2024-09-17T17:07:21.511 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 1077 (ObjNum 321 snap 92 seq_num 321) dirty exists 2024-09-17T17:07:21.511 INFO:tasks.rados.rados.0.smithi031.stdout:1232: finishing write tid 3 to smithi03184240-18 2024-09-17T17:07:21.511 INFO:tasks.rados.rados.0.smithi031.stdout:1232: finishing write tid 4 to smithi03184240-18 2024-09-17T17:07:21.511 INFO:tasks.rados.rados.0.smithi031.stdout:1228: finishing copy_from to smithi03184240-42 2024-09-17T17:07:21.511 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 392 (ObjNum 283 snap 79 seq_num 283) dirty exists 2024-09-17T17:07:21.511 INFO:tasks.rados.rados.0.smithi031.stdout:1232: finishing write tid 5 to smithi03184240-18 2024-09-17T17:07:21.511 INFO:tasks.rados.rados.0.smithi031.stdout:1232: oid 18 updating version 0 to 700 2024-09-17T17:07:21.511 INFO:tasks.rados.rados.0.smithi031.stdout:1232: oid 18 version 700 is already newer than 699 2024-09-17T17:07:21.511 INFO:tasks.rados.rados.0.smithi031.stdout:1232: oid 18 version 700 is already newer than 698 2024-09-17T17:07:21.511 INFO:tasks.rados.rados.0.smithi031.stdout:1232: oid 18 version 700 is already newer than 697 2024-09-17T17:07:21.512 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 700 (ObjNum 404 snap 116 seq_num 404) dirty exists 2024-09-17T17:07:21.512 INFO:tasks.rados.rados.0.smithi031.stdout:1232: left oid 18 (ObjNum 404 snap 116 seq_num 404) 2024-09-17T17:07:21.512 INFO:tasks.rados.rados.0.smithi031.stdout:1235: finishing write tid 1 to smithi03184240-30 2024-09-17T17:07:21.512 INFO:tasks.rados.rados.0.smithi031.stdout:1235: finishing write tid 2 to smithi03184240-30 2024-09-17T17:07:21.512 INFO:tasks.rados.rados.0.smithi031.stdout:1228: done (5 left) 2024-09-17T17:07:21.512 INFO:tasks.rados.rados.0.smithi031.stdout:1231: done (4 left) 2024-09-17T17:07:21.512 INFO:tasks.rados.rados.0.smithi031.stdout:1232: done (3 left) 2024-09-17T17:07:21.512 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 8 current snap is 116 2024-09-17T17:07:21.512 INFO:tasks.rados.rados.0.smithi031.stdout:1235: finishing write tid 3 to smithi03184240-30 2024-09-17T17:07:21.512 INFO:tasks.rados.rados.0.smithi031.stdout:1235: finishing write tid 4 to smithi03184240-30 2024-09-17T17:07:21.512 INFO:tasks.rados.rados.0.smithi031.stdout:1239: seq_num 407 ranges {294912=425984,720896=761856,1482752=704512,2187264=139264} 2024-09-17T17:07:21.513 INFO:tasks.rados.rados.0.smithi031.stdout:1239: writing smithi03184240-8 from 294912 to 720896 tid 1 2024-09-17T17:07:21.517 INFO:tasks.rados.rados.0.smithi031.stdout:1239: writing smithi03184240-8 from 720896 to 1482752 tid 2 2024-09-17T17:07:21.521 INFO:tasks.rados.rados.0.smithi031.stdout:1239: writing smithi03184240-8 from 1482752 to 2187264 tid 3 2024-09-17T17:07:21.523 INFO:tasks.rados.rados.0.smithi031.stdout:1239: writing smithi03184240-8 from 2187264 to 2326528 tid 4 2024-09-17T17:07:21.523 INFO:tasks.rados.rados.0.smithi031.stdout:1236: done (3 left) 2024-09-17T17:07:21.523 INFO:tasks.rados.rados.0.smithi031.stdout:1240: rollback oid 29 current snap is 116 2024-09-17T17:07:21.523 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 29 to 113 2024-09-17T17:07:21.523 INFO:tasks.rados.rados.0.smithi031.stdout:1235: finishing write tid 5 to smithi03184240-30 2024-09-17T17:07:21.523 INFO:tasks.rados.rados.0.smithi031.stdout:1235: oid 30 updating version 0 to 964 2024-09-17T17:07:21.523 INFO:tasks.rados.rados.0.smithi031.stdout:1235: oid 30 version 964 is already newer than 962 2024-09-17T17:07:21.523 INFO:tasks.rados.rados.0.smithi031.stdout:1235: oid 30 version 964 is already newer than 961 2024-09-17T17:07:21.523 INFO:tasks.rados.rados.0.smithi031.stdout:1235: oid 30 version 964 is already newer than 963 2024-09-17T17:07:21.523 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 964 (ObjNum 405 snap 116 seq_num 405) dirty exists 2024-09-17T17:07:21.523 INFO:tasks.rados.rados.0.smithi031.stdout:1235: left oid 30 (ObjNum 405 snap 116 seq_num 405) 2024-09-17T17:07:21.523 INFO:tasks.rados.rados.0.smithi031.stdout:1235: done (3 left) 2024-09-17T17:07:21.523 INFO:tasks.rados.rados.0.smithi031.stdout:1241: delete oid 39 current snap is 116 2024-09-17T17:07:21.524 INFO:tasks.rados.rados.0.smithi031.stdout:1238: finishing rollback tid 0 to smithi03184240-44 2024-09-17T17:07:21.524 INFO:tasks.rados.rados.0.smithi031.stdout:1238: finishing rollback tid 1 to smithi03184240-44 2024-09-17T17:07:21.524 INFO:tasks.rados.rados.0.smithi031.stdout:1238: finishing rollback tid 2 to smithi03184240-44 2024-09-17T17:07:21.524 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 1105 (ObjNum 338 snap 98 seq_num 338) dirty exists 2024-09-17T17:07:21.524 INFO:tasks.rados.rados.0.smithi031.stdout:1239: finishing write tid 1 to smithi03184240-8 2024-09-17T17:07:21.524 INFO:tasks.rados.rados.0.smithi031.stdout:1239: finishing write tid 2 to smithi03184240-8 2024-09-17T17:07:21.524 INFO:tasks.rados.rados.0.smithi031.stdout:1240: finishing rollback tid 1 to smithi03184240-29 2024-09-17T17:07:21.524 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 0 (ObjNum 97 snap 0 seq_num 1705092144) dirty dne 2024-09-17T17:07:21.525 INFO:tasks.rados.rados.0.smithi031.stdout:1238: done (3 left) 2024-09-17T17:07:21.525 INFO:tasks.rados.rados.0.smithi031.stdout:1240: done (2 left) 2024-09-17T17:07:21.525 INFO:tasks.rados.rados.0.smithi031.stdout:1241: done (1 left) 2024-09-17T17:07:21.525 INFO:tasks.rados.rados.0.smithi031.stdout:1242: delete oid 18 current snap is 116 2024-09-17T17:07:21.525 INFO:tasks.rados.rados.0.smithi031.stdout:1239: finishing write tid 3 to smithi03184240-8 2024-09-17T17:07:21.526 INFO:tasks.rados.rados.0.smithi031.stdout:1239: finishing write tid 4 to smithi03184240-8 2024-09-17T17:07:21.527 INFO:tasks.rados.rados.0.smithi031.stdout:1239: finishing write tid 5 to smithi03184240-8 2024-09-17T17:07:21.527 INFO:tasks.rados.rados.0.smithi031.stdout:1242: done (1 left) 2024-09-17T17:07:21.527 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 27 current snap is 116 2024-09-17T17:07:21.528 INFO:tasks.rados.rados.0.smithi031.stdout:1243: seq_num 410 ranges {1384448=475136,1859584=417792,2277376=475136,2752512=425984,3178496=286720} 2024-09-17T17:07:21.538 INFO:tasks.rados.rados.0.smithi031.stdout:1243: writing smithi03184240-27 from 1384448 to 1859584 tid 1 2024-09-17T17:07:21.540 INFO:tasks.rados.rados.0.smithi031.stdout:1243: writing smithi03184240-27 from 1859584 to 2277376 tid 2 2024-09-17T17:07:21.542 INFO:tasks.rados.rados.0.smithi031.stdout:1243: writing smithi03184240-27 from 2277376 to 2752512 tid 3 2024-09-17T17:07:21.545 INFO:tasks.rados.rados.0.smithi031.stdout:1243: writing smithi03184240-27 from 2752512 to 3178496 tid 4 2024-09-17T17:07:21.547 INFO:tasks.rados.rados.0.smithi031.stdout:1243: writing smithi03184240-27 from 3178496 to 3465216 tid 5 2024-09-17T17:07:21.547 INFO:tasks.rados.rados.0.smithi031.stdout:1244: rmattr oid 19 current snap is 116 2024-09-17T17:07:21.547 INFO:tasks.rados.rados.0.smithi031.stdout:1244: done (2 left) 2024-09-17T17:07:21.547 INFO:tasks.rados.rados.0.smithi031.stdout:1245: read oid 35 snap 87 2024-09-17T17:07:21.547 INFO:tasks.rados.rados.0.smithi031.stdout:1245: expect (ObjNum 283 snap 79 seq_num 283) 2024-09-17T17:07:21.547 INFO:tasks.rados.rados.0.smithi031.stdout:1246: snap_remove snap 105 2024-09-17T17:07:21.705 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:21 smithi066 ceph-mon[86175]: pgmap v119: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 278 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 130/573 objects degraded (22.688%) 2024-09-17T17:07:21.706 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:21 smithi066 ceph-mon[86175]: osdmap e307: 8 total, 8 up, 8 in 2024-09-17T17:07:21.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:21 smithi031 ceph-mon[94873]: pgmap v119: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 278 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 130/573 objects degraded (22.688%) 2024-09-17T17:07:21.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:21 smithi031 ceph-mon[94873]: osdmap e307: 8 total, 8 up, 8 in 2024-09-17T17:07:21.845 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:07:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:07:21] "GET /metrics HTTP/1.1" 200 36221 "" "Prometheus/2.43.0" 2024-09-17T17:07:21.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:21 smithi031 ceph-mon[96842]: pgmap v119: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 278 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 130/573 objects degraded (22.688%) 2024-09-17T17:07:21.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:21 smithi031 ceph-mon[96842]: osdmap e307: 8 total, 8 up, 8 in 2024-09-17T17:07:22.444 INFO:tasks.rados.rados.0.smithi031.stdout:1246: done (3 left) 2024-09-17T17:07:22.444 INFO:tasks.rados.rados.0.smithi031.stdout:1247: read oid 28 snap -1 2024-09-17T17:07:22.444 INFO:tasks.rados.rados.0.smithi031.stdout:1247: expect deleted 2024-09-17T17:07:22.444 INFO:tasks.rados.rados.0.smithi031.stdout:1239: finishing write tid 6 to smithi03184240-8 2024-09-17T17:07:22.444 INFO:tasks.rados.rados.0.smithi031.stdout:1239: oid 8 updating version 0 to 710 2024-09-17T17:07:22.445 INFO:tasks.rados.rados.0.smithi031.stdout:1239: oid 8 updating version 710 to 711 2024-09-17T17:07:22.445 INFO:tasks.rados.rados.0.smithi031.stdout:1239: oid 8 version 711 is already newer than 708 2024-09-17T17:07:22.445 INFO:tasks.rados.rados.0.smithi031.stdout:1239: oid 8 version 711 is already newer than 709 2024-09-17T17:07:22.445 INFO:tasks.rados.rados.0.smithi031.stdout:1239: oid 8 updating version 711 to 712 2024-09-17T17:07:22.445 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 712 (ObjNum 407 snap 116 seq_num 407) dirty exists 2024-09-17T17:07:22.445 INFO:tasks.rados.rados.0.smithi031.stdout:1239: left oid 8 (ObjNum 407 snap 116 seq_num 407) 2024-09-17T17:07:22.445 INFO:tasks.rados.rados.0.smithi031.stdout:1243: finishing write tid 1 to smithi03184240-27 2024-09-17T17:07:22.445 INFO:tasks.rados.rados.0.smithi031.stdout:1243: finishing write tid 2 to smithi03184240-27 2024-09-17T17:07:22.445 INFO:tasks.rados.rados.0.smithi031.stdout:1243: finishing write tid 3 to smithi03184240-27 2024-09-17T17:07:22.445 INFO:tasks.rados.rados.0.smithi031.stdout:1243: finishing write tid 4 to smithi03184240-27 2024-09-17T17:07:22.445 INFO:tasks.rados.rados.0.smithi031.stdout:1243: finishing write tid 5 to smithi03184240-27 2024-09-17T17:07:22.445 INFO:tasks.rados.rados.0.smithi031.stdout:1243: finishing write tid 6 to smithi03184240-27 2024-09-17T17:07:22.445 INFO:tasks.rados.rados.0.smithi031.stdout:1243: finishing write tid 7 to smithi03184240-27 2024-09-17T17:07:22.446 INFO:tasks.rados.rados.0.smithi031.stdout:1243: oid 27 updating version 0 to 725 2024-09-17T17:07:22.446 INFO:tasks.rados.rados.0.smithi031.stdout:1243: oid 27 version 725 is already newer than 724 2024-09-17T17:07:22.446 INFO:tasks.rados.rados.0.smithi031.stdout:1243: oid 27 updating version 725 to 726 2024-09-17T17:07:22.446 INFO:tasks.rados.rados.0.smithi031.stdout:1243: oid 27 version 726 is already newer than 722 2024-09-17T17:07:22.446 INFO:tasks.rados.rados.0.smithi031.stdout:1243: oid 27 updating version 726 to 727 2024-09-17T17:07:22.446 INFO:tasks.rados.rados.0.smithi031.stdout:1243: oid 27 version 727 is already newer than 723 2024-09-17T17:07:22.446 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 727 (ObjNum 410 snap 116 seq_num 410) dirty exists 2024-09-17T17:07:22.446 INFO:tasks.rados.rados.0.smithi031.stdout:1243: left oid 27 (ObjNum 410 snap 116 seq_num 410) 2024-09-17T17:07:22.446 INFO:tasks.rados.rados.0.smithi031.stdout:1245: expect (ObjNum 283 snap 79 seq_num 283) 2024-09-17T17:07:22.567 INFO:tasks.rados.rados.0.smithi031.stdout:1239: done (3 left) 2024-09-17T17:07:22.568 INFO:tasks.rados.rados.0.smithi031.stdout:1243: done (2 left) 2024-09-17T17:07:22.568 INFO:tasks.rados.rados.0.smithi031.stdout:1245: done (1 left) 2024-09-17T17:07:22.568 INFO:tasks.rados.rados.0.smithi031.stdout:1248: snap_remove snap 103 2024-09-17T17:07:22.721 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:22 smithi066 ceph-mon[86175]: osdmap e308: 8 total, 8 up, 8 in 2024-09-17T17:07:22.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:22 smithi031 ceph-mon[94873]: osdmap e308: 8 total, 8 up, 8 in 2024-09-17T17:07:22.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:22 smithi031 ceph-mon[96842]: osdmap e308: 8 total, 8 up, 8 in 2024-09-17T17:07:23.308 INFO:tasks.rados.rados.0.smithi031.stdout:1247: done (1 left) 2024-09-17T17:07:23.308 INFO:tasks.rados.rados.0.smithi031.stdout:1248: done (0 left) 2024-09-17T17:07:23.308 INFO:tasks.rados.rados.0.smithi031.stdout:1249: rollback oid 10 current snap is 116 2024-09-17T17:07:23.308 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 10 to 114 2024-09-17T17:07:23.308 INFO:tasks.rados.rados.0.smithi031.stdout:1250: snap_create 2024-09-17T17:07:23.317 INFO:tasks.rados.rados.0.smithi031.stdout:1249: finishing rollback tid 0 to smithi03184240-10 2024-09-17T17:07:23.320 INFO:tasks.rados.rados.0.smithi031.stdout:1249: finishing rollback tid 1 to smithi03184240-10 2024-09-17T17:07:23.321 INFO:tasks.rados.rados.0.smithi031.stdout:1249: finishing rollback tid 2 to smithi03184240-10 2024-09-17T17:07:23.321 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 259 (ObjNum 322 snap 94 seq_num 322) dirty exists 2024-09-17T17:07:23.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:23 smithi031 ceph-mon[94873]: pgmap v122: 121 pgs: 121 active+clean; 235 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 721 KiB/s rd, 2.3 MiB/s wr, 11 op/s; 23 MiB/s, 6 objects/s recovering 2024-09-17T17:07:23.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:23 smithi031 ceph-mon[94873]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 130/573 objects degraded (22.688%), 16 pgs degraded) 2024-09-17T17:07:23.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:23 smithi031 ceph-mon[94873]: Cluster is now healthy 2024-09-17T17:07:23.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:23 smithi031 ceph-mon[94873]: osdmap e309: 8 total, 8 up, 8 in 2024-09-17T17:07:23.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:23 smithi031 ceph-mon[94873]: osdmap e310: 8 total, 8 up, 8 in 2024-09-17T17:07:23.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:23 smithi031 ceph-mon[96842]: pgmap v122: 121 pgs: 121 active+clean; 235 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 721 KiB/s rd, 2.3 MiB/s wr, 11 op/s; 23 MiB/s, 6 objects/s recovering 2024-09-17T17:07:23.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:23 smithi031 ceph-mon[96842]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 130/573 objects degraded (22.688%), 16 pgs degraded) 2024-09-17T17:07:23.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:23 smithi031 ceph-mon[96842]: Cluster is now healthy 2024-09-17T17:07:23.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:23 smithi031 ceph-mon[96842]: osdmap e309: 8 total, 8 up, 8 in 2024-09-17T17:07:23.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:23 smithi031 ceph-mon[96842]: osdmap e310: 8 total, 8 up, 8 in 2024-09-17T17:07:23.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:23 smithi066 ceph-mon[86175]: pgmap v122: 121 pgs: 121 active+clean; 235 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 721 KiB/s rd, 2.3 MiB/s wr, 11 op/s; 23 MiB/s, 6 objects/s recovering 2024-09-17T17:07:23.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:23 smithi066 ceph-mon[86175]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 130/573 objects degraded (22.688%), 16 pgs degraded) 2024-09-17T17:07:23.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:23 smithi066 ceph-mon[86175]: Cluster is now healthy 2024-09-17T17:07:23.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:23 smithi066 ceph-mon[86175]: osdmap e309: 8 total, 8 up, 8 in 2024-09-17T17:07:23.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:23 smithi066 ceph-mon[86175]: osdmap e310: 8 total, 8 up, 8 in 2024-09-17T17:07:24.310 INFO:tasks.rados.rados.0.smithi031.stdout:1249: done (1 left) 2024-09-17T17:07:24.311 INFO:tasks.rados.rados.0.smithi031.stdout:1250: done (0 left) 2024-09-17T17:07:24.311 INFO:tasks.rados.rados.0.smithi031.stdout:1251: snap_create 2024-09-17T17:07:25.313 INFO:tasks.rados.rados.0.smithi031.stdout:1251: done (0 left) 2024-09-17T17:07:25.313 INFO:tasks.rados.rados.0.smithi031.stdout:1252: delete oid 39 current snap is 118 2024-09-17T17:07:25.318 INFO:tasks.rados.rados.0.smithi031.stdout:1252: done (0 left) 2024-09-17T17:07:25.318 INFO:tasks.rados.rados.0.smithi031.stdout:1253: rollback oid 33 current snap is 118 2024-09-17T17:07:25.318 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 33 to 117 2024-09-17T17:07:25.318 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 118 2024-09-17T17:07:25.318 INFO:tasks.rados.rados.0.smithi031.stdout:1254: seq_num 412 ranges {2015232=507904,2523136=630784,3153920=491520,3645440=483328} 2024-09-17T17:07:25.332 INFO:tasks.rados.rados.0.smithi031.stdout:1254: writing smithi03184240-12 from 2015232 to 2523136 tid 1 2024-09-17T17:07:25.335 INFO:tasks.rados.rados.0.smithi031.stdout:1254: writing smithi03184240-12 from 2523136 to 3153920 tid 2 2024-09-17T17:07:25.338 INFO:tasks.rados.rados.0.smithi031.stdout:1254: writing smithi03184240-12 from 3153920 to 3645440 tid 3 2024-09-17T17:07:25.342 INFO:tasks.rados.rados.0.smithi031.stdout:1254: writing smithi03184240-12 from 3645440 to 4128768 tid 4 2024-09-17T17:07:25.342 INFO:tasks.rados.rados.0.smithi031.stdout:1255: rollback oid 42 current snap is 118 2024-09-17T17:07:25.343 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 42 to 114 2024-09-17T17:07:25.343 INFO:tasks.rados.rados.0.smithi031.stdout:1253: finishing rollback tid 1 to smithi03184240-33 2024-09-17T17:07:25.343 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 0 (ObjNum 81 snap 0 seq_num 1011228275) dirty dne 2024-09-17T17:07:25.343 INFO:tasks.rados.rados.0.smithi031.stdout:1254: finishing write tid 1 to smithi03184240-12 2024-09-17T17:07:25.343 INFO:tasks.rados.rados.0.smithi031.stdout:1254: finishing write tid 2 to smithi03184240-12 2024-09-17T17:07:25.344 INFO:tasks.rados.rados.0.smithi031.stdout:1254: finishing write tid 3 to smithi03184240-12 2024-09-17T17:07:25.344 INFO:tasks.rados.rados.0.smithi031.stdout:1253: done (2 left) 2024-09-17T17:07:25.344 INFO:tasks.rados.rados.0.smithi031.stdout:1256: snap_remove snap 113 2024-09-17T17:07:25.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:25 smithi031 ceph-mon[96842]: pgmap v125: 121 pgs: 121 active+clean; 235 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 721 KiB/s rd, 2.3 MiB/s wr, 11 op/s; 23 MiB/s, 6 objects/s recovering 2024-09-17T17:07:25.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:25 smithi031 ceph-mon[96842]: osdmap e311: 8 total, 8 up, 8 in 2024-09-17T17:07:25.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:25 smithi031 ceph-mon[94873]: pgmap v125: 121 pgs: 121 active+clean; 235 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 721 KiB/s rd, 2.3 MiB/s wr, 11 op/s; 23 MiB/s, 6 objects/s recovering 2024-09-17T17:07:25.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:25 smithi031 ceph-mon[94873]: osdmap e311: 8 total, 8 up, 8 in 2024-09-17T17:07:25.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:25 smithi066 ceph-mon[86175]: pgmap v125: 121 pgs: 121 active+clean; 235 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 721 KiB/s rd, 2.3 MiB/s wr, 11 op/s; 23 MiB/s, 6 objects/s recovering 2024-09-17T17:07:25.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:25 smithi066 ceph-mon[86175]: osdmap e311: 8 total, 8 up, 8 in 2024-09-17T17:07:26.324 INFO:tasks.rados.rados.0.smithi031.stdout:1256: done (2 left) 2024-09-17T17:07:26.324 INFO:tasks.rados.rados.0.smithi031.stdout:1257: read oid 8 snap -1 2024-09-17T17:07:26.324 INFO:tasks.rados.rados.0.smithi031.stdout:1257: expect (ObjNum 407 snap 116 seq_num 407) 2024-09-17T17:07:26.325 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 29 current snap is 118 2024-09-17T17:07:26.325 INFO:tasks.rados.rados.0.smithi031.stdout:1254: finishing write tid 4 to smithi03184240-12 2024-09-17T17:07:26.325 INFO:tasks.rados.rados.0.smithi031.stdout:1254: finishing write tid 5 to smithi03184240-12 2024-09-17T17:07:26.325 INFO:tasks.rados.rados.0.smithi031.stdout:1258: seq_num 413 ranges {0=524288,524288=516096,1040384=696320,1736704=393216} 2024-09-17T17:07:26.327 INFO:tasks.rados.rados.0.smithi031.stdout:1258: writing smithi03184240-29 from 0 to 524288 tid 1 2024-09-17T17:07:26.331 INFO:tasks.rados.rados.0.smithi031.stdout:1258: writing smithi03184240-29 from 524288 to 1040384 tid 2 2024-09-17T17:07:26.336 INFO:tasks.rados.rados.0.smithi031.stdout:1258: writing smithi03184240-29 from 1040384 to 1736704 tid 3 2024-09-17T17:07:26.339 INFO:tasks.rados.rados.0.smithi031.stdout:1258: writing smithi03184240-29 from 1736704 to 2129920 tid 4 2024-09-17T17:07:26.339 INFO:tasks.rados.rados.0.smithi031.stdout:1259: read oid 48 snap -1 2024-09-17T17:07:26.339 INFO:tasks.rados.rados.0.smithi031.stdout:1259: expect (ObjNum 321 snap 92 seq_num 321) 2024-09-17T17:07:26.339 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 9 current snap is 118 2024-09-17T17:07:26.341 INFO:tasks.rados.rados.0.smithi031.stdout:1260: seq_num 414 ranges {1761280=540672,2301952=802816,3104768=458752,3563520=344064} 2024-09-17T17:07:26.353 INFO:tasks.rados.rados.0.smithi031.stdout:1260: writing smithi03184240-9 from 1761280 to 2301952 tid 1 2024-09-17T17:07:26.358 INFO:tasks.rados.rados.0.smithi031.stdout:1260: writing smithi03184240-9 from 2301952 to 3104768 tid 2 2024-09-17T17:07:26.361 INFO:tasks.rados.rados.0.smithi031.stdout:1260: writing smithi03184240-9 from 3104768 to 3563520 tid 3 2024-09-17T17:07:26.363 INFO:tasks.rados.rados.0.smithi031.stdout:1260: writing smithi03184240-9 from 3563520 to 3907584 tid 4 2024-09-17T17:07:26.363 INFO:tasks.rados.rados.0.smithi031.stdout:1261: delete oid 37 current snap is 118 2024-09-17T17:07:26.363 INFO:tasks.rados.rados.0.smithi031.stdout:1254: finishing write tid 6 to smithi03184240-12 2024-09-17T17:07:26.364 INFO:tasks.rados.rados.0.smithi031.stdout:1254: oid 12 updating version 0 to 280 2024-09-17T17:07:26.364 INFO:tasks.rados.rados.0.smithi031.stdout:1254: oid 12 updating version 280 to 282 2024-09-17T17:07:26.364 INFO:tasks.rados.rados.0.smithi031.stdout:1254: oid 12 version 282 is already newer than 281 2024-09-17T17:07:26.364 INFO:tasks.rados.rados.0.smithi031.stdout:1254: oid 12 version 282 is already newer than 279 2024-09-17T17:07:26.364 INFO:tasks.rados.rados.0.smithi031.stdout:1254: oid 12 updating version 282 to 283 2024-09-17T17:07:26.364 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 283 (ObjNum 412 snap 118 seq_num 412) dirty exists 2024-09-17T17:07:26.364 INFO:tasks.rados.rados.0.smithi031.stdout:1254: left oid 12 (ObjNum 412 snap 118 seq_num 412) 2024-09-17T17:07:26.364 INFO:tasks.rados.rados.0.smithi031.stdout:1255: finishing rollback tid 0 to smithi03184240-42 2024-09-17T17:07:26.364 INFO:tasks.rados.rados.0.smithi031.stdout:1255: finishing rollback tid 1 to smithi03184240-42 2024-09-17T17:07:26.364 INFO:tasks.rados.rados.0.smithi031.stdout:1255: finishing rollback tid 2 to smithi03184240-42 2024-09-17T17:07:26.364 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 1129 (ObjNum 203 snap 48 seq_num 203) dirty exists 2024-09-17T17:07:26.364 INFO:tasks.rados.rados.0.smithi031.stdout:1258: finishing write tid 1 to smithi03184240-29 2024-09-17T17:07:26.364 INFO:tasks.rados.rados.0.smithi031.stdout:1258: finishing write tid 2 to smithi03184240-29 2024-09-17T17:07:26.364 INFO:tasks.rados.rados.0.smithi031.stdout:1259: expect (ObjNum 321 snap 92 seq_num 321) 2024-09-17T17:07:26.379 INFO:tasks.rados.rados.0.smithi031.stdout:1257: expect (ObjNum 407 snap 116 seq_num 407) 2024-09-17T17:07:26.449 INFO:tasks.rados.rados.0.smithi031.stdout:1258: finishing write tid 3 to smithi03184240-29 2024-09-17T17:07:26.449 INFO:tasks.rados.rados.0.smithi031.stdout:1258: finishing write tid 4 to smithi03184240-29 2024-09-17T17:07:26.450 INFO:tasks.rados.rados.0.smithi031.stdout:1258: finishing write tid 5 to smithi03184240-29 2024-09-17T17:07:26.450 INFO:tasks.rados.rados.0.smithi031.stdout:1258: finishing write tid 6 to smithi03184240-29 2024-09-17T17:07:26.450 INFO:tasks.rados.rados.0.smithi031.stdout:1258: oid 29 updating version 0 to 965 2024-09-17T17:07:26.450 INFO:tasks.rados.rados.0.smithi031.stdout:1258: oid 29 updating version 965 to 967 2024-09-17T17:07:26.450 INFO:tasks.rados.rados.0.smithi031.stdout:1258: oid 29 updating version 967 to 969 2024-09-17T17:07:26.450 INFO:tasks.rados.rados.0.smithi031.stdout:1258: oid 29 version 969 is already newer than 966 2024-09-17T17:07:26.450 INFO:tasks.rados.rados.0.smithi031.stdout:1258: oid 29 version 969 is already newer than 968 2024-09-17T17:07:26.450 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 969 (ObjNum 413 snap 118 seq_num 413) dirty exists 2024-09-17T17:07:26.450 INFO:tasks.rados.rados.0.smithi031.stdout:1258: left oid 29 (ObjNum 413 snap 118 seq_num 413) 2024-09-17T17:07:26.450 INFO:tasks.rados.rados.0.smithi031.stdout:1260: finishing write tid 1 to smithi03184240-9 2024-09-17T17:07:26.450 INFO:tasks.rados.rados.0.smithi031.stdout:1254: done (6 left) 2024-09-17T17:07:26.450 INFO:tasks.rados.rados.0.smithi031.stdout:1255: done (5 left) 2024-09-17T17:07:26.450 INFO:tasks.rados.rados.0.smithi031.stdout:1257: done (4 left) 2024-09-17T17:07:26.451 INFO:tasks.rados.rados.0.smithi031.stdout:1258: done (3 left) 2024-09-17T17:07:26.451 INFO:tasks.rados.rados.0.smithi031.stdout:1259: done (2 left) 2024-09-17T17:07:26.451 INFO:tasks.rados.rados.0.smithi031.stdout:1261: done (1 left) 2024-09-17T17:07:26.451 INFO:tasks.rados.rados.0.smithi031.stdout:1262: snap_remove snap 116 2024-09-17T17:07:26.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:26 smithi031 ceph-mon[94873]: osdmap e312: 8 total, 8 up, 8 in 2024-09-17T17:07:26.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:26 smithi031 ceph-mon[96842]: osdmap e312: 8 total, 8 up, 8 in 2024-09-17T17:07:26.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:26 smithi066 ceph-mon[86175]: osdmap e312: 8 total, 8 up, 8 in 2024-09-17T17:07:27.331 INFO:tasks.rados.rados.0.smithi031.stdout:1262: done (1 left) 2024-09-17T17:07:27.331 INFO:tasks.rados.rados.0.smithi031.stdout:1263: copy_from oid 42 from oid 39 current snap is 118 2024-09-17T17:07:27.332 INFO:tasks.rados.rados.0.smithi031.stdout:1260: finishing write tid 2 to smithi03184240-9 2024-09-17T17:07:27.332 INFO:tasks.rados.rados.0.smithi031.stdout:1260: finishing write tid 3 to smithi03184240-9 2024-09-17T17:07:27.332 INFO:tasks.rados.rados.0.smithi031.stdout:1260: finishing write tid 4 to smithi03184240-9 2024-09-17T17:07:27.332 INFO:tasks.rados.rados.0.smithi031.stdout:1260: finishing write tid 5 to smithi03184240-9 2024-09-17T17:07:27.332 INFO:tasks.rados.rados.0.smithi031.stdout:1260: finishing write tid 6 to smithi03184240-9 2024-09-17T17:07:27.332 INFO:tasks.rados.rados.0.smithi031.stdout:1260: oid 9 updating version 0 to 754 2024-09-17T17:07:27.332 INFO:tasks.rados.rados.0.smithi031.stdout:1260: oid 9 updating version 754 to 756 2024-09-17T17:07:27.332 INFO:tasks.rados.rados.0.smithi031.stdout:1260: oid 9 version 756 is already newer than 755 2024-09-17T17:07:27.332 INFO:tasks.rados.rados.0.smithi031.stdout:1260: oid 9 version 756 is already newer than 753 2024-09-17T17:07:27.332 INFO:tasks.rados.rados.0.smithi031.stdout:1260: oid 9 version 756 is already newer than 752 2024-09-17T17:07:27.332 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 756 (ObjNum 414 snap 118 seq_num 414) dirty exists 2024-09-17T17:07:27.332 INFO:tasks.rados.rados.0.smithi031.stdout:1260: left oid 9 (ObjNum 414 snap 118 seq_num 414) 2024-09-17T17:07:27.332 INFO:tasks.rados.rados.0.smithi031.stdout:1260: done (1 left) 2024-09-17T17:07:27.332 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 49 current snap is 118 2024-09-17T17:07:27.333 INFO:tasks.rados.rados.0.smithi031.stdout:1264: seq_num 416 ranges {434176=573440,1007616=573440,1581056=475136,2056192=557056} 2024-09-17T17:07:27.337 INFO:tasks.rados.rados.0.smithi031.stdout:1264: writing smithi03184240-49 from 434176 to 1007616 tid 1 2024-09-17T17:07:27.341 INFO:tasks.rados.rados.0.smithi031.stdout:1264: writing smithi03184240-49 from 1007616 to 1581056 tid 2 2024-09-17T17:07:27.343 INFO:tasks.rados.rados.0.smithi031.stdout:1264: writing smithi03184240-49 from 1581056 to 2056192 tid 3 2024-09-17T17:07:27.347 INFO:tasks.rados.rados.0.smithi031.stdout:1264: writing smithi03184240-49 from 2056192 to 2613248 tid 4 2024-09-17T17:07:27.347 INFO:tasks.rados.rados.0.smithi031.stdout:1265: delete oid 26 current snap is 118 2024-09-17T17:07:27.347 INFO:tasks.rados.rados.0.smithi031.stdout:1263: finishing copy_from to smithi03184240-42 2024-09-17T17:07:27.347 INFO:tasks.rados.rados.0.smithi031.stdout:1263: got expected ENOENT (src dne) 2024-09-17T17:07:27.347 INFO:tasks.rados.rados.0.smithi031.stdout:1263: finishing copy_from racing read to smithi03184240-42 2024-09-17T17:07:27.347 INFO:tasks.rados.rados.0.smithi031.stdout:1264: finishing write tid 1 to smithi03184240-49 2024-09-17T17:07:27.347 INFO:tasks.rados.rados.0.smithi031.stdout:1264: finishing write tid 2 to smithi03184240-49 2024-09-17T17:07:27.347 INFO:tasks.rados.rados.0.smithi031.stdout:1264: finishing write tid 3 to smithi03184240-49 2024-09-17T17:07:27.350 INFO:tasks.rados.rados.0.smithi031.stdout:1263: done (2 left) 2024-09-17T17:07:27.350 INFO:tasks.rados.rados.0.smithi031.stdout:1265: done (1 left) 2024-09-17T17:07:27.350 INFO:tasks.rados.rados.0.smithi031.stdout:1266: read oid 7 snap 112 2024-09-17T17:07:27.350 INFO:tasks.rados.rados.0.smithi031.stdout:1266: expect (ObjNum 345 snap 99 seq_num 345) 2024-09-17T17:07:27.350 INFO:tasks.rados.rados.0.smithi031.stdout:1267: rollback oid 18 current snap is 118 2024-09-17T17:07:27.350 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 18 to 114 2024-09-17T17:07:27.350 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 40 current snap is 118 2024-09-17T17:07:27.350 INFO:tasks.rados.rados.0.smithi031.stdout:1268: seq_num 418 ranges {712704=606208,1318912=737280,2056192=434176,2490368=434176} 2024-09-17T17:07:27.357 INFO:tasks.rados.rados.0.smithi031.stdout:1268: writing smithi03184240-40 from 712704 to 1318912 tid 1 2024-09-17T17:07:27.361 INFO:tasks.rados.rados.0.smithi031.stdout:1268: writing smithi03184240-40 from 1318912 to 2056192 tid 2 2024-09-17T17:07:27.364 INFO:tasks.rados.rados.0.smithi031.stdout:1268: writing smithi03184240-40 from 2056192 to 2490368 tid 3 2024-09-17T17:07:27.367 INFO:tasks.rados.rados.0.smithi031.stdout:1268: writing smithi03184240-40 from 2490368 to 2924544 tid 4 2024-09-17T17:07:27.367 INFO:tasks.rados.rados.0.smithi031.stdout:1269: read oid 31 snap -1 2024-09-17T17:07:27.367 INFO:tasks.rados.rados.0.smithi031.stdout:1269: expect (ObjNum 393 snap 110 seq_num 393) 2024-09-17T17:07:27.367 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 118 2024-09-17T17:07:27.367 INFO:tasks.rados.rados.0.smithi031.stdout:1264: finishing write tid 4 to smithi03184240-49 2024-09-17T17:07:27.367 INFO:tasks.rados.rados.0.smithi031.stdout:1264: finishing write tid 5 to smithi03184240-49 2024-09-17T17:07:27.367 INFO:tasks.rados.rados.0.smithi031.stdout:1264: finishing write tid 6 to smithi03184240-49 2024-09-17T17:07:27.367 INFO:tasks.rados.rados.0.smithi031.stdout:1264: oid 49 updating version 0 to 832 2024-09-17T17:07:27.367 INFO:tasks.rados.rados.0.smithi031.stdout:1264: oid 49 updating version 832 to 834 2024-09-17T17:07:27.368 INFO:tasks.rados.rados.0.smithi031.stdout:1264: oid 49 version 834 is already newer than 831 2024-09-17T17:07:27.368 INFO:tasks.rados.rados.0.smithi031.stdout:1264: oid 49 version 834 is already newer than 833 2024-09-17T17:07:27.368 INFO:tasks.rados.rados.0.smithi031.stdout:1264: oid 49 version 834 is already newer than 830 2024-09-17T17:07:27.368 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 834 (ObjNum 416 snap 118 seq_num 416) dirty exists 2024-09-17T17:07:27.368 INFO:tasks.rados.rados.0.smithi031.stdout:1264: left oid 49 (ObjNum 416 snap 118 seq_num 416) 2024-09-17T17:07:27.368 INFO:tasks.rados.rados.0.smithi031.stdout:1267: finishing rollback tid 1 to smithi03184240-18 2024-09-17T17:07:27.368 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 713 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-09-17T17:07:27.368 INFO:tasks.rados.rados.0.smithi031.stdout:1266: expect (ObjNum 345 snap 99 seq_num 345) 2024-09-17T17:07:27.394 INFO:tasks.rados.rados.0.smithi031.stdout:1268: finishing write tid 1 to smithi03184240-40 2024-09-17T17:07:27.394 INFO:tasks.rados.rados.0.smithi031.stdout:1268: finishing write tid 2 to smithi03184240-40 2024-09-17T17:07:27.394 INFO:tasks.rados.rados.0.smithi031.stdout:1270: seq_num 419 ranges {0=622592,622592=671744,1294336=647168,1941504=286720} 2024-09-17T17:07:27.396 INFO:tasks.rados.rados.0.smithi031.stdout:1270: writing smithi03184240-32 from 0 to 622592 tid 1 2024-09-17T17:07:27.400 INFO:tasks.rados.rados.0.smithi031.stdout:1270: writing smithi03184240-32 from 622592 to 1294336 tid 2 2024-09-17T17:07:27.404 INFO:tasks.rados.rados.0.smithi031.stdout:1270: writing smithi03184240-32 from 1294336 to 1941504 tid 3 2024-09-17T17:07:27.406 INFO:tasks.rados.rados.0.smithi031.stdout:1270: writing smithi03184240-32 from 1941504 to 2228224 tid 4 2024-09-17T17:07:27.406 INFO:tasks.rados.rados.0.smithi031.stdout:1264: done (5 left) 2024-09-17T17:07:27.406 INFO:tasks.rados.rados.0.smithi031.stdout:1266: done (4 left) 2024-09-17T17:07:27.406 INFO:tasks.rados.rados.0.smithi031.stdout:1267: done (3 left) 2024-09-17T17:07:27.407 INFO:tasks.rados.rados.0.smithi031.stdout:1271: read oid 19 snap -1 2024-09-17T17:07:27.407 INFO:tasks.rados.rados.0.smithi031.stdout:1271: expect deleted 2024-09-17T17:07:27.407 INFO:tasks.rados.rados.0.smithi031.stdout:1272: snap_create 2024-09-17T17:07:27.407 INFO:tasks.rados.rados.0.smithi031.stdout:1268: finishing write tid 3 to smithi03184240-40 2024-09-17T17:07:27.407 INFO:tasks.rados.rados.0.smithi031.stdout:1268: finishing write tid 4 to smithi03184240-40 2024-09-17T17:07:27.407 INFO:tasks.rados.rados.0.smithi031.stdout:1268: finishing write tid 5 to smithi03184240-40 2024-09-17T17:07:27.407 INFO:tasks.rados.rados.0.smithi031.stdout:1268: finishing write tid 6 to smithi03184240-40 2024-09-17T17:07:27.407 INFO:tasks.rados.rados.0.smithi031.stdout:1268: oid 40 updating version 0 to 1145 2024-09-17T17:07:27.407 INFO:tasks.rados.rados.0.smithi031.stdout:1268: oid 40 version 1145 is already newer than 1142 2024-09-17T17:07:27.407 INFO:tasks.rados.rados.0.smithi031.stdout:1268: oid 40 version 1145 is already newer than 1143 2024-09-17T17:07:27.407 INFO:tasks.rados.rados.0.smithi031.stdout:1268: oid 40 version 1145 is already newer than 1144 2024-09-17T17:07:27.407 INFO:tasks.rados.rados.0.smithi031.stdout:1268: oid 40 version 1145 is already newer than 1141 2024-09-17T17:07:27.407 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 1145 (ObjNum 418 snap 118 seq_num 418) dirty exists 2024-09-17T17:07:27.407 INFO:tasks.rados.rados.0.smithi031.stdout:1268: left oid 40 (ObjNum 418 snap 118 seq_num 418) 2024-09-17T17:07:27.408 INFO:tasks.rados.rados.0.smithi031.stdout:1269: expect (ObjNum 393 snap 110 seq_num 393) 2024-09-17T17:07:27.455 INFO:tasks.rados.rados.0.smithi031.stdout:1270: finishing write tid 1 to smithi03184240-32 2024-09-17T17:07:27.455 INFO:tasks.rados.rados.0.smithi031.stdout:1270: finishing write tid 2 to smithi03184240-32 2024-09-17T17:07:27.455 INFO:tasks.rados.rados.0.smithi031.stdout:1270: finishing write tid 3 to smithi03184240-32 2024-09-17T17:07:27.455 INFO:tasks.rados.rados.0.smithi031.stdout:1270: finishing write tid 4 to smithi03184240-32 2024-09-17T17:07:27.455 INFO:tasks.rados.rados.0.smithi031.stdout:1270: finishing write tid 5 to smithi03184240-32 2024-09-17T17:07:27.455 INFO:tasks.rados.rados.0.smithi031.stdout:1270: finishing write tid 6 to smithi03184240-32 2024-09-17T17:07:27.455 INFO:tasks.rados.rados.0.smithi031.stdout:1270: oid 32 updating version 0 to 839 2024-09-17T17:07:27.455 INFO:tasks.rados.rados.0.smithi031.stdout:1270: oid 32 version 839 is already newer than 836 2024-09-17T17:07:27.455 INFO:tasks.rados.rados.0.smithi031.stdout:1270: oid 32 version 839 is already newer than 837 2024-09-17T17:07:27.455 INFO:tasks.rados.rados.0.smithi031.stdout:1270: oid 32 version 839 is already newer than 838 2024-09-17T17:07:27.455 INFO:tasks.rados.rados.0.smithi031.stdout:1270: oid 32 version 839 is already newer than 835 2024-09-17T17:07:27.456 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 839 (ObjNum 419 snap 118 seq_num 419) dirty exists 2024-09-17T17:07:27.456 INFO:tasks.rados.rados.0.smithi031.stdout:1270: left oid 32 (ObjNum 419 snap 118 seq_num 419) 2024-09-17T17:07:27.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:27 smithi031 ceph-mon[94873]: pgmap v128: 121 pgs: 121 active+clean; 237 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 1024 KiB/s wr, 6 op/s 2024-09-17T17:07:27.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:27 smithi031 ceph-mon[94873]: osdmap e313: 8 total, 8 up, 8 in 2024-09-17T17:07:27.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:27 smithi031 ceph-mon[96842]: pgmap v128: 121 pgs: 121 active+clean; 237 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 1024 KiB/s wr, 6 op/s 2024-09-17T17:07:27.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:27 smithi031 ceph-mon[96842]: osdmap e313: 8 total, 8 up, 8 in 2024-09-17T17:07:27.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:27 smithi066 ceph-mon[86175]: pgmap v128: 121 pgs: 121 active+clean; 237 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 1024 KiB/s wr, 6 op/s 2024-09-17T17:07:27.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:27 smithi066 ceph-mon[86175]: osdmap e313: 8 total, 8 up, 8 in 2024-09-17T17:07:28.338 INFO:tasks.rados.rados.0.smithi031.stdout:1268: done (4 left) 2024-09-17T17:07:28.338 INFO:tasks.rados.rados.0.smithi031.stdout:1269: done (3 left) 2024-09-17T17:07:28.338 INFO:tasks.rados.rados.0.smithi031.stdout:1270: done (2 left) 2024-09-17T17:07:28.338 INFO:tasks.rados.rados.0.smithi031.stdout:1271: done (1 left) 2024-09-17T17:07:28.338 INFO:tasks.rados.rados.0.smithi031.stdout:1272: done (0 left) 2024-09-17T17:07:28.338 INFO:tasks.rados.rados.0.smithi031.stdout:1273: read oid 18 snap -1 2024-09-17T17:07:28.338 INFO:tasks.rados.rados.0.smithi031.stdout:1273: expect deleted 2024-09-17T17:07:28.338 INFO:tasks.rados.rados.0.smithi031.stdout:1274: setattr oid 1 current snap is 119 2024-09-17T17:07:28.340 INFO:tasks.rados.rados.0.smithi031.stdout:1273: done (1 left) 2024-09-17T17:07:28.341 INFO:tasks.rados.rados.0.smithi031.stdout:1275: snap_create 2024-09-17T17:07:28.344 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 970 (ObjNum 299 snap 83 seq_num 299) dirty exists 2024-09-17T17:07:28.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:28 smithi031 ceph-mon[94873]: osdmap e314: 8 total, 8 up, 8 in 2024-09-17T17:07:28.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:28 smithi031 ceph-mon[96842]: osdmap e314: 8 total, 8 up, 8 in 2024-09-17T17:07:28.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:28 smithi066 ceph-mon[86175]: osdmap e314: 8 total, 8 up, 8 in 2024-09-17T17:07:29.339 INFO:tasks.rados.rados.0.smithi031.stdout:1274: done (1 left) 2024-09-17T17:07:29.339 INFO:tasks.rados.rados.0.smithi031.stdout:1275: done (0 left) 2024-09-17T17:07:29.339 INFO:tasks.rados.rados.0.smithi031.stdout:1276: setattr oid 40 current snap is 120 2024-09-17T17:07:29.341 INFO:tasks.rados.rados.0.smithi031.stdout:1277: read oid 8 snap -1 2024-09-17T17:07:29.342 INFO:tasks.rados.rados.0.smithi031.stdout:1277: expect (ObjNum 407 snap 116 seq_num 407) 2024-09-17T17:07:29.342 INFO:tasks.rados.rados.0.smithi031.stdout:1278: rollback oid 27 current snap is 120 2024-09-17T17:07:29.342 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 27 to 106 2024-09-17T17:07:29.342 INFO:tasks.rados.rados.0.smithi031.stdout:1279: snap_create 2024-09-17T17:07:29.350 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 1147 (ObjNum 418 snap 118 seq_num 418) dirty exists 2024-09-17T17:07:29.351 INFO:tasks.rados.rados.0.smithi031.stdout:1278: finishing rollback tid 0 to smithi03184240-27 2024-09-17T17:07:29.351 INFO:tasks.rados.rados.0.smithi031.stdout:1277: expect (ObjNum 407 snap 116 seq_num 407) 2024-09-17T17:07:29.419 INFO:tasks.rados.rados.0.smithi031.stdout:1278: finishing rollback tid 1 to smithi03184240-27 2024-09-17T17:07:29.419 INFO:tasks.rados.rados.0.smithi031.stdout:1278: finishing rollback tid 2 to smithi03184240-27 2024-09-17T17:07:29.420 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 730 (ObjNum 291 snap 81 seq_num 291) dirty exists 2024-09-17T17:07:29.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:29 smithi031 ceph-mon[96842]: pgmap v131: 121 pgs: 121 active+clean; 241 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-09-17T17:07:29.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:29 smithi031 ceph-mon[96842]: osdmap e315: 8 total, 8 up, 8 in 2024-09-17T17:07:29.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:29 smithi031 ceph-mon[94873]: pgmap v131: 121 pgs: 121 active+clean; 241 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-09-17T17:07:29.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:29 smithi031 ceph-mon[94873]: osdmap e315: 8 total, 8 up, 8 in 2024-09-17T17:07:29.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:29 smithi066 ceph-mon[86175]: pgmap v131: 121 pgs: 121 active+clean; 241 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-09-17T17:07:29.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:29 smithi066 ceph-mon[86175]: osdmap e315: 8 total, 8 up, 8 in 2024-09-17T17:07:30.354 INFO:tasks.rados.rados.0.smithi031.stdout:1276: done (3 left) 2024-09-17T17:07:30.355 INFO:tasks.rados.rados.0.smithi031.stdout:1277: done (2 left) 2024-09-17T17:07:30.355 INFO:tasks.rados.rados.0.smithi031.stdout:1278: done (1 left) 2024-09-17T17:07:30.355 INFO:tasks.rados.rados.0.smithi031.stdout:1279: done (0 left) 2024-09-17T17:07:30.355 INFO:tasks.rados.rados.0.smithi031.stdout:1280: rmattr oid 37 current snap is 121 2024-09-17T17:07:30.355 INFO:tasks.rados.rados.0.smithi031.stdout:1280: done (0 left) 2024-09-17T17:07:30.355 INFO:tasks.rados.rados.0.smithi031.stdout:1281: rmattr oid 26 current snap is 121 2024-09-17T17:07:30.355 INFO:tasks.rados.rados.0.smithi031.stdout:1281: done (0 left) 2024-09-17T17:07:30.355 INFO:tasks.rados.rados.0.smithi031.stdout:1282: copy_from oid 29 from oid 50 current snap is 121 2024-09-17T17:07:30.355 INFO:tasks.rados.rados.0.smithi031.stdout:1283: snap_create 2024-09-17T17:07:30.377 INFO:tasks.rados.rados.0.smithi031.stdout:1282: finishing copy_from racing read to smithi03184240-29 2024-09-17T17:07:30.379 INFO:tasks.rados.rados.0.smithi031.stdout:1282: finishing copy_from to smithi03184240-29 2024-09-17T17:07:30.379 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 247 (ObjNum 247 snap 63 seq_num 247) dirty exists 2024-09-17T17:07:30.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:30 smithi066 ceph-mon[86175]: osdmap e316: 8 total, 8 up, 8 in 2024-09-17T17:07:30.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:30 smithi031 ceph-mon[94873]: osdmap e316: 8 total, 8 up, 8 in 2024-09-17T17:07:30.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:30 smithi031 ceph-mon[96842]: osdmap e316: 8 total, 8 up, 8 in 2024-09-17T17:07:31.353 INFO:tasks.rados.rados.0.smithi031.stdout:1282: done (1 left) 2024-09-17T17:07:31.353 INFO:tasks.rados.rados.0.smithi031.stdout:1283: done (0 left) 2024-09-17T17:07:31.354 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 28 current snap is 122 2024-09-17T17:07:31.354 INFO:tasks.rados.rados.0.smithi031.stdout:1284: seq_num 420 ranges {0=638976,638976=557056,1196032=450560,1646592=598016} 2024-09-17T17:07:31.357 INFO:tasks.rados.rados.0.smithi031.stdout:1284: writing smithi03184240-28 from 0 to 638976 tid 1 2024-09-17T17:07:31.360 INFO:tasks.rados.rados.0.smithi031.stdout:1284: writing smithi03184240-28 from 638976 to 1196032 tid 2 2024-09-17T17:07:31.362 INFO:tasks.rados.rados.0.smithi031.stdout:1284: writing smithi03184240-28 from 1196032 to 1646592 tid 3 2024-09-17T17:07:31.366 INFO:tasks.rados.rados.0.smithi031.stdout:1284: writing smithi03184240-28 from 1646592 to 2244608 tid 4 2024-09-17T17:07:31.366 INFO:tasks.rados.rados.0.smithi031.stdout:1285: rmattr oid 39 current snap is 122 2024-09-17T17:07:31.366 INFO:tasks.rados.rados.0.smithi031.stdout:1285: done (1 left) 2024-09-17T17:07:31.366 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 34 current snap is 122 2024-09-17T17:07:31.366 INFO:tasks.rados.rados.0.smithi031.stdout:1284: finishing write tid 1 to smithi03184240-28 2024-09-17T17:07:31.366 INFO:tasks.rados.rados.0.smithi031.stdout:1286: seq_num 421 ranges {4005888=655360,4661248=442368,5103616=663552,5767168=499712} 2024-09-17T17:07:31.391 INFO:tasks.rados.rados.0.smithi031.stdout:1286: writing smithi03184240-34 from 4005888 to 4661248 tid 1 2024-09-17T17:07:31.394 INFO:tasks.rados.rados.0.smithi031.stdout:1286: writing smithi03184240-34 from 4661248 to 5103616 tid 2 2024-09-17T17:07:31.397 INFO:tasks.rados.rados.0.smithi031.stdout:1286: writing smithi03184240-34 from 5103616 to 5767168 tid 3 2024-09-17T17:07:31.401 INFO:tasks.rados.rados.0.smithi031.stdout:1286: writing smithi03184240-34 from 5767168 to 6266880 tid 4 2024-09-17T17:07:31.401 INFO:tasks.rados.rados.0.smithi031.stdout:1287: copy_from oid 3 from oid 13 current snap is 122 2024-09-17T17:07:31.401 INFO:tasks.rados.rados.0.smithi031.stdout:1284: finishing write tid 2 to smithi03184240-28 2024-09-17T17:07:31.401 INFO:tasks.rados.rados.0.smithi031.stdout:1284: finishing write tid 3 to smithi03184240-28 2024-09-17T17:07:31.401 INFO:tasks.rados.rados.0.smithi031.stdout:1284: finishing write tid 4 to smithi03184240-28 2024-09-17T17:07:31.401 INFO:tasks.rados.rados.0.smithi031.stdout:1284: finishing write tid 5 to smithi03184240-28 2024-09-17T17:07:31.401 INFO:tasks.rados.rados.0.smithi031.stdout:1288: copy_from oid 32 from oid 12 current snap is 122 2024-09-17T17:07:31.402 INFO:tasks.rados.rados.0.smithi031.stdout:1284: finishing write tid 6 to smithi03184240-28 2024-09-17T17:07:31.402 INFO:tasks.rados.rados.0.smithi031.stdout:1284: oid 28 updating version 0 to 1151 2024-09-17T17:07:31.402 INFO:tasks.rados.rados.0.smithi031.stdout:1284: oid 28 version 1151 is already newer than 1150 2024-09-17T17:07:31.402 INFO:tasks.rados.rados.0.smithi031.stdout:1284: oid 28 version 1151 is already newer than 1148 2024-09-17T17:07:31.402 INFO:tasks.rados.rados.0.smithi031.stdout:1284: oid 28 updating version 1151 to 1152 2024-09-17T17:07:31.402 INFO:tasks.rados.rados.0.smithi031.stdout:1284: oid 28 version 1152 is already newer than 1149 2024-09-17T17:07:31.402 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 1152 (ObjNum 420 snap 122 seq_num 420) dirty exists 2024-09-17T17:07:31.402 INFO:tasks.rados.rados.0.smithi031.stdout:1284: left oid 28 (ObjNum 420 snap 122 seq_num 420) 2024-09-17T17:07:31.402 INFO:tasks.rados.rados.0.smithi031.stdout:1286: finishing write tid 1 to smithi03184240-34 2024-09-17T17:07:31.402 INFO:tasks.rados.rados.0.smithi031.stdout:1284: done (3 left) 2024-09-17T17:07:31.402 INFO:tasks.rados.rados.0.smithi031.stdout:1289: snap_create 2024-09-17T17:07:31.402 INFO:tasks.rados.rados.0.smithi031.stdout:1286: finishing write tid 2 to smithi03184240-34 2024-09-17T17:07:31.402 INFO:tasks.rados.rados.0.smithi031.stdout:1286: finishing write tid 3 to smithi03184240-34 2024-09-17T17:07:31.404 INFO:tasks.rados.rados.0.smithi031.stdout:1286: finishing write tid 4 to smithi03184240-34 2024-09-17T17:07:31.404 INFO:tasks.rados.rados.0.smithi031.stdout:1286: finishing write tid 5 to smithi03184240-34 2024-09-17T17:07:31.407 INFO:tasks.rados.rados.0.smithi031.stdout:1286: finishing write tid 6 to smithi03184240-34 2024-09-17T17:07:31.407 INFO:tasks.rados.rados.0.smithi031.stdout:1286: oid 34 updating version 0 to 537 2024-09-17T17:07:31.407 INFO:tasks.rados.rados.0.smithi031.stdout:1286: oid 34 updating version 537 to 539 2024-09-17T17:07:31.407 INFO:tasks.rados.rados.0.smithi031.stdout:1286: oid 34 version 539 is already newer than 538 2024-09-17T17:07:31.407 INFO:tasks.rados.rados.0.smithi031.stdout:1286: oid 34 updating version 539 to 540 2024-09-17T17:07:31.408 INFO:tasks.rados.rados.0.smithi031.stdout:1286: oid 34 updating version 540 to 541 2024-09-17T17:07:31.408 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 541 (ObjNum 421 snap 122 seq_num 421) dirty exists 2024-09-17T17:07:31.408 INFO:tasks.rados.rados.0.smithi031.stdout:1286: left oid 34 (ObjNum 421 snap 122 seq_num 421) 2024-09-17T17:07:31.413 INFO:tasks.rados.rados.0.smithi031.stdout:1287: finishing copy_from racing read to smithi03184240-3 2024-09-17T17:07:31.416 INFO:tasks.rados.rados.0.smithi031.stdout:1287: finishing copy_from to smithi03184240-3 2024-09-17T17:07:31.416 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 745 (ObjNum 396 snap 111 seq_num 396) dirty exists 2024-09-17T17:07:31.424 INFO:tasks.rados.rados.0.smithi031.stdout:1288: finishing copy_from racing read to smithi03184240-32 2024-09-17T17:07:31.428 INFO:tasks.rados.rados.0.smithi031.stdout:1288: finishing copy_from to smithi03184240-32 2024-09-17T17:07:31.428 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 283 (ObjNum 412 snap 118 seq_num 412) dirty exists 2024-09-17T17:07:31.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:31 smithi066 ceph-mon[86175]: pgmap v134: 121 pgs: 121 active+clean; 241 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-09-17T17:07:31.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:31 smithi066 ceph-mon[86175]: osdmap e317: 8 total, 8 up, 8 in 2024-09-17T17:07:31.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:31 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:31.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:31 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:07:31.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:31 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:31.843 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:07:31 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:07:31] "GET /metrics HTTP/1.1" 200 36209 "" "Prometheus/2.43.0" 2024-09-17T17:07:31.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:31 smithi031 ceph-mon[94873]: pgmap v134: 121 pgs: 121 active+clean; 241 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-09-17T17:07:31.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:31 smithi031 ceph-mon[94873]: osdmap e317: 8 total, 8 up, 8 in 2024-09-17T17:07:31.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:31 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:31.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:31 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:07:31.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:31 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:31.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:31 smithi031 ceph-mon[96842]: pgmap v134: 121 pgs: 121 active+clean; 241 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-09-17T17:07:31.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:31 smithi031 ceph-mon[96842]: osdmap e317: 8 total, 8 up, 8 in 2024-09-17T17:07:31.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:31 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:31.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:31 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:07:31.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:31 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:32.374 INFO:tasks.rados.rados.0.smithi031.stdout:1286: done (3 left) 2024-09-17T17:07:32.374 INFO:tasks.rados.rados.0.smithi031.stdout:1287: done (2 left) 2024-09-17T17:07:32.374 INFO:tasks.rados.rados.0.smithi031.stdout:1288: done (1 left) 2024-09-17T17:07:32.374 INFO:tasks.rados.rados.0.smithi031.stdout:1289: done (0 left) 2024-09-17T17:07:32.374 INFO:tasks.rados.rados.0.smithi031.stdout:1290: snap_create 2024-09-17T17:07:32.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:32 smithi066 ceph-mon[86175]: osdmap e318: 8 total, 8 up, 8 in 2024-09-17T17:07:32.745 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:32 smithi031 ceph-mon[94873]: osdmap e318: 8 total, 8 up, 8 in 2024-09-17T17:07:32.745 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:32 smithi031 ceph-mon[96842]: osdmap e318: 8 total, 8 up, 8 in 2024-09-17T17:07:33.311 INFO:tasks.rados.rados.0.smithi031.stdout:1290: done (0 left) 2024-09-17T17:07:33.311 INFO:tasks.rados.rados.0.smithi031.stdout:1291: snap_remove snap 122 2024-09-17T17:07:33.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:33 smithi066 ceph-mon[86175]: pgmap v137: 121 pgs: 121 active+clean; 253 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-09-17T17:07:33.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:33 smithi066 ceph-mon[86175]: osdmap e319: 8 total, 8 up, 8 in 2024-09-17T17:07:33.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:33 smithi066 ceph-mon[86175]: mgrmap e43: y(active, since 92s), standbys: x 2024-09-17T17:07:33.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:33 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-17T17:07:33.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:33 smithi066 ceph-mon[86175]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-17T17:07:33.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:33 smithi066 ceph-mon[86175]: Upgrade: osd.1 is safe to restart 2024-09-17T17:07:33.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:33 smithi066 ceph-mon[86175]: osdmap e320: 8 total, 8 up, 8 in 2024-09-17T17:07:33.741 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:33 smithi031 ceph-mon[96842]: pgmap v137: 121 pgs: 121 active+clean; 253 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-09-17T17:07:33.741 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:33 smithi031 ceph-mon[96842]: osdmap e319: 8 total, 8 up, 8 in 2024-09-17T17:07:33.741 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:33 smithi031 ceph-mon[96842]: mgrmap e43: y(active, since 92s), standbys: x 2024-09-17T17:07:33.741 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:33 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-17T17:07:33.741 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:33 smithi031 ceph-mon[96842]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-17T17:07:33.741 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:33 smithi031 ceph-mon[96842]: Upgrade: osd.1 is safe to restart 2024-09-17T17:07:33.741 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:33 smithi031 ceph-mon[96842]: osdmap e320: 8 total, 8 up, 8 in 2024-09-17T17:07:33.742 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:33 smithi031 ceph-mon[94873]: pgmap v137: 121 pgs: 121 active+clean; 253 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-09-17T17:07:33.742 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:33 smithi031 ceph-mon[94873]: osdmap e319: 8 total, 8 up, 8 in 2024-09-17T17:07:33.742 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:33 smithi031 ceph-mon[94873]: mgrmap e43: y(active, since 92s), standbys: x 2024-09-17T17:07:33.742 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:33 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-17T17:07:33.742 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:33 smithi031 ceph-mon[94873]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-17T17:07:33.742 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:33 smithi031 ceph-mon[94873]: Upgrade: osd.1 is safe to restart 2024-09-17T17:07:33.742 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:33 smithi031 ceph-mon[94873]: osdmap e320: 8 total, 8 up, 8 in 2024-09-17T17:07:34.310 INFO:tasks.rados.rados.0.smithi031.stdout:1291: done (0 left) 2024-09-17T17:07:34.310 INFO:tasks.rados.rados.0.smithi031.stdout:1292: rollback oid 5 current snap is 124 2024-09-17T17:07:34.311 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 5 to 114 2024-09-17T17:07:34.311 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 29 current snap is 124 2024-09-17T17:07:34.311 INFO:tasks.rados.rados.0.smithi031.stdout:1293: seq_num 422 ranges {3653632=671744,4325376=729088,5054464=417792,5472256=458752} 2024-09-17T17:07:34.334 INFO:tasks.rados.rados.0.smithi031.stdout:1293: writing smithi03184240-29 from 3653632 to 4325376 tid 1 2024-09-17T17:07:34.338 INFO:tasks.rados.rados.0.smithi031.stdout:1293: writing smithi03184240-29 from 4325376 to 5054464 tid 2 2024-09-17T17:07:34.341 INFO:tasks.rados.rados.0.smithi031.stdout:1293: writing smithi03184240-29 from 5054464 to 5472256 tid 3 2024-09-17T17:07:34.345 INFO:tasks.rados.rados.0.smithi031.stdout:1293: writing smithi03184240-29 from 5472256 to 5931008 tid 4 2024-09-17T17:07:34.345 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 124 2024-09-17T17:07:34.345 INFO:tasks.rados.rados.0.smithi031.stdout:1292: finishing rollback tid 0 to smithi03184240-5 2024-09-17T17:07:34.345 INFO:tasks.rados.rados.0.smithi031.stdout:1294: seq_num 423 ranges {1114112=688128,1802240=614400,2416640=622592,3039232=368640} 2024-09-17T17:07:34.355 INFO:tasks.rados.rados.0.smithi031.stdout:1294: writing smithi03184240-10 from 1114112 to 1802240 tid 1 2024-09-17T17:07:34.358 INFO:tasks.rados.rados.0.smithi031.stdout:1294: writing smithi03184240-10 from 1802240 to 2416640 tid 2 2024-09-17T17:07:34.362 INFO:tasks.rados.rados.0.smithi031.stdout:1294: writing smithi03184240-10 from 2416640 to 3039232 tid 3 2024-09-17T17:07:34.364 INFO:tasks.rados.rados.0.smithi031.stdout:1294: writing smithi03184240-10 from 3039232 to 3407872 tid 4 2024-09-17T17:07:34.364 INFO:tasks.rados.rados.0.smithi031.stdout:1295: delete oid 26 current snap is 124 2024-09-17T17:07:34.364 INFO:tasks.rados.rados.0.smithi031.stdout:1292: finishing rollback tid 1 to smithi03184240-5 2024-09-17T17:07:34.364 INFO:tasks.rados.rados.0.smithi031.stdout:1292: finishing rollback tid 2 to smithi03184240-5 2024-09-17T17:07:34.364 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 973 (ObjNum 358 snap 103 seq_num 358) dirty exists 2024-09-17T17:07:34.365 INFO:tasks.rados.rados.0.smithi031.stdout:1293: finishing write tid 1 to smithi03184240-29 2024-09-17T17:07:34.365 INFO:tasks.rados.rados.0.smithi031.stdout:1293: finishing write tid 2 to smithi03184240-29 2024-09-17T17:07:34.365 INFO:tasks.rados.rados.0.smithi031.stdout:1293: finishing write tid 3 to smithi03184240-29 2024-09-17T17:07:34.365 INFO:tasks.rados.rados.0.smithi031.stdout:1293: finishing write tid 4 to smithi03184240-29 2024-09-17T17:07:34.365 INFO:tasks.rados.rados.0.smithi031.stdout:1293: finishing write tid 5 to smithi03184240-29 2024-09-17T17:07:34.365 INFO:tasks.rados.rados.0.smithi031.stdout:1293: finishing write tid 6 to smithi03184240-29 2024-09-17T17:07:34.365 INFO:tasks.rados.rados.0.smithi031.stdout:1293: oid 29 updating version 0 to 974 2024-09-17T17:07:34.365 INFO:tasks.rados.rados.0.smithi031.stdout:1293: oid 29 updating version 974 to 975 2024-09-17T17:07:34.365 INFO:tasks.rados.rados.0.smithi031.stdout:1293: oid 29 updating version 975 to 978 2024-09-17T17:07:34.365 INFO:tasks.rados.rados.0.smithi031.stdout:1293: oid 29 version 978 is already newer than 976 2024-09-17T17:07:34.365 INFO:tasks.rados.rados.0.smithi031.stdout:1293: oid 29 version 978 is already newer than 977 2024-09-17T17:07:34.365 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 978 (ObjNum 422 snap 124 seq_num 422) dirty exists 2024-09-17T17:07:34.365 INFO:tasks.rados.rados.0.smithi031.stdout:1293: left oid 29 (ObjNum 422 snap 124 seq_num 422) 2024-09-17T17:07:34.366 INFO:tasks.rados.rados.0.smithi031.stdout:1294: finishing write tid 1 to smithi03184240-10 2024-09-17T17:07:34.366 INFO:tasks.rados.rados.0.smithi031.stdout:1294: finishing write tid 2 to smithi03184240-10 2024-09-17T17:07:34.366 INFO:tasks.rados.rados.0.smithi031.stdout:1294: finishing write tid 3 to smithi03184240-10 2024-09-17T17:07:34.367 INFO:tasks.rados.rados.0.smithi031.stdout:1292: done (3 left) 2024-09-17T17:07:34.367 INFO:tasks.rados.rados.0.smithi031.stdout:1293: done (2 left) 2024-09-17T17:07:34.367 INFO:tasks.rados.rados.0.smithi031.stdout:1295: done (1 left) 2024-09-17T17:07:34.367 INFO:tasks.rados.rados.0.smithi031.stdout:1296: read oid 39 snap -1 2024-09-17T17:07:34.367 INFO:tasks.rados.rados.0.smithi031.stdout:1296: expect deleted 2024-09-17T17:07:34.367 INFO:tasks.rados.rados.0.smithi031.stdout:1297: snap_remove snap 87 2024-09-17T17:07:35.370 INFO:tasks.rados.rados.0.smithi031.stdout:1297: done (2 left) 2024-09-17T17:07:35.370 INFO:tasks.rados.rados.0.smithi031.stdout:1298: snap_remove snap 121 2024-09-17T17:07:35.554 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:35 smithi031 ceph-mon[96842]: pgmap v140: 121 pgs: 121 active+clean; 253 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-09-17T17:07:35.554 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:35 smithi031 ceph-mon[96842]: Upgrade: Updating osd.1 2024-09-17T17:07:35.554 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:35 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:35.554 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:35 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-17T17:07:35.555 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:35 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:07:35.555 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:35 smithi031 ceph-mon[96842]: Deploying daemon osd.1 on smithi031 2024-09-17T17:07:35.555 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:35 smithi031 ceph-mon[96842]: osdmap e321: 8 total, 8 up, 8 in 2024-09-17T17:07:35.555 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:35 smithi031 ceph-mon[94873]: pgmap v140: 121 pgs: 121 active+clean; 253 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-09-17T17:07:35.555 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:35 smithi031 ceph-mon[94873]: Upgrade: Updating osd.1 2024-09-17T17:07:35.555 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:35 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:35.555 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:35 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-17T17:07:35.555 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:35 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:07:35.555 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:35 smithi031 ceph-mon[94873]: Deploying daemon osd.1 on smithi031 2024-09-17T17:07:35.555 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:35 smithi031 ceph-mon[94873]: osdmap e321: 8 total, 8 up, 8 in 2024-09-17T17:07:35.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:35 smithi066 ceph-mon[86175]: pgmap v140: 121 pgs: 121 active+clean; 253 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-09-17T17:07:35.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:35 smithi066 ceph-mon[86175]: Upgrade: Updating osd.1 2024-09-17T17:07:35.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:35 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:35.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:35 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-17T17:07:35.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:35 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:07:35.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:35 smithi066 ceph-mon[86175]: Deploying daemon osd.1 on smithi031 2024-09-17T17:07:35.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:35 smithi066 ceph-mon[86175]: osdmap e321: 8 total, 8 up, 8 in 2024-09-17T17:07:36.379 INFO:tasks.rados.rados.0.smithi031.stdout:1298: done (2 left) 2024-09-17T17:07:36.379 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 47 current snap is 124 2024-09-17T17:07:36.379 INFO:tasks.rados.rados.0.smithi031.stdout:1294: finishing write tid 4 to smithi03184240-10 2024-09-17T17:07:36.380 INFO:tasks.rados.rados.0.smithi031.stdout:1299: seq_num 425 ranges {1761280=720896,2482176=778240,3260416=638976,3899392=188416} 2024-09-17T17:07:36.393 INFO:tasks.rados.rados.0.smithi031.stdout:1299: writing smithi03184240-47 from 1761280 to 2482176 tid 1 2024-09-17T17:07:36.398 INFO:tasks.rados.rados.0.smithi031.stdout:1299: writing smithi03184240-47 from 2482176 to 3260416 tid 2 2024-09-17T17:07:36.402 INFO:tasks.rados.rados.0.smithi031.stdout:1299: writing smithi03184240-47 from 3260416 to 3899392 tid 3 2024-09-17T17:07:36.404 INFO:tasks.rados.rados.0.smithi031.stdout:1299: writing smithi03184240-47 from 3899392 to 4087808 tid 4 2024-09-17T17:07:36.404 INFO:tasks.rados.rados.0.smithi031.stdout:1300: copy_from oid 46 from oid 44 current snap is 124 2024-09-17T17:07:36.404 INFO:tasks.rados.rados.0.smithi031.stdout:1294: finishing write tid 5 to smithi03184240-10 2024-09-17T17:07:36.404 INFO:tasks.rados.rados.0.smithi031.stdout:1294: finishing write tid 6 to smithi03184240-10 2024-09-17T17:07:36.404 INFO:tasks.rados.rados.0.smithi031.stdout:1294: oid 10 updating version 0 to 268 2024-09-17T17:07:36.404 INFO:tasks.rados.rados.0.smithi031.stdout:1294: oid 10 version 268 is already newer than 265 2024-09-17T17:07:36.404 INFO:tasks.rados.rados.0.smithi031.stdout:1294: oid 10 version 268 is already newer than 266 2024-09-17T17:07:36.404 INFO:tasks.rados.rados.0.smithi031.stdout:1294: oid 10 version 268 is already newer than 267 2024-09-17T17:07:36.404 INFO:tasks.rados.rados.0.smithi031.stdout:1294: oid 10 updating version 268 to 269 2024-09-17T17:07:36.404 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 269 (ObjNum 423 snap 124 seq_num 423) dirty exists 2024-09-17T17:07:36.405 INFO:tasks.rados.rados.0.smithi031.stdout:1294: left oid 10 (ObjNum 423 snap 124 seq_num 423) 2024-09-17T17:07:36.405 INFO:tasks.rados.rados.0.smithi031.stdout:1299: finishing write tid 1 to smithi03184240-47 2024-09-17T17:07:36.405 INFO:tasks.rados.rados.0.smithi031.stdout:1294: done (3 left) 2024-09-17T17:07:36.405 INFO:tasks.rados.rados.0.smithi031.stdout:1296: done (2 left) 2024-09-17T17:07:36.405 INFO:tasks.rados.rados.0.smithi031.stdout:1301: snap_create 2024-09-17T17:07:36.405 INFO:tasks.rados.rados.0.smithi031.stdout:1299: finishing write tid 2 to smithi03184240-47 2024-09-17T17:07:36.405 INFO:tasks.rados.rados.0.smithi031.stdout:1299: finishing write tid 3 to smithi03184240-47 2024-09-17T17:07:36.406 INFO:tasks.rados.rados.0.smithi031.stdout:1299: finishing write tid 4 to smithi03184240-47 2024-09-17T17:07:36.406 INFO:tasks.rados.rados.0.smithi031.stdout:1299: finishing write tid 5 to smithi03184240-47 2024-09-17T17:07:36.407 INFO:tasks.rados.rados.0.smithi031.stdout:1299: finishing write tid 6 to smithi03184240-47 2024-09-17T17:07:36.407 INFO:tasks.rados.rados.0.smithi031.stdout:1299: oid 47 updating version 0 to 746 2024-09-17T17:07:36.407 INFO:tasks.rados.rados.0.smithi031.stdout:1299: oid 47 version 746 is already newer than 743 2024-09-17T17:07:36.407 INFO:tasks.rados.rados.0.smithi031.stdout:1299: oid 47 version 746 is already newer than 744 2024-09-17T17:07:36.407 INFO:tasks.rados.rados.0.smithi031.stdout:1299: oid 47 version 746 is already newer than 742 2024-09-17T17:07:36.407 INFO:tasks.rados.rados.0.smithi031.stdout:1299: oid 47 version 746 is already newer than 745 2024-09-17T17:07:36.408 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 746 (ObjNum 425 snap 124 seq_num 425) dirty exists 2024-09-17T17:07:36.408 INFO:tasks.rados.rados.0.smithi031.stdout:1299: left oid 47 (ObjNum 425 snap 124 seq_num 425) 2024-09-17T17:07:36.433 INFO:tasks.rados.rados.0.smithi031.stdout:1300: finishing copy_from racing read to smithi03184240-46 2024-09-17T17:07:36.437 INFO:tasks.rados.rados.0.smithi031.stdout:1300: finishing copy_from to smithi03184240-46 2024-09-17T17:07:36.437 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 1105 (ObjNum 338 snap 98 seq_num 338) dirty exists 2024-09-17T17:07:36.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:36 smithi066 ceph-mon[86175]: osdmap e322: 8 total, 8 up, 8 in 2024-09-17T17:07:36.761 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:36 smithi031 ceph-mon[94873]: osdmap e322: 8 total, 8 up, 8 in 2024-09-17T17:07:36.762 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:36 smithi031 ceph-mon[96842]: osdmap e322: 8 total, 8 up, 8 in 2024-09-17T17:07:37.374 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:37 smithi031 systemd[1]: Stopping Ceph osd.1 for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:07:37.375 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:37 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1[49734]: 2024-09-17T17:07:37.348+0000 7fda0456d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T17:07:37.375 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:37 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1[49734]: 2024-09-17T17:07:37.348+0000 7fda0456d640 -1 osd.1 323 *** Got signal Terminated *** 2024-09-17T17:07:37.375 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:37 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1[49734]: 2024-09-17T17:07:37.348+0000 7fda0456d640 -1 osd.1 323 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T17:07:37.384 INFO:tasks.rados.rados.0.smithi031.stdout:1299: done (2 left) 2024-09-17T17:07:37.384 INFO:tasks.rados.rados.0.smithi031.stdout:1300: done (1 left) 2024-09-17T17:07:37.384 INFO:tasks.rados.rados.0.smithi031.stdout:1301: done (0 left) 2024-09-17T17:07:37.385 INFO:tasks.rados.rados.0.smithi031.stdout:1302: delete oid 3 current snap is 125 2024-09-17T17:07:37.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:37 smithi066 ceph-mon[86175]: pgmap v143: 121 pgs: 121 active+clean; 209 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-17T17:07:37.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:37 smithi066 ceph-mon[86175]: osdmap e323: 8 total, 8 up, 8 in 2024-09-17T17:07:37.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:37 smithi066 ceph-mon[86175]: osd.1 marked itself down and dead 2024-09-17T17:07:37.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:37 smithi031 ceph-mon[94873]: pgmap v143: 121 pgs: 121 active+clean; 209 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-17T17:07:37.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:37 smithi031 ceph-mon[94873]: osdmap e323: 8 total, 8 up, 8 in 2024-09-17T17:07:37.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:37 smithi031 ceph-mon[94873]: osd.1 marked itself down and dead 2024-09-17T17:07:37.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:37 smithi031 ceph-mon[96842]: pgmap v143: 121 pgs: 121 active+clean; 209 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-17T17:07:37.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:37 smithi031 ceph-mon[96842]: osdmap e323: 8 total, 8 up, 8 in 2024-09-17T17:07:37.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:37 smithi031 ceph-mon[96842]: osd.1 marked itself down and dead 2024-09-17T17:07:38.217 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:37 smithi031 podman[106701]: 2024-09-17 17:07:37.922155902 +0000 UTC m=+0.651955039 container died 626c909b429a270fd5a04ff1b6f57b325fda6cc8095abe491fbcba19a37e8bdc (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-09-17T17:07:38.402 INFO:tasks.rados.rados.0.smithi031.stdout:1302: done (0 left) 2024-09-17T17:07:38.402 INFO:tasks.rados.rados.0.smithi031.stdout:1303: read oid 6 snap -1 2024-09-17T17:07:38.402 INFO:tasks.rados.rados.0.smithi031.stdout:1303: expect (ObjNum 367 snap 106 seq_num 367) 2024-09-17T17:07:38.402 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 43 current snap is 125 2024-09-17T17:07:38.403 INFO:tasks.rados.rados.0.smithi031.stdout:1304: seq_num 427 ranges {7315456=761856,8077312=598016,8675328=606208,9281536=401408} 2024-09-17T17:07:38.448 INFO:tasks.rados.rados.0.smithi031.stdout:1304: writing smithi03184240-43 from 7315456 to 8077312 tid 1 2024-09-17T17:07:38.451 INFO:tasks.rados.rados.0.smithi031.stdout:1304: writing smithi03184240-43 from 8077312 to 8675328 tid 2 2024-09-17T17:07:38.455 INFO:tasks.rados.rados.0.smithi031.stdout:1304: writing smithi03184240-43 from 8675328 to 9281536 tid 3 2024-09-17T17:07:38.457 INFO:tasks.rados.rados.0.smithi031.stdout:1304: writing smithi03184240-43 from 9281536 to 9682944 tid 4 2024-09-17T17:07:38.457 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 22 current snap is 125 2024-09-17T17:07:38.457 INFO:tasks.rados.rados.0.smithi031.stdout:1305: seq_num 428 ranges {5136384=778240,5914624=483328,6397952=409600,6807552=417792,7225344=294912} 2024-09-17T17:07:38.490 INFO:tasks.rados.rados.0.smithi031.stdout:1305: writing smithi03184240-22 from 5136384 to 5914624 tid 1 2024-09-17T17:07:38.492 INFO:tasks.rados.rados.0.smithi031.stdout:1305: writing smithi03184240-22 from 5914624 to 6397952 tid 2 2024-09-17T17:07:38.497 INFO:tasks.rados.rados.0.smithi031.stdout:1305: writing smithi03184240-22 from 6397952 to 6807552 tid 3 2024-09-17T17:07:38.498 INFO:tasks.rados.rados.0.smithi031.stdout:1305: writing smithi03184240-22 from 6807552 to 7225344 tid 4 2024-09-17T17:07:38.500 INFO:tasks.rados.rados.0.smithi031.stdout:1305: writing smithi03184240-22 from 7225344 to 7520256 tid 5 2024-09-17T17:07:38.500 INFO:tasks.rados.rados.0.smithi031.stdout:1306: snap_remove snap 119 2024-09-17T17:07:38.591 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:38 smithi031 ceph-mon[94873]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T17:07:38.591 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:38 smithi031 ceph-mon[94873]: osdmap e324: 8 total, 7 up, 8 in 2024-09-17T17:07:38.591 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:38 smithi031 ceph-mon[96842]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T17:07:38.591 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:38 smithi031 ceph-mon[96842]: osdmap e324: 8 total, 7 up, 8 in 2024-09-17T17:07:38.591 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:38 smithi031 podman[106701]: 2024-09-17 17:07:38.313144378 +0000 UTC m=+1.042943514 container cleanup 626c909b429a270fd5a04ff1b6f57b325fda6cc8095abe491fbcba19a37e8bdc (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-17T17:07:38.592 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:38 smithi031 bash[106701]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1 2024-09-17T17:07:38.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:38 smithi066 ceph-mon[86175]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T17:07:38.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:38 smithi066 ceph-mon[86175]: osdmap e324: 8 total, 7 up, 8 in 2024-09-17T17:07:38.843 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:38 smithi031 podman[106722]: 2024-09-17 17:07:38.589437311 +0000 UTC m=+0.656706199 container remove 626c909b429a270fd5a04ff1b6f57b325fda6cc8095abe491fbcba19a37e8bdc (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731, ceph=True) 2024-09-17T17:07:39.195 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:38 smithi031 podman[106817]: 2024-09-17 17:07:38.809515316 +0000 UTC m=+0.016697446 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:07:39.195 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:38 smithi031 podman[106817]: 2024-09-17 17:07:38.915424741 +0000 UTC m=+0.122606905 container create dd98e9ad6f53eff728fee1d43102353d65aa06769a7e22a9ec6194d1f5d5e610 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1-deactivate, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T17:07:39.195 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:39 smithi031 podman[106817]: 2024-09-17 17:07:39.193132254 +0000 UTC m=+0.400314372 container init dd98e9ad6f53eff728fee1d43102353d65aa06769a7e22a9ec6194d1f5d5e610 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-09-17T17:07:39.397 INFO:tasks.rados.rados.0.smithi031.stdout:1306: done (3 left) 2024-09-17T17:07:39.398 INFO:tasks.rados.rados.0.smithi031.stdout:1307: rollback oid 32 current snap is 125 2024-09-17T17:07:39.398 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 32 to 110 2024-09-17T17:07:39.398 INFO:tasks.rados.rados.0.smithi031.stdout:1303: expect (ObjNum 367 snap 106 seq_num 367) 2024-09-17T17:07:39.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:39 smithi031 ceph-mon[94873]: pgmap v146: 121 pgs: 16 stale+active+clean, 105 active+clean; 205 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 3.6 MiB/s wr, 7 op/s 2024-09-17T17:07:39.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:39 smithi031 ceph-mon[94873]: osdmap e325: 8 total, 7 up, 8 in 2024-09-17T17:07:39.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:39 smithi031 ceph-mon[96842]: pgmap v146: 121 pgs: 16 stale+active+clean, 105 active+clean; 205 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 3.6 MiB/s wr, 7 op/s 2024-09-17T17:07:39.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:39 smithi031 ceph-mon[96842]: osdmap e325: 8 total, 7 up, 8 in 2024-09-17T17:07:39.594 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:39 smithi031 podman[106817]: 2024-09-17 17:07:39.198726386 +0000 UTC m=+0.405908502 container start dd98e9ad6f53eff728fee1d43102353d65aa06769a7e22a9ec6194d1f5d5e610 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-09-17T17:07:39.594 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:39 smithi031 podman[106817]: 2024-09-17 17:07:39.284587076 +0000 UTC m=+0.491769192 container attach dd98e9ad6f53eff728fee1d43102353d65aa06769a7e22a9ec6194d1f5d5e610 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16) 2024-09-17T17:07:39.594 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:39 smithi031 podman[106817]: 2024-09-17 17:07:39.394646533 +0000 UTC m=+0.601828659 container died dd98e9ad6f53eff728fee1d43102353d65aa06769a7e22a9ec6194d1f5d5e610 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-09-17T17:07:39.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:39 smithi066 ceph-mon[86175]: pgmap v146: 121 pgs: 16 stale+active+clean, 105 active+clean; 205 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 3.6 MiB/s wr, 7 op/s 2024-09-17T17:07:39.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:39 smithi066 ceph-mon[86175]: osdmap e325: 8 total, 7 up, 8 in 2024-09-17T17:07:40.119 INFO:tasks.rados.rados.0.smithi031.stdout:1304: finishing write tid 1 to smithi03184240-43 2024-09-17T17:07:40.119 INFO:tasks.rados.rados.0.smithi031.stdout:1304: finishing write tid 2 to smithi03184240-43 2024-09-17T17:07:40.119 INFO:tasks.rados.rados.0.smithi031.stdout:1304: finishing write tid 3 to smithi03184240-43 2024-09-17T17:07:40.119 INFO:tasks.rados.rados.0.smithi031.stdout:1304: finishing write tid 4 to smithi03184240-43 2024-09-17T17:07:40.119 INFO:tasks.rados.rados.0.smithi031.stdout:1304: finishing write tid 5 to smithi03184240-43 2024-09-17T17:07:40.119 INFO:tasks.rados.rados.0.smithi031.stdout:1304: finishing write tid 6 to smithi03184240-43 2024-09-17T17:07:40.119 INFO:tasks.rados.rados.0.smithi031.stdout:1304: oid 43 updating version 0 to 1173 2024-09-17T17:07:40.120 INFO:tasks.rados.rados.0.smithi031.stdout:1304: oid 43 version 1173 is already newer than 1171 2024-09-17T17:07:40.120 INFO:tasks.rados.rados.0.smithi031.stdout:1304: oid 43 updating version 1173 to 1174 2024-09-17T17:07:40.120 INFO:tasks.rados.rados.0.smithi031.stdout:1304: oid 43 version 1174 is already newer than 1172 2024-09-17T17:07:40.120 INFO:tasks.rados.rados.0.smithi031.stdout:1304: oid 43 version 1174 is already newer than 1170 2024-09-17T17:07:40.120 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 1174 (ObjNum 427 snap 125 seq_num 427) dirty exists 2024-09-17T17:07:40.120 INFO:tasks.rados.rados.0.smithi031.stdout:1304: left oid 43 (ObjNum 427 snap 125 seq_num 427) 2024-09-17T17:07:40.120 INFO:tasks.rados.rados.0.smithi031.stdout:1305: finishing write tid 1 to smithi03184240-22 2024-09-17T17:07:40.120 INFO:tasks.rados.rados.0.smithi031.stdout:1305: finishing write tid 2 to smithi03184240-22 2024-09-17T17:07:40.120 INFO:tasks.rados.rados.0.smithi031.stdout:1305: finishing write tid 3 to smithi03184240-22 2024-09-17T17:07:40.120 INFO:tasks.rados.rados.0.smithi031.stdout:1305: finishing write tid 4 to smithi03184240-22 2024-09-17T17:07:40.120 INFO:tasks.rados.rados.0.smithi031.stdout:1305: finishing write tid 5 to smithi03184240-22 2024-09-17T17:07:40.120 INFO:tasks.rados.rados.0.smithi031.stdout:1305: finishing write tid 6 to smithi03184240-22 2024-09-17T17:07:40.120 INFO:tasks.rados.rados.0.smithi031.stdout:1303: done (3 left) 2024-09-17T17:07:40.120 INFO:tasks.rados.rados.0.smithi031.stdout:1304: done (2 left) 2024-09-17T17:07:40.121 INFO:tasks.rados.rados.0.smithi031.stdout:1308: read oid 4 snap -1 2024-09-17T17:07:40.121 INFO:tasks.rados.rados.0.smithi031.stdout:1308: expect (ObjNum 344 snap 99 seq_num 344) 2024-09-17T17:07:40.121 INFO:tasks.rados.rados.0.smithi031.stdout:1309: read oid 37 snap -1 2024-09-17T17:07:40.121 INFO:tasks.rados.rados.0.smithi031.stdout:1309: expect deleted 2024-09-17T17:07:40.121 INFO:tasks.rados.rados.0.smithi031.stdout:1310: rollback oid 19 current snap is 125 2024-09-17T17:07:40.121 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 19 to 118 2024-09-17T17:07:40.121 INFO:tasks.rados.rados.0.smithi031.stdout:1305: finishing write tid 7 to smithi03184240-22 2024-09-17T17:07:40.121 INFO:tasks.rados.rados.0.smithi031.stdout:1305: oid 22 updating version 0 to 758 2024-09-17T17:07:40.121 INFO:tasks.rados.rados.0.smithi031.stdout:1305: oid 22 updating version 758 to 760 2024-09-17T17:07:40.121 INFO:tasks.rados.rados.0.smithi031.stdout:1305: oid 22 version 760 is already newer than 759 2024-09-17T17:07:40.121 INFO:tasks.rados.rados.0.smithi031.stdout:1305: oid 22 version 760 is already newer than 757 2024-09-17T17:07:40.121 INFO:tasks.rados.rados.0.smithi031.stdout:1305: oid 22 updating version 760 to 762 2024-09-17T17:07:40.121 INFO:tasks.rados.rados.0.smithi031.stdout:1305: oid 22 version 762 is already newer than 761 2024-09-17T17:07:40.121 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 762 (ObjNum 428 snap 125 seq_num 428) dirty exists 2024-09-17T17:07:40.122 INFO:tasks.rados.rados.0.smithi031.stdout:1305: left oid 22 (ObjNum 428 snap 125 seq_num 428) 2024-09-17T17:07:40.122 INFO:tasks.rados.rados.0.smithi031.stdout:1307: finishing rollback tid 0 to smithi03184240-32 2024-09-17T17:07:40.122 INFO:tasks.rados.rados.0.smithi031.stdout:1307: finishing rollback tid 1 to smithi03184240-32 2024-09-17T17:07:40.122 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 841 (ObjNum 49 snap 0 seq_num 1705066080) dirty dne 2024-09-17T17:07:40.122 INFO:tasks.rados.rados.0.smithi031.stdout:1305: done (4 left) 2024-09-17T17:07:40.122 INFO:tasks.rados.rados.0.smithi031.stdout:1307: done (3 left) 2024-09-17T17:07:40.122 INFO:tasks.rados.rados.0.smithi031.stdout:1311: read oid 47 snap 123 2024-09-17T17:07:40.122 INFO:tasks.rados.rados.0.smithi031.stdout:1311: expect (ObjNum 391 snap 110 seq_num 391) 2024-09-17T17:07:40.122 INFO:tasks.rados.rados.0.smithi031.stdout:1312: setattr oid 7 current snap is 125 2024-09-17T17:07:40.123 INFO:tasks.rados.rados.0.smithi031.stdout:1309: done (4 left) 2024-09-17T17:07:40.123 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 125 2024-09-17T17:07:40.123 INFO:tasks.rados.rados.0.smithi031.stdout:1313: seq_num 429 ranges {0=794624,794624=770048,1564672=622592,2187264=212992} 2024-09-17T17:07:40.125 INFO:tasks.rados.rados.0.smithi031.stdout:1313: writing smithi03184240-45 from 0 to 794624 tid 1 2024-09-17T17:07:40.129 INFO:tasks.rados.rados.0.smithi031.stdout:1313: writing smithi03184240-45 from 794624 to 1564672 tid 2 2024-09-17T17:07:40.137 INFO:tasks.rados.rados.0.smithi031.stdout:1313: writing smithi03184240-45 from 1564672 to 2187264 tid 3 2024-09-17T17:07:40.137 INFO:tasks.rados.rados.0.smithi031.stdout:1313: writing smithi03184240-45 from 2187264 to 2400256 tid 4 2024-09-17T17:07:40.137 INFO:tasks.rados.rados.0.smithi031.stdout:1314: read oid 35 snap -1 2024-09-17T17:07:40.137 INFO:tasks.rados.rados.0.smithi031.stdout:1314: expect (ObjNum 283 snap 79 seq_num 283) 2024-09-17T17:07:40.137 INFO:tasks.rados.rados.0.smithi031.stdout:1315: delete oid 34 current snap is 125 2024-09-17T17:07:40.137 INFO:tasks.rados.rados.0.smithi031.stdout:1310: finishing rollback tid 1 to smithi03184240-19 2024-09-17T17:07:40.137 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 251 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-17T17:07:40.137 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 1106 (ObjNum 345 snap 99 seq_num 345) dirty exists 2024-09-17T17:07:40.138 INFO:tasks.rados.rados.0.smithi031.stdout:1311: expect (ObjNum 391 snap 110 seq_num 391) 2024-09-17T17:07:40.195 INFO:tasks.rados.rados.0.smithi031.stdout:1313: finishing write tid 1 to smithi03184240-45 2024-09-17T17:07:40.195 INFO:tasks.rados.rados.0.smithi031.stdout:1308: expect (ObjNum 344 snap 99 seq_num 344) 2024-09-17T17:07:40.215 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-09-17T17:07:40.384 INFO:tasks.rados.rados.0.smithi031.stdout:1313: finishing write tid 2 to smithi03184240-45 2024-09-17T17:07:40.384 INFO:tasks.rados.rados.0.smithi031.stdout:1313: finishing write tid 3 to smithi03184240-45 2024-09-17T17:07:40.384 INFO:tasks.rados.rados.0.smithi031.stdout:1313: finishing write tid 4 to smithi03184240-45 2024-09-17T17:07:40.384 INFO:tasks.rados.rados.0.smithi031.stdout:1313: finishing write tid 5 to smithi03184240-45 2024-09-17T17:07:40.384 INFO:tasks.rados.rados.0.smithi031.stdout:1313: finishing write tid 6 to smithi03184240-45 2024-09-17T17:07:40.384 INFO:tasks.rados.rados.0.smithi031.stdout:1313: oid 45 updating version 0 to 1182 2024-09-17T17:07:40.384 INFO:tasks.rados.rados.0.smithi031.stdout:1313: oid 45 updating version 1182 to 1183 2024-09-17T17:07:40.384 INFO:tasks.rados.rados.0.smithi031.stdout:1313: oid 45 version 1183 is already newer than 1181 2024-09-17T17:07:40.384 INFO:tasks.rados.rados.0.smithi031.stdout:1313: oid 45 version 1183 is already newer than 1180 2024-09-17T17:07:40.384 INFO:tasks.rados.rados.0.smithi031.stdout:1313: oid 45 version 1183 is already newer than 1179 2024-09-17T17:07:40.384 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 1183 (ObjNum 429 snap 125 seq_num 429) dirty exists 2024-09-17T17:07:40.385 INFO:tasks.rados.rados.0.smithi031.stdout:1313: left oid 45 (ObjNum 429 snap 125 seq_num 429) 2024-09-17T17:07:40.385 INFO:tasks.rados.rados.0.smithi031.stdout:1314: expect (ObjNum 283 snap 79 seq_num 283) 2024-09-17T17:07:40.503 INFO:tasks.rados.rados.0.smithi031.stdout:1308: done (6 left) 2024-09-17T17:07:40.504 INFO:tasks.rados.rados.0.smithi031.stdout:1310: done (5 left) 2024-09-17T17:07:40.504 INFO:tasks.rados.rados.0.smithi031.stdout:1311: done (4 left) 2024-09-17T17:07:40.504 INFO:tasks.rados.rados.0.smithi031.stdout:1312: done (3 left) 2024-09-17T17:07:40.504 INFO:tasks.rados.rados.0.smithi031.stdout:1313: done (2 left) 2024-09-17T17:07:40.504 INFO:tasks.rados.rados.0.smithi031.stdout:1314: done (1 left) 2024-09-17T17:07:40.504 INFO:tasks.rados.rados.0.smithi031.stdout:1315: done (0 left) 2024-09-17T17:07:40.504 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 125 2024-09-17T17:07:40.504 INFO:tasks.rados.rados.0.smithi031.stdout:1316: seq_num 431 ranges {3407872=24576} 2024-09-17T17:07:40.512 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:40 smithi031 ceph-mon[94873]: osdmap e326: 8 total, 7 up, 8 in 2024-09-17T17:07:40.512 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:40 smithi031 ceph-mon[96842]: osdmap e326: 8 total, 7 up, 8 in 2024-09-17T17:07:40.513 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:40 smithi031 podman[106861]: 2024-09-17 17:07:40.23813737 +0000 UTC m=+0.834812083 container remove dd98e9ad6f53eff728fee1d43102353d65aa06769a7e22a9ec6194d1f5d5e610 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1-deactivate, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-17T17:07:40.513 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:40 smithi031 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.1.service: Deactivated successfully. 2024-09-17T17:07:40.513 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:40 smithi031 systemd[1]: Stopped Ceph osd.1 for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:07:40.513 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:40 smithi031 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.1.service: Consumed 11.165s CPU time. 2024-09-17T17:07:40.523 INFO:tasks.rados.rados.0.smithi031.stdout:1316: writing smithi03184240-10 from 3407872 to 3432448 tid 1 2024-09-17T17:07:40.523 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 30 current snap is 125 2024-09-17T17:07:40.523 INFO:tasks.rados.rados.0.smithi031.stdout:1317: seq_num 432 ranges {9306112=40960} 2024-09-17T17:07:40.577 INFO:tasks.rados.rados.0.smithi031.stdout:1317: writing smithi03184240-30 from 9306112 to 9347072 tid 1 2024-09-17T17:07:40.577 INFO:tasks.rados.rados.0.smithi031.stdout:1318: read oid 25 snap -1 2024-09-17T17:07:40.577 INFO:tasks.rados.rados.0.smithi031.stdout:1318: expect (ObjNum 360 snap 103 seq_num 360) 2024-09-17T17:07:40.577 INFO:tasks.rados.rados.0.smithi031.stdout:1319: read oid 2 snap 124 2024-09-17T17:07:40.577 INFO:tasks.rados.rados.0.smithi031.stdout:1319: expect deleted 2024-09-17T17:07:40.577 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 19 current snap is 125 2024-09-17T17:07:40.577 INFO:tasks.rados.rados.0.smithi031.stdout:1316: finishing write tid 1 to smithi03184240-10 2024-09-17T17:07:40.577 INFO:tasks.rados.rados.0.smithi031.stdout:1316: finishing write tid 2 to smithi03184240-10 2024-09-17T17:07:40.577 INFO:tasks.rados.rados.0.smithi031.stdout:1316: finishing write tid 3 to smithi03184240-10 2024-09-17T17:07:40.577 INFO:tasks.rados.rados.0.smithi031.stdout:1316: oid 10 updating version 0 to 277 2024-09-17T17:07:40.578 INFO:tasks.rados.rados.0.smithi031.stdout:1316: oid 10 updating version 277 to 278 2024-09-17T17:07:40.578 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 278 (ObjNum 431 snap 125 seq_num 431) dirty exists 2024-09-17T17:07:40.578 INFO:tasks.rados.rados.0.smithi031.stdout:1316: left oid 10 (ObjNum 431 snap 125 seq_num 431) 2024-09-17T17:07:40.578 INFO:tasks.rados.rados.0.smithi031.stdout:1320: seq_num 433 ranges {0=57344} 2024-09-17T17:07:40.578 INFO:tasks.rados.rados.0.smithi031.stdout:1320: writing smithi03184240-19 from 0 to 57344 tid 1 2024-09-17T17:07:40.578 INFO:tasks.rados.rados.0.smithi031.stdout:1316: done (4 left) 2024-09-17T17:07:40.578 INFO:tasks.rados.rados.0.smithi031.stdout:1321: read oid 39 snap -1 2024-09-17T17:07:40.578 INFO:tasks.rados.rados.0.smithi031.stdout:1321: expect deleted 2024-09-17T17:07:40.578 INFO:tasks.rados.rados.0.smithi031.stdout:1322: delete oid 48 current snap is 125 2024-09-17T17:07:40.579 INFO:tasks.rados.rados.0.smithi031.stdout:1319: done (5 left) 2024-09-17T17:07:40.579 INFO:tasks.rados.rados.0.smithi031.stdout:1321: done (4 left) 2024-09-17T17:07:40.579 INFO:tasks.rados.rados.0.smithi031.stdout:1322: done (3 left) 2024-09-17T17:07:40.579 INFO:tasks.rados.rados.0.smithi031.stdout:1323: snap_create 2024-09-17T17:07:40.580 INFO:tasks.rados.rados.0.smithi031.stdout:1320: finishing write tid 1 to smithi03184240-19 2024-09-17T17:07:40.581 INFO:tasks.rados.rados.0.smithi031.stdout:1317: finishing write tid 1 to smithi03184240-30 2024-09-17T17:07:40.581 INFO:tasks.rados.rados.0.smithi031.stdout:1317: finishing write tid 2 to smithi03184240-30 2024-09-17T17:07:40.581 INFO:tasks.rados.rados.0.smithi031.stdout:1320: finishing write tid 2 to smithi03184240-19 2024-09-17T17:07:40.582 INFO:tasks.rados.rados.0.smithi031.stdout:1317: finishing write tid 3 to smithi03184240-30 2024-09-17T17:07:40.582 INFO:tasks.rados.rados.0.smithi031.stdout:1317: oid 30 updating version 0 to 980 2024-09-17T17:07:40.582 INFO:tasks.rados.rados.0.smithi031.stdout:1317: oid 30 version 980 is already newer than 979 2024-09-17T17:07:40.582 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 980 (ObjNum 432 snap 125 seq_num 432) dirty exists 2024-09-17T17:07:40.582 INFO:tasks.rados.rados.0.smithi031.stdout:1317: left oid 30 (ObjNum 432 snap 125 seq_num 432) 2024-09-17T17:07:40.582 INFO:tasks.rados.rados.0.smithi031.stdout:1320: finishing write tid 3 to smithi03184240-19 2024-09-17T17:07:40.583 INFO:tasks.rados.rados.0.smithi031.stdout:1320: oid 19 updating version 0 to 252 2024-09-17T17:07:40.583 INFO:tasks.rados.rados.0.smithi031.stdout:1320: oid 19 updating version 252 to 253 2024-09-17T17:07:40.583 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 253 (ObjNum 433 snap 125 seq_num 433) dirty exists 2024-09-17T17:07:40.583 INFO:tasks.rados.rados.0.smithi031.stdout:1320: left oid 19 (ObjNum 433 snap 125 seq_num 433) 2024-09-17T17:07:40.585 INFO:tasks.rados.rados.0.smithi031.stdout:1318: expect (ObjNum 360 snap 103 seq_num 360) 2024-09-17T17:07:40.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:40 smithi066 ceph-mon[86175]: osdmap e326: 8 total, 7 up, 8 in 2024-09-17T17:07:40.844 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:40 smithi031 systemd[1]: Starting Ceph osd.1 for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:07:40.844 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:40 smithi031 podman[107012]: 2024-09-17 17:07:40.641864974 +0000 UTC m=+0.018909454 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:07:40.844 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:40 smithi031 podman[107012]: 2024-09-17 17:07:40.755741327 +0000 UTC m=+0.132785806 container create 41b478bcd370367698a3ecec93dd1ce8e4f9b06494e13678912c536d2ec33b08 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1-activate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-09-17T17:07:40.848 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T17:07:40.848 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (5m) 27s ago 6m 26.4M - 0.25.0 c8568f914cd2 e19d96c7fca4 2024-09-17T17:07:40.848 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi066 *:3000 running (6m) 68s ago 6m 92.1M - 9.4.7 954c08fa6188 7bff2f45f353 2024-09-17T17:07:40.848 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (8m) 27s ago 8m 17.8M - 18.2.4-855-g19e2a2be 980a0bfcd684 564d1f0baaea 2024-09-17T17:07:40.848 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi066 running (8m) 68s ago 8m 19.4M - 18.2.4-855-g19e2a2be 980a0bfcd684 c397d3fc9cd9 2024-09-17T17:07:40.848 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi066 *:8443,9283,8765 running (2m) 68s ago 11m 453M - 19.3.0-4975-g1889a165 a500243bbb0c f591bc4bdc0b 2024-09-17T17:07:40.848 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:8443,9283,8765 running (2m) 27s ago 13m 524M - 19.3.0-4975-g1889a165 a500243bbb0c 9305cc0f241a 2024-09-17T17:07:40.848 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (107s) 27s ago 13m 47.2M 2048M 19.3.0-4975-g1889a165 a500243bbb0c ebe1c312bc55 2024-09-17T17:07:40.849 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi066 running (73s) 68s ago 11m 27.6M 2048M 19.3.0-4975-g1889a165 a500243bbb0c 345d1bf73a6f 2024-09-17T17:07:40.849 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (86s) 27s ago 11m 39.1M 2048M 19.3.0-4975-g1889a165 a500243bbb0c 4e86f0859c56 2024-09-17T17:07:40.849 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (6m) 27s ago 6m 16.0M - 1.5.0 0da6a335fe13 5461f4c7304d 2024-09-17T17:07:40.849 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi066 *:9100 running (6m) 68s ago 6m 16.8M - 1.5.0 0da6a335fe13 f747e79004be 2024-09-17T17:07:40.849 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (31s) 27s ago 11m 12.2M 2481M 19.3.0-4975-g1889a165 a500243bbb0c d17b0a925338 2024-09-17T17:07:40.849 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (10m) 27s ago 10m 155M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 626c909b429a 2024-09-17T17:07:40.849 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (10m) 27s ago 10m 167M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 f9740304d424 2024-09-17T17:07:40.849 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (9m) 27s ago 9m 112M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 aa304ea854ca 2024-09-17T17:07:40.849 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi066 running (9m) 68s ago 9m 160M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 a9ca20b85bc9 2024-09-17T17:07:40.849 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi066 running (9m) 68s ago 9m 153M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 2c5ce84fcccf 2024-09-17T17:07:40.849 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi066 running (8m) 68s ago 8m 105M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 d221efc6e856 2024-09-17T17:07:40.849 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi066 running (8m) 68s ago 8m 88.5M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 ce691a28a9fd 2024-09-17T17:07:40.849 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi066 *:9095 running (2m) 68s ago 7m 49.5M - 2.43.0 a07b618ecd1d c016a10f3f92 2024-09-17T17:07:41.117 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:40 smithi031 podman[107012]: 2024-09-17 17:07:40.975327931 +0000 UTC m=+0.352372420 container init 41b478bcd370367698a3ecec93dd1ce8e4f9b06494e13678912c536d2ec33b08 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1-activate, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T17:07:41.118 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:40 smithi031 podman[107012]: 2024-09-17 17:07:40.980486822 +0000 UTC m=+0.357531302 container start 41b478bcd370367698a3ecec93dd1ce8e4f9b06494e13678912c536d2ec33b08 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1-activate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-09-17T17:07:41.118 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:41 smithi031 podman[107012]: 2024-09-17 17:07:41.083613612 +0000 UTC m=+0.460658104 container attach 41b478bcd370367698a3ecec93dd1ce8e4f9b06494e13678912c536d2ec33b08 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1-activate, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-17T17:07:41.217 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:07:41.217 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-09-17T17:07:41.217 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 3 2024-09-17T17:07:41.217 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:07:41.218 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-09-17T17:07:41.218 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 2 2024-09-17T17:07:41.218 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:07:41.218 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-09-17T17:07:41.218 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 6, 2024-09-17T17:07:41.218 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 1 2024-09-17T17:07:41.218 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:07:41.218 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-09-17T17:07:41.218 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T17:07:41.218 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:07:41.218 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-09-17T17:07:41.218 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 8, 2024-09-17T17:07:41.218 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 6 2024-09-17T17:07:41.219 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-17T17:07:41.219 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:07:41.403 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1-activate[107047]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T17:07:41.403 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:41 smithi031 bash[107012]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T17:07:41.403 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1-activate[107047]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T17:07:41.403 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:41 smithi031 bash[107012]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T17:07:41.411 INFO:tasks.rados.rados.0.smithi031.stdout:1317: done (3 left) 2024-09-17T17:07:41.411 INFO:tasks.rados.rados.0.smithi031.stdout:1318: done (2 left) 2024-09-17T17:07:41.411 INFO:tasks.rados.rados.0.smithi031.stdout:1320: done (1 left) 2024-09-17T17:07:41.411 INFO:tasks.rados.rados.0.smithi031.stdout:1323: done (0 left) 2024-09-17T17:07:41.412 INFO:tasks.rados.rados.0.smithi031.stdout:1324: copy_from oid 38 from oid 8 current snap is 126 2024-09-17T17:07:41.412 INFO:tasks.rados.rados.0.smithi031.stdout:1325: delete oid 42 current snap is 126 2024-09-17T17:07:41.419 INFO:tasks.rados.rados.0.smithi031.stdout:1325: done (1 left) 2024-09-17T17:07:41.419 INFO:tasks.rados.rados.0.smithi031.stdout:1326: delete oid 29 current snap is 126 2024-09-17T17:07:41.423 INFO:tasks.rados.rados.0.smithi031.stdout:1326: done (1 left) 2024-09-17T17:07:41.423 INFO:tasks.rados.rados.0.smithi031.stdout:1327: rollback oid 27 current snap is 126 2024-09-17T17:07:41.423 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 27 to 117 2024-09-17T17:07:41.423 INFO:tasks.rados.rados.0.smithi031.stdout:1328: snap_remove snap 120 2024-09-17T17:07:41.522 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:07:41.523 INFO:teuthology.orchestra.run.smithi031.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0", 2024-09-17T17:07:41.523 INFO:teuthology.orchestra.run.smithi031.stdout: "in_progress": true, 2024-09-17T17:07:41.523 INFO:teuthology.orchestra.run.smithi031.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T17:07:41.523 INFO:teuthology.orchestra.run.smithi031.stdout: "services_complete": [ 2024-09-17T17:07:41.523 INFO:teuthology.orchestra.run.smithi031.stdout: "mon", 2024-09-17T17:07:41.523 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr" 2024-09-17T17:07:41.523 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-17T17:07:41.523 INFO:teuthology.orchestra.run.smithi031.stdout: "progress": "6/20 daemons upgraded", 2024-09-17T17:07:41.523 INFO:teuthology.orchestra.run.smithi031.stdout: "message": "Currently upgrading osd daemons", 2024-09-17T17:07:41.523 INFO:teuthology.orchestra.run.smithi031.stdout: "is_paused": false 2024-09-17T17:07:41.523 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:07:41.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:41 smithi066 ceph-mon[86175]: pgmap v149: 121 pgs: 16 stale+active+clean, 105 active+clean; 205 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 556 KiB/s wr, 1 op/s 2024-09-17T17:07:41.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:41 smithi066 ceph-mon[86175]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:07:41.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:41 smithi066 ceph-mon[86175]: from='client.34266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:07:41.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:41 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/3640305377' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:07:41.844 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:07:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:07:41] "GET /metrics HTTP/1.1" 200 36209 "" "Prometheus/2.43.0" 2024-09-17T17:07:41.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:41 smithi031 ceph-mon[94873]: pgmap v149: 121 pgs: 16 stale+active+clean, 105 active+clean; 205 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 556 KiB/s wr, 1 op/s 2024-09-17T17:07:41.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:41 smithi031 ceph-mon[94873]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:07:41.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:41 smithi031 ceph-mon[94873]: from='client.34266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:07:41.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:41 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/3640305377' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:07:41.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:41 smithi031 ceph-mon[96842]: pgmap v149: 121 pgs: 16 stale+active+clean, 105 active+clean; 205 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 556 KiB/s wr, 1 op/s 2024-09-17T17:07:41.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:41 smithi031 ceph-mon[96842]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:07:41.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:41 smithi031 ceph-mon[96842]: from='client.34266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:07:41.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:41 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/3640305377' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:07:41.845 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1-activate[107047]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-17T17:07:41.845 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:41 smithi031 bash[107012]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-17T17:07:41.845 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1-activate[107047]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-17T17:07:41.845 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:41 smithi031 bash[107012]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-17T17:07:42.264 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1-activate[107047]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-17T17:07:42.264 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:41 smithi031 bash[107012]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-17T17:07:42.265 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1-activate[107047]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-17T17:07:42.265 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:41 smithi031 bash[107012]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-17T17:07:42.265 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1-activate[107047]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-09-17T17:07:42.265 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:41 smithi031 bash[107012]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-09-17T17:07:42.265 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1-activate[107047]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-17T17:07:42.265 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:41 smithi031 bash[107012]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-17T17:07:42.265 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1-activate[107047]: --> ceph-volume raw activate successful for osd ID: 1 2024-09-17T17:07:42.265 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:41 smithi031 bash[107012]: --> ceph-volume raw activate successful for osd ID: 1 2024-09-17T17:07:42.265 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:41 smithi031 podman[107012]: 2024-09-17 17:07:41.922121288 +0000 UTC m=+1.299165770 container died 41b478bcd370367698a3ecec93dd1ce8e4f9b06494e13678912c536d2ec33b08 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1-activate, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-09-17T17:07:42.419 INFO:tasks.rados.rados.0.smithi031.stdout:1328: done (2 left) 2024-09-17T17:07:42.419 INFO:tasks.rados.rados.0.smithi031.stdout:1329: copy_from oid 3 from oid 44 current snap is 126 2024-09-17T17:07:42.419 INFO:tasks.rados.rados.0.smithi031.stdout:1324: finishing copy_from racing read to smithi03184240-38 2024-09-17T17:07:42.419 INFO:tasks.rados.rados.0.smithi031.stdout:1327: finishing rollback tid 0 to smithi03184240-27 2024-09-17T17:07:42.420 INFO:tasks.rados.rados.0.smithi031.stdout:1324: finishing copy_from to smithi03184240-38 2024-09-17T17:07:42.420 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 712 (ObjNum 407 snap 116 seq_num 407) dirty exists 2024-09-17T17:07:42.420 INFO:tasks.rados.rados.0.smithi031.stdout:1327: finishing rollback tid 1 to smithi03184240-27 2024-09-17T17:07:42.420 INFO:tasks.rados.rados.0.smithi031.stdout:1327: finishing rollback tid 2 to smithi03184240-27 2024-09-17T17:07:42.420 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 733 (ObjNum 410 snap 116 seq_num 410) dirty exists 2024-09-17T17:07:42.420 INFO:tasks.rados.rados.0.smithi031.stdout:1324: done (2 left) 2024-09-17T17:07:42.420 INFO:tasks.rados.rados.0.smithi031.stdout:1327: done (1 left) 2024-09-17T17:07:42.420 INFO:tasks.rados.rados.0.smithi031.stdout:1330: rollback oid 23 current snap is 126 2024-09-17T17:07:42.420 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 23 to 125 2024-09-17T17:07:42.420 INFO:tasks.rados.rados.0.smithi031.stdout:1331: rollback oid 49 current snap is 126 2024-09-17T17:07:42.420 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 49 to 112 2024-09-17T17:07:42.420 INFO:tasks.rados.rados.0.smithi031.stdout:1332: snap_remove snap 106 2024-09-17T17:07:42.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:42 smithi031 ceph-mon[94873]: from='client.44186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:07:42.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:42 smithi031 ceph-mon[94873]: osdmap e327: 8 total, 7 up, 8 in 2024-09-17T17:07:42.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:42 smithi031 ceph-mon[94873]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:07:42.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:42 smithi031 ceph-mon[96842]: from='client.44186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:07:42.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:42 smithi031 ceph-mon[96842]: osdmap e327: 8 total, 7 up, 8 in 2024-09-17T17:07:42.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:42 smithi031 ceph-mon[96842]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:07:42.594 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:42 smithi031 podman[107254]: 2024-09-17 17:07:42.512351733 +0000 UTC m=+0.583462156 container remove 41b478bcd370367698a3ecec93dd1ce8e4f9b06494e13678912c536d2ec33b08 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1-activate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2) 2024-09-17T17:07:42.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:42 smithi066 ceph-mon[86175]: from='client.44186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:07:42.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:42 smithi066 ceph-mon[86175]: osdmap e327: 8 total, 7 up, 8 in 2024-09-17T17:07:42.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:42 smithi066 ceph-mon[86175]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:07:43.033 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:42 smithi031 podman[107320]: 2024-09-17 17:07:42.713185426 +0000 UTC m=+0.105177430 container create ef44037fe38696f7e8fa658436ee490326b35fc679bd635ac0d41090f1911e02 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-09-17T17:07:43.034 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:42 smithi031 podman[107320]: 2024-09-17 17:07:42.624719762 +0000 UTC m=+0.016711718 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:07:43.034 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:42 smithi031 podman[107320]: 2024-09-17 17:07:42.931796439 +0000 UTC m=+0.323788374 container init ef44037fe38696f7e8fa658436ee490326b35fc679bd635ac0d41090f1911e02 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-17T17:07:43.034 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:42 smithi031 podman[107320]: 2024-09-17 17:07:42.936500997 +0000 UTC m=+0.328492933 container start ef44037fe38696f7e8fa658436ee490326b35fc679bd635ac0d41090f1911e02 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True) 2024-09-17T17:07:43.034 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:42 smithi031 ceph-osd[107358]: -- 172.21.15.31:0/3458889622 <== mon.2 v2:172.21.15.31:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561c1f645a40 con 0x561c1f623c00 2024-09-17T17:07:43.034 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:43 smithi031 bash[107320]: ef44037fe38696f7e8fa658436ee490326b35fc679bd635ac0d41090f1911e02 2024-09-17T17:07:43.317 INFO:tasks.rados.rados.0.smithi031.stdout:1332: done (3 left) 2024-09-17T17:07:43.317 INFO:tasks.rados.rados.0.smithi031.stdout:1333: copy_from oid 19 from oid 11 current snap is 126 2024-09-17T17:07:43.317 INFO:tasks.rados.rados.0.smithi031.stdout:1331: finishing rollback tid 0 to smithi03184240-49 2024-09-17T17:07:43.317 INFO:tasks.rados.rados.0.smithi031.stdout:1330: finishing rollback tid 0 to smithi03184240-23 2024-09-17T17:07:43.317 INFO:tasks.rados.rados.0.smithi031.stdout:1331: finishing rollback tid 1 to smithi03184240-49 2024-09-17T17:07:43.317 INFO:tasks.rados.rados.0.smithi031.stdout:1331: finishing rollback tid 2 to smithi03184240-49 2024-09-17T17:07:43.317 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 844 (ObjNum 312 snap 86 seq_num 312) dirty exists 2024-09-17T17:07:43.317 INFO:tasks.rados.rados.0.smithi031.stdout:1330: finishing rollback tid 1 to smithi03184240-23 2024-09-17T17:07:43.318 INFO:tasks.rados.rados.0.smithi031.stdout:1330: finishing rollback tid 2 to smithi03184240-23 2024-09-17T17:07:43.318 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 282 (ObjNum 381 snap 109 seq_num 381) dirty exists 2024-09-17T17:07:43.318 INFO:tasks.rados.rados.0.smithi031.stdout:1329: finishing copy_from racing read to smithi03184240-3 2024-09-17T17:07:43.318 INFO:tasks.rados.rados.0.smithi031.stdout:1329: finishing copy_from to smithi03184240-3 2024-09-17T17:07:43.318 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 1105 (ObjNum 338 snap 98 seq_num 338) dirty exists 2024-09-17T17:07:43.318 INFO:tasks.rados.rados.0.smithi031.stdout:1329: done (3 left) 2024-09-17T17:07:43.318 INFO:tasks.rados.rados.0.smithi031.stdout:1330: done (2 left) 2024-09-17T17:07:43.318 INFO:tasks.rados.rados.0.smithi031.stdout:1331: done (1 left) 2024-09-17T17:07:43.318 INFO:tasks.rados.rados.0.smithi031.stdout:1334: snap_create 2024-09-17T17:07:43.343 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:43 smithi031 systemd[1]: Started Ceph osd.1 for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:07:43.359 INFO:tasks.rados.rados.0.smithi031.stdout:1333: finishing copy_from racing read to smithi03184240-19 2024-09-17T17:07:43.364 INFO:tasks.rados.rados.0.smithi031.stdout:1333: finishing copy_from to smithi03184240-19 2024-09-17T17:07:43.365 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 658 (ObjNum 370 snap 107 seq_num 370) dirty exists 2024-09-17T17:07:43.794 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:43 smithi031 ceph-mon[94873]: pgmap v151: 121 pgs: 33 active+undersized, 11 active+undersized+degraded, 77 active+clean; 222 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 18 op/s; 54/414 objects degraded (13.043%) 2024-09-17T17:07:43.794 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:43 smithi031 ceph-mon[94873]: Health check failed: Degraded data redundancy: 54/414 objects degraded (13.043%), 11 pgs degraded (PG_DEGRADED) 2024-09-17T17:07:43.794 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:43 smithi031 ceph-mon[94873]: osdmap e328: 8 total, 7 up, 8 in 2024-09-17T17:07:43.794 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:43 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:43.794 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:43 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:43.795 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:43 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:07:43.795 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:43 smithi031 ceph-mon[94873]: osdmap e329: 8 total, 7 up, 8 in 2024-09-17T17:07:43.795 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:43 smithi031 ceph-mon[96842]: pgmap v151: 121 pgs: 33 active+undersized, 11 active+undersized+degraded, 77 active+clean; 222 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 18 op/s; 54/414 objects degraded (13.043%) 2024-09-17T17:07:43.795 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:43 smithi031 ceph-mon[96842]: Health check failed: Degraded data redundancy: 54/414 objects degraded (13.043%), 11 pgs degraded (PG_DEGRADED) 2024-09-17T17:07:43.795 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:43 smithi031 ceph-mon[96842]: osdmap e328: 8 total, 7 up, 8 in 2024-09-17T17:07:43.795 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:43 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:43.795 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:43 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:43.795 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:43 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:07:43.795 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:43 smithi031 ceph-mon[96842]: osdmap e329: 8 total, 7 up, 8 in 2024-09-17T17:07:43.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:43 smithi066 ceph-mon[86175]: pgmap v151: 121 pgs: 33 active+undersized, 11 active+undersized+degraded, 77 active+clean; 222 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 18 op/s; 54/414 objects degraded (13.043%) 2024-09-17T17:07:43.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:43 smithi066 ceph-mon[86175]: Health check failed: Degraded data redundancy: 54/414 objects degraded (13.043%), 11 pgs degraded (PG_DEGRADED) 2024-09-17T17:07:43.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:43 smithi066 ceph-mon[86175]: osdmap e328: 8 total, 7 up, 8 in 2024-09-17T17:07:43.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:43 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:43.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:43 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:43.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:43 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:07:43.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:43 smithi066 ceph-mon[86175]: osdmap e329: 8 total, 7 up, 8 in 2024-09-17T17:07:44.313 INFO:tasks.rados.rados.0.smithi031.stdout:1333: done (1 left) 2024-09-17T17:07:44.313 INFO:tasks.rados.rados.0.smithi031.stdout:1334: done (0 left) 2024-09-17T17:07:44.313 INFO:tasks.rados.rados.0.smithi031.stdout:1335: copy_from oid 35 from oid 22 current snap is 127 2024-09-17T17:07:44.313 INFO:tasks.rados.rados.0.smithi031.stdout:1336: rollback oid 20 current snap is 127 2024-09-17T17:07:44.313 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 20 to 124 2024-09-17T17:07:44.313 INFO:tasks.rados.rados.0.smithi031.stdout:1337: delete oid 27 current snap is 127 2024-09-17T17:07:44.317 INFO:tasks.rados.rados.0.smithi031.stdout:1336: finishing rollback tid 1 to smithi03184240-20 2024-09-17T17:07:44.317 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-17T17:07:44.318 INFO:tasks.rados.rados.0.smithi031.stdout:1336: done (2 left) 2024-09-17T17:07:44.318 INFO:tasks.rados.rados.0.smithi031.stdout:1337: done (1 left) 2024-09-17T17:07:44.318 INFO:tasks.rados.rados.0.smithi031.stdout:1338: rollback oid 39 current snap is 127 2024-09-17T17:07:44.318 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 39 to 124 2024-09-17T17:07:44.318 INFO:tasks.rados.rados.0.smithi031.stdout:1339: delete oid 11 current snap is 127 2024-09-17T17:07:44.322 INFO:tasks.rados.rados.0.smithi031.stdout:1339: done (2 left) 2024-09-17T17:07:44.322 INFO:tasks.rados.rados.0.smithi031.stdout:1340: copy_from oid 20 from oid 34 current snap is 127 2024-09-17T17:07:44.322 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 7 current snap is 127 2024-09-17T17:07:44.323 INFO:tasks.rados.rados.0.smithi031.stdout:1341: seq_num 439 ranges {983040=155648} 2024-09-17T17:07:44.329 INFO:tasks.rados.rados.0.smithi031.stdout:1341: writing smithi03184240-7 from 983040 to 1138688 tid 1 2024-09-17T17:07:44.329 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 3 current snap is 127 2024-09-17T17:07:44.329 INFO:tasks.rados.rados.0.smithi031.stdout:1342: seq_num 440 ranges {5873664=172032} 2024-09-17T17:07:44.365 INFO:tasks.rados.rados.0.smithi031.stdout:1342: writing smithi03184240-3 from 5873664 to 6045696 tid 1 2024-09-17T17:07:44.366 INFO:tasks.rados.rados.0.smithi031.stdout:1343: rollback oid 6 current snap is 127 2024-09-17T17:07:44.366 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 6 to 118 2024-09-17T17:07:44.366 INFO:tasks.rados.rados.0.smithi031.stdout:1340: finishing copy_from to smithi03184240-20 2024-09-17T17:07:44.366 INFO:tasks.rados.rados.0.smithi031.stdout:1340: got expected ENOENT (src dne) 2024-09-17T17:07:44.366 INFO:tasks.rados.rados.0.smithi031.stdout:1340: finishing copy_from racing read to smithi03184240-20 2024-09-17T17:07:44.366 INFO:tasks.rados.rados.0.smithi031.stdout:1338: finishing rollback tid 1 to smithi03184240-39 2024-09-17T17:07:44.366 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 751 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-17T17:07:44.366 INFO:tasks.rados.rados.0.smithi031.stdout:1341: finishing write tid 1 to smithi03184240-7 2024-09-17T17:07:44.366 INFO:tasks.rados.rados.0.smithi031.stdout:1341: finishing write tid 2 to smithi03184240-7 2024-09-17T17:07:44.367 INFO:tasks.rados.rados.0.smithi031.stdout:1341: finishing write tid 3 to smithi03184240-7 2024-09-17T17:07:44.367 INFO:tasks.rados.rados.0.smithi031.stdout:1341: oid 7 updating version 0 to 1108 2024-09-17T17:07:44.367 INFO:tasks.rados.rados.0.smithi031.stdout:1341: oid 7 updating version 1108 to 1109 2024-09-17T17:07:44.367 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 1109 (ObjNum 439 snap 127 seq_num 439) dirty exists 2024-09-17T17:07:44.367 INFO:tasks.rados.rados.0.smithi031.stdout:1341: left oid 7 (ObjNum 439 snap 127 seq_num 439) 2024-09-17T17:07:44.367 INFO:tasks.rados.rados.0.smithi031.stdout:1335: finishing copy_from racing read to smithi03184240-35 2024-09-17T17:07:44.367 INFO:tasks.rados.rados.0.smithi031.stdout:1335: finishing copy_from to smithi03184240-35 2024-09-17T17:07:44.367 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 762 (ObjNum 428 snap 125 seq_num 428) dirty exists 2024-09-17T17:07:44.367 INFO:tasks.rados.rados.0.smithi031.stdout:1335: done (5 left) 2024-09-17T17:07:44.367 INFO:tasks.rados.rados.0.smithi031.stdout:1338: done (4 left) 2024-09-17T17:07:44.368 INFO:tasks.rados.rados.0.smithi031.stdout:1340: done (3 left) 2024-09-17T17:07:44.368 INFO:tasks.rados.rados.0.smithi031.stdout:1341: done (2 left) 2024-09-17T17:07:44.368 INFO:tasks.rados.rados.0.smithi031.stdout:1344: read oid 10 snap -1 2024-09-17T17:07:44.368 INFO:tasks.rados.rados.0.smithi031.stdout:1344: expect (ObjNum 431 snap 125 seq_num 431) 2024-09-17T17:07:44.368 INFO:tasks.rados.rados.0.smithi031.stdout:1345: snap_remove snap 117 2024-09-17T17:07:44.843 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:44 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1[107335]: 2024-09-17T17:07:44.579+0000 7fc4b8f14640 -1 Falling back to public interface 2024-09-17T17:07:45.320 INFO:tasks.rados.rados.0.smithi031.stdout:1345: done (3 left) 2024-09-17T17:07:45.320 INFO:tasks.rados.rados.0.smithi031.stdout:1346: delete oid 30 current snap is 127 2024-09-17T17:07:45.320 INFO:tasks.rados.rados.0.smithi031.stdout:1343: finishing rollback tid 0 to smithi03184240-6 2024-09-17T17:07:45.320 INFO:tasks.rados.rados.0.smithi031.stdout:1342: finishing write tid 1 to smithi03184240-3 2024-09-17T17:07:45.320 INFO:tasks.rados.rados.0.smithi031.stdout:1343: finishing rollback tid 1 to smithi03184240-6 2024-09-17T17:07:45.320 INFO:tasks.rados.rados.0.smithi031.stdout:1342: finishing write tid 2 to smithi03184240-3 2024-09-17T17:07:45.320 INFO:tasks.rados.rados.0.smithi031.stdout:1343: finishing rollback tid 2 to smithi03184240-6 2024-09-17T17:07:45.320 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 371 (ObjNum 367 snap 106 seq_num 367) dirty exists 2024-09-17T17:07:45.320 INFO:tasks.rados.rados.0.smithi031.stdout:1342: finishing write tid 3 to smithi03184240-3 2024-09-17T17:07:45.320 INFO:tasks.rados.rados.0.smithi031.stdout:1342: oid 3 updating version 0 to 1106 2024-09-17T17:07:45.321 INFO:tasks.rados.rados.0.smithi031.stdout:1342: oid 3 updating version 1106 to 1107 2024-09-17T17:07:45.321 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 1107 (ObjNum 440 snap 127 seq_num 440) dirty exists 2024-09-17T17:07:45.321 INFO:tasks.rados.rados.0.smithi031.stdout:1342: left oid 3 (ObjNum 440 snap 127 seq_num 440) 2024-09-17T17:07:45.321 INFO:tasks.rados.rados.0.smithi031.stdout:1344: expect (ObjNum 431 snap 125 seq_num 431) 2024-09-17T17:07:45.508 INFO:tasks.rados.rados.0.smithi031.stdout:1342: done (3 left) 2024-09-17T17:07:45.509 INFO:tasks.rados.rados.0.smithi031.stdout:1343: done (2 left) 2024-09-17T17:07:45.509 INFO:tasks.rados.rados.0.smithi031.stdout:1344: done (1 left) 2024-09-17T17:07:45.509 INFO:tasks.rados.rados.0.smithi031.stdout:1346: done (0 left) 2024-09-17T17:07:45.509 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 19 current snap is 127 2024-09-17T17:07:45.509 INFO:tasks.rados.rados.0.smithi031.stdout:1347: seq_num 442 ranges {8265728=204800} 2024-09-17T17:07:45.555 INFO:tasks.rados.rados.0.smithi031.stdout:1347: writing smithi03184240-19 from 8265728 to 8470528 tid 1 2024-09-17T17:07:45.555 INFO:tasks.rados.rados.0.smithi031.stdout:1348: snap_create 2024-09-17T17:07:45.558 INFO:tasks.rados.rados.0.smithi031.stdout:1347: finishing write tid 1 to smithi03184240-19 2024-09-17T17:07:45.558 INFO:tasks.rados.rados.0.smithi031.stdout:1347: finishing write tid 2 to smithi03184240-19 2024-09-17T17:07:45.559 INFO:tasks.rados.rados.0.smithi031.stdout:1347: finishing write tid 3 to smithi03184240-19 2024-09-17T17:07:45.559 INFO:tasks.rados.rados.0.smithi031.stdout:1347: oid 19 updating version 0 to 660 2024-09-17T17:07:45.559 INFO:tasks.rados.rados.0.smithi031.stdout:1347: oid 19 version 660 is already newer than 659 2024-09-17T17:07:45.559 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 660 (ObjNum 442 snap 127 seq_num 442) dirty exists 2024-09-17T17:07:45.559 INFO:tasks.rados.rados.0.smithi031.stdout:1347: left oid 19 (ObjNum 442 snap 127 seq_num 442) 2024-09-17T17:07:45.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:45 smithi031 ceph-mon[94873]: pgmap v154: 121 pgs: 33 active+undersized, 11 active+undersized+degraded, 77 active+clean; 222 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 18 op/s; 54/414 objects degraded (13.043%) 2024-09-17T17:07:45.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:45 smithi031 ceph-mon[94873]: osdmap e330: 8 total, 7 up, 8 in 2024-09-17T17:07:45.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:45 smithi031 ceph-mon[96842]: pgmap v154: 121 pgs: 33 active+undersized, 11 active+undersized+degraded, 77 active+clean; 222 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 18 op/s; 54/414 objects degraded (13.043%) 2024-09-17T17:07:45.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:45 smithi031 ceph-mon[96842]: osdmap e330: 8 total, 7 up, 8 in 2024-09-17T17:07:45.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:45 smithi066 ceph-mon[86175]: pgmap v154: 121 pgs: 33 active+undersized, 11 active+undersized+degraded, 77 active+clean; 222 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 18 op/s; 54/414 objects degraded (13.043%) 2024-09-17T17:07:45.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:45 smithi066 ceph-mon[86175]: osdmap e330: 8 total, 7 up, 8 in 2024-09-17T17:07:46.512 INFO:tasks.rados.rados.0.smithi031.stdout:1347: done (1 left) 2024-09-17T17:07:46.512 INFO:tasks.rados.rados.0.smithi031.stdout:1348: done (0 left) 2024-09-17T17:07:46.512 INFO:tasks.rados.rados.0.smithi031.stdout:1349: snap_create 2024-09-17T17:07:46.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:46 smithi031 ceph-mon[94873]: osdmap e331: 8 total, 7 up, 8 in 2024-09-17T17:07:46.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:46 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:46.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:46 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:07:46.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:46 smithi031 ceph-mon[96842]: osdmap e331: 8 total, 7 up, 8 in 2024-09-17T17:07:46.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:46 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:46.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:46 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:07:46.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:46 smithi066 ceph-mon[86175]: osdmap e331: 8 total, 7 up, 8 in 2024-09-17T17:07:46.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:46 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:46.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:46 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:07:47.518 INFO:tasks.rados.rados.0.smithi031.stdout:1349: done (0 left) 2024-09-17T17:07:47.518 INFO:tasks.rados.rados.0.smithi031.stdout:1350: rollback oid 44 current snap is 129 2024-09-17T17:07:47.518 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 44 to 128 2024-09-17T17:07:47.518 INFO:tasks.rados.rados.0.smithi031.stdout:1351: read oid 36 snap -1 2024-09-17T17:07:47.518 INFO:tasks.rados.rados.0.smithi031.stdout:1351: expect (ObjNum 353 snap 100 seq_num 353) 2024-09-17T17:07:47.518 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 1 current snap is 129 2024-09-17T17:07:47.519 INFO:tasks.rados.rados.0.smithi031.stdout:1352: seq_num 443 ranges {212992=221184} 2024-09-17T17:07:47.521 INFO:tasks.rados.rados.0.smithi031.stdout:1352: writing smithi03184240-1 from 212992 to 434176 tid 1 2024-09-17T17:07:47.521 INFO:tasks.rados.rados.0.smithi031.stdout:1353: delete oid 50 current snap is 129 2024-09-17T17:07:47.525 INFO:tasks.rados.rados.0.smithi031.stdout:1350: finishing rollback tid 0 to smithi03184240-44 2024-09-17T17:07:47.525 INFO:tasks.rados.rados.0.smithi031.stdout:1350: finishing rollback tid 1 to smithi03184240-44 2024-09-17T17:07:47.526 INFO:tasks.rados.rados.0.smithi031.stdout:1350: finishing rollback tid 2 to smithi03184240-44 2024-09-17T17:07:47.526 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 1215 (ObjNum 338 snap 98 seq_num 338) dirty exists 2024-09-17T17:07:47.526 INFO:tasks.rados.rados.0.smithi031.stdout:1350: done (3 left) 2024-09-17T17:07:47.526 INFO:tasks.rados.rados.0.smithi031.stdout:1353: done (2 left) 2024-09-17T17:07:47.526 INFO:tasks.rados.rados.0.smithi031.stdout:1354: read oid 6 snap -1 2024-09-17T17:07:47.527 INFO:tasks.rados.rados.0.smithi031.stdout:1354: expect (ObjNum 367 snap 106 seq_num 367) 2024-09-17T17:07:47.527 INFO:tasks.rados.rados.0.smithi031.stdout:1355: rmattr oid 35 current snap is 129 2024-09-17T17:07:47.527 INFO:tasks.rados.rados.0.smithi031.stdout:1355: done (3 left) 2024-09-17T17:07:47.527 INFO:tasks.rados.rados.0.smithi031.stdout:1356: delete oid 11 current snap is 129 2024-09-17T17:07:47.527 INFO:tasks.rados.rados.0.smithi031.stdout:1351: expect (ObjNum 353 snap 100 seq_num 353) 2024-09-17T17:07:47.565 INFO:tasks.rados.rados.0.smithi031.stdout:1352: finishing write tid 1 to smithi03184240-1 2024-09-17T17:07:47.565 INFO:tasks.rados.rados.0.smithi031.stdout:1352: finishing write tid 2 to smithi03184240-1 2024-09-17T17:07:47.565 INFO:tasks.rados.rados.0.smithi031.stdout:1352: finishing write tid 3 to smithi03184240-1 2024-09-17T17:07:47.565 INFO:tasks.rados.rados.0.smithi031.stdout:1352: oid 1 updating version 0 to 983 2024-09-17T17:07:47.565 INFO:tasks.rados.rados.0.smithi031.stdout:1352: oid 1 updating version 983 to 984 2024-09-17T17:07:47.565 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 984 (ObjNum 443 snap 129 seq_num 443) dirty exists 2024-09-17T17:07:47.565 INFO:tasks.rados.rados.0.smithi031.stdout:1352: left oid 1 (ObjNum 443 snap 129 seq_num 443) 2024-09-17T17:07:47.565 INFO:tasks.rados.rados.0.smithi031.stdout:1354: expect (ObjNum 367 snap 106 seq_num 367) 2024-09-17T17:07:47.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:47 smithi031 ceph-mon[94873]: pgmap v157: 121 pgs: 33 active+undersized, 11 active+undersized+degraded, 77 active+clean; 228 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 6 op/s; 57/408 objects degraded (13.971%) 2024-09-17T17:07:47.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:47 smithi031 ceph-mon[94873]: osdmap e332: 8 total, 7 up, 8 in 2024-09-17T17:07:47.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:47 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:47.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:47 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:47.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:47 smithi031 ceph-mon[96842]: pgmap v157: 121 pgs: 33 active+undersized, 11 active+undersized+degraded, 77 active+clean; 228 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 6 op/s; 57/408 objects degraded (13.971%) 2024-09-17T17:07:47.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:47 smithi031 ceph-mon[96842]: osdmap e332: 8 total, 7 up, 8 in 2024-09-17T17:07:47.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:47 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:47.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:47 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:47.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:47 smithi066 ceph-mon[86175]: pgmap v157: 121 pgs: 33 active+undersized, 11 active+undersized+degraded, 77 active+clean; 228 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 6 op/s; 57/408 objects degraded (13.971%) 2024-09-17T17:07:47.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:47 smithi066 ceph-mon[86175]: osdmap e332: 8 total, 7 up, 8 in 2024-09-17T17:07:47.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:47 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:47.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:47 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:48.292 INFO:tasks.rados.rados.0.smithi031.stdout:1351: done (3 left) 2024-09-17T17:07:48.292 INFO:tasks.rados.rados.0.smithi031.stdout:1352: done (2 left) 2024-09-17T17:07:48.292 INFO:tasks.rados.rados.0.smithi031.stdout:1354: done (1 left) 2024-09-17T17:07:48.292 INFO:tasks.rados.rados.0.smithi031.stdout:1356: done (0 left) 2024-09-17T17:07:48.292 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 13 current snap is 129 2024-09-17T17:07:48.292 INFO:tasks.rados.rados.0.smithi031.stdout:1357: seq_num 446 ranges {1843200=278528} 2024-09-17T17:07:48.305 INFO:tasks.rados.rados.0.smithi031.stdout:1357: writing smithi03184240-13 from 1843200 to 2121728 tid 1 2024-09-17T17:07:48.305 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 20 current snap is 129 2024-09-17T17:07:48.305 INFO:tasks.rados.rados.0.smithi031.stdout:1358: seq_num 447 ranges {0=294912} 2024-09-17T17:07:48.305 INFO:tasks.rados.rados.0.smithi031.stdout:1358: writing smithi03184240-20 from 0 to 294912 tid 1 2024-09-17T17:07:48.305 INFO:tasks.rados.rados.0.smithi031.stdout:1359: snap_create 2024-09-17T17:07:48.307 INFO:tasks.rados.rados.0.smithi031.stdout:1357: finishing write tid 1 to smithi03184240-13 2024-09-17T17:07:48.307 INFO:tasks.rados.rados.0.smithi031.stdout:1357: finishing write tid 2 to smithi03184240-13 2024-09-17T17:07:48.307 INFO:tasks.rados.rados.0.smithi031.stdout:1358: finishing write tid 1 to smithi03184240-20 2024-09-17T17:07:48.307 INFO:tasks.rados.rados.0.smithi031.stdout:1358: finishing write tid 2 to smithi03184240-20 2024-09-17T17:07:48.308 INFO:tasks.rados.rados.0.smithi031.stdout:1357: finishing write tid 3 to smithi03184240-13 2024-09-17T17:07:48.308 INFO:tasks.rados.rados.0.smithi031.stdout:1357: oid 13 updating version 0 to 764 2024-09-17T17:07:48.309 INFO:tasks.rados.rados.0.smithi031.stdout:1357: oid 13 version 764 is already newer than 763 2024-09-17T17:07:48.309 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 764 (ObjNum 446 snap 129 seq_num 446) dirty exists 2024-09-17T17:07:48.309 INFO:tasks.rados.rados.0.smithi031.stdout:1357: left oid 13 (ObjNum 446 snap 129 seq_num 446) 2024-09-17T17:07:48.311 INFO:tasks.rados.rados.0.smithi031.stdout:1358: finishing write tid 3 to smithi03184240-20 2024-09-17T17:07:48.311 INFO:tasks.rados.rados.0.smithi031.stdout:1358: oid 20 updating version 0 to 137 2024-09-17T17:07:48.311 INFO:tasks.rados.rados.0.smithi031.stdout:1358: oid 20 updating version 137 to 138 2024-09-17T17:07:48.311 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 138 (ObjNum 447 snap 129 seq_num 447) dirty exists 2024-09-17T17:07:48.311 INFO:tasks.rados.rados.0.smithi031.stdout:1358: left oid 20 (ObjNum 447 snap 129 seq_num 447) 2024-09-17T17:07:48.516 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:48 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1[107335]: 2024-09-17T17:07:48.252+0000 7fc4b8f14640 -1 osd.1 323 log_to_monitors true 2024-09-17T17:07:48.529 INFO:tasks.rados.rados.0.smithi031.stdout:1357: done (2 left) 2024-09-17T17:07:48.529 INFO:tasks.rados.rados.0.smithi031.stdout:1358: done (1 left) 2024-09-17T17:07:48.529 INFO:tasks.rados.rados.0.smithi031.stdout:1359: done (0 left) 2024-09-17T17:07:48.529 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 42 current snap is 130 2024-09-17T17:07:48.529 INFO:tasks.rados.rados.0.smithi031.stdout:1360: seq_num 448 ranges {0=311296} 2024-09-17T17:07:48.531 INFO:tasks.rados.rados.0.smithi031.stdout:1360: writing smithi03184240-42 from 0 to 311296 tid 1 2024-09-17T17:07:48.531 INFO:tasks.rados.rados.0.smithi031.stdout:1361: read oid 6 snap -1 2024-09-17T17:07:48.531 INFO:tasks.rados.rados.0.smithi031.stdout:1361: expect (ObjNum 367 snap 106 seq_num 367) 2024-09-17T17:07:48.531 INFO:tasks.rados.rados.0.smithi031.stdout:1362: delete oid 19 current snap is 130 2024-09-17T17:07:48.535 INFO:tasks.rados.rados.0.smithi031.stdout:1360: finishing write tid 1 to smithi03184240-42 2024-09-17T17:07:48.537 INFO:tasks.rados.rados.0.smithi031.stdout:1360: finishing write tid 2 to smithi03184240-42 2024-09-17T17:07:48.538 INFO:tasks.rados.rados.0.smithi031.stdout:1362: done (2 left) 2024-09-17T17:07:48.538 INFO:tasks.rados.rados.0.smithi031.stdout:1363: read oid 8 snap -1 2024-09-17T17:07:48.538 INFO:tasks.rados.rados.0.smithi031.stdout:1363: expect (ObjNum 407 snap 116 seq_num 407) 2024-09-17T17:07:48.538 INFO:tasks.rados.rados.0.smithi031.stdout:1364: rollback oid 12 current snap is 130 2024-09-17T17:07:48.538 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 12 to 110 2024-09-17T17:07:48.538 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 13 current snap is 130 2024-09-17T17:07:48.539 INFO:tasks.rados.rados.0.smithi031.stdout:1365: seq_num 450 ranges {2121728=344064} 2024-09-17T17:07:48.554 INFO:tasks.rados.rados.0.smithi031.stdout:1365: writing smithi03184240-13 from 2121728 to 2465792 tid 1 2024-09-17T17:07:48.555 INFO:tasks.rados.rados.0.smithi031.stdout:1366: read oid 39 snap -1 2024-09-17T17:07:48.555 INFO:tasks.rados.rados.0.smithi031.stdout:1366: expect deleted 2024-09-17T17:07:48.555 INFO:tasks.rados.rados.0.smithi031.stdout:1367: read oid 5 snap 114 2024-09-17T17:07:48.555 INFO:tasks.rados.rados.0.smithi031.stdout:1367: expect (ObjNum 358 snap 103 seq_num 358) 2024-09-17T17:07:48.555 INFO:tasks.rados.rados.0.smithi031.stdout:1368: snap_remove snap 127 2024-09-17T17:07:48.838 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:07:48 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1[107335]: 2024-09-17T17:07:48.553+0000 7fc4b0cbe640 -1 osd.1 323 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T17:07:48.838 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:48 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:48.838 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:48 smithi031 ceph-mon[94873]: osdmap e333: 8 total, 7 up, 8 in 2024-09-17T17:07:48.838 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:48 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:48.838 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:48 smithi031 ceph-mon[94873]: from='osd.1 [v2:172.21.15.31:6810/2531199322,v1:172.21.15.31:6811/2531199322]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-17T17:07:48.838 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:48 smithi031 ceph-mon[94873]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-17T17:07:48.838 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:48 smithi031 ceph-mon[94873]: Health check update: Degraded data redundancy: 57/408 objects degraded (13.971%), 11 pgs degraded (PG_DEGRADED) 2024-09-17T17:07:48.839 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:48 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:48.839 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:48 smithi031 ceph-mon[96842]: osdmap e333: 8 total, 7 up, 8 in 2024-09-17T17:07:48.839 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:48 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:48.839 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:48 smithi031 ceph-mon[96842]: from='osd.1 [v2:172.21.15.31:6810/2531199322,v1:172.21.15.31:6811/2531199322]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-17T17:07:48.839 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:48 smithi031 ceph-mon[96842]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-17T17:07:48.839 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:48 smithi031 ceph-mon[96842]: Health check update: Degraded data redundancy: 57/408 objects degraded (13.971%), 11 pgs degraded (PG_DEGRADED) 2024-09-17T17:07:48.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:48 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:48.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:48 smithi066 ceph-mon[86175]: osdmap e333: 8 total, 7 up, 8 in 2024-09-17T17:07:48.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:48 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:48.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:48 smithi066 ceph-mon[86175]: from='osd.1 [v2:172.21.15.31:6810/2531199322,v1:172.21.15.31:6811/2531199322]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-17T17:07:48.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:48 smithi066 ceph-mon[86175]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-17T17:07:48.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:48 smithi066 ceph-mon[86175]: Health check update: Degraded data redundancy: 57/408 objects degraded (13.971%), 11 pgs degraded (PG_DEGRADED) 2024-09-17T17:07:49.547 INFO:tasks.rados.rados.0.smithi031.stdout:1368: done (7 left) 2024-09-17T17:07:49.547 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 46 current snap is 130 2024-09-17T17:07:49.548 INFO:tasks.rados.rados.0.smithi031.stdout:1369: seq_num 451 ranges {5873664=360448} 2024-09-17T17:07:49.583 INFO:tasks.rados.rados.0.smithi031.stdout:1369: writing smithi03184240-46 from 5873664 to 6234112 tid 1 2024-09-17T17:07:49.583 INFO:tasks.rados.rados.0.smithi031.stdout:1370: snap_create 2024-09-17T17:07:49.583 INFO:tasks.rados.rados.0.smithi031.stdout:1360: finishing write tid 3 to smithi03184240-42 2024-09-17T17:07:49.584 INFO:tasks.rados.rados.0.smithi031.stdout:1360: oid 42 updating version 0 to 1217 2024-09-17T17:07:49.584 INFO:tasks.rados.rados.0.smithi031.stdout:1360: oid 42 version 1217 is already newer than 1216 2024-09-17T17:07:49.584 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 1217 (ObjNum 448 snap 130 seq_num 448) dirty exists 2024-09-17T17:07:49.584 INFO:tasks.rados.rados.0.smithi031.stdout:1360: left oid 42 (ObjNum 448 snap 130 seq_num 448) 2024-09-17T17:07:49.584 INFO:tasks.rados.rados.0.smithi031.stdout:1364: finishing rollback tid 0 to smithi03184240-12 2024-09-17T17:07:49.584 INFO:tasks.rados.rados.0.smithi031.stdout:1364: finishing rollback tid 1 to smithi03184240-12 2024-09-17T17:07:49.584 INFO:tasks.rados.rados.0.smithi031.stdout:1364: finishing rollback tid 2 to smithi03184240-12 2024-09-17T17:07:49.584 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 297 (ObjNum 209 snap 52 seq_num 209) dirty exists 2024-09-17T17:07:49.584 INFO:tasks.rados.rados.0.smithi031.stdout:1363: expect (ObjNum 407 snap 116 seq_num 407) 2024-09-17T17:07:49.650 INFO:tasks.rados.rados.0.smithi031.stdout:1367: expect (ObjNum 358 snap 103 seq_num 358) 2024-09-17T17:07:49.682 INFO:tasks.rados.rados.0.smithi031.stdout:1365: finishing write tid 1 to smithi03184240-13 2024-09-17T17:07:49.682 INFO:tasks.rados.rados.0.smithi031.stdout:1365: finishing write tid 2 to smithi03184240-13 2024-09-17T17:07:49.682 INFO:tasks.rados.rados.0.smithi031.stdout:1365: finishing write tid 3 to smithi03184240-13 2024-09-17T17:07:49.682 INFO:tasks.rados.rados.0.smithi031.stdout:1365: oid 13 updating version 0 to 766 2024-09-17T17:07:49.682 INFO:tasks.rados.rados.0.smithi031.stdout:1365: oid 13 version 766 is already newer than 765 2024-09-17T17:07:49.682 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 766 (ObjNum 450 snap 130 seq_num 450) dirty exists 2024-09-17T17:07:49.682 INFO:tasks.rados.rados.0.smithi031.stdout:1365: left oid 13 (ObjNum 450 snap 130 seq_num 450) 2024-09-17T17:07:49.682 INFO:tasks.rados.rados.0.smithi031.stdout:1361: expect (ObjNum 367 snap 106 seq_num 367) 2024-09-17T17:07:49.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:49 smithi031 ceph-mon[94873]: pgmap v160: 121 pgs: 33 active+undersized, 11 active+undersized+degraded, 77 active+clean; 225 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 8 op/s; 59/411 objects degraded (14.355%) 2024-09-17T17:07:49.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:49 smithi031 ceph-mon[94873]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-17T17:07:49.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:49 smithi031 ceph-mon[94873]: osdmap e334: 8 total, 7 up, 8 in 2024-09-17T17:07:49.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:49 smithi031 ceph-mon[94873]: from='osd.1 [v2:172.21.15.31:6810/2531199322,v1:172.21.15.31:6811/2531199322]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi031", "root=default"]} : dispatch 2024-09-17T17:07:49.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:49 smithi031 ceph-mon[94873]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi031", "root=default"]} : dispatch 2024-09-17T17:07:49.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:49 smithi031 ceph-mon[96842]: pgmap v160: 121 pgs: 33 active+undersized, 11 active+undersized+degraded, 77 active+clean; 225 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 8 op/s; 59/411 objects degraded (14.355%) 2024-09-17T17:07:49.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:49 smithi031 ceph-mon[96842]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-17T17:07:49.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:49 smithi031 ceph-mon[96842]: osdmap e334: 8 total, 7 up, 8 in 2024-09-17T17:07:49.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:49 smithi031 ceph-mon[96842]: from='osd.1 [v2:172.21.15.31:6810/2531199322,v1:172.21.15.31:6811/2531199322]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi031", "root=default"]} : dispatch 2024-09-17T17:07:49.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:49 smithi031 ceph-mon[96842]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi031", "root=default"]} : dispatch 2024-09-17T17:07:49.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:49 smithi066 ceph-mon[86175]: pgmap v160: 121 pgs: 33 active+undersized, 11 active+undersized+degraded, 77 active+clean; 225 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 8 op/s; 59/411 objects degraded (14.355%) 2024-09-17T17:07:49.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:49 smithi066 ceph-mon[86175]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-17T17:07:49.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:49 smithi066 ceph-mon[86175]: osdmap e334: 8 total, 7 up, 8 in 2024-09-17T17:07:49.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:49 smithi066 ceph-mon[86175]: from='osd.1 [v2:172.21.15.31:6810/2531199322,v1:172.21.15.31:6811/2531199322]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi031", "root=default"]} : dispatch 2024-09-17T17:07:49.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:49 smithi066 ceph-mon[86175]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi031", "root=default"]} : dispatch 2024-09-17T17:07:50.544 INFO:tasks.rados.rados.0.smithi031.stdout:1360: done (8 left) 2024-09-17T17:07:50.545 INFO:tasks.rados.rados.0.smithi031.stdout:1361: done (7 left) 2024-09-17T17:07:50.545 INFO:tasks.rados.rados.0.smithi031.stdout:1363: done (6 left) 2024-09-17T17:07:50.545 INFO:tasks.rados.rados.0.smithi031.stdout:1364: done (5 left) 2024-09-17T17:07:50.545 INFO:tasks.rados.rados.0.smithi031.stdout:1365: done (4 left) 2024-09-17T17:07:50.545 INFO:tasks.rados.rados.0.smithi031.stdout:1366: done (3 left) 2024-09-17T17:07:50.545 INFO:tasks.rados.rados.0.smithi031.stdout:1367: done (2 left) 2024-09-17T17:07:50.545 INFO:tasks.rados.rados.0.smithi031.stdout:1370: done (1 left) 2024-09-17T17:07:50.545 INFO:tasks.rados.rados.0.smithi031.stdout:1371: snap_create 2024-09-17T17:07:50.569 INFO:tasks.rados.rados.0.smithi031.stdout:1369: finishing write tid 1 to smithi03184240-46 2024-09-17T17:07:50.570 INFO:tasks.rados.rados.0.smithi031.stdout:1369: finishing write tid 2 to smithi03184240-46 2024-09-17T17:07:50.572 INFO:tasks.rados.rados.0.smithi031.stdout:1369: finishing write tid 3 to smithi03184240-46 2024-09-17T17:07:50.572 INFO:tasks.rados.rados.0.smithi031.stdout:1369: oid 46 updating version 0 to 1112 2024-09-17T17:07:50.572 INFO:tasks.rados.rados.0.smithi031.stdout:1369: oid 46 version 1112 is already newer than 1111 2024-09-17T17:07:50.572 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 1112 (ObjNum 451 snap 130 seq_num 451) dirty exists 2024-09-17T17:07:50.572 INFO:tasks.rados.rados.0.smithi031.stdout:1369: left oid 46 (ObjNum 451 snap 130 seq_num 451) 2024-09-17T17:07:50.843 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:07:50 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:07:50.595+0000 7f72cc98c640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-17T17:07:50.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:50 smithi031 ceph-mon[94873]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T17:07:50.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:50 smithi031 ceph-mon[94873]: osd.1 [v2:172.21.15.31:6810/2531199322,v1:172.21.15.31:6811/2531199322] boot 2024-09-17T17:07:50.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:50 smithi031 ceph-mon[94873]: osdmap e335: 8 total, 8 up, 8 in 2024-09-17T17:07:50.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-17T17:07:50.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:50.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:50.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:07:50.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:07:50.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:50.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:50 smithi031 ceph-mon[96842]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T17:07:50.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:50 smithi031 ceph-mon[96842]: osd.1 [v2:172.21.15.31:6810/2531199322,v1:172.21.15.31:6811/2531199322] boot 2024-09-17T17:07:50.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:50 smithi031 ceph-mon[96842]: osdmap e335: 8 total, 8 up, 8 in 2024-09-17T17:07:50.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-17T17:07:50.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:50.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:50.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:07:50.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:07:50.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:50.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:50 smithi066 ceph-mon[86175]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T17:07:50.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:50 smithi066 ceph-mon[86175]: osd.1 [v2:172.21.15.31:6810/2531199322,v1:172.21.15.31:6811/2531199322] boot 2024-09-17T17:07:50.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:50 smithi066 ceph-mon[86175]: osdmap e335: 8 total, 8 up, 8 in 2024-09-17T17:07:50.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-17T17:07:50.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:50.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:50.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:07:50.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:07:50.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:07:51.548 INFO:tasks.rados.rados.0.smithi031.stdout:1369: done (1 left) 2024-09-17T17:07:51.548 INFO:tasks.rados.rados.0.smithi031.stdout:1371: done (0 left) 2024-09-17T17:07:51.548 INFO:tasks.rados.rados.0.smithi031.stdout:1372: read oid 17 snap 123 2024-09-17T17:07:51.548 INFO:tasks.rados.rados.0.smithi031.stdout:1372: expect deleted 2024-09-17T17:07:51.549 INFO:tasks.rados.rados.0.smithi031.stdout:1373: delete oid 15 current snap is 132 2024-09-17T17:07:51.553 INFO:tasks.rados.rados.0.smithi031.stdout:1372: done (1 left) 2024-09-17T17:07:51.553 INFO:tasks.rados.rados.0.smithi031.stdout:1373: done (0 left) 2024-09-17T17:07:51.553 INFO:tasks.rados.rados.0.smithi031.stdout:1374: read oid 41 snap 110 2024-09-17T17:07:51.554 INFO:tasks.rados.rados.0.smithi031.stdout:1374: expect (ObjNum 394 snap 110 seq_num 394) 2024-09-17T17:07:51.554 INFO:tasks.rados.rados.0.smithi031.stdout:1375: delete oid 13 current snap is 132 2024-09-17T17:07:51.556 INFO:tasks.rados.rados.0.smithi031.stdout:1375: done (1 left) 2024-09-17T17:07:51.556 INFO:tasks.rados.rados.0.smithi031.stdout:1376: snap_remove snap 130 2024-09-17T17:07:51.805 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:51 smithi066 ceph-mon[86175]: pgmap v163: 121 pgs: 33 active+undersized, 11 active+undersized+degraded, 77 active+clean; 225 MiB data, 972 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 38 KiB/s wr, 1 op/s; 59/411 objects degraded (14.355%) 2024-09-17T17:07:51.805 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:51 smithi066 ceph-mon[86175]: osdmap e336: 8 total, 8 up, 8 in 2024-09-17T17:07:51.805 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:51 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:07:51.805 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:51 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:07:51.805 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:51 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:07:51.805 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:51 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:07:51.805 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:51 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-17T17:07:51.805 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:51 smithi066 ceph-mon[86175]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-17T17:07:51.805 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:51 smithi066 ceph-mon[86175]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-17T17:07:51.843 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:07:51 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:07:51] "GET /metrics HTTP/1.1" 200 36145 "" "Prometheus/2.43.0" 2024-09-17T17:07:51.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:51 smithi031 ceph-mon[94873]: pgmap v163: 121 pgs: 33 active+undersized, 11 active+undersized+degraded, 77 active+clean; 225 MiB data, 972 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 38 KiB/s wr, 1 op/s; 59/411 objects degraded (14.355%) 2024-09-17T17:07:51.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:51 smithi031 ceph-mon[94873]: osdmap e336: 8 total, 8 up, 8 in 2024-09-17T17:07:51.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:51 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:07:51.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:51 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:07:51.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:51 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:07:51.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:51 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:07:51.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:51 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-17T17:07:51.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:51 smithi031 ceph-mon[94873]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-17T17:07:51.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:51 smithi031 ceph-mon[94873]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-17T17:07:51.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:51 smithi031 ceph-mon[96842]: pgmap v163: 121 pgs: 33 active+undersized, 11 active+undersized+degraded, 77 active+clean; 225 MiB data, 972 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 38 KiB/s wr, 1 op/s; 59/411 objects degraded (14.355%) 2024-09-17T17:07:51.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:51 smithi031 ceph-mon[96842]: osdmap e336: 8 total, 8 up, 8 in 2024-09-17T17:07:51.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:51 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:07:51.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:51 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:07:51.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:51 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:07:51.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:51 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:07:51.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:51 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-17T17:07:51.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:51 smithi031 ceph-mon[96842]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-17T17:07:51.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:51 smithi031 ceph-mon[96842]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-17T17:07:52.554 INFO:tasks.rados.rados.0.smithi031.stdout:1376: done (1 left) 2024-09-17T17:07:52.554 INFO:tasks.rados.rados.0.smithi031.stdout:1377: read oid 37 snap -1 2024-09-17T17:07:52.554 INFO:tasks.rados.rados.0.smithi031.stdout:1377: expect deleted 2024-09-17T17:07:52.554 INFO:tasks.rados.rados.0.smithi031.stdout:1374: expect (ObjNum 394 snap 110 seq_num 394) 2024-09-17T17:07:52.661 INFO:tasks.rados.rados.0.smithi031.stdout:1374: done (1 left) 2024-09-17T17:07:52.661 INFO:tasks.rados.rados.0.smithi031.stdout:1377: done (0 left) 2024-09-17T17:07:52.661 INFO:tasks.rados.rados.0.smithi031.stdout:1378: copy_from oid 40 from oid 20 current snap is 132 2024-09-17T17:07:52.661 INFO:tasks.rados.rados.0.smithi031.stdout:1379: delete oid 3 current snap is 132 2024-09-17T17:07:52.667 INFO:tasks.rados.rados.0.smithi031.stdout:1379: done (1 left) 2024-09-17T17:07:52.667 INFO:tasks.rados.rados.0.smithi031.stdout:1380: copy_from oid 25 from oid 3 current snap is 132 2024-09-17T17:07:52.667 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 1 current snap is 132 2024-09-17T17:07:52.667 INFO:tasks.rados.rados.0.smithi031.stdout:1381: seq_num 455 ranges {434176=425984} 2024-09-17T17:07:52.672 INFO:tasks.rados.rados.0.smithi031.stdout:1381: writing smithi03184240-1 from 434176 to 860160 tid 1 2024-09-17T17:07:52.672 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 27 current snap is 132 2024-09-17T17:07:52.672 INFO:tasks.rados.rados.0.smithi031.stdout:1382: seq_num 456 ranges {0=442368} 2024-09-17T17:07:52.675 INFO:tasks.rados.rados.0.smithi031.stdout:1382: writing smithi03184240-27 from 0 to 442368 tid 1 2024-09-17T17:07:52.675 INFO:tasks.rados.rados.0.smithi031.stdout:1383: read oid 17 snap -1 2024-09-17T17:07:52.675 INFO:tasks.rados.rados.0.smithi031.stdout:1383: expect deleted 2024-09-17T17:07:52.675 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 132 2024-09-17T17:07:52.675 INFO:tasks.rados.rados.0.smithi031.stdout:1384: seq_num 457 ranges {2015232=458752} 2024-09-17T17:07:52.690 INFO:tasks.rados.rados.0.smithi031.stdout:1384: writing smithi03184240-12 from 2015232 to 2473984 tid 1 2024-09-17T17:07:52.690 INFO:tasks.rados.rados.0.smithi031.stdout:1385: rollback oid 29 current snap is 132 2024-09-17T17:07:52.690 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 29 to 126 2024-09-17T17:07:52.690 INFO:tasks.rados.rados.0.smithi031.stdout:1378: finishing copy_from racing read to smithi03184240-40 2024-09-17T17:07:52.690 INFO:tasks.rados.rados.0.smithi031.stdout:1378: finishing copy_from to smithi03184240-40 2024-09-17T17:07:52.690 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 138 (ObjNum 447 snap 129 seq_num 447) dirty exists 2024-09-17T17:07:52.690 INFO:tasks.rados.rados.0.smithi031.stdout:1380: finishing copy_from to smithi03184240-25 2024-09-17T17:07:52.690 INFO:tasks.rados.rados.0.smithi031.stdout:1380: got expected ENOENT (src dne) 2024-09-17T17:07:52.690 INFO:tasks.rados.rados.0.smithi031.stdout:1380: finishing copy_from racing read to smithi03184240-25 2024-09-17T17:07:52.690 INFO:tasks.rados.rados.0.smithi031.stdout:1381: finishing write tid 1 to smithi03184240-1 2024-09-17T17:07:52.690 INFO:tasks.rados.rados.0.smithi031.stdout:1381: finishing write tid 2 to smithi03184240-1 2024-09-17T17:07:52.690 INFO:tasks.rados.rados.0.smithi031.stdout:1381: finishing write tid 3 to smithi03184240-1 2024-09-17T17:07:52.691 INFO:tasks.rados.rados.0.smithi031.stdout:1381: oid 1 updating version 0 to 986 2024-09-17T17:07:52.691 INFO:tasks.rados.rados.0.smithi031.stdout:1381: oid 1 version 986 is already newer than 985 2024-09-17T17:07:52.691 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 986 (ObjNum 455 snap 132 seq_num 455) dirty exists 2024-09-17T17:07:52.691 INFO:tasks.rados.rados.0.smithi031.stdout:1381: left oid 1 (ObjNum 455 snap 132 seq_num 455) 2024-09-17T17:07:52.691 INFO:tasks.rados.rados.0.smithi031.stdout:1378: done (6 left) 2024-09-17T17:07:52.691 INFO:tasks.rados.rados.0.smithi031.stdout:1380: done (5 left) 2024-09-17T17:07:52.691 INFO:tasks.rados.rados.0.smithi031.stdout:1381: done (4 left) 2024-09-17T17:07:52.691 INFO:tasks.rados.rados.0.smithi031.stdout:1383: done (3 left) 2024-09-17T17:07:52.691 INFO:tasks.rados.rados.0.smithi031.stdout:1386: copy_from oid 14 from oid 37 current snap is 132 2024-09-17T17:07:52.691 INFO:tasks.rados.rados.0.smithi031.stdout:1382: finishing write tid 1 to smithi03184240-27 2024-09-17T17:07:52.691 INFO:tasks.rados.rados.0.smithi031.stdout:1382: finishing write tid 2 to smithi03184240-27 2024-09-17T17:07:52.691 INFO:tasks.rados.rados.0.smithi031.stdout:1382: finishing write tid 3 to smithi03184240-27 2024-09-17T17:07:52.691 INFO:tasks.rados.rados.0.smithi031.stdout:1382: oid 27 updating version 0 to 736 2024-09-17T17:07:52.691 INFO:tasks.rados.rados.0.smithi031.stdout:1382: oid 27 updating version 736 to 737 2024-09-17T17:07:52.691 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 737 (ObjNum 456 snap 132 seq_num 456) dirty exists 2024-09-17T17:07:52.692 INFO:tasks.rados.rados.0.smithi031.stdout:1382: left oid 27 (ObjNum 456 snap 132 seq_num 456) 2024-09-17T17:07:52.692 INFO:tasks.rados.rados.0.smithi031.stdout:1382: done (3 left) 2024-09-17T17:07:52.692 INFO:tasks.rados.rados.0.smithi031.stdout:1387: snap_remove snap 125 2024-09-17T17:07:52.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:52 smithi031 ceph-mon[94873]: osdmap e337: 8 total, 8 up, 8 in 2024-09-17T17:07:52.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:52 smithi031 ceph-mon[96842]: osdmap e337: 8 total, 8 up, 8 in 2024-09-17T17:07:52.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:52 smithi066 ceph-mon[86175]: osdmap e337: 8 total, 8 up, 8 in 2024-09-17T17:07:53.555 INFO:tasks.rados.rados.0.smithi031.stdout:1387: done (3 left) 2024-09-17T17:07:53.555 INFO:tasks.rados.rados.0.smithi031.stdout:1388: copy_from oid 24 from oid 34 current snap is 132 2024-09-17T17:07:53.555 INFO:tasks.rados.rados.0.smithi031.stdout:1385: finishing rollback tid 1 to smithi03184240-29 2024-09-17T17:07:53.555 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 981 (ObjNum 145 snap 0 seq_num 1705202064) dirty dne 2024-09-17T17:07:53.556 INFO:tasks.rados.rados.0.smithi031.stdout:1386: finishing copy_from to smithi03184240-14 2024-09-17T17:07:53.556 INFO:tasks.rados.rados.0.smithi031.stdout:1386: got expected ENOENT (src dne) 2024-09-17T17:07:53.556 INFO:tasks.rados.rados.0.smithi031.stdout:1386: finishing copy_from racing read to smithi03184240-14 2024-09-17T17:07:53.556 INFO:tasks.rados.rados.0.smithi031.stdout:1384: finishing write tid 1 to smithi03184240-12 2024-09-17T17:07:53.556 INFO:tasks.rados.rados.0.smithi031.stdout:1384: finishing write tid 2 to smithi03184240-12 2024-09-17T17:07:53.556 INFO:tasks.rados.rados.0.smithi031.stdout:1384: finishing write tid 3 to smithi03184240-12 2024-09-17T17:07:53.556 INFO:tasks.rados.rados.0.smithi031.stdout:1384: oid 12 updating version 0 to 301 2024-09-17T17:07:53.556 INFO:tasks.rados.rados.0.smithi031.stdout:1384: oid 12 updating version 301 to 302 2024-09-17T17:07:53.556 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 302 (ObjNum 457 snap 132 seq_num 457) dirty exists 2024-09-17T17:07:53.556 INFO:tasks.rados.rados.0.smithi031.stdout:1384: left oid 12 (ObjNum 457 snap 132 seq_num 457) 2024-09-17T17:07:53.556 INFO:tasks.rados.rados.0.smithi031.stdout:1384: done (3 left) 2024-09-17T17:07:53.556 INFO:tasks.rados.rados.0.smithi031.stdout:1385: done (2 left) 2024-09-17T17:07:53.556 INFO:tasks.rados.rados.0.smithi031.stdout:1386: done (1 left) 2024-09-17T17:07:53.556 INFO:tasks.rados.rados.0.smithi031.stdout:1389: snap_create 2024-09-17T17:07:53.572 INFO:tasks.rados.rados.0.smithi031.stdout:1388: finishing copy_from to smithi03184240-24 2024-09-17T17:07:53.572 INFO:tasks.rados.rados.0.smithi031.stdout:1388: got expected ENOENT (src dne) 2024-09-17T17:07:53.573 INFO:tasks.rados.rados.0.smithi031.stdout:1388: finishing copy_from racing read to smithi03184240-24 2024-09-17T17:07:53.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:53 smithi031 ceph-mon[94873]: pgmap v166: 121 pgs: 11 active+undersized, 5 active+undersized+degraded, 105 active+clean; 222 MiB data, 973 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 442 KiB/s wr, 8 op/s; 10/414 objects degraded (2.415%); 18 MiB/s, 5 objects/s recovering 2024-09-17T17:07:53.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:53 smithi031 ceph-mon[94873]: osdmap e338: 8 total, 8 up, 8 in 2024-09-17T17:07:53.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:53 smithi031 ceph-mon[94873]: Health check update: Degraded data redundancy: 10/414 objects degraded (2.415%), 5 pgs degraded (PG_DEGRADED) 2024-09-17T17:07:53.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:53 smithi031 ceph-mon[96842]: pgmap v166: 121 pgs: 11 active+undersized, 5 active+undersized+degraded, 105 active+clean; 222 MiB data, 973 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 442 KiB/s wr, 8 op/s; 10/414 objects degraded (2.415%); 18 MiB/s, 5 objects/s recovering 2024-09-17T17:07:53.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:53 smithi031 ceph-mon[96842]: osdmap e338: 8 total, 8 up, 8 in 2024-09-17T17:07:53.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:53 smithi031 ceph-mon[96842]: Health check update: Degraded data redundancy: 10/414 objects degraded (2.415%), 5 pgs degraded (PG_DEGRADED) 2024-09-17T17:07:53.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:53 smithi066 ceph-mon[86175]: pgmap v166: 121 pgs: 11 active+undersized, 5 active+undersized+degraded, 105 active+clean; 222 MiB data, 973 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 442 KiB/s wr, 8 op/s; 10/414 objects degraded (2.415%); 18 MiB/s, 5 objects/s recovering 2024-09-17T17:07:53.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:53 smithi066 ceph-mon[86175]: osdmap e338: 8 total, 8 up, 8 in 2024-09-17T17:07:53.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:53 smithi066 ceph-mon[86175]: Health check update: Degraded data redundancy: 10/414 objects degraded (2.415%), 5 pgs degraded (PG_DEGRADED) 2024-09-17T17:07:54.558 INFO:tasks.rados.rados.0.smithi031.stdout:1388: done (1 left) 2024-09-17T17:07:54.558 INFO:tasks.rados.rados.0.smithi031.stdout:1389: done (0 left) 2024-09-17T17:07:54.558 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 11 current snap is 133 2024-09-17T17:07:54.558 INFO:tasks.rados.rados.0.smithi031.stdout:1390: seq_num 458 ranges {0=475136} 2024-09-17T17:07:54.560 INFO:tasks.rados.rados.0.smithi031.stdout:1390: writing smithi03184240-11 from 0 to 475136 tid 1 2024-09-17T17:07:54.561 INFO:tasks.rados.rados.0.smithi031.stdout:1391: rmattr oid 30 current snap is 133 2024-09-17T17:07:54.561 INFO:tasks.rados.rados.0.smithi031.stdout:1391: done (1 left) 2024-09-17T17:07:54.561 INFO:tasks.rados.rados.0.smithi031.stdout:1392: delete oid 19 current snap is 133 2024-09-17T17:07:54.563 INFO:tasks.rados.rados.0.smithi031.stdout:1392: done (1 left) 2024-09-17T17:07:54.563 INFO:tasks.rados.rados.0.smithi031.stdout:1393: rollback oid 30 current snap is 133 2024-09-17T17:07:54.563 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 30 to 132 2024-09-17T17:07:54.563 INFO:tasks.rados.rados.0.smithi031.stdout:1394: copy_from oid 23 from oid 17 current snap is 133 2024-09-17T17:07:54.563 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 24 current snap is 133 2024-09-17T17:07:54.563 INFO:tasks.rados.rados.0.smithi031.stdout:1395: seq_num 460 ranges {5136384=507904} 2024-09-17T17:07:54.595 INFO:tasks.rados.rados.0.smithi031.stdout:1395: writing smithi03184240-24 from 5136384 to 5644288 tid 1 2024-09-17T17:07:54.595 INFO:tasks.rados.rados.0.smithi031.stdout:1396: read oid 34 snap 124 2024-09-17T17:07:54.595 INFO:tasks.rados.rados.0.smithi031.stdout:1396: expect (ObjNum 421 snap 122 seq_num 421) 2024-09-17T17:07:54.595 INFO:tasks.rados.rados.0.smithi031.stdout:1397: delete oid 15 current snap is 133 2024-09-17T17:07:54.595 INFO:tasks.rados.rados.0.smithi031.stdout:1393: finishing rollback tid 1 to smithi03184240-30 2024-09-17T17:07:54.595 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 982 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-17T17:07:54.595 INFO:tasks.rados.rados.0.smithi031.stdout:1390: finishing write tid 1 to smithi03184240-11 2024-09-17T17:07:54.595 INFO:tasks.rados.rados.0.smithi031.stdout:1394: finishing copy_from to smithi03184240-23 2024-09-17T17:07:54.595 INFO:tasks.rados.rados.0.smithi031.stdout:1394: got expected ENOENT (src dne) 2024-09-17T17:07:54.596 INFO:tasks.rados.rados.0.smithi031.stdout:1390: finishing write tid 2 to smithi03184240-11 2024-09-17T17:07:54.596 INFO:tasks.rados.rados.0.smithi031.stdout:1394: finishing copy_from racing read to smithi03184240-23 2024-09-17T17:07:54.596 INFO:tasks.rados.rados.0.smithi031.stdout:1390: finishing write tid 3 to smithi03184240-11 2024-09-17T17:07:54.596 INFO:tasks.rados.rados.0.smithi031.stdout:1390: oid 11 updating version 0 to 1114 2024-09-17T17:07:54.596 INFO:tasks.rados.rados.0.smithi031.stdout:1390: oid 11 version 1114 is already newer than 1113 2024-09-17T17:07:54.596 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 1114 (ObjNum 458 snap 133 seq_num 458) dirty exists 2024-09-17T17:07:54.596 INFO:tasks.rados.rados.0.smithi031.stdout:1390: left oid 11 (ObjNum 458 snap 133 seq_num 458) 2024-09-17T17:07:54.597 INFO:tasks.rados.rados.0.smithi031.stdout:1390: done (5 left) 2024-09-17T17:07:54.597 INFO:tasks.rados.rados.0.smithi031.stdout:1393: done (4 left) 2024-09-17T17:07:54.597 INFO:tasks.rados.rados.0.smithi031.stdout:1394: done (3 left) 2024-09-17T17:07:54.597 INFO:tasks.rados.rados.0.smithi031.stdout:1397: done (2 left) 2024-09-17T17:07:54.597 INFO:tasks.rados.rados.0.smithi031.stdout:1398: read oid 10 snap 131 2024-09-17T17:07:54.597 INFO:tasks.rados.rados.0.smithi031.stdout:1398: expect (ObjNum 431 snap 125 seq_num 431) 2024-09-17T17:07:54.597 INFO:tasks.rados.rados.0.smithi031.stdout:1399: read oid 35 snap -1 2024-09-17T17:07:54.597 INFO:tasks.rados.rados.0.smithi031.stdout:1399: expect (ObjNum 428 snap 125 seq_num 428) 2024-09-17T17:07:54.597 INFO:tasks.rados.rados.0.smithi031.stdout:1400: rollback oid 27 current snap is 133 2024-09-17T17:07:54.598 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 27 to 131 2024-09-17T17:07:54.598 INFO:tasks.rados.rados.0.smithi031.stdout:1401: rollback oid 25 current snap is 133 2024-09-17T17:07:54.598 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 25 to 112 2024-09-17T17:07:54.598 INFO:tasks.rados.rados.0.smithi031.stdout:1402: copy_from oid 36 from oid 30 current snap is 133 2024-09-17T17:07:54.598 INFO:tasks.rados.rados.0.smithi031.stdout:1403: snap_create 2024-09-17T17:07:54.598 INFO:tasks.rados.rados.0.smithi031.stdout:1402: finishing copy_from to smithi03184240-36 2024-09-17T17:07:54.598 INFO:tasks.rados.rados.0.smithi031.stdout:1402: got expected ENOENT (src dne) 2024-09-17T17:07:54.599 INFO:tasks.rados.rados.0.smithi031.stdout:1402: finishing copy_from racing read to smithi03184240-36 2024-09-17T17:07:54.599 INFO:tasks.rados.rados.0.smithi031.stdout:1395: finishing write tid 1 to smithi03184240-24 2024-09-17T17:07:54.599 INFO:tasks.rados.rados.0.smithi031.stdout:1395: finishing write tid 2 to smithi03184240-24 2024-09-17T17:07:54.600 INFO:tasks.rados.rados.0.smithi031.stdout:1395: finishing write tid 3 to smithi03184240-24 2024-09-17T17:07:54.600 INFO:tasks.rados.rados.0.smithi031.stdout:1395: oid 24 updating version 0 to 987 2024-09-17T17:07:54.601 INFO:tasks.rados.rados.0.smithi031.stdout:1395: oid 24 updating version 987 to 988 2024-09-17T17:07:54.601 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 988 (ObjNum 460 snap 133 seq_num 460) dirty exists 2024-09-17T17:07:54.601 INFO:tasks.rados.rados.0.smithi031.stdout:1395: left oid 24 (ObjNum 460 snap 133 seq_num 460) 2024-09-17T17:07:54.602 INFO:tasks.rados.rados.0.smithi031.stdout:1401: finishing rollback tid 0 to smithi03184240-25 2024-09-17T17:07:54.602 INFO:tasks.rados.rados.0.smithi031.stdout:1401: finishing rollback tid 1 to smithi03184240-25 2024-09-17T17:07:54.603 INFO:tasks.rados.rados.0.smithi031.stdout:1401: finishing rollback tid 2 to smithi03184240-25 2024-09-17T17:07:54.603 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 434 (ObjNum 360 snap 103 seq_num 360) dirty exists 2024-09-17T17:07:54.605 INFO:tasks.rados.rados.0.smithi031.stdout:1400: finishing rollback tid 0 to smithi03184240-27 2024-09-17T17:07:54.605 INFO:tasks.rados.rados.0.smithi031.stdout:1400: finishing rollback tid 1 to smithi03184240-27 2024-09-17T17:07:54.605 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 739 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-17T17:07:54.616 INFO:tasks.rados.rados.0.smithi031.stdout:1398: expect (ObjNum 431 snap 125 seq_num 431) 2024-09-17T17:07:54.798 INFO:tasks.rados.rados.0.smithi031.stdout:1396: expect (ObjNum 421 snap 122 seq_num 421) 2024-09-17T17:07:54.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:54 smithi031 ceph-mon[94873]: osdmap e339: 8 total, 8 up, 8 in 2024-09-17T17:07:54.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:54 smithi031 ceph-mon[94873]: osdmap e340: 8 total, 8 up, 8 in 2024-09-17T17:07:54.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:54 smithi031 ceph-mon[96842]: osdmap e339: 8 total, 8 up, 8 in 2024-09-17T17:07:54.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:54 smithi031 ceph-mon[96842]: osdmap e340: 8 total, 8 up, 8 in 2024-09-17T17:07:54.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:54 smithi066 ceph-mon[86175]: osdmap e339: 8 total, 8 up, 8 in 2024-09-17T17:07:54.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:54 smithi066 ceph-mon[86175]: osdmap e340: 8 total, 8 up, 8 in 2024-09-17T17:07:55.101 INFO:tasks.rados.rados.0.smithi031.stdout:1399: expect (ObjNum 428 snap 125 seq_num 428) 2024-09-17T17:07:55.576 INFO:tasks.rados.rados.0.smithi031.stdout:1395: done (7 left) 2024-09-17T17:07:55.576 INFO:tasks.rados.rados.0.smithi031.stdout:1396: done (6 left) 2024-09-17T17:07:55.576 INFO:tasks.rados.rados.0.smithi031.stdout:1398: done (5 left) 2024-09-17T17:07:55.576 INFO:tasks.rados.rados.0.smithi031.stdout:1399: done (4 left) 2024-09-17T17:07:55.576 INFO:tasks.rados.rados.0.smithi031.stdout:1400: done (3 left) 2024-09-17T17:07:55.576 INFO:tasks.rados.rados.0.smithi031.stdout:1401: done (2 left) 2024-09-17T17:07:55.576 INFO:tasks.rados.rados.0.smithi031.stdout:1402: done (1 left) 2024-09-17T17:07:55.576 INFO:tasks.rados.rados.0.smithi031.stdout:1403: done (0 left) 2024-09-17T17:07:55.576 INFO:tasks.rados.rados.0.smithi031.stdout:1404: read oid 31 snap 124 2024-09-17T17:07:55.576 INFO:tasks.rados.rados.0.smithi031.stdout:1404: expect (ObjNum 393 snap 110 seq_num 393) 2024-09-17T17:07:55.577 INFO:tasks.rados.rados.0.smithi031.stdout:1405: delete oid 4 current snap is 134 2024-09-17T17:07:55.582 INFO:tasks.rados.rados.0.smithi031.stdout:1405: done (1 left) 2024-09-17T17:07:55.582 INFO:tasks.rados.rados.0.smithi031.stdout:1406: snap_remove snap 126 2024-09-17T17:07:55.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:55 smithi031 ceph-mon[94873]: pgmap v169: 121 pgs: 121 active+clean; 222 MiB data, 993 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 442 KiB/s wr, 9 op/s; 18 MiB/s, 5 objects/s recovering 2024-09-17T17:07:55.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:55 smithi031 ceph-mon[94873]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 10/414 objects degraded (2.415%), 5 pgs degraded) 2024-09-17T17:07:55.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:55 smithi031 ceph-mon[94873]: Cluster is now healthy 2024-09-17T17:07:55.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:55 smithi031 ceph-mon[96842]: pgmap v169: 121 pgs: 121 active+clean; 222 MiB data, 993 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 442 KiB/s wr, 9 op/s; 18 MiB/s, 5 objects/s recovering 2024-09-17T17:07:55.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:55 smithi031 ceph-mon[96842]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 10/414 objects degraded (2.415%), 5 pgs degraded) 2024-09-17T17:07:55.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:55 smithi031 ceph-mon[96842]: Cluster is now healthy 2024-09-17T17:07:55.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:55 smithi066 ceph-mon[86175]: pgmap v169: 121 pgs: 121 active+clean; 222 MiB data, 993 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 442 KiB/s wr, 9 op/s; 18 MiB/s, 5 objects/s recovering 2024-09-17T17:07:55.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:55 smithi066 ceph-mon[86175]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 10/414 objects degraded (2.415%), 5 pgs degraded) 2024-09-17T17:07:55.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:55 smithi066 ceph-mon[86175]: Cluster is now healthy 2024-09-17T17:07:56.585 INFO:tasks.rados.rados.0.smithi031.stdout:1406: done (1 left) 2024-09-17T17:07:56.585 INFO:tasks.rados.rados.0.smithi031.stdout:1407: read oid 9 snap -1 2024-09-17T17:07:56.585 INFO:tasks.rados.rados.0.smithi031.stdout:1407: expect (ObjNum 414 snap 118 seq_num 414) 2024-09-17T17:07:56.585 INFO:tasks.rados.rados.0.smithi031.stdout:1408: delete oid 47 current snap is 134 2024-09-17T17:07:56.585 INFO:tasks.rados.rados.0.smithi031.stdout:1404: expect (ObjNum 393 snap 110 seq_num 393) 2024-09-17T17:07:56.641 INFO:tasks.rados.rados.0.smithi031.stdout:1407: expect (ObjNum 414 snap 118 seq_num 414) 2024-09-17T17:07:56.772 INFO:tasks.rados.rados.0.smithi031.stdout:1404: done (2 left) 2024-09-17T17:07:56.772 INFO:tasks.rados.rados.0.smithi031.stdout:1407: done (1 left) 2024-09-17T17:07:56.772 INFO:tasks.rados.rados.0.smithi031.stdout:1408: done (0 left) 2024-09-17T17:07:56.773 INFO:tasks.rados.rados.0.smithi031.stdout:1409: snap_remove snap 123 2024-09-17T17:07:56.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:56 smithi031 ceph-mon[94873]: osdmap e341: 8 total, 8 up, 8 in 2024-09-17T17:07:56.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:56 smithi031 ceph-mon[96842]: osdmap e341: 8 total, 8 up, 8 in 2024-09-17T17:07:56.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:56 smithi066 ceph-mon[86175]: osdmap e341: 8 total, 8 up, 8 in 2024-09-17T17:07:57.591 INFO:tasks.rados.rados.0.smithi031.stdout:1409: done (0 left) 2024-09-17T17:07:57.592 INFO:tasks.rados.rados.0.smithi031.stdout:1410: read oid 27 snap 124 2024-09-17T17:07:57.592 INFO:tasks.rados.rados.0.smithi031.stdout:1410: expect (ObjNum 291 snap 81 seq_num 291) 2024-09-17T17:07:57.592 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 8 current snap is 134 2024-09-17T17:07:57.592 INFO:tasks.rados.rados.0.smithi031.stdout:1411: seq_num 464 ranges {2326528=573440} 2024-09-17T17:07:57.609 INFO:tasks.rados.rados.0.smithi031.stdout:1411: writing smithi03184240-8 from 2326528 to 2899968 tid 1 2024-09-17T17:07:57.609 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 134 2024-09-17T17:07:57.609 INFO:tasks.rados.rados.0.smithi031.stdout:1412: seq_num 465 ranges {2473984=598016} 2024-09-17T17:07:57.626 INFO:tasks.rados.rados.0.smithi031.stdout:1412: writing smithi03184240-12 from 2473984 to 3072000 tid 1 2024-09-17T17:07:57.626 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 22 current snap is 134 2024-09-17T17:07:57.626 INFO:tasks.rados.rados.0.smithi031.stdout:1413: seq_num 466 ranges {7520256=614400} 2024-09-17T17:07:57.670 INFO:tasks.rados.rados.0.smithi031.stdout:1413: writing smithi03184240-22 from 7520256 to 8134656 tid 1 2024-09-17T17:07:57.671 INFO:tasks.rados.rados.0.smithi031.stdout:1414: snap_remove snap 112 2024-09-17T17:07:57.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:57 smithi031 ceph-mon[94873]: pgmap v172: 121 pgs: 121 active+clean; 223 MiB data, 994 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 292 KiB/s wr, 10 op/s 2024-09-17T17:07:57.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:57 smithi031 ceph-mon[94873]: osdmap e342: 8 total, 8 up, 8 in 2024-09-17T17:07:57.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:57 smithi031 ceph-mon[96842]: pgmap v172: 121 pgs: 121 active+clean; 223 MiB data, 994 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 292 KiB/s wr, 10 op/s 2024-09-17T17:07:57.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:57 smithi031 ceph-mon[96842]: osdmap e342: 8 total, 8 up, 8 in 2024-09-17T17:07:57.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:57 smithi066 ceph-mon[86175]: pgmap v172: 121 pgs: 121 active+clean; 223 MiB data, 994 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 292 KiB/s wr, 10 op/s 2024-09-17T17:07:57.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:57 smithi066 ceph-mon[86175]: osdmap e342: 8 total, 8 up, 8 in 2024-09-17T17:07:58.315 INFO:tasks.rados.rados.0.smithi031.stdout:1414: done (4 left) 2024-09-17T17:07:58.316 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 15 current snap is 134 2024-09-17T17:07:58.316 INFO:tasks.rados.rados.0.smithi031.stdout:1415: seq_num 467 ranges {0=630784} 2024-09-17T17:07:58.320 INFO:tasks.rados.rados.0.smithi031.stdout:1415: writing smithi03184240-15 from 0 to 630784 tid 1 2024-09-17T17:07:58.320 INFO:tasks.rados.rados.0.smithi031.stdout:1416: setattr oid 37 current snap is 134 2024-09-17T17:07:58.320 INFO:tasks.rados.rados.0.smithi031.stdout:1410: expect (ObjNum 291 snap 81 seq_num 291) 2024-09-17T17:07:58.399 INFO:tasks.rados.rados.0.smithi031.stdout:1411: finishing write tid 1 to smithi03184240-8 2024-09-17T17:07:58.399 INFO:tasks.rados.rados.0.smithi031.stdout:1411: finishing write tid 2 to smithi03184240-8 2024-09-17T17:07:58.399 INFO:tasks.rados.rados.0.smithi031.stdout:1411: finishing write tid 3 to smithi03184240-8 2024-09-17T17:07:58.399 INFO:tasks.rados.rados.0.smithi031.stdout:1411: oid 8 updating version 0 to 1116 2024-09-17T17:07:58.399 INFO:tasks.rados.rados.0.smithi031.stdout:1411: oid 8 version 1116 is already newer than 1115 2024-09-17T17:07:58.399 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 1116 (ObjNum 464 snap 134 seq_num 464) dirty exists 2024-09-17T17:07:58.399 INFO:tasks.rados.rados.0.smithi031.stdout:1411: left oid 8 (ObjNum 464 snap 134 seq_num 464) 2024-09-17T17:07:58.399 INFO:tasks.rados.rados.0.smithi031.stdout:1412: finishing write tid 1 to smithi03184240-12 2024-09-17T17:07:58.399 INFO:tasks.rados.rados.0.smithi031.stdout:1412: finishing write tid 2 to smithi03184240-12 2024-09-17T17:07:58.399 INFO:tasks.rados.rados.0.smithi031.stdout:1412: finishing write tid 3 to smithi03184240-12 2024-09-17T17:07:58.399 INFO:tasks.rados.rados.0.smithi031.stdout:1412: oid 12 updating version 0 to 310 2024-09-17T17:07:58.400 INFO:tasks.rados.rados.0.smithi031.stdout:1412: oid 12 updating version 310 to 311 2024-09-17T17:07:58.400 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 311 (ObjNum 465 snap 134 seq_num 465) dirty exists 2024-09-17T17:07:58.400 INFO:tasks.rados.rados.0.smithi031.stdout:1412: left oid 12 (ObjNum 465 snap 134 seq_num 465) 2024-09-17T17:07:58.400 INFO:tasks.rados.rados.0.smithi031.stdout:1413: finishing write tid 1 to smithi03184240-22 2024-09-17T17:07:58.400 INFO:tasks.rados.rados.0.smithi031.stdout:1413: finishing write tid 2 to smithi03184240-22 2024-09-17T17:07:58.400 INFO:tasks.rados.rados.0.smithi031.stdout:1413: finishing write tid 3 to smithi03184240-22 2024-09-17T17:07:58.400 INFO:tasks.rados.rados.0.smithi031.stdout:1413: oid 22 updating version 0 to 769 2024-09-17T17:07:58.400 INFO:tasks.rados.rados.0.smithi031.stdout:1413: oid 22 version 769 is already newer than 768 2024-09-17T17:07:58.400 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 769 (ObjNum 466 snap 134 seq_num 466) dirty exists 2024-09-17T17:07:58.400 INFO:tasks.rados.rados.0.smithi031.stdout:1413: left oid 22 (ObjNum 466 snap 134 seq_num 466) 2024-09-17T17:07:58.400 INFO:tasks.rados.rados.0.smithi031.stdout:1415: finishing write tid 1 to smithi03184240-15 2024-09-17T17:07:58.400 INFO:tasks.rados.rados.0.smithi031.stdout:1415: finishing write tid 2 to smithi03184240-15 2024-09-17T17:07:58.400 INFO:tasks.rados.rados.0.smithi031.stdout:1415: finishing write tid 3 to smithi03184240-15 2024-09-17T17:07:58.400 INFO:tasks.rados.rados.0.smithi031.stdout:1415: oid 15 updating version 0 to 741 2024-09-17T17:07:58.401 INFO:tasks.rados.rados.0.smithi031.stdout:1415: oid 15 version 741 is already newer than 740 2024-09-17T17:07:58.401 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 741 (ObjNum 467 snap 134 seq_num 467) dirty exists 2024-09-17T17:07:58.401 INFO:tasks.rados.rados.0.smithi031.stdout:1415: left oid 15 (ObjNum 467 snap 134 seq_num 467) 2024-09-17T17:07:58.401 INFO:tasks.rados.rados.0.smithi031.stdout:1410: done (5 left) 2024-09-17T17:07:58.401 INFO:tasks.rados.rados.0.smithi031.stdout:1411: done (4 left) 2024-09-17T17:07:58.401 INFO:tasks.rados.rados.0.smithi031.stdout:1412: done (3 left) 2024-09-17T17:07:58.401 INFO:tasks.rados.rados.0.smithi031.stdout:1413: done (2 left) 2024-09-17T17:07:58.401 INFO:tasks.rados.rados.0.smithi031.stdout:1415: done (1 left) 2024-09-17T17:07:58.401 INFO:tasks.rados.rados.0.smithi031.stdout:1417: copy_from oid 19 from oid 3 current snap is 134 2024-09-17T17:07:58.401 INFO:tasks.rados.rados.0.smithi031.stdout:1418: snap_create 2024-09-17T17:07:58.402 INFO:tasks.rados.rados.0.smithi031.stdout:1417: finishing copy_from to smithi03184240-19 2024-09-17T17:07:58.402 INFO:tasks.rados.rados.0.smithi031.stdout:1417: got expected ENOENT (src dne) 2024-09-17T17:07:58.402 INFO:tasks.rados.rados.0.smithi031.stdout:1417: finishing copy_from racing read to smithi03184240-19 2024-09-17T17:07:58.402 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 845 (ObjNum 3361 snap 0 seq_num 1705763584) dirty exists 2024-09-17T17:07:58.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:58 smithi066 ceph-mon[86175]: osdmap e343: 8 total, 8 up, 8 in 2024-09-17T17:07:58.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:58 smithi066 ceph-mon[86175]: osdmap e344: 8 total, 8 up, 8 in 2024-09-17T17:07:59.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:58 smithi031 ceph-mon[94873]: osdmap e343: 8 total, 8 up, 8 in 2024-09-17T17:07:59.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:58 smithi031 ceph-mon[94873]: osdmap e344: 8 total, 8 up, 8 in 2024-09-17T17:07:59.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:58 smithi031 ceph-mon[96842]: osdmap e343: 8 total, 8 up, 8 in 2024-09-17T17:07:59.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:58 smithi031 ceph-mon[96842]: osdmap e344: 8 total, 8 up, 8 in 2024-09-17T17:07:59.320 INFO:tasks.rados.rados.0.smithi031.stdout:1416: done (2 left) 2024-09-17T17:07:59.320 INFO:tasks.rados.rados.0.smithi031.stdout:1417: done (1 left) 2024-09-17T17:07:59.320 INFO:tasks.rados.rados.0.smithi031.stdout:1418: done (0 left) 2024-09-17T17:07:59.320 INFO:tasks.rados.rados.0.smithi031.stdout:1419: snap_remove snap 118 2024-09-17T17:07:59.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:59 smithi066 ceph-mon[86175]: pgmap v175: 121 pgs: 121 active+clean; 225 MiB data, 995 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 636 KiB/s wr, 12 op/s 2024-09-17T17:07:59.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:07:59 smithi066 ceph-mon[86175]: osdmap e345: 8 total, 8 up, 8 in 2024-09-17T17:08:00.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:59 smithi031 ceph-mon[94873]: pgmap v175: 121 pgs: 121 active+clean; 225 MiB data, 995 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 636 KiB/s wr, 12 op/s 2024-09-17T17:08:00.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:07:59 smithi031 ceph-mon[94873]: osdmap e345: 8 total, 8 up, 8 in 2024-09-17T17:08:00.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:59 smithi031 ceph-mon[96842]: pgmap v175: 121 pgs: 121 active+clean; 225 MiB data, 995 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 636 KiB/s wr, 12 op/s 2024-09-17T17:08:00.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:07:59 smithi031 ceph-mon[96842]: osdmap e345: 8 total, 8 up, 8 in 2024-09-17T17:08:00.319 INFO:tasks.rados.rados.0.smithi031.stdout:1419: done (0 left) 2024-09-17T17:08:00.320 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 8 current snap is 135 2024-09-17T17:08:00.320 INFO:tasks.rados.rados.0.smithi031.stdout:1420: seq_num 468 ranges {2899968=647168} 2024-09-17T17:08:00.340 INFO:tasks.rados.rados.0.smithi031.stdout:1420: writing smithi03184240-8 from 2899968 to 3547136 tid 1 2024-09-17T17:08:00.341 INFO:tasks.rados.rados.0.smithi031.stdout:1421: rollback oid 31 current snap is 135 2024-09-17T17:08:00.341 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 31 to 129 2024-09-17T17:08:00.341 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 20 current snap is 135 2024-09-17T17:08:00.341 INFO:tasks.rados.rados.0.smithi031.stdout:1422: seq_num 469 ranges {294912=663552} 2024-09-17T17:08:00.348 INFO:tasks.rados.rados.0.smithi031.stdout:1422: writing smithi03184240-20 from 294912 to 958464 tid 1 2024-09-17T17:08:00.349 INFO:tasks.rados.rados.0.smithi031.stdout:1423: read oid 41 snap -1 2024-09-17T17:08:00.349 INFO:tasks.rados.rados.0.smithi031.stdout:1423: expect (ObjNum 394 snap 110 seq_num 394) 2024-09-17T17:08:00.349 INFO:tasks.rados.rados.0.smithi031.stdout:1424: rmattr oid 46 current snap is 135 2024-09-17T17:08:00.349 INFO:tasks.rados.rados.0.smithi031.stdout:1424: done (4 left) 2024-09-17T17:08:00.349 INFO:tasks.rados.rados.0.smithi031.stdout:1425: rmattr oid 32 current snap is 135 2024-09-17T17:08:00.349 INFO:tasks.rados.rados.0.smithi031.stdout:1425: done (4 left) 2024-09-17T17:08:00.349 INFO:tasks.rados.rados.0.smithi031.stdout:1426: snap_create 2024-09-17T17:08:00.349 INFO:tasks.rados.rados.0.smithi031.stdout:1421: finishing rollback tid 0 to smithi03184240-31 2024-09-17T17:08:00.349 INFO:tasks.rados.rados.0.smithi031.stdout:1421: finishing rollback tid 1 to smithi03184240-31 2024-09-17T17:08:00.349 INFO:tasks.rados.rados.0.smithi031.stdout:1420: finishing write tid 1 to smithi03184240-8 2024-09-17T17:08:00.349 INFO:tasks.rados.rados.0.smithi031.stdout:1420: finishing write tid 2 to smithi03184240-8 2024-09-17T17:08:00.349 INFO:tasks.rados.rados.0.smithi031.stdout:1421: finishing rollback tid 2 to smithi03184240-31 2024-09-17T17:08:00.350 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 744 (ObjNum 393 snap 110 seq_num 393) dirty exists 2024-09-17T17:08:00.350 INFO:tasks.rados.rados.0.smithi031.stdout:1420: finishing write tid 3 to smithi03184240-8 2024-09-17T17:08:00.350 INFO:tasks.rados.rados.0.smithi031.stdout:1420: oid 8 updating version 0 to 1118 2024-09-17T17:08:00.350 INFO:tasks.rados.rados.0.smithi031.stdout:1420: oid 8 version 1118 is already newer than 1117 2024-09-17T17:08:00.350 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 1118 (ObjNum 468 snap 135 seq_num 468) dirty exists 2024-09-17T17:08:00.350 INFO:tasks.rados.rados.0.smithi031.stdout:1420: left oid 8 (ObjNum 468 snap 135 seq_num 468) 2024-09-17T17:08:00.352 INFO:tasks.rados.rados.0.smithi031.stdout:1422: finishing write tid 1 to smithi03184240-20 2024-09-17T17:08:00.352 INFO:tasks.rados.rados.0.smithi031.stdout:1422: finishing write tid 2 to smithi03184240-20 2024-09-17T17:08:00.356 INFO:tasks.rados.rados.0.smithi031.stdout:1422: finishing write tid 3 to smithi03184240-20 2024-09-17T17:08:00.356 INFO:tasks.rados.rados.0.smithi031.stdout:1422: oid 20 updating version 0 to 141 2024-09-17T17:08:00.356 INFO:tasks.rados.rados.0.smithi031.stdout:1422: oid 20 version 141 is already newer than 140 2024-09-17T17:08:00.356 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 141 (ObjNum 469 snap 135 seq_num 469) dirty exists 2024-09-17T17:08:00.356 INFO:tasks.rados.rados.0.smithi031.stdout:1422: left oid 20 (ObjNum 469 snap 135 seq_num 469) 2024-09-17T17:08:00.362 INFO:tasks.rados.rados.0.smithi031.stdout:1423: expect (ObjNum 394 snap 110 seq_num 394) 2024-09-17T17:08:01.327 INFO:tasks.rados.rados.0.smithi031.stdout:1420: done (4 left) 2024-09-17T17:08:01.327 INFO:tasks.rados.rados.0.smithi031.stdout:1421: done (3 left) 2024-09-17T17:08:01.327 INFO:tasks.rados.rados.0.smithi031.stdout:1422: done (2 left) 2024-09-17T17:08:01.327 INFO:tasks.rados.rados.0.smithi031.stdout:1423: done (1 left) 2024-09-17T17:08:01.327 INFO:tasks.rados.rados.0.smithi031.stdout:1426: done (0 left) 2024-09-17T17:08:01.327 INFO:tasks.rados.rados.0.smithi031.stdout:1427: rollback oid 39 current snap is 136 2024-09-17T17:08:01.327 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 39 to 135 2024-09-17T17:08:01.327 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 44 current snap is 136 2024-09-17T17:08:01.327 INFO:tasks.rados.rados.0.smithi031.stdout:1428: seq_num 470 ranges {5873664=679936} 2024-09-17T17:08:01.363 INFO:tasks.rados.rados.0.smithi031.stdout:1428: writing smithi03184240-44 from 5873664 to 6553600 tid 1 2024-09-17T17:08:01.363 INFO:tasks.rados.rados.0.smithi031.stdout:1429: read oid 16 snap 129 2024-09-17T17:08:01.364 INFO:tasks.rados.rados.0.smithi031.stdout:1429: expect deleted 2024-09-17T17:08:01.364 INFO:tasks.rados.rados.0.smithi031.stdout:1430: read oid 17 snap -1 2024-09-17T17:08:01.364 INFO:tasks.rados.rados.0.smithi031.stdout:1430: expect deleted 2024-09-17T17:08:01.364 INFO:tasks.rados.rados.0.smithi031.stdout:1431: copy_from oid 50 from oid 25 current snap is 136 2024-09-17T17:08:01.364 INFO:tasks.rados.rados.0.smithi031.stdout:1427: finishing rollback tid 1 to smithi03184240-39 2024-09-17T17:08:01.364 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 751 (ObjNum 305 snap 0 seq_num 0) dirty dne 2024-09-17T17:08:01.364 INFO:tasks.rados.rados.0.smithi031.stdout:1427: done (4 left) 2024-09-17T17:08:01.364 INFO:tasks.rados.rados.0.smithi031.stdout:1432: rollback oid 36 current snap is 136 2024-09-17T17:08:01.364 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 36 to 128 2024-09-17T17:08:01.364 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 26 current snap is 136 2024-09-17T17:08:01.364 INFO:tasks.rados.rados.0.smithi031.stdout:1433: seq_num 471 ranges {0=696320} 2024-09-17T17:08:01.368 INFO:tasks.rados.rados.0.smithi031.stdout:1433: writing smithi03184240-26 from 0 to 696320 tid 1 2024-09-17T17:08:01.368 INFO:tasks.rados.rados.0.smithi031.stdout:1434: read oid 22 snap -1 2024-09-17T17:08:01.368 INFO:tasks.rados.rados.0.smithi031.stdout:1434: expect (ObjNum 466 snap 134 seq_num 466) 2024-09-17T17:08:01.368 INFO:tasks.rados.rados.0.smithi031.stdout:1435: rmattr oid 45 current snap is 136 2024-09-17T17:08:01.368 INFO:tasks.rados.rados.0.smithi031.stdout:1435: done (7 left) 2024-09-17T17:08:01.368 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 136 2024-09-17T17:08:01.368 INFO:tasks.rados.rados.0.smithi031.stdout:1436: seq_num 472 ranges {3899392=712704} 2024-09-17T17:08:01.395 INFO:tasks.rados.rados.0.smithi031.stdout:1436: writing smithi03184240-23 from 3899392 to 4612096 tid 1 2024-09-17T17:08:01.395 INFO:tasks.rados.rados.0.smithi031.stdout:1437: copy_from oid 37 from oid 47 current snap is 136 2024-09-17T17:08:01.395 INFO:tasks.rados.rados.0.smithi031.stdout:1432: finishing rollback tid 0 to smithi03184240-36 2024-09-17T17:08:01.395 INFO:tasks.rados.rados.0.smithi031.stdout:1432: finishing rollback tid 1 to smithi03184240-36 2024-09-17T17:08:01.395 INFO:tasks.rados.rados.0.smithi031.stdout:1432: finishing rollback tid 2 to smithi03184240-36 2024-09-17T17:08:01.395 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 612 (ObjNum 353 snap 100 seq_num 353) dirty exists 2024-09-17T17:08:01.395 INFO:tasks.rados.rados.0.smithi031.stdout:1428: finishing write tid 1 to smithi03184240-44 2024-09-17T17:08:01.395 INFO:tasks.rados.rados.0.smithi031.stdout:1429: done (8 left) 2024-09-17T17:08:01.395 INFO:tasks.rados.rados.0.smithi031.stdout:1430: done (7 left) 2024-09-17T17:08:01.395 INFO:tasks.rados.rados.0.smithi031.stdout:1432: done (6 left) 2024-09-17T17:08:01.396 INFO:tasks.rados.rados.0.smithi031.stdout:1438: read oid 5 snap -1 2024-09-17T17:08:01.396 INFO:tasks.rados.rados.0.smithi031.stdout:1438: expect (ObjNum 358 snap 103 seq_num 358) 2024-09-17T17:08:01.396 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 136 2024-09-17T17:08:01.396 INFO:tasks.rados.rados.0.smithi031.stdout:1428: finishing write tid 2 to smithi03184240-44 2024-09-17T17:08:01.396 INFO:tasks.rados.rados.0.smithi031.stdout:1433: finishing write tid 1 to smithi03184240-26 2024-09-17T17:08:01.396 INFO:tasks.rados.rados.0.smithi031.stdout:1433: finishing write tid 2 to smithi03184240-26 2024-09-17T17:08:01.396 INFO:tasks.rados.rados.0.smithi031.stdout:1428: finishing write tid 3 to smithi03184240-44 2024-09-17T17:08:01.396 INFO:tasks.rados.rados.0.smithi031.stdout:1428: oid 44 updating version 0 to 1265 2024-09-17T17:08:01.396 INFO:tasks.rados.rados.0.smithi031.stdout:1428: oid 44 updating version 1265 to 1266 2024-09-17T17:08:01.396 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 1266 (ObjNum 470 snap 136 seq_num 470) dirty exists 2024-09-17T17:08:01.397 INFO:tasks.rados.rados.0.smithi031.stdout:1428: left oid 44 (ObjNum 470 snap 136 seq_num 470) 2024-09-17T17:08:01.397 INFO:tasks.rados.rados.0.smithi031.stdout:1433: finishing write tid 3 to smithi03184240-26 2024-09-17T17:08:01.397 INFO:tasks.rados.rados.0.smithi031.stdout:1433: oid 26 updating version 0 to 1109 2024-09-17T17:08:01.397 INFO:tasks.rados.rados.0.smithi031.stdout:1433: oid 26 updating version 1109 to 1110 2024-09-17T17:08:01.397 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 1110 (ObjNum 471 snap 136 seq_num 471) dirty exists 2024-09-17T17:08:01.397 INFO:tasks.rados.rados.0.smithi031.stdout:1433: left oid 26 (ObjNum 471 snap 136 seq_num 471) 2024-09-17T17:08:01.397 INFO:tasks.rados.rados.0.smithi031.stdout:1431: finishing copy_from racing read to smithi03184240-50 2024-09-17T17:08:01.397 INFO:tasks.rados.rados.0.smithi031.stdout:1431: finishing copy_from to smithi03184240-50 2024-09-17T17:08:01.397 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 434 (ObjNum 360 snap 103 seq_num 360) dirty exists 2024-09-17T17:08:01.397 INFO:tasks.rados.rados.0.smithi031.stdout:1439: seq_num 473 ranges {0=729088} 2024-09-17T17:08:01.400 INFO:tasks.rados.rados.0.smithi031.stdout:1439: writing smithi03184240-2 from 0 to 729088 tid 1 2024-09-17T17:08:01.401 INFO:tasks.rados.rados.0.smithi031.stdout:1428: done (7 left) 2024-09-17T17:08:01.401 INFO:tasks.rados.rados.0.smithi031.stdout:1431: done (6 left) 2024-09-17T17:08:01.401 INFO:tasks.rados.rados.0.smithi031.stdout:1433: done (5 left) 2024-09-17T17:08:01.401 INFO:tasks.rados.rados.0.smithi031.stdout:1440: snap_create 2024-09-17T17:08:01.401 INFO:tasks.rados.rados.0.smithi031.stdout:1434: expect (ObjNum 466 snap 134 seq_num 466) 2024-09-17T17:08:01.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:01 smithi031 ceph-mon[96842]: pgmap v178: 121 pgs: 121 active+clean; 225 MiB data, 992 MiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 344 KiB/s wr, 2 op/s 2024-09-17T17:08:01.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:01 smithi031 ceph-mon[96842]: osdmap e346: 8 total, 8 up, 8 in 2024-09-17T17:08:01.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:01 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:01.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:01 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:08:01.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:01 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:01.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:01 smithi031 ceph-mon[94873]: pgmap v178: 121 pgs: 121 active+clean; 225 MiB data, 992 MiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 344 KiB/s wr, 2 op/s 2024-09-17T17:08:01.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:01 smithi031 ceph-mon[94873]: osdmap e346: 8 total, 8 up, 8 in 2024-09-17T17:08:01.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:01 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:01.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:01 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:08:01.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:01 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:01.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:01 smithi066 ceph-mon[86175]: pgmap v178: 121 pgs: 121 active+clean; 225 MiB data, 992 MiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 344 KiB/s wr, 2 op/s 2024-09-17T17:08:01.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:01 smithi066 ceph-mon[86175]: osdmap e346: 8 total, 8 up, 8 in 2024-09-17T17:08:01.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:01 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:01.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:01 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:08:01.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:01 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:01.902 INFO:tasks.rados.rados.0.smithi031.stdout:1437: finishing copy_from to smithi03184240-37 2024-09-17T17:08:01.902 INFO:tasks.rados.rados.0.smithi031.stdout:1437: got expected ENOENT (src dne) 2024-09-17T17:08:01.902 INFO:tasks.rados.rados.0.smithi031.stdout:1437: finishing copy_from racing read to smithi03184240-37 2024-09-17T17:08:01.902 INFO:tasks.rados.rados.0.smithi031.stdout:1438: expect (ObjNum 358 snap 103 seq_num 358) 2024-09-17T17:08:01.933 INFO:tasks.rados.rados.0.smithi031.stdout:1436: finishing write tid 1 to smithi03184240-23 2024-09-17T17:08:01.933 INFO:tasks.rados.rados.0.smithi031.stdout:1436: finishing write tid 2 to smithi03184240-23 2024-09-17T17:08:01.933 INFO:tasks.rados.rados.0.smithi031.stdout:1436: finishing write tid 3 to smithi03184240-23 2024-09-17T17:08:01.933 INFO:tasks.rados.rados.0.smithi031.stdout:1436: oid 23 updating version 0 to 307 2024-09-17T17:08:01.934 INFO:tasks.rados.rados.0.smithi031.stdout:1436: oid 23 version 307 is already newer than 306 2024-09-17T17:08:01.934 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 307 (ObjNum 472 snap 136 seq_num 472) dirty exists 2024-09-17T17:08:01.934 INFO:tasks.rados.rados.0.smithi031.stdout:1436: left oid 23 (ObjNum 472 snap 136 seq_num 472) 2024-09-17T17:08:01.934 INFO:tasks.rados.rados.0.smithi031.stdout:1439: finishing write tid 1 to smithi03184240-2 2024-09-17T17:08:01.934 INFO:tasks.rados.rados.0.smithi031.stdout:1439: finishing write tid 2 to smithi03184240-2 2024-09-17T17:08:01.934 INFO:tasks.rados.rados.0.smithi031.stdout:1439: finishing write tid 3 to smithi03184240-2 2024-09-17T17:08:01.934 INFO:tasks.rados.rados.0.smithi031.stdout:1439: oid 2 updating version 0 to 1268 2024-09-17T17:08:01.934 INFO:tasks.rados.rados.0.smithi031.stdout:1439: oid 2 version 1268 is already newer than 1267 2024-09-17T17:08:01.934 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 1268 (ObjNum 473 snap 136 seq_num 473) dirty exists 2024-09-17T17:08:01.934 INFO:tasks.rados.rados.0.smithi031.stdout:1439: left oid 2 (ObjNum 473 snap 136 seq_num 473) 2024-09-17T17:08:02.093 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:08:01 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:08:01] "GET /metrics HTTP/1.1" 200 36210 "" "Prometheus/2.43.0" 2024-09-17T17:08:02.333 INFO:tasks.rados.rados.0.smithi031.stdout:1434: done (5 left) 2024-09-17T17:08:02.333 INFO:tasks.rados.rados.0.smithi031.stdout:1436: done (4 left) 2024-09-17T17:08:02.334 INFO:tasks.rados.rados.0.smithi031.stdout:1437: done (3 left) 2024-09-17T17:08:02.334 INFO:tasks.rados.rados.0.smithi031.stdout:1438: done (2 left) 2024-09-17T17:08:02.334 INFO:tasks.rados.rados.0.smithi031.stdout:1439: done (1 left) 2024-09-17T17:08:02.334 INFO:tasks.rados.rados.0.smithi031.stdout:1440: done (0 left) 2024-09-17T17:08:02.334 INFO:tasks.rados.rados.0.smithi031.stdout:1441: copy_from oid 49 from oid 24 current snap is 137 2024-09-17T17:08:02.334 INFO:tasks.rados.rados.0.smithi031.stdout:1442: rollback oid 15 current snap is 137 2024-09-17T17:08:02.334 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 15 to 129 2024-09-17T17:08:02.334 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 35 current snap is 137 2024-09-17T17:08:02.334 INFO:tasks.rados.rados.0.smithi031.stdout:1443: seq_num 474 ranges {7520256=745472} 2024-09-17T17:08:02.377 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:02 smithi031 ceph-mon[94873]: osdmap e347: 8 total, 8 up, 8 in 2024-09-17T17:08:02.377 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:02 smithi031 ceph-mon[96842]: osdmap e347: 8 total, 8 up, 8 in 2024-09-17T17:08:02.379 INFO:tasks.rados.rados.0.smithi031.stdout:1443: writing smithi03184240-35 from 7520256 to 8265728 tid 1 2024-09-17T17:08:02.379 INFO:tasks.rados.rados.0.smithi031.stdout:1444: snap_create 2024-09-17T17:08:02.379 INFO:tasks.rados.rados.0.smithi031.stdout:1442: finishing rollback tid 0 to smithi03184240-15 2024-09-17T17:08:02.379 INFO:tasks.rados.rados.0.smithi031.stdout:1442: finishing rollback tid 1 to smithi03184240-15 2024-09-17T17:08:02.379 INFO:tasks.rados.rados.0.smithi031.stdout:1442: finishing rollback tid 2 to smithi03184240-15 2024-09-17T17:08:02.379 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 747 (ObjNum 299 snap 83 seq_num 299) dirty exists 2024-09-17T17:08:02.379 INFO:tasks.rados.rados.0.smithi031.stdout:1441: finishing copy_from racing read to smithi03184240-49 2024-09-17T17:08:02.379 INFO:tasks.rados.rados.0.smithi031.stdout:1441: finishing copy_from to smithi03184240-49 2024-09-17T17:08:02.379 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 988 (ObjNum 460 snap 133 seq_num 460) dirty exists 2024-09-17T17:08:02.383 INFO:tasks.rados.rados.0.smithi031.stdout:1443: finishing write tid 1 to smithi03184240-35 2024-09-17T17:08:02.383 INFO:tasks.rados.rados.0.smithi031.stdout:1443: finishing write tid 2 to smithi03184240-35 2024-09-17T17:08:02.384 INFO:tasks.rados.rados.0.smithi031.stdout:1443: finishing write tid 3 to smithi03184240-35 2024-09-17T17:08:02.384 INFO:tasks.rados.rados.0.smithi031.stdout:1443: oid 35 updating version 0 to 1112 2024-09-17T17:08:02.384 INFO:tasks.rados.rados.0.smithi031.stdout:1443: oid 35 version 1112 is already newer than 1111 2024-09-17T17:08:02.384 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 1112 (ObjNum 474 snap 137 seq_num 474) dirty exists 2024-09-17T17:08:02.384 INFO:tasks.rados.rados.0.smithi031.stdout:1443: left oid 35 (ObjNum 474 snap 137 seq_num 474) 2024-09-17T17:08:02.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:02 smithi066 ceph-mon[86175]: osdmap e347: 8 total, 8 up, 8 in 2024-09-17T17:08:03.320 INFO:tasks.rados.rados.0.smithi031.stdout:1441: done (3 left) 2024-09-17T17:08:03.320 INFO:tasks.rados.rados.0.smithi031.stdout:1442: done (2 left) 2024-09-17T17:08:03.320 INFO:tasks.rados.rados.0.smithi031.stdout:1443: done (1 left) 2024-09-17T17:08:03.320 INFO:tasks.rados.rados.0.smithi031.stdout:1444: done (0 left) 2024-09-17T17:08:03.320 INFO:tasks.rados.rados.0.smithi031.stdout:1445: rollback oid 1 current snap is 138 2024-09-17T17:08:03.320 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 1 to 131 2024-09-17T17:08:03.320 INFO:tasks.rados.rados.0.smithi031.stdout:1446: rollback oid 36 current snap is 138 2024-09-17T17:08:03.320 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 36 to 134 2024-09-17T17:08:03.320 INFO:tasks.rados.rados.0.smithi031.stdout:1447: snap_remove snap 132 2024-09-17T17:08:03.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:03 smithi031 ceph-mon[94873]: pgmap v181: 121 pgs: 121 active+clean; 221 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-09-17T17:08:03.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:03 smithi031 ceph-mon[94873]: osdmap e348: 8 total, 8 up, 8 in 2024-09-17T17:08:03.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:03 smithi031 ceph-mon[94873]: osdmap e349: 8 total, 8 up, 8 in 2024-09-17T17:08:03.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:03 smithi031 ceph-mon[96842]: pgmap v181: 121 pgs: 121 active+clean; 221 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-09-17T17:08:03.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:03 smithi031 ceph-mon[96842]: osdmap e348: 8 total, 8 up, 8 in 2024-09-17T17:08:03.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:03 smithi031 ceph-mon[96842]: osdmap e349: 8 total, 8 up, 8 in 2024-09-17T17:08:03.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:03 smithi066 ceph-mon[86175]: pgmap v181: 121 pgs: 121 active+clean; 221 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-09-17T17:08:03.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:03 smithi066 ceph-mon[86175]: osdmap e348: 8 total, 8 up, 8 in 2024-09-17T17:08:03.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:03 smithi066 ceph-mon[86175]: osdmap e349: 8 total, 8 up, 8 in 2024-09-17T17:08:04.322 INFO:tasks.rados.rados.0.smithi031.stdout:1447: done (2 left) 2024-09-17T17:08:04.322 INFO:tasks.rados.rados.0.smithi031.stdout:1448: snap_remove snap 110 2024-09-17T17:08:05.330 INFO:tasks.rados.rados.0.smithi031.stdout:1448: done (2 left) 2024-09-17T17:08:05.331 INFO:tasks.rados.rados.0.smithi031.stdout:1449: read oid 24 snap 133 2024-09-17T17:08:05.331 INFO:tasks.rados.rados.0.smithi031.stdout:1449: expect (ObjNum 460 snap 133 seq_num 460) 2024-09-17T17:08:05.331 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 9 current snap is 138 2024-09-17T17:08:05.331 INFO:tasks.rados.rados.0.smithi031.stdout:1450: seq_num 475 ranges {3907584=761856} 2024-09-17T17:08:05.357 INFO:tasks.rados.rados.0.smithi031.stdout:1450: writing smithi03184240-9 from 3907584 to 4669440 tid 1 2024-09-17T17:08:05.357 INFO:tasks.rados.rados.0.smithi031.stdout:1446: finishing rollback tid 0 to smithi03184240-36 2024-09-17T17:08:05.357 INFO:tasks.rados.rados.0.smithi031.stdout:1451: copy_from oid 21 from oid 40 current snap is 138 2024-09-17T17:08:05.358 INFO:tasks.rados.rados.0.smithi031.stdout:1445: finishing rollback tid 0 to smithi03184240-1 2024-09-17T17:08:05.358 INFO:tasks.rados.rados.0.smithi031.stdout:1452: snap_remove snap 137 2024-09-17T17:08:05.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:05 smithi031 ceph-mon[96842]: pgmap v184: 121 pgs: 121 active+clean; 221 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-09-17T17:08:05.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:05 smithi031 ceph-mon[96842]: osdmap e350: 8 total, 8 up, 8 in 2024-09-17T17:08:05.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:05 smithi031 ceph-mon[94873]: pgmap v184: 121 pgs: 121 active+clean; 221 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-09-17T17:08:05.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:05 smithi031 ceph-mon[94873]: osdmap e350: 8 total, 8 up, 8 in 2024-09-17T17:08:05.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:05 smithi066 ceph-mon[86175]: pgmap v184: 121 pgs: 121 active+clean; 221 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-09-17T17:08:05.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:05 smithi066 ceph-mon[86175]: osdmap e350: 8 total, 8 up, 8 in 2024-09-17T17:08:06.348 INFO:tasks.rados.rados.0.smithi031.stdout:1452: done (5 left) 2024-09-17T17:08:06.348 INFO:tasks.rados.rados.0.smithi031.stdout:1453: rmattr oid 38 current snap is 138 2024-09-17T17:08:06.348 INFO:tasks.rados.rados.0.smithi031.stdout:1454: snap_remove snap 124 2024-09-17T17:08:06.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:06 smithi031 ceph-mon[94873]: osdmap e351: 8 total, 8 up, 8 in 2024-09-17T17:08:06.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:06 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-17T17:08:06.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:06 smithi031 ceph-mon[94873]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-17T17:08:06.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:06 smithi031 ceph-mon[94873]: Upgrade: osd.2 is safe to restart 2024-09-17T17:08:06.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:06 smithi031 ceph-mon[96842]: osdmap e351: 8 total, 8 up, 8 in 2024-09-17T17:08:06.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:06 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-17T17:08:06.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:06 smithi031 ceph-mon[96842]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-17T17:08:06.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:06 smithi031 ceph-mon[96842]: Upgrade: osd.2 is safe to restart 2024-09-17T17:08:06.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:06 smithi066 ceph-mon[86175]: osdmap e351: 8 total, 8 up, 8 in 2024-09-17T17:08:06.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:06 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-17T17:08:06.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:06 smithi066 ceph-mon[86175]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-17T17:08:06.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:06 smithi066 ceph-mon[86175]: Upgrade: osd.2 is safe to restart 2024-09-17T17:08:07.349 INFO:tasks.rados.rados.0.smithi031.stdout:1454: done (6 left) 2024-09-17T17:08:07.349 INFO:tasks.rados.rados.0.smithi031.stdout:1455: snap_create 2024-09-17T17:08:07.350 INFO:tasks.rados.rados.0.smithi031.stdout:1446: finishing rollback tid 1 to smithi03184240-36 2024-09-17T17:08:07.350 INFO:tasks.rados.rados.0.smithi031.stdout:1446: finishing rollback tid 2 to smithi03184240-36 2024-09-17T17:08:07.350 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 615 (ObjNum 353 snap 100 seq_num 353) dirty exists 2024-09-17T17:08:07.350 INFO:tasks.rados.rados.0.smithi031.stdout:1445: finishing rollback tid 1 to smithi03184240-1 2024-09-17T17:08:07.350 INFO:tasks.rados.rados.0.smithi031.stdout:1445: finishing rollback tid 2 to smithi03184240-1 2024-09-17T17:08:07.350 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 991 (ObjNum 443 snap 129 seq_num 443) dirty exists 2024-09-17T17:08:07.350 INFO:tasks.rados.rados.0.smithi031.stdout:1449: expect (ObjNum 460 snap 133 seq_num 460) 2024-09-17T17:08:07.586 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:07 smithi031 ceph-mon[94873]: pgmap v187: 121 pgs: 121 active+clean; 231 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.4 MiB/s wr, 8 op/s 2024-09-17T17:08:07.586 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:07 smithi031 ceph-mon[94873]: osdmap e352: 8 total, 8 up, 8 in 2024-09-17T17:08:07.586 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:07 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:07.586 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:07 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-17T17:08:07.586 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:07 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:08:07.586 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:07 smithi031 ceph-mon[96842]: pgmap v187: 121 pgs: 121 active+clean; 231 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.4 MiB/s wr, 8 op/s 2024-09-17T17:08:07.586 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:07 smithi031 ceph-mon[96842]: osdmap e352: 8 total, 8 up, 8 in 2024-09-17T17:08:07.586 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:07 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:07.586 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:07 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-17T17:08:07.586 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:07 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:08:07.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:07 smithi066 ceph-mon[86175]: pgmap v187: 121 pgs: 121 active+clean; 231 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.4 MiB/s wr, 8 op/s 2024-09-17T17:08:07.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:07 smithi066 ceph-mon[86175]: osdmap e352: 8 total, 8 up, 8 in 2024-09-17T17:08:07.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:07 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:07.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:07 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-17T17:08:07.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:07 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:08:07.684 INFO:tasks.rados.rados.0.smithi031.stdout:1450: finishing write tid 1 to smithi03184240-9 2024-09-17T17:08:07.684 INFO:tasks.rados.rados.0.smithi031.stdout:1450: finishing write tid 2 to smithi03184240-9 2024-09-17T17:08:07.684 INFO:tasks.rados.rados.0.smithi031.stdout:1451: finishing copy_from racing read to smithi03184240-21 2024-09-17T17:08:07.684 INFO:tasks.rados.rados.0.smithi031.stdout:1451: finishing copy_from to smithi03184240-21 2024-09-17T17:08:07.684 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 138 (ObjNum 447 snap 129 seq_num 447) dirty exists 2024-09-17T17:08:07.684 INFO:tasks.rados.rados.0.smithi031.stdout:1450: finishing write tid 3 to smithi03184240-9 2024-09-17T17:08:07.684 INFO:tasks.rados.rados.0.smithi031.stdout:1450: oid 9 updating version 0 to 770 2024-09-17T17:08:07.684 INFO:tasks.rados.rados.0.smithi031.stdout:1450: oid 9 updating version 770 to 771 2024-09-17T17:08:07.684 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 771 (ObjNum 475 snap 138 seq_num 475) dirty exists 2024-09-17T17:08:07.684 INFO:tasks.rados.rados.0.smithi031.stdout:1450: left oid 9 (ObjNum 475 snap 138 seq_num 475) 2024-09-17T17:08:07.684 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 1119 (ObjNum 407 snap 116 seq_num 407) dirty exists 2024-09-17T17:08:08.320 INFO:tasks.rados.rados.0.smithi031.stdout:1445: done (6 left) 2024-09-17T17:08:08.320 INFO:tasks.rados.rados.0.smithi031.stdout:1446: done (5 left) 2024-09-17T17:08:08.320 INFO:tasks.rados.rados.0.smithi031.stdout:1449: done (4 left) 2024-09-17T17:08:08.320 INFO:tasks.rados.rados.0.smithi031.stdout:1450: done (3 left) 2024-09-17T17:08:08.320 INFO:tasks.rados.rados.0.smithi031.stdout:1451: done (2 left) 2024-09-17T17:08:08.320 INFO:tasks.rados.rados.0.smithi031.stdout:1453: done (1 left) 2024-09-17T17:08:08.320 INFO:tasks.rados.rados.0.smithi031.stdout:1455: done (0 left) 2024-09-17T17:08:08.320 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 17 current snap is 139 2024-09-17T17:08:08.320 INFO:tasks.rados.rados.0.smithi031.stdout:1456: seq_num 476 ranges {0=778240} 2024-09-17T17:08:08.324 INFO:tasks.rados.rados.0.smithi031.stdout:1456: writing smithi03184240-17 from 0 to 778240 tid 1 2024-09-17T17:08:08.324 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 35 current snap is 139 2024-09-17T17:08:08.324 INFO:tasks.rados.rados.0.smithi031.stdout:1457: seq_num 477 ranges {8265728=794624} 2024-09-17T17:08:08.374 INFO:tasks.rados.rados.0.smithi031.stdout:1457: writing smithi03184240-35 from 8265728 to 9060352 tid 1 2024-09-17T17:08:08.374 INFO:tasks.rados.rados.0.smithi031.stdout:1458: snap_create 2024-09-17T17:08:08.374 INFO:tasks.rados.rados.0.smithi031.stdout:1456: finishing write tid 1 to smithi03184240-17 2024-09-17T17:08:08.374 INFO:tasks.rados.rados.0.smithi031.stdout:1456: finishing write tid 2 to smithi03184240-17 2024-09-17T17:08:08.374 INFO:tasks.rados.rados.0.smithi031.stdout:1456: finishing write tid 3 to smithi03184240-17 2024-09-17T17:08:08.375 INFO:tasks.rados.rados.0.smithi031.stdout:1456: oid 17 updating version 0 to 589 2024-09-17T17:08:08.375 INFO:tasks.rados.rados.0.smithi031.stdout:1456: oid 17 version 589 is already newer than 588 2024-09-17T17:08:08.375 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 589 (ObjNum 476 snap 139 seq_num 476) dirty exists 2024-09-17T17:08:08.375 INFO:tasks.rados.rados.0.smithi031.stdout:1456: left oid 17 (ObjNum 476 snap 139 seq_num 476) 2024-09-17T17:08:08.380 INFO:tasks.rados.rados.0.smithi031.stdout:1457: finishing write tid 1 to smithi03184240-35 2024-09-17T17:08:08.380 INFO:tasks.rados.rados.0.smithi031.stdout:1457: finishing write tid 2 to smithi03184240-35 2024-09-17T17:08:08.381 INFO:tasks.rados.rados.0.smithi031.stdout:1457: finishing write tid 3 to smithi03184240-35 2024-09-17T17:08:08.381 INFO:tasks.rados.rados.0.smithi031.stdout:1457: oid 35 updating version 0 to 1114 2024-09-17T17:08:08.381 INFO:tasks.rados.rados.0.smithi031.stdout:1457: oid 35 version 1114 is already newer than 1113 2024-09-17T17:08:08.382 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 1114 (ObjNum 477 snap 139 seq_num 477) dirty exists 2024-09-17T17:08:08.382 INFO:tasks.rados.rados.0.smithi031.stdout:1457: left oid 35 (ObjNum 477 snap 139 seq_num 477) 2024-09-17T17:08:08.456 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:08 smithi031 ceph-mon[94873]: Upgrade: Updating osd.2 2024-09-17T17:08:08.456 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:08 smithi031 ceph-mon[94873]: Deploying daemon osd.2 on smithi031 2024-09-17T17:08:08.456 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:08 smithi031 ceph-mon[94873]: osdmap e353: 8 total, 8 up, 8 in 2024-09-17T17:08:08.456 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:08 smithi031 ceph-mon[94873]: osdmap e354: 8 total, 8 up, 8 in 2024-09-17T17:08:08.456 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:08 smithi031 ceph-mon[96842]: Upgrade: Updating osd.2 2024-09-17T17:08:08.456 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:08 smithi031 ceph-mon[96842]: Deploying daemon osd.2 on smithi031 2024-09-17T17:08:08.456 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:08 smithi031 ceph-mon[96842]: osdmap e353: 8 total, 8 up, 8 in 2024-09-17T17:08:08.456 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:08 smithi031 ceph-mon[96842]: osdmap e354: 8 total, 8 up, 8 in 2024-09-17T17:08:08.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:08 smithi066 ceph-mon[86175]: Upgrade: Updating osd.2 2024-09-17T17:08:08.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:08 smithi066 ceph-mon[86175]: Deploying daemon osd.2 on smithi031 2024-09-17T17:08:08.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:08 smithi066 ceph-mon[86175]: osdmap e353: 8 total, 8 up, 8 in 2024-09-17T17:08:08.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:08 smithi066 ceph-mon[86175]: osdmap e354: 8 total, 8 up, 8 in 2024-09-17T17:08:09.368 INFO:tasks.rados.rados.0.smithi031.stdout:1456: done (2 left) 2024-09-17T17:08:09.368 INFO:tasks.rados.rados.0.smithi031.stdout:1457: done (1 left) 2024-09-17T17:08:09.368 INFO:tasks.rados.rados.0.smithi031.stdout:1458: done (0 left) 2024-09-17T17:08:09.368 INFO:tasks.rados.rados.0.smithi031.stdout:1459: delete oid 44 current snap is 140 2024-09-17T17:08:09.378 INFO:tasks.rados.rados.0.smithi031.stdout:1459: done (0 left) 2024-09-17T17:08:09.379 INFO:tasks.rados.rados.0.smithi031.stdout:1460: rmattr oid 21 current snap is 140 2024-09-17T17:08:09.379 INFO:tasks.rados.rados.0.smithi031.stdout:1460: done (0 left) 2024-09-17T17:08:09.379 INFO:tasks.rados.rados.0.smithi031.stdout:1461: read oid 50 snap -1 2024-09-17T17:08:09.379 INFO:tasks.rados.rados.0.smithi031.stdout:1461: expect (ObjNum 360 snap 103 seq_num 360) 2024-09-17T17:08:09.379 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 140 2024-09-17T17:08:09.379 INFO:tasks.rados.rados.0.smithi031.stdout:1462: seq_num 479 ranges {4612096=425984,5038080=401408} 2024-09-17T17:08:09.406 INFO:tasks.rados.rados.0.smithi031.stdout:1462: writing smithi03184240-23 from 4612096 to 5038080 tid 1 2024-09-17T17:08:09.409 INFO:tasks.rados.rados.0.smithi031.stdout:1462: writing smithi03184240-23 from 5038080 to 5439488 tid 2 2024-09-17T17:08:09.409 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 41 current snap is 140 2024-09-17T17:08:09.409 INFO:tasks.rados.rados.0.smithi031.stdout:1463: seq_num 480 ranges {3006464=442368,3448832=401408} 2024-09-17T17:08:09.427 INFO:tasks.rados.rados.0.smithi031.stdout:1463: writing smithi03184240-41 from 3006464 to 3448832 tid 1 2024-09-17T17:08:09.430 INFO:tasks.rados.rados.0.smithi031.stdout:1463: writing smithi03184240-41 from 3448832 to 3850240 tid 2 2024-09-17T17:08:09.430 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 9 current snap is 140 2024-09-17T17:08:09.430 INFO:tasks.rados.rados.0.smithi031.stdout:1464: seq_num 481 ranges {4669440=458752,5128192=401408} 2024-09-17T17:08:09.457 INFO:tasks.rados.rados.0.smithi031.stdout:1464: writing smithi03184240-9 from 4669440 to 5128192 tid 1 2024-09-17T17:08:09.460 INFO:tasks.rados.rados.0.smithi031.stdout:1464: writing smithi03184240-9 from 5128192 to 5529600 tid 2 2024-09-17T17:08:09.460 INFO:tasks.rados.rados.0.smithi031.stdout:1465: snap_remove snap 135 2024-09-17T17:08:09.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:09 smithi031 ceph-mon[94873]: pgmap v190: 121 pgs: 121 active+clean; 223 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-09-17T17:08:09.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:09 smithi031 ceph-mon[96842]: pgmap v190: 121 pgs: 121 active+clean; 223 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-09-17T17:08:09.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:09 smithi066 ceph-mon[86175]: pgmap v190: 121 pgs: 121 active+clean; 223 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-09-17T17:08:10.245 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:09 smithi031 systemd[1]: Stopping Ceph osd.2 for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:08:10.378 INFO:tasks.rados.rados.0.smithi031.stdout:1465: done (4 left) 2024-09-17T17:08:10.378 INFO:tasks.rados.rados.0.smithi031.stdout:1466: snap_create 2024-09-17T17:08:10.378 INFO:tasks.rados.rados.0.smithi031.stdout:1461: expect (ObjNum 360 snap 103 seq_num 360) 2024-09-17T17:08:10.417 INFO:tasks.rados.rados.0.smithi031.stdout:1462: finishing write tid 1 to smithi03184240-23 2024-09-17T17:08:10.417 INFO:tasks.rados.rados.0.smithi031.stdout:1462: finishing write tid 2 to smithi03184240-23 2024-09-17T17:08:10.418 INFO:tasks.rados.rados.0.smithi031.stdout:1462: finishing write tid 3 to smithi03184240-23 2024-09-17T17:08:10.418 INFO:tasks.rados.rados.0.smithi031.stdout:1462: finishing write tid 4 to smithi03184240-23 2024-09-17T17:08:10.418 INFO:tasks.rados.rados.0.smithi031.stdout:1462: oid 23 updating version 0 to 319 2024-09-17T17:08:10.418 INFO:tasks.rados.rados.0.smithi031.stdout:1462: oid 23 updating version 319 to 321 2024-09-17T17:08:10.418 INFO:tasks.rados.rados.0.smithi031.stdout:1462: oid 23 version 321 is already newer than 320 2024-09-17T17:08:10.418 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 321 (ObjNum 479 snap 140 seq_num 479) dirty exists 2024-09-17T17:08:10.418 INFO:tasks.rados.rados.0.smithi031.stdout:1462: left oid 23 (ObjNum 479 snap 140 seq_num 479) 2024-09-17T17:08:10.418 INFO:tasks.rados.rados.0.smithi031.stdout:1463: finishing write tid 1 to smithi03184240-41 2024-09-17T17:08:10.418 INFO:tasks.rados.rados.0.smithi031.stdout:1463: finishing write tid 2 to smithi03184240-41 2024-09-17T17:08:10.418 INFO:tasks.rados.rados.0.smithi031.stdout:1463: finishing write tid 3 to smithi03184240-41 2024-09-17T17:08:10.418 INFO:tasks.rados.rados.0.smithi031.stdout:1463: finishing write tid 4 to smithi03184240-41 2024-09-17T17:08:10.418 INFO:tasks.rados.rados.0.smithi031.stdout:1463: oid 41 updating version 0 to 593 2024-09-17T17:08:10.418 INFO:tasks.rados.rados.0.smithi031.stdout:1463: oid 41 version 593 is already newer than 591 2024-09-17T17:08:10.419 INFO:tasks.rados.rados.0.smithi031.stdout:1463: oid 41 version 593 is already newer than 592 2024-09-17T17:08:10.419 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 593 (ObjNum 480 snap 140 seq_num 480) dirty exists 2024-09-17T17:08:10.419 INFO:tasks.rados.rados.0.smithi031.stdout:1463: left oid 41 (ObjNum 480 snap 140 seq_num 480) 2024-09-17T17:08:10.419 INFO:tasks.rados.rados.0.smithi031.stdout:1464: finishing write tid 1 to smithi03184240-9 2024-09-17T17:08:10.419 INFO:tasks.rados.rados.0.smithi031.stdout:1464: finishing write tid 2 to smithi03184240-9 2024-09-17T17:08:10.419 INFO:tasks.rados.rados.0.smithi031.stdout:1464: finishing write tid 3 to smithi03184240-9 2024-09-17T17:08:10.419 INFO:tasks.rados.rados.0.smithi031.stdout:1464: finishing write tid 4 to smithi03184240-9 2024-09-17T17:08:10.419 INFO:tasks.rados.rados.0.smithi031.stdout:1464: oid 9 updating version 0 to 774 2024-09-17T17:08:10.419 INFO:tasks.rados.rados.0.smithi031.stdout:1464: oid 9 version 774 is already newer than 773 2024-09-17T17:08:10.419 INFO:tasks.rados.rados.0.smithi031.stdout:1464: oid 9 version 774 is already newer than 772 2024-09-17T17:08:10.419 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 774 (ObjNum 481 snap 140 seq_num 481) dirty exists 2024-09-17T17:08:10.419 INFO:tasks.rados.rados.0.smithi031.stdout:1464: left oid 9 (ObjNum 481 snap 140 seq_num 481) 2024-09-17T17:08:10.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:10 smithi031 ceph-mon[96842]: osdmap e355: 8 total, 8 up, 8 in 2024-09-17T17:08:10.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:10 smithi031 ceph-mon[96842]: osd.2 marked itself down and dead 2024-09-17T17:08:10.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:10 smithi031 ceph-mon[94873]: osdmap e355: 8 total, 8 up, 8 in 2024-09-17T17:08:10.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:10 smithi031 ceph-mon[94873]: osd.2 marked itself down and dead 2024-09-17T17:08:10.594 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:10 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2[55970]: 2024-09-17T17:08:10.241+0000 7fe376a1a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T17:08:10.594 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:10 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2[55970]: 2024-09-17T17:08:10.241+0000 7fe376a1a640 -1 osd.2 355 *** Got signal Terminated *** 2024-09-17T17:08:10.594 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:10 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2[55970]: 2024-09-17T17:08:10.241+0000 7fe376a1a640 -1 osd.2 355 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T17:08:10.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:10 smithi066 ceph-mon[86175]: osdmap e355: 8 total, 8 up, 8 in 2024-09-17T17:08:10.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:10 smithi066 ceph-mon[86175]: osd.2 marked itself down and dead 2024-09-17T17:08:11.235 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:10 smithi031 podman[111776]: 2024-09-17 17:08:10.927325265 +0000 UTC m=+0.803909861 container died f9740304d424e7138e20ef587239c83ccf9effd82f94b89b2915690eb1cf7210 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2, RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-09-17T17:08:11.387 INFO:tasks.rados.rados.0.smithi031.stdout:1461: done (4 left) 2024-09-17T17:08:11.387 INFO:tasks.rados.rados.0.smithi031.stdout:1462: done (3 left) 2024-09-17T17:08:11.387 INFO:tasks.rados.rados.0.smithi031.stdout:1463: done (2 left) 2024-09-17T17:08:11.387 INFO:tasks.rados.rados.0.smithi031.stdout:1464: done (1 left) 2024-09-17T17:08:11.387 INFO:tasks.rados.rados.0.smithi031.stdout:1466: done (0 left) 2024-09-17T17:08:11.387 INFO:tasks.rados.rados.0.smithi031.stdout:1467: copy_from oid 34 from oid 38 current snap is 141 2024-09-17T17:08:11.388 INFO:tasks.rados.rados.0.smithi031.stdout:1468: rollback oid 46 current snap is 141 2024-09-17T17:08:11.388 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 46 to 114 2024-09-17T17:08:11.388 INFO:tasks.rados.rados.0.smithi031.stdout:1469: rollback oid 23 current snap is 141 2024-09-17T17:08:11.388 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 23 to 134 2024-09-17T17:08:11.388 INFO:tasks.rados.rados.0.smithi031.stdout:1470: delete oid 22 current snap is 141 2024-09-17T17:08:11.400 INFO:tasks.rados.rados.0.smithi031.stdout:1470: done (3 left) 2024-09-17T17:08:11.400 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 141 2024-09-17T17:08:11.400 INFO:tasks.rados.rados.0.smithi031.stdout:1471: seq_num 483 ranges {3072000=491520,3563520=401408} 2024-09-17T17:08:11.419 INFO:tasks.rados.rados.0.smithi031.stdout:1471: writing smithi03184240-12 from 3072000 to 3563520 tid 1 2024-09-17T17:08:11.422 INFO:tasks.rados.rados.0.smithi031.stdout:1471: writing smithi03184240-12 from 3563520 to 3964928 tid 2 2024-09-17T17:08:11.422 INFO:tasks.rados.rados.0.smithi031.stdout:1472: copy_from oid 28 from oid 42 current snap is 141 2024-09-17T17:08:11.423 INFO:tasks.rados.rados.0.smithi031.stdout:1469: finishing rollback tid 0 to smithi03184240-23 2024-09-17T17:08:11.423 INFO:tasks.rados.rados.0.smithi031.stdout:1468: finishing rollback tid 0 to smithi03184240-46 2024-09-17T17:08:11.423 INFO:tasks.rados.rados.0.smithi031.stdout:1468: finishing rollback tid 1 to smithi03184240-46 2024-09-17T17:08:11.423 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 1121 (ObjNum 65 snap 0 seq_num 1567773551) dirty dne 2024-09-17T17:08:11.423 INFO:tasks.rados.rados.0.smithi031.stdout:1469: finishing rollback tid 1 to smithi03184240-23 2024-09-17T17:08:11.423 INFO:tasks.rados.rados.0.smithi031.stdout:1469: finishing rollback tid 2 to smithi03184240-23 2024-09-17T17:08:11.423 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 327 (ObjNum 381 snap 109 seq_num 381) dirty exists 2024-09-17T17:08:11.423 INFO:tasks.rados.rados.0.smithi031.stdout:1467: finishing copy_from racing read to smithi03184240-34 2024-09-17T17:08:11.423 INFO:tasks.rados.rados.0.smithi031.stdout:1467: finishing copy_from to smithi03184240-34 2024-09-17T17:08:11.423 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 1119 (ObjNum 407 snap 116 seq_num 407) dirty exists 2024-09-17T17:08:11.423 INFO:tasks.rados.rados.0.smithi031.stdout:1467: done (4 left) 2024-09-17T17:08:11.423 INFO:tasks.rados.rados.0.smithi031.stdout:1468: done (3 left) 2024-09-17T17:08:11.423 INFO:tasks.rados.rados.0.smithi031.stdout:1469: done (2 left) 2024-09-17T17:08:11.423 INFO:tasks.rados.rados.0.smithi031.stdout:1473: snap_remove snap 139 2024-09-17T17:08:11.584 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:11 smithi031 ceph-mon[94873]: pgmap v193: 121 pgs: 121 active+clean; 222 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 0 B/s wr, 3 op/s 2024-09-17T17:08:11.584 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:11 smithi031 ceph-mon[94873]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T17:08:11.585 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:11 smithi031 ceph-mon[94873]: osdmap e356: 8 total, 7 up, 8 in 2024-09-17T17:08:11.585 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:11 smithi031 ceph-mon[96842]: pgmap v193: 121 pgs: 121 active+clean; 222 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 0 B/s wr, 3 op/s 2024-09-17T17:08:11.585 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:11 smithi031 ceph-mon[96842]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T17:08:11.585 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:11 smithi031 ceph-mon[96842]: osdmap e356: 8 total, 7 up, 8 in 2024-09-17T17:08:11.586 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:11 smithi031 podman[111776]: 2024-09-17 17:08:11.331606938 +0000 UTC m=+1.208191536 container cleanup f9740304d424e7138e20ef587239c83ccf9effd82f94b89b2915690eb1cf7210 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2, RELEASE=reef-19e2a2b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-17T17:08:11.586 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:11 smithi031 bash[111776]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2 2024-09-17T17:08:11.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:11 smithi066 ceph-mon[86175]: pgmap v193: 121 pgs: 121 active+clean; 222 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 0 B/s wr, 3 op/s 2024-09-17T17:08:11.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:11 smithi066 ceph-mon[86175]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T17:08:11.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:11 smithi066 ceph-mon[86175]: osdmap e356: 8 total, 7 up, 8 in 2024-09-17T17:08:11.843 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:08:11 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:08:11] "GET /metrics HTTP/1.1" 200 36210 "" "Prometheus/2.43.0" 2024-09-17T17:08:11.844 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:11 smithi031 podman[111800]: 2024-09-17 17:08:11.582725103 +0000 UTC m=+0.647940663 container remove f9740304d424e7138e20ef587239c83ccf9effd82f94b89b2915690eb1cf7210 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2, GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T17:08:11.896 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-09-17T17:08:12.196 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:11 smithi031 podman[111913]: 2024-09-17 17:08:11.862444643 +0000 UTC m=+0.017106741 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:08:12.196 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:11 smithi031 podman[111913]: 2024-09-17 17:08:11.966970797 +0000 UTC m=+0.121632897 container create 904640291ee8afc7cc6f597e4322be13f2b3b55fb1d14f4e246bb3cbb8920620 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True) 2024-09-17T17:08:12.394 INFO:tasks.rados.rados.0.smithi031.stdout:1473: done (2 left) 2024-09-17T17:08:12.395 INFO:tasks.rados.rados.0.smithi031.stdout:1474: copy_from oid 7 from oid 3 current snap is 141 2024-09-17T17:08:12.395 INFO:tasks.rados.rados.0.smithi031.stdout:1471: finishing write tid 1 to smithi03184240-12 2024-09-17T17:08:12.395 INFO:tasks.rados.rados.0.smithi031.stdout:1471: finishing write tid 2 to smithi03184240-12 2024-09-17T17:08:12.395 INFO:tasks.rados.rados.0.smithi031.stdout:1471: finishing write tid 3 to smithi03184240-12 2024-09-17T17:08:12.395 INFO:tasks.rados.rados.0.smithi031.stdout:1471: finishing write tid 4 to smithi03184240-12 2024-09-17T17:08:12.395 INFO:tasks.rados.rados.0.smithi031.stdout:1471: oid 12 updating version 0 to 325 2024-09-17T17:08:12.395 INFO:tasks.rados.rados.0.smithi031.stdout:1471: oid 12 version 325 is already newer than 323 2024-09-17T17:08:12.395 INFO:tasks.rados.rados.0.smithi031.stdout:1471: oid 12 version 325 is already newer than 324 2024-09-17T17:08:12.395 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 325 (ObjNum 483 snap 141 seq_num 483) dirty exists 2024-09-17T17:08:12.395 INFO:tasks.rados.rados.0.smithi031.stdout:1471: left oid 12 (ObjNum 483 snap 141 seq_num 483) 2024-09-17T17:08:12.395 INFO:tasks.rados.rados.0.smithi031.stdout:1472: finishing copy_from racing read to smithi03184240-28 2024-09-17T17:08:12.395 INFO:tasks.rados.rados.0.smithi031.stdout:1472: finishing copy_from to smithi03184240-28 2024-09-17T17:08:12.395 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 1217 (ObjNum 448 snap 130 seq_num 448) dirty exists 2024-09-17T17:08:12.396 INFO:tasks.rados.rados.0.smithi031.stdout:1471: done (2 left) 2024-09-17T17:08:12.396 INFO:tasks.rados.rados.0.smithi031.stdout:1472: done (1 left) 2024-09-17T17:08:12.396 INFO:tasks.rados.rados.0.smithi031.stdout:1475: copy_from oid 6 from oid 47 current snap is 141 2024-09-17T17:08:12.396 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 27 current snap is 141 2024-09-17T17:08:12.396 INFO:tasks.rados.rados.0.smithi031.stdout:1476: seq_num 484 ranges {0=507904,507904=401408} 2024-09-17T17:08:12.397 INFO:tasks.rados.rados.0.smithi031.stdout:1476: writing smithi03184240-27 from 0 to 507904 tid 1 2024-09-17T17:08:12.400 INFO:tasks.rados.rados.0.smithi031.stdout:1476: writing smithi03184240-27 from 507904 to 909312 tid 2 2024-09-17T17:08:12.400 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 141 2024-09-17T17:08:12.400 INFO:tasks.rados.rados.0.smithi031.stdout:1474: finishing copy_from to smithi03184240-7 2024-09-17T17:08:12.400 INFO:tasks.rados.rados.0.smithi031.stdout:1474: got expected ENOENT (src dne) 2024-09-17T17:08:12.400 INFO:tasks.rados.rados.0.smithi031.stdout:1474: finishing copy_from racing read to smithi03184240-7 2024-09-17T17:08:12.400 INFO:tasks.rados.rados.0.smithi031.stdout:1477: seq_num 485 ranges {0=532480,532480=401408} 2024-09-17T17:08:12.403 INFO:tasks.rados.rados.0.smithi031.stdout:1477: writing smithi03184240-32 from 0 to 532480 tid 1 2024-09-17T17:08:12.405 INFO:tasks.rados.rados.0.smithi031.stdout:1477: writing smithi03184240-32 from 532480 to 933888 tid 2 2024-09-17T17:08:12.406 INFO:tasks.rados.rados.0.smithi031.stdout:1474: done (3 left) 2024-09-17T17:08:12.406 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 8 current snap is 141 2024-09-17T17:08:12.406 INFO:tasks.rados.rados.0.smithi031.stdout:1475: finishing copy_from to smithi03184240-6 2024-09-17T17:08:12.406 INFO:tasks.rados.rados.0.smithi031.stdout:1475: got expected ENOENT (src dne) 2024-09-17T17:08:12.406 INFO:tasks.rados.rados.0.smithi031.stdout:1478: seq_num 486 ranges {3547136=548864,4096000=401408} 2024-09-17T17:08:12.428 INFO:tasks.rados.rados.0.smithi031.stdout:1478: writing smithi03184240-8 from 3547136 to 4096000 tid 1 2024-09-17T17:08:12.431 INFO:tasks.rados.rados.0.smithi031.stdout:1478: writing smithi03184240-8 from 4096000 to 4497408 tid 2 2024-09-17T17:08:12.431 INFO:tasks.rados.rados.0.smithi031.stdout:1479: rmattr oid 48 current snap is 141 2024-09-17T17:08:12.431 INFO:tasks.rados.rados.0.smithi031.stdout:1479: done (4 left) 2024-09-17T17:08:12.431 INFO:tasks.rados.rados.0.smithi031.stdout:1480: delete oid 15 current snap is 141 2024-09-17T17:08:12.431 INFO:tasks.rados.rados.0.smithi031.stdout:1475: finishing copy_from racing read to smithi03184240-6 2024-09-17T17:08:12.432 INFO:tasks.rados.rados.0.smithi031.stdout:1476: finishing write tid 1 to smithi03184240-27 2024-09-17T17:08:12.432 INFO:tasks.rados.rados.0.smithi031.stdout:1476: finishing write tid 2 to smithi03184240-27 2024-09-17T17:08:12.432 INFO:tasks.rados.rados.0.smithi031.stdout:1476: finishing write tid 3 to smithi03184240-27 2024-09-17T17:08:12.432 INFO:tasks.rados.rados.0.smithi031.stdout:1477: finishing write tid 1 to smithi03184240-32 2024-09-17T17:08:12.432 INFO:tasks.rados.rados.0.smithi031.stdout:1476: finishing write tid 4 to smithi03184240-27 2024-09-17T17:08:12.432 INFO:tasks.rados.rados.0.smithi031.stdout:1476: oid 27 updating version 0 to 748 2024-09-17T17:08:12.432 INFO:tasks.rados.rados.0.smithi031.stdout:1476: oid 27 updating version 748 to 749 2024-09-17T17:08:12.432 INFO:tasks.rados.rados.0.smithi031.stdout:1476: oid 27 updating version 749 to 750 2024-09-17T17:08:12.432 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 750 (ObjNum 484 snap 141 seq_num 484) dirty exists 2024-09-17T17:08:12.432 INFO:tasks.rados.rados.0.smithi031.stdout:1476: left oid 27 (ObjNum 484 snap 141 seq_num 484) 2024-09-17T17:08:12.432 INFO:tasks.rados.rados.0.smithi031.stdout:1477: finishing write tid 2 to smithi03184240-32 2024-09-17T17:08:12.432 INFO:tasks.rados.rados.0.smithi031.stdout:1477: finishing write tid 3 to smithi03184240-32 2024-09-17T17:08:12.432 INFO:tasks.rados.rados.0.smithi031.stdout:1477: finishing write tid 4 to smithi03184240-32 2024-09-17T17:08:12.432 INFO:tasks.rados.rados.0.smithi031.stdout:1477: oid 32 updating version 0 to 990 2024-09-17T17:08:12.433 INFO:tasks.rados.rados.0.smithi031.stdout:1477: oid 32 version 990 is already newer than 989 2024-09-17T17:08:12.433 INFO:tasks.rados.rados.0.smithi031.stdout:1477: oid 32 updating version 990 to 991 2024-09-17T17:08:12.433 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 991 (ObjNum 485 snap 141 seq_num 485) dirty exists 2024-09-17T17:08:12.433 INFO:tasks.rados.rados.0.smithi031.stdout:1477: left oid 32 (ObjNum 485 snap 141 seq_num 485) 2024-09-17T17:08:12.433 INFO:tasks.rados.rados.0.smithi031.stdout:1475: done (4 left) 2024-09-17T17:08:12.433 INFO:tasks.rados.rados.0.smithi031.stdout:1476: done (3 left) 2024-09-17T17:08:12.434 INFO:tasks.rados.rados.0.smithi031.stdout:1477: done (2 left) 2024-09-17T17:08:12.434 INFO:tasks.rados.rados.0.smithi031.stdout:1480: done (1 left) 2024-09-17T17:08:12.434 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 49 current snap is 141 2024-09-17T17:08:12.434 INFO:tasks.rados.rados.0.smithi031.stdout:1481: seq_num 488 ranges {5644288=581632,6225920=401408} 2024-09-17T17:08:12.466 INFO:tasks.rados.rados.0.smithi031.stdout:1481: writing smithi03184240-49 from 5644288 to 6225920 tid 1 2024-09-17T17:08:12.469 INFO:tasks.rados.rados.0.smithi031.stdout:1481: writing smithi03184240-49 from 6225920 to 6627328 tid 2 2024-09-17T17:08:12.469 INFO:tasks.rados.rados.0.smithi031.stdout:1482: delete oid 37 current snap is 141 2024-09-17T17:08:12.469 INFO:tasks.rados.rados.0.smithi031.stdout:1478: finishing write tid 1 to smithi03184240-8 2024-09-17T17:08:12.469 INFO:tasks.rados.rados.0.smithi031.stdout:1478: finishing write tid 2 to smithi03184240-8 2024-09-17T17:08:12.469 INFO:tasks.rados.rados.0.smithi031.stdout:1478: finishing write tid 3 to smithi03184240-8 2024-09-17T17:08:12.469 INFO:tasks.rados.rados.0.smithi031.stdout:1478: finishing write tid 4 to smithi03184240-8 2024-09-17T17:08:12.470 INFO:tasks.rados.rados.0.smithi031.stdout:1478: oid 8 updating version 0 to 1123 2024-09-17T17:08:12.470 INFO:tasks.rados.rados.0.smithi031.stdout:1478: oid 8 updating version 1123 to 1124 2024-09-17T17:08:12.470 INFO:tasks.rados.rados.0.smithi031.stdout:1478: oid 8 version 1124 is already newer than 1122 2024-09-17T17:08:12.470 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 1124 (ObjNum 486 snap 141 seq_num 486) dirty exists 2024-09-17T17:08:12.470 INFO:tasks.rados.rados.0.smithi031.stdout:1478: left oid 8 (ObjNum 486 snap 141 seq_num 486) 2024-09-17T17:08:12.471 INFO:tasks.rados.rados.0.smithi031.stdout:1481: finishing write tid 1 to smithi03184240-49 2024-09-17T17:08:12.471 INFO:tasks.rados.rados.0.smithi031.stdout:1481: finishing write tid 2 to smithi03184240-49 2024-09-17T17:08:12.472 INFO:tasks.rados.rados.0.smithi031.stdout:1481: finishing write tid 3 to smithi03184240-49 2024-09-17T17:08:12.473 INFO:tasks.rados.rados.0.smithi031.stdout:1478: done (2 left) 2024-09-17T17:08:12.473 INFO:tasks.rados.rados.0.smithi031.stdout:1482: done (1 left) 2024-09-17T17:08:12.474 INFO:tasks.rados.rados.0.smithi031.stdout:1483: setattr oid 17 current snap is 141 2024-09-17T17:08:12.474 INFO:tasks.rados.rados.0.smithi031.stdout:1481: finishing write tid 4 to smithi03184240-49 2024-09-17T17:08:12.474 INFO:tasks.rados.rados.0.smithi031.stdout:1481: oid 49 updating version 0 to 994 2024-09-17T17:08:12.474 INFO:tasks.rados.rados.0.smithi031.stdout:1481: oid 49 version 994 is already newer than 993 2024-09-17T17:08:12.474 INFO:tasks.rados.rados.0.smithi031.stdout:1481: oid 49 version 994 is already newer than 992 2024-09-17T17:08:12.475 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 994 (ObjNum 488 snap 141 seq_num 488) dirty exists 2024-09-17T17:08:12.475 INFO:tasks.rados.rados.0.smithi031.stdout:1481: left oid 49 (ObjNum 488 snap 141 seq_num 488) 2024-09-17T17:08:12.475 INFO:tasks.rados.rados.0.smithi031.stdout:1481: done (1 left) 2024-09-17T17:08:12.475 INFO:tasks.rados.rados.0.smithi031.stdout:1484: read oid 1 snap -1 2024-09-17T17:08:12.475 INFO:tasks.rados.rados.0.smithi031.stdout:1484: expect (ObjNum 443 snap 129 seq_num 443) 2024-09-17T17:08:12.475 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 33 current snap is 141 2024-09-17T17:08:12.476 INFO:tasks.rados.rados.0.smithi031.stdout:1485: seq_num 490 ranges {0=614400,614400=401408} 2024-09-17T17:08:12.479 INFO:tasks.rados.rados.0.smithi031.stdout:1485: writing smithi03184240-33 from 0 to 614400 tid 1 2024-09-17T17:08:12.481 INFO:tasks.rados.rados.0.smithi031.stdout:1485: writing smithi03184240-33 from 614400 to 1015808 tid 2 2024-09-17T17:08:12.482 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 39 current snap is 141 2024-09-17T17:08:12.482 INFO:tasks.rados.rados.0.smithi031.stdout:1486: seq_num 491 ranges {0=630784,630784=401408} 2024-09-17T17:08:12.485 INFO:tasks.rados.rados.0.smithi031.stdout:1486: writing smithi03184240-39 from 0 to 630784 tid 1 2024-09-17T17:08:12.488 INFO:tasks.rados.rados.0.smithi031.stdout:1486: writing smithi03184240-39 from 630784 to 1032192 tid 2 2024-09-17T17:08:12.488 INFO:tasks.rados.rados.0.smithi031.stdout:1487: rollback oid 28 current snap is 141 2024-09-17T17:08:12.488 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 28 to 114 2024-09-17T17:08:12.488 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 1120 (ObjNum 476 snap 139 seq_num 476) dirty exists 2024-09-17T17:08:12.488 INFO:tasks.rados.rados.0.smithi031.stdout:1484: expect (ObjNum 443 snap 129 seq_num 443) 2024-09-17T17:08:12.505 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:12 smithi031 ceph-mon[94873]: osdmap e357: 8 total, 7 up, 8 in 2024-09-17T17:08:12.505 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:12 smithi031 ceph-mon[96842]: osdmap e357: 8 total, 7 up, 8 in 2024-09-17T17:08:12.505 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T17:08:12.506 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (6m) 25s ago 7m 26.4M - 0.25.0 c8568f914cd2 e19d96c7fca4 2024-09-17T17:08:12.506 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi066 *:3000 running (7m) 100s ago 7m 92.1M - 9.4.7 954c08fa6188 7bff2f45f353 2024-09-17T17:08:12.506 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (8m) 25s ago 8m 17.9M - 18.2.4-855-g19e2a2be 980a0bfcd684 564d1f0baaea 2024-09-17T17:08:12.506 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi066 running (8m) 100s ago 8m 19.4M - 18.2.4-855-g19e2a2be 980a0bfcd684 c397d3fc9cd9 2024-09-17T17:08:12.506 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi066 *:8443,9283,8765 running (2m) 100s ago 12m 453M - 19.3.0-4975-g1889a165 a500243bbb0c f591bc4bdc0b 2024-09-17T17:08:12.506 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:8443,9283,8765 running (3m) 25s ago 13m 524M - 19.3.0-4975-g1889a165 a500243bbb0c 9305cc0f241a 2024-09-17T17:08:12.506 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (2m) 25s ago 13m 49.2M 2048M 19.3.0-4975-g1889a165 a500243bbb0c ebe1c312bc55 2024-09-17T17:08:12.506 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi066 running (105s) 100s ago 12m 27.6M 2048M 19.3.0-4975-g1889a165 a500243bbb0c 345d1bf73a6f 2024-09-17T17:08:12.506 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (117s) 25s ago 12m 41.7M 2048M 19.3.0-4975-g1889a165 a500243bbb0c 4e86f0859c56 2024-09-17T17:08:12.506 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (6m) 25s ago 6m 15.5M - 1.5.0 0da6a335fe13 5461f4c7304d 2024-09-17T17:08:12.506 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi066 *:9100 running (6m) 100s ago 6m 16.8M - 1.5.0 0da6a335fe13 f747e79004be 2024-09-17T17:08:12.506 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (62s) 25s ago 11m 121M 2481M 19.3.0-4975-g1889a165 a500243bbb0c d17b0a925338 2024-09-17T17:08:12.507 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (29s) 25s ago 11m 12.1M 2481M 19.3.0-4975-g1889a165 a500243bbb0c ef44037fe386 2024-09-17T17:08:12.507 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (10m) 25s ago 10m 177M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 f9740304d424 2024-09-17T17:08:12.507 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (10m) 25s ago 10m 119M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 aa304ea854ca 2024-09-17T17:08:12.507 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi066 running (10m) 100s ago 10m 160M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 a9ca20b85bc9 2024-09-17T17:08:12.507 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi066 running (9m) 100s ago 9m 153M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 2c5ce84fcccf 2024-09-17T17:08:12.507 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi066 running (9m) 100s ago 9m 105M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 d221efc6e856 2024-09-17T17:08:12.507 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi066 running (8m) 100s ago 8m 88.5M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 ce691a28a9fd 2024-09-17T17:08:12.507 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi066 *:9095 running (2m) 100s ago 7m 49.5M - 2.43.0 a07b618ecd1d c016a10f3f92 2024-09-17T17:08:12.507 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:12 smithi031 podman[111913]: 2024-09-17 17:08:12.194700968 +0000 UTC m=+0.349363067 container init 904640291ee8afc7cc6f597e4322be13f2b3b55fb1d14f4e246bb3cbb8920620 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-17T17:08:12.507 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:12 smithi031 podman[111913]: 2024-09-17 17:08:12.200392323 +0000 UTC m=+0.355054422 container start 904640291ee8afc7cc6f597e4322be13f2b3b55fb1d14f4e246bb3cbb8920620 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-17T17:08:12.507 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:12 smithi031 podman[111913]: 2024-09-17 17:08:12.294370068 +0000 UTC m=+0.449032178 container attach 904640291ee8afc7cc6f597e4322be13f2b3b55fb1d14f4e246bb3cbb8920620 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2-deactivate, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-17T17:08:12.507 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:12 smithi031 podman[111913]: 2024-09-17 17:08:12.418852355 +0000 UTC m=+0.573514458 container died 904640291ee8afc7cc6f597e4322be13f2b3b55fb1d14f4e246bb3cbb8920620 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T17:08:12.509 INFO:tasks.rados.rados.0.smithi031.stdout:1485: finishing write tid 1 to smithi03184240-33 2024-09-17T17:08:12.509 INFO:tasks.rados.rados.0.smithi031.stdout:1485: finishing write tid 2 to smithi03184240-33 2024-09-17T17:08:12.509 INFO:tasks.rados.rados.0.smithi031.stdout:1485: finishing write tid 3 to smithi03184240-33 2024-09-17T17:08:12.509 INFO:tasks.rados.rados.0.smithi031.stdout:1485: finishing write tid 4 to smithi03184240-33 2024-09-17T17:08:12.509 INFO:tasks.rados.rados.0.smithi031.stdout:1485: oid 33 updating version 0 to 776 2024-09-17T17:08:12.509 INFO:tasks.rados.rados.0.smithi031.stdout:1485: oid 33 updating version 776 to 778 2024-09-17T17:08:12.509 INFO:tasks.rados.rados.0.smithi031.stdout:1485: oid 33 version 778 is already newer than 777 2024-09-17T17:08:12.510 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 778 (ObjNum 490 snap 141 seq_num 490) dirty exists 2024-09-17T17:08:12.510 INFO:tasks.rados.rados.0.smithi031.stdout:1485: left oid 33 (ObjNum 490 snap 141 seq_num 490) 2024-09-17T17:08:12.510 INFO:tasks.rados.rados.0.smithi031.stdout:1486: finishing write tid 1 to smithi03184240-39 2024-09-17T17:08:12.510 INFO:tasks.rados.rados.0.smithi031.stdout:1483: done (4 left) 2024-09-17T17:08:12.510 INFO:tasks.rados.rados.0.smithi031.stdout:1484: done (3 left) 2024-09-17T17:08:12.510 INFO:tasks.rados.rados.0.smithi031.stdout:1485: done (2 left) 2024-09-17T17:08:12.510 INFO:tasks.rados.rados.0.smithi031.stdout:1488: rollback oid 48 current snap is 141 2024-09-17T17:08:12.510 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 48 to 131 2024-09-17T17:08:12.510 INFO:tasks.rados.rados.0.smithi031.stdout:1486: finishing write tid 2 to smithi03184240-39 2024-09-17T17:08:12.510 INFO:tasks.rados.rados.0.smithi031.stdout:1486: finishing write tid 3 to smithi03184240-39 2024-09-17T17:08:12.510 INFO:tasks.rados.rados.0.smithi031.stdout:1487: finishing rollback tid 0 to smithi03184240-28 2024-09-17T17:08:12.510 INFO:tasks.rados.rados.0.smithi031.stdout:1487: finishing rollback tid 1 to smithi03184240-28 2024-09-17T17:08:12.510 INFO:tasks.rados.rados.0.smithi031.stdout:1487: finishing rollback tid 2 to smithi03184240-28 2024-09-17T17:08:12.510 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 1305 (ObjNum 399 snap 112 seq_num 399) dirty exists 2024-09-17T17:08:12.511 INFO:tasks.rados.rados.0.smithi031.stdout:1486: finishing write tid 4 to smithi03184240-39 2024-09-17T17:08:12.511 INFO:tasks.rados.rados.0.smithi031.stdout:1486: oid 39 updating version 0 to 781 2024-09-17T17:08:12.511 INFO:tasks.rados.rados.0.smithi031.stdout:1486: oid 39 version 781 is already newer than 779 2024-09-17T17:08:12.511 INFO:tasks.rados.rados.0.smithi031.stdout:1486: oid 39 version 781 is already newer than 780 2024-09-17T17:08:12.511 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 781 (ObjNum 491 snap 141 seq_num 491) dirty exists 2024-09-17T17:08:12.511 INFO:tasks.rados.rados.0.smithi031.stdout:1486: left oid 39 (ObjNum 491 snap 141 seq_num 491) 2024-09-17T17:08:12.511 INFO:tasks.rados.rados.0.smithi031.stdout:1486: done (2 left) 2024-09-17T17:08:12.511 INFO:tasks.rados.rados.0.smithi031.stdout:1487: done (1 left) 2024-09-17T17:08:12.511 INFO:tasks.rados.rados.0.smithi031.stdout:1489: snap_create 2024-09-17T17:08:12.511 INFO:tasks.rados.rados.0.smithi031.stdout:1488: finishing rollback tid 1 to smithi03184240-48 2024-09-17T17:08:12.512 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 1185 (ObjNum 65 snap 0 seq_num 1704765584) dirty dne 2024-09-17T17:08:12.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:12 smithi066 ceph-mon[86175]: osdmap e357: 8 total, 7 up, 8 in 2024-09-17T17:08:12.882 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:08:12.882 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-09-17T17:08:12.882 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 3 2024-09-17T17:08:12.882 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:08:12.882 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-09-17T17:08:12.883 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 2 2024-09-17T17:08:12.883 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:08:12.883 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-09-17T17:08:12.883 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 5, 2024-09-17T17:08:12.883 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 2 2024-09-17T17:08:12.883 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:08:12.883 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-09-17T17:08:12.883 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T17:08:12.883 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:08:12.883 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-09-17T17:08:12.883 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 7, 2024-09-17T17:08:12.883 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 7 2024-09-17T17:08:12.883 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-17T17:08:12.883 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:08:13.186 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:08:13.186 INFO:teuthology.orchestra.run.smithi031.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0", 2024-09-17T17:08:13.186 INFO:teuthology.orchestra.run.smithi031.stdout: "in_progress": true, 2024-09-17T17:08:13.186 INFO:teuthology.orchestra.run.smithi031.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T17:08:13.186 INFO:teuthology.orchestra.run.smithi031.stdout: "services_complete": [ 2024-09-17T17:08:13.187 INFO:teuthology.orchestra.run.smithi031.stdout: "mon", 2024-09-17T17:08:13.187 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr" 2024-09-17T17:08:13.187 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-17T17:08:13.187 INFO:teuthology.orchestra.run.smithi031.stdout: "progress": "7/20 daemons upgraded", 2024-09-17T17:08:13.187 INFO:teuthology.orchestra.run.smithi031.stdout: "message": "Currently upgrading osd daemons", 2024-09-17T17:08:13.187 INFO:teuthology.orchestra.run.smithi031.stdout: "is_paused": false 2024-09-17T17:08:13.187 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:08:13.322 INFO:tasks.rados.rados.0.smithi031.stdout:1488: done (1 left) 2024-09-17T17:08:13.322 INFO:tasks.rados.rados.0.smithi031.stdout:1489: done (0 left) 2024-09-17T17:08:13.322 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 5 current snap is 142 2024-09-17T17:08:13.322 INFO:tasks.rados.rados.0.smithi031.stdout:1490: seq_num 492 ranges {1204224=647168,1851392=401408} 2024-09-17T17:08:13.332 INFO:tasks.rados.rados.0.smithi031.stdout:1490: writing smithi03184240-5 from 1204224 to 1851392 tid 1 2024-09-17T17:08:13.334 INFO:tasks.rados.rados.0.smithi031.stdout:1490: writing smithi03184240-5 from 1851392 to 2252800 tid 2 2024-09-17T17:08:13.335 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 142 2024-09-17T17:08:13.335 INFO:tasks.rados.rados.0.smithi031.stdout:1491: seq_num 493 ranges {3432448=663552,4096000=401408} 2024-09-17T17:08:13.357 INFO:tasks.rados.rados.0.smithi031.stdout:1491: writing smithi03184240-10 from 3432448 to 4096000 tid 1 2024-09-17T17:08:13.360 INFO:tasks.rados.rados.0.smithi031.stdout:1491: writing smithi03184240-10 from 4096000 to 4497408 tid 2 2024-09-17T17:08:13.360 INFO:tasks.rados.rados.0.smithi031.stdout:1492: rmattr oid 30 current snap is 142 2024-09-17T17:08:13.360 INFO:tasks.rados.rados.0.smithi031.stdout:1492: done (2 left) 2024-09-17T17:08:13.360 INFO:tasks.rados.rados.0.smithi031.stdout:1493: copy_from oid 33 from oid 50 current snap is 142 2024-09-17T17:08:13.360 INFO:tasks.rados.rados.0.smithi031.stdout:1490: finishing write tid 1 to smithi03184240-5 2024-09-17T17:08:13.360 INFO:tasks.rados.rados.0.smithi031.stdout:1490: finishing write tid 2 to smithi03184240-5 2024-09-17T17:08:13.361 INFO:tasks.rados.rados.0.smithi031.stdout:1490: finishing write tid 3 to smithi03184240-5 2024-09-17T17:08:13.361 INFO:tasks.rados.rados.0.smithi031.stdout:1490: finishing write tid 4 to smithi03184240-5 2024-09-17T17:08:13.361 INFO:tasks.rados.rados.0.smithi031.stdout:1490: oid 5 updating version 0 to 994 2024-09-17T17:08:13.361 INFO:tasks.rados.rados.0.smithi031.stdout:1490: oid 5 version 994 is already newer than 993 2024-09-17T17:08:13.361 INFO:tasks.rados.rados.0.smithi031.stdout:1490: oid 5 version 994 is already newer than 992 2024-09-17T17:08:13.361 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 994 (ObjNum 492 snap 142 seq_num 492) dirty exists 2024-09-17T17:08:13.361 INFO:tasks.rados.rados.0.smithi031.stdout:1490: left oid 5 (ObjNum 492 snap 142 seq_num 492) 2024-09-17T17:08:13.361 INFO:tasks.rados.rados.0.smithi031.stdout:1490: done (2 left) 2024-09-17T17:08:13.361 INFO:tasks.rados.rados.0.smithi031.stdout:1494: read oid 28 snap -1 2024-09-17T17:08:13.361 INFO:tasks.rados.rados.0.smithi031.stdout:1494: expect (ObjNum 399 snap 112 seq_num 399) 2024-09-17T17:08:13.361 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 20 current snap is 142 2024-09-17T17:08:13.361 INFO:tasks.rados.rados.0.smithi031.stdout:1495: seq_num 494 ranges {958464=679936,1638400=401408} 2024-09-17T17:08:13.369 INFO:tasks.rados.rados.0.smithi031.stdout:1495: writing smithi03184240-20 from 958464 to 1638400 tid 1 2024-09-17T17:08:13.372 INFO:tasks.rados.rados.0.smithi031.stdout:1495: writing smithi03184240-20 from 1638400 to 2039808 tid 2 2024-09-17T17:08:13.372 INFO:tasks.rados.rados.0.smithi031.stdout:1496: copy_from oid 36 from oid 38 current snap is 142 2024-09-17T17:08:13.372 INFO:tasks.rados.rados.0.smithi031.stdout:1493: finishing copy_from racing read to smithi03184240-33 2024-09-17T17:08:13.372 INFO:tasks.rados.rados.0.smithi031.stdout:1491: finishing write tid 1 to smithi03184240-10 2024-09-17T17:08:13.372 INFO:tasks.rados.rados.0.smithi031.stdout:1493: finishing copy_from to smithi03184240-33 2024-09-17T17:08:13.373 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 434 (ObjNum 360 snap 103 seq_num 360) dirty exists 2024-09-17T17:08:13.373 INFO:tasks.rados.rados.0.smithi031.stdout:1491: finishing write tid 2 to smithi03184240-10 2024-09-17T17:08:13.373 INFO:tasks.rados.rados.0.smithi031.stdout:1491: finishing write tid 3 to smithi03184240-10 2024-09-17T17:08:13.373 INFO:tasks.rados.rados.0.smithi031.stdout:1493: done (4 left) 2024-09-17T17:08:13.373 INFO:tasks.rados.rados.0.smithi031.stdout:1497: snap_remove snap 141 2024-09-17T17:08:13.446 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:13 smithi031 ceph-mon[94873]: from='client.34296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:08:13.446 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:13 smithi031 ceph-mon[94873]: pgmap v196: 121 pgs: 3 active+undersized, 27 peering, 1 stale+active+clean, 2 active+undersized+degraded, 88 active+clean; 204 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 918 KiB/s rd, 1002 KiB/s wr, 6 op/s; 16/426 objects degraded (3.756%) 2024-09-17T17:08:13.446 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:13 smithi031 ceph-mon[94873]: from='client.34302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:08:13.446 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:13 smithi031 ceph-mon[94873]: Health check failed: Reduced data availability: 2 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-09-17T17:08:13.446 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:13 smithi031 ceph-mon[94873]: Health check failed: Degraded data redundancy: 16/426 objects degraded (3.756%), 2 pgs degraded (PG_DEGRADED) 2024-09-17T17:08:13.446 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:13 smithi031 ceph-mon[94873]: osdmap e358: 8 total, 7 up, 8 in 2024-09-17T17:08:13.446 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:13 smithi031 ceph-mon[94873]: from='client.34308 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:08:13.447 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:13 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/3802518593' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:08:13.447 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:13 smithi031 ceph-mon[94873]: osdmap e359: 8 total, 7 up, 8 in 2024-09-17T17:08:13.447 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:13 smithi031 ceph-mon[96842]: from='client.34296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:08:13.447 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:13 smithi031 ceph-mon[96842]: pgmap v196: 121 pgs: 3 active+undersized, 27 peering, 1 stale+active+clean, 2 active+undersized+degraded, 88 active+clean; 204 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 918 KiB/s rd, 1002 KiB/s wr, 6 op/s; 16/426 objects degraded (3.756%) 2024-09-17T17:08:13.447 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:13 smithi031 ceph-mon[96842]: from='client.34302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:08:13.447 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:13 smithi031 ceph-mon[96842]: Health check failed: Reduced data availability: 2 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-09-17T17:08:13.447 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:13 smithi031 ceph-mon[96842]: Health check failed: Degraded data redundancy: 16/426 objects degraded (3.756%), 2 pgs degraded (PG_DEGRADED) 2024-09-17T17:08:13.447 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:13 smithi031 ceph-mon[96842]: osdmap e358: 8 total, 7 up, 8 in 2024-09-17T17:08:13.447 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:13 smithi031 ceph-mon[96842]: from='client.34308 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:08:13.447 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:13 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/3802518593' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:08:13.447 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:13 smithi031 ceph-mon[96842]: osdmap e359: 8 total, 7 up, 8 in 2024-09-17T17:08:13.448 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:13 smithi031 podman[112002]: 2024-09-17 17:08:13.18960832 +0000 UTC m=+0.764379733 container remove 904640291ee8afc7cc6f597e4322be13f2b3b55fb1d14f4e246bb3cbb8920620 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16) 2024-09-17T17:08:13.448 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:13 smithi031 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.2.service: Deactivated successfully. 2024-09-17T17:08:13.448 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:13 smithi031 systemd[1]: Stopped Ceph osd.2 for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:08:13.448 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:13 smithi031 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.2.service: Consumed 13.922s CPU time. 2024-09-17T17:08:13.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:13 smithi066 ceph-mon[86175]: from='client.34296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:08:13.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:13 smithi066 ceph-mon[86175]: pgmap v196: 121 pgs: 3 active+undersized, 27 peering, 1 stale+active+clean, 2 active+undersized+degraded, 88 active+clean; 204 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 918 KiB/s rd, 1002 KiB/s wr, 6 op/s; 16/426 objects degraded (3.756%) 2024-09-17T17:08:13.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:13 smithi066 ceph-mon[86175]: from='client.34302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:08:13.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:13 smithi066 ceph-mon[86175]: Health check failed: Reduced data availability: 2 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-09-17T17:08:13.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:13 smithi066 ceph-mon[86175]: Health check failed: Degraded data redundancy: 16/426 objects degraded (3.756%), 2 pgs degraded (PG_DEGRADED) 2024-09-17T17:08:13.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:13 smithi066 ceph-mon[86175]: osdmap e358: 8 total, 7 up, 8 in 2024-09-17T17:08:13.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:13 smithi066 ceph-mon[86175]: from='client.34308 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:08:13.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:13 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/3802518593' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:08:13.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:13 smithi066 ceph-mon[86175]: osdmap e359: 8 total, 7 up, 8 in 2024-09-17T17:08:13.767 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:13 smithi031 systemd[1]: Starting Ceph osd.2 for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:08:13.767 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:13 smithi031 podman[112157]: 2024-09-17 17:08:13.657400816 +0000 UTC m=+0.110956706 container create 7ff3bb48e348067f5596ea7d63fffdd3b6ff528c125de19ea9d8c07671258bf6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2-activate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T17:08:13.767 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:13 smithi031 podman[112157]: 2024-09-17 17:08:13.563101102 +0000 UTC m=+0.016656969 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:08:14.025 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:13 smithi031 podman[112157]: 2024-09-17 17:08:13.884693577 +0000 UTC m=+0.338249437 container init 7ff3bb48e348067f5596ea7d63fffdd3b6ff528c125de19ea9d8c07671258bf6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2-activate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-09-17T17:08:14.026 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:13 smithi031 podman[112157]: 2024-09-17 17:08:13.890147051 +0000 UTC m=+0.343702899 container start 7ff3bb48e348067f5596ea7d63fffdd3b6ff528c125de19ea9d8c07671258bf6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2-activate, org.label-schema.vendor=CentOS, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-09-17T17:08:14.026 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:14 smithi031 podman[112157]: 2024-09-17 17:08:14.001179236 +0000 UTC m=+0.454735094 container attach 7ff3bb48e348067f5596ea7d63fffdd3b6ff528c125de19ea9d8c07671258bf6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2-activate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-17T17:08:14.322 INFO:tasks.rados.rados.0.smithi031.stdout:1497: done (4 left) 2024-09-17T17:08:14.322 INFO:tasks.rados.rados.0.smithi031.stdout:1498: snap_remove snap 131 2024-09-17T17:08:14.343 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:14 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2-activate[112172]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T17:08:14.343 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:14 smithi031 bash[112157]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T17:08:14.343 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:14 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2-activate[112172]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T17:08:14.343 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:14 smithi031 bash[112157]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T17:08:14.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:14 smithi066 ceph-mon[86175]: from='client.44234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:08:14.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:14 smithi066 ceph-mon[86175]: osdmap e360: 8 total, 7 up, 8 in 2024-09-17T17:08:14.793 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:14 smithi031 ceph-mon[94873]: from='client.44234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:08:14.793 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:14 smithi031 ceph-mon[94873]: osdmap e360: 8 total, 7 up, 8 in 2024-09-17T17:08:14.794 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:14 smithi031 ceph-mon[96842]: from='client.44234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:08:14.794 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:14 smithi031 ceph-mon[96842]: osdmap e360: 8 total, 7 up, 8 in 2024-09-17T17:08:14.794 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:14 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2-activate[112172]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-17T17:08:14.794 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:14 smithi031 bash[112157]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-17T17:08:14.794 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:14 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2-activate[112172]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-17T17:08:14.794 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:14 smithi031 bash[112157]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-17T17:08:14.794 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:14 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2-activate[112172]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-17T17:08:15.081 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:14 smithi031 bash[112157]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-17T17:08:15.081 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:14 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2-activate[112172]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-17T17:08:15.081 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:14 smithi031 bash[112157]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-17T17:08:15.081 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:14 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2-activate[112172]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-09-17T17:08:15.081 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:14 smithi031 bash[112157]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-09-17T17:08:15.081 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:14 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2-activate[112172]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-17T17:08:15.081 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:14 smithi031 bash[112157]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-17T17:08:15.081 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:14 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2-activate[112172]: --> ceph-volume raw activate successful for osd ID: 2 2024-09-17T17:08:15.081 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:14 smithi031 bash[112157]: --> ceph-volume raw activate successful for osd ID: 2 2024-09-17T17:08:15.082 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:14 smithi031 podman[112157]: 2024-09-17 17:08:14.822131458 +0000 UTC m=+1.275687326 container died 7ff3bb48e348067f5596ea7d63fffdd3b6ff528c125de19ea9d8c07671258bf6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2-activate, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-09-17T17:08:15.324 INFO:tasks.rados.rados.0.smithi031.stdout:1491: finishing write tid 4 to smithi03184240-10 2024-09-17T17:08:15.324 INFO:tasks.rados.rados.0.smithi031.stdout:1491: oid 10 updating version 0 to 331 2024-09-17T17:08:15.325 INFO:tasks.rados.rados.0.smithi031.stdout:1491: oid 10 updating version 331 to 332 2024-09-17T17:08:15.325 INFO:tasks.rados.rados.0.smithi031.stdout:1491: oid 10 updating version 332 to 333 2024-09-17T17:08:15.325 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 333 (ObjNum 493 snap 142 seq_num 493) dirty exists 2024-09-17T17:08:15.325 INFO:tasks.rados.rados.0.smithi031.stdout:1491: left oid 10 (ObjNum 493 snap 142 seq_num 493) 2024-09-17T17:08:15.325 INFO:tasks.rados.rados.0.smithi031.stdout:1495: finishing write tid 1 to smithi03184240-20 2024-09-17T17:08:15.325 INFO:tasks.rados.rados.0.smithi031.stdout:1495: finishing write tid 2 to smithi03184240-20 2024-09-17T17:08:15.325 INFO:tasks.rados.rados.0.smithi031.stdout:1495: finishing write tid 3 to smithi03184240-20 2024-09-17T17:08:15.325 INFO:tasks.rados.rados.0.smithi031.stdout:1495: finishing write tid 4 to smithi03184240-20 2024-09-17T17:08:15.325 INFO:tasks.rados.rados.0.smithi031.stdout:1495: oid 20 updating version 0 to 147 2024-09-17T17:08:15.325 INFO:tasks.rados.rados.0.smithi031.stdout:1495: oid 20 version 147 is already newer than 146 2024-09-17T17:08:15.325 INFO:tasks.rados.rados.0.smithi031.stdout:1495: oid 20 version 147 is already newer than 145 2024-09-17T17:08:15.325 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 147 (ObjNum 494 snap 142 seq_num 494) dirty exists 2024-09-17T17:08:15.325 INFO:tasks.rados.rados.0.smithi031.stdout:1495: left oid 20 (ObjNum 494 snap 142 seq_num 494) 2024-09-17T17:08:15.325 INFO:tasks.rados.rados.0.smithi031.stdout:1496: finishing copy_from racing read to smithi03184240-36 2024-09-17T17:08:15.326 INFO:tasks.rados.rados.0.smithi031.stdout:1496: finishing copy_from to smithi03184240-36 2024-09-17T17:08:15.326 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 1119 (ObjNum 407 snap 116 seq_num 407) dirty exists 2024-09-17T17:08:15.326 INFO:tasks.rados.rados.0.smithi031.stdout:1494: expect (ObjNum 399 snap 112 seq_num 399) 2024-09-17T17:08:15.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:15 smithi066 ceph-mon[86175]: pgmap v199: 121 pgs: 7 active+undersized, 27 peering, 3 active+undersized+degraded, 84 active+clean; 206 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 918 KiB/s rd, 1.5 MiB/s wr, 6 op/s; 20/429 objects degraded (4.662%) 2024-09-17T17:08:15.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:15 smithi066 ceph-mon[86175]: osdmap e361: 8 total, 7 up, 8 in 2024-09-17T17:08:15.695 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:15 smithi031 ceph-mon[94873]: pgmap v199: 121 pgs: 7 active+undersized, 27 peering, 3 active+undersized+degraded, 84 active+clean; 206 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 918 KiB/s rd, 1.5 MiB/s wr, 6 op/s; 20/429 objects degraded (4.662%) 2024-09-17T17:08:15.695 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:15 smithi031 ceph-mon[94873]: osdmap e361: 8 total, 7 up, 8 in 2024-09-17T17:08:15.696 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:15 smithi031 ceph-mon[96842]: pgmap v199: 121 pgs: 7 active+undersized, 27 peering, 3 active+undersized+degraded, 84 active+clean; 206 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 918 KiB/s rd, 1.5 MiB/s wr, 6 op/s; 20/429 objects degraded (4.662%) 2024-09-17T17:08:15.696 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:15 smithi031 ceph-mon[96842]: osdmap e361: 8 total, 7 up, 8 in 2024-09-17T17:08:15.696 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:15 smithi031 podman[112324]: 2024-09-17 17:08:15.371210655 +0000 UTC m=+0.542288159 container remove 7ff3bb48e348067f5596ea7d63fffdd3b6ff528c125de19ea9d8c07671258bf6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2-activate, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2) 2024-09-17T17:08:15.696 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:15 smithi031 podman[112385]: 2024-09-17 17:08:15.481905659 +0000 UTC m=+0.016608277 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:08:15.696 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:15 smithi031 podman[112385]: 2024-09-17 17:08:15.588714952 +0000 UTC m=+0.123417564 container create 441cd68e498b397ba8f9cac2089cfffbac9e240b62f53cbf76b75688078b364a (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0) 2024-09-17T17:08:15.803 INFO:tasks.rados.rados.0.smithi031.stdout:1491: done (4 left) 2024-09-17T17:08:15.803 INFO:tasks.rados.rados.0.smithi031.stdout:1494: done (3 left) 2024-09-17T17:08:15.803 INFO:tasks.rados.rados.0.smithi031.stdout:1495: done (2 left) 2024-09-17T17:08:15.803 INFO:tasks.rados.rados.0.smithi031.stdout:1496: done (1 left) 2024-09-17T17:08:15.804 INFO:tasks.rados.rados.0.smithi031.stdout:1498: done (0 left) 2024-09-17T17:08:15.804 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 142 2024-09-17T17:08:15.804 INFO:tasks.rados.rados.0.smithi031.stdout:1499: seq_num 495 ranges {3964928=696320,4661248=401408} 2024-09-17T17:08:15.828 INFO:tasks.rados.rados.0.smithi031.stdout:1499: writing smithi03184240-12 from 3964928 to 4661248 tid 1 2024-09-17T17:08:15.830 INFO:tasks.rados.rados.0.smithi031.stdout:1499: writing smithi03184240-12 from 4661248 to 5062656 tid 2 2024-09-17T17:08:15.831 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 30 current snap is 142 2024-09-17T17:08:15.831 INFO:tasks.rados.rados.0.smithi031.stdout:1500: seq_num 496 ranges {0=712704,712704=401408} 2024-09-17T17:08:15.834 INFO:tasks.rados.rados.0.smithi031.stdout:1500: writing smithi03184240-30 from 0 to 712704 tid 1 2024-09-17T17:08:15.837 INFO:tasks.rados.rados.0.smithi031.stdout:1500: writing smithi03184240-30 from 712704 to 1114112 tid 2 2024-09-17T17:08:15.837 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 48 current snap is 142 2024-09-17T17:08:15.837 INFO:tasks.rados.rados.0.smithi031.stdout:1499: finishing write tid 1 to smithi03184240-12 2024-09-17T17:08:15.837 INFO:tasks.rados.rados.0.smithi031.stdout:1499: finishing write tid 2 to smithi03184240-12 2024-09-17T17:08:15.837 INFO:tasks.rados.rados.0.smithi031.stdout:1499: finishing write tid 3 to smithi03184240-12 2024-09-17T17:08:15.837 INFO:tasks.rados.rados.0.smithi031.stdout:1499: finishing write tid 4 to smithi03184240-12 2024-09-17T17:08:15.838 INFO:tasks.rados.rados.0.smithi031.stdout:1499: oid 12 updating version 0 to 331 2024-09-17T17:08:15.838 INFO:tasks.rados.rados.0.smithi031.stdout:1499: oid 12 updating version 331 to 332 2024-09-17T17:08:15.838 INFO:tasks.rados.rados.0.smithi031.stdout:1499: oid 12 version 332 is already newer than 330 2024-09-17T17:08:15.838 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 332 (ObjNum 495 snap 142 seq_num 495) dirty exists 2024-09-17T17:08:15.838 INFO:tasks.rados.rados.0.smithi031.stdout:1499: left oid 12 (ObjNum 495 snap 142 seq_num 495) 2024-09-17T17:08:15.838 INFO:tasks.rados.rados.0.smithi031.stdout:1501: seq_num 497 ranges {0=729088,729088=401408} 2024-09-17T17:08:15.842 INFO:tasks.rados.rados.0.smithi031.stdout:1501: writing smithi03184240-48 from 0 to 729088 tid 1 2024-09-17T17:08:15.845 INFO:tasks.rados.rados.0.smithi031.stdout:1501: writing smithi03184240-48 from 729088 to 1130496 tid 2 2024-09-17T17:08:15.845 INFO:tasks.rados.rados.0.smithi031.stdout:1499: done (2 left) 2024-09-17T17:08:15.845 INFO:tasks.rados.rados.0.smithi031.stdout:1502: copy_from oid 6 from oid 42 current snap is 142 2024-09-17T17:08:15.845 INFO:tasks.rados.rados.0.smithi031.stdout:1500: finishing write tid 1 to smithi03184240-30 2024-09-17T17:08:15.845 INFO:tasks.rados.rados.0.smithi031.stdout:1500: finishing write tid 2 to smithi03184240-30 2024-09-17T17:08:15.845 INFO:tasks.rados.rados.0.smithi031.stdout:1500: finishing write tid 3 to smithi03184240-30 2024-09-17T17:08:15.846 INFO:tasks.rados.rados.0.smithi031.stdout:1500: finishing write tid 4 to smithi03184240-30 2024-09-17T17:08:15.846 INFO:tasks.rados.rados.0.smithi031.stdout:1500: oid 30 updating version 0 to 997 2024-09-17T17:08:15.846 INFO:tasks.rados.rados.0.smithi031.stdout:1500: oid 30 version 997 is already newer than 995 2024-09-17T17:08:15.846 INFO:tasks.rados.rados.0.smithi031.stdout:1500: oid 30 version 997 is already newer than 996 2024-09-17T17:08:15.846 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 997 (ObjNum 496 snap 142 seq_num 496) dirty exists 2024-09-17T17:08:15.846 INFO:tasks.rados.rados.0.smithi031.stdout:1500: left oid 30 (ObjNum 496 snap 142 seq_num 496) 2024-09-17T17:08:15.846 INFO:tasks.rados.rados.0.smithi031.stdout:1500: done (2 left) 2024-09-17T17:08:15.846 INFO:tasks.rados.rados.0.smithi031.stdout:1503: copy_from oid 45 from oid 36 current snap is 142 2024-09-17T17:08:15.846 INFO:tasks.rados.rados.0.smithi031.stdout:1504: rollback oid 34 current snap is 142 2024-09-17T17:08:15.846 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 34 to 114 2024-09-17T17:08:15.846 INFO:tasks.rados.rados.0.smithi031.stdout:1505: read oid 4 snap -1 2024-09-17T17:08:15.846 INFO:tasks.rados.rados.0.smithi031.stdout:1505: expect deleted 2024-09-17T17:08:15.846 INFO:tasks.rados.rados.0.smithi031.stdout:1506: snap_remove snap 129 2024-09-17T17:08:16.094 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:15 smithi031 podman[112385]: 2024-09-17 17:08:15.765695953 +0000 UTC m=+0.300398564 container init 441cd68e498b397ba8f9cac2089cfffbac9e240b62f53cbf76b75688078b364a (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.37.2, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-09-17T17:08:16.094 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:15 smithi031 podman[112385]: 2024-09-17 17:08:15.770271496 +0000 UTC m=+0.304974112 container start 441cd68e498b397ba8f9cac2089cfffbac9e240b62f53cbf76b75688078b364a (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-09-17T17:08:16.094 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:15 smithi031 ceph-osd[112423]: -- 172.21.15.31:0/2945741483 <== mon.0 v2:172.21.15.31:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559d9ca95a40 con 0x559d9ca73c00 2024-09-17T17:08:16.094 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:15 smithi031 bash[112385]: 441cd68e498b397ba8f9cac2089cfffbac9e240b62f53cbf76b75688078b364a 2024-09-17T17:08:16.094 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:15 smithi031 systemd[1]: Started Ceph osd.2 for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:08:16.518 INFO:tasks.rados.rados.0.smithi031.stdout:1506: done (5 left) 2024-09-17T17:08:16.518 INFO:tasks.rados.rados.0.smithi031.stdout:1507: copy_from oid 11 from oid 17 current snap is 142 2024-09-17T17:08:16.519 INFO:tasks.rados.rados.0.smithi031.stdout:1501: finishing write tid 1 to smithi03184240-48 2024-09-17T17:08:16.519 INFO:tasks.rados.rados.0.smithi031.stdout:1501: finishing write tid 2 to smithi03184240-48 2024-09-17T17:08:16.519 INFO:tasks.rados.rados.0.smithi031.stdout:1504: finishing rollback tid 0 to smithi03184240-34 2024-09-17T17:08:16.519 INFO:tasks.rados.rados.0.smithi031.stdout:1504: finishing rollback tid 1 to smithi03184240-34 2024-09-17T17:08:16.519 INFO:tasks.rados.rados.0.smithi031.stdout:1504: finishing rollback tid 2 to smithi03184240-34 2024-09-17T17:08:16.519 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 1123 (ObjNum 384 snap 110 seq_num 384) dirty exists 2024-09-17T17:08:16.519 INFO:tasks.rados.rados.0.smithi031.stdout:1501: finishing write tid 3 to smithi03184240-48 2024-09-17T17:08:16.519 INFO:tasks.rados.rados.0.smithi031.stdout:1502: finishing copy_from racing read to smithi03184240-6 2024-09-17T17:08:16.519 INFO:tasks.rados.rados.0.smithi031.stdout:1501: finishing write tid 4 to smithi03184240-48 2024-09-17T17:08:16.519 INFO:tasks.rados.rados.0.smithi031.stdout:1501: oid 48 updating version 0 to 1313 2024-09-17T17:08:16.519 INFO:tasks.rados.rados.0.smithi031.stdout:1501: oid 48 updating version 1313 to 1315 2024-09-17T17:08:16.519 INFO:tasks.rados.rados.0.smithi031.stdout:1501: oid 48 version 1315 is already newer than 1314 2024-09-17T17:08:16.519 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 1315 (ObjNum 497 snap 142 seq_num 497) dirty exists 2024-09-17T17:08:16.520 INFO:tasks.rados.rados.0.smithi031.stdout:1501: left oid 48 (ObjNum 497 snap 142 seq_num 497) 2024-09-17T17:08:16.520 INFO:tasks.rados.rados.0.smithi031.stdout:1502: finishing copy_from to smithi03184240-6 2024-09-17T17:08:16.520 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 1217 (ObjNum 448 snap 130 seq_num 448) dirty exists 2024-09-17T17:08:16.520 INFO:tasks.rados.rados.0.smithi031.stdout:1503: finishing copy_from racing read to smithi03184240-45 2024-09-17T17:08:16.520 INFO:tasks.rados.rados.0.smithi031.stdout:1503: finishing copy_from to smithi03184240-45 2024-09-17T17:08:16.520 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 1119 (ObjNum 407 snap 116 seq_num 407) dirty exists 2024-09-17T17:08:16.520 INFO:tasks.rados.rados.0.smithi031.stdout:1501: done (5 left) 2024-09-17T17:08:16.520 INFO:tasks.rados.rados.0.smithi031.stdout:1502: done (4 left) 2024-09-17T17:08:16.520 INFO:tasks.rados.rados.0.smithi031.stdout:1503: done (3 left) 2024-09-17T17:08:16.520 INFO:tasks.rados.rados.0.smithi031.stdout:1504: done (2 left) 2024-09-17T17:08:16.520 INFO:tasks.rados.rados.0.smithi031.stdout:1505: done (1 left) 2024-09-17T17:08:16.520 INFO:tasks.rados.rados.0.smithi031.stdout:1508: read oid 26 snap 138 2024-09-17T17:08:16.520 INFO:tasks.rados.rados.0.smithi031.stdout:1508: expect (ObjNum 471 snap 136 seq_num 471) 2024-09-17T17:08:16.520 INFO:tasks.rados.rados.0.smithi031.stdout:1509: rollback oid 20 current snap is 142 2024-09-17T17:08:16.521 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 20 to 114 2024-09-17T17:08:16.521 INFO:tasks.rados.rados.0.smithi031.stdout:1510: read oid 32 snap -1 2024-09-17T17:08:16.521 INFO:tasks.rados.rados.0.smithi031.stdout:1510: expect (ObjNum 485 snap 141 seq_num 485) 2024-09-17T17:08:16.521 INFO:tasks.rados.rados.0.smithi031.stdout:1511: copy_from oid 48 from oid 23 current snap is 142 2024-09-17T17:08:16.521 INFO:tasks.rados.rados.0.smithi031.stdout:1512: snap_create 2024-09-17T17:08:16.526 INFO:tasks.rados.rados.0.smithi031.stdout:1509: finishing rollback tid 0 to smithi03184240-20 2024-09-17T17:08:16.526 INFO:tasks.rados.rados.0.smithi031.stdout:1509: finishing rollback tid 1 to smithi03184240-20 2024-09-17T17:08:16.526 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 153 (ObjNum 65 snap 0 seq_num 1482122586) dirty dne 2024-09-17T17:08:16.538 INFO:tasks.rados.rados.0.smithi031.stdout:1510: expect (ObjNum 485 snap 141 seq_num 485) 2024-09-17T17:08:16.564 INFO:tasks.rados.rados.0.smithi031.stdout:1508: expect (ObjNum 471 snap 136 seq_num 471) 2024-09-17T17:08:16.582 INFO:tasks.rados.rados.0.smithi031.stdout:1507: finishing copy_from racing read to smithi03184240-11 2024-09-17T17:08:16.583 INFO:tasks.rados.rados.0.smithi031.stdout:1507: finishing copy_from to smithi03184240-11 2024-09-17T17:08:16.583 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 1120 (ObjNum 476 snap 139 seq_num 476) dirty exists 2024-09-17T17:08:16.583 INFO:tasks.rados.rados.0.smithi031.stdout:1511: finishing copy_from racing read to smithi03184240-48 2024-09-17T17:08:16.583 INFO:tasks.rados.rados.0.smithi031.stdout:1511: finishing copy_from to smithi03184240-48 2024-09-17T17:08:16.583 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 327 (ObjNum 381 snap 109 seq_num 381) dirty exists 2024-09-17T17:08:16.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:16.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:08:16.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:16.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:16.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:08:16.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:16.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:08:16.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:16.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:16.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:08:16.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:16.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:08:16.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:16.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:16.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:08:17.518 INFO:tasks.rados.rados.0.smithi031.stdout:1507: done (5 left) 2024-09-17T17:08:17.518 INFO:tasks.rados.rados.0.smithi031.stdout:1508: done (4 left) 2024-09-17T17:08:17.518 INFO:tasks.rados.rados.0.smithi031.stdout:1509: done (3 left) 2024-09-17T17:08:17.518 INFO:tasks.rados.rados.0.smithi031.stdout:1510: done (2 left) 2024-09-17T17:08:17.518 INFO:tasks.rados.rados.0.smithi031.stdout:1511: done (1 left) 2024-09-17T17:08:17.518 INFO:tasks.rados.rados.0.smithi031.stdout:1512: done (0 left) 2024-09-17T17:08:17.519 INFO:tasks.rados.rados.0.smithi031.stdout:1513: setattr oid 12 current snap is 143 2024-09-17T17:08:17.520 INFO:tasks.rados.rados.0.smithi031.stdout:1514: delete oid 11 current snap is 143 2024-09-17T17:08:17.526 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 336 (ObjNum 495 snap 142 seq_num 495) dirty exists 2024-09-17T17:08:17.528 INFO:tasks.rados.rados.0.smithi031.stdout:1513: done (1 left) 2024-09-17T17:08:17.528 INFO:tasks.rados.rados.0.smithi031.stdout:1514: done (0 left) 2024-09-17T17:08:17.528 INFO:tasks.rados.rados.0.smithi031.stdout:1515: snap_remove snap 128 2024-09-17T17:08:17.765 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:17 smithi031 ceph-mon[94873]: pgmap v202: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 227 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.7 MiB/s wr, 18 op/s; 48/462 objects degraded (10.390%) 2024-09-17T17:08:17.765 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:17 smithi031 ceph-mon[94873]: osdmap e362: 8 total, 7 up, 8 in 2024-09-17T17:08:17.765 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:17 smithi031 ceph-mon[94873]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2024-09-17T17:08:17.765 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:17 smithi031 ceph-mon[96842]: pgmap v202: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 227 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.7 MiB/s wr, 18 op/s; 48/462 objects degraded (10.390%) 2024-09-17T17:08:17.765 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:17 smithi031 ceph-mon[96842]: osdmap e362: 8 total, 7 up, 8 in 2024-09-17T17:08:17.766 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:17 smithi031 ceph-mon[96842]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2024-09-17T17:08:17.766 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:17 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2[112400]: 2024-09-17T17:08:17.410+0000 7fa2123b8640 -1 Falling back to public interface 2024-09-17T17:08:17.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:17 smithi066 ceph-mon[86175]: pgmap v202: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 227 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.7 MiB/s wr, 18 op/s; 48/462 objects degraded (10.390%) 2024-09-17T17:08:17.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:17 smithi066 ceph-mon[86175]: osdmap e362: 8 total, 7 up, 8 in 2024-09-17T17:08:17.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:17 smithi066 ceph-mon[86175]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2024-09-17T17:08:18.531 INFO:tasks.rados.rados.0.smithi031.stdout:1515: done (0 left) 2024-09-17T17:08:18.531 INFO:tasks.rados.rados.0.smithi031.stdout:1516: rmattr oid 47 current snap is 143 2024-09-17T17:08:18.531 INFO:tasks.rados.rados.0.smithi031.stdout:1516: done (0 left) 2024-09-17T17:08:18.531 INFO:tasks.rados.rados.0.smithi031.stdout:1517: read oid 24 snap 142 2024-09-17T17:08:18.531 INFO:tasks.rados.rados.0.smithi031.stdout:1517: expect (ObjNum 460 snap 133 seq_num 460) 2024-09-17T17:08:18.531 INFO:tasks.rados.rados.0.smithi031.stdout:1518: read oid 41 snap -1 2024-09-17T17:08:18.531 INFO:tasks.rados.rados.0.smithi031.stdout:1518: expect (ObjNum 480 snap 140 seq_num 480) 2024-09-17T17:08:18.531 INFO:tasks.rados.rados.0.smithi031.stdout:1519: read oid 20 snap 142 2024-09-17T17:08:18.531 INFO:tasks.rados.rados.0.smithi031.stdout:1519: expect deleted 2024-09-17T17:08:18.531 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 17 current snap is 143 2024-09-17T17:08:18.532 INFO:tasks.rados.rados.0.smithi031.stdout:1520: seq_num 499 ranges {778240=761856,1540096=401408} 2024-09-17T17:08:18.540 INFO:tasks.rados.rados.0.smithi031.stdout:1520: writing smithi03184240-17 from 778240 to 1540096 tid 1 2024-09-17T17:08:18.544 INFO:tasks.rados.rados.0.smithi031.stdout:1520: writing smithi03184240-17 from 1540096 to 1941504 tid 2 2024-09-17T17:08:18.544 INFO:tasks.rados.rados.0.smithi031.stdout:1521: copy_from oid 15 from oid 16 current snap is 143 2024-09-17T17:08:18.544 INFO:tasks.rados.rados.0.smithi031.stdout:1519: done (4 left) 2024-09-17T17:08:18.544 INFO:tasks.rados.rados.0.smithi031.stdout:1522: snap_create 2024-09-17T17:08:18.545 INFO:tasks.rados.rados.0.smithi031.stdout:1521: finishing copy_from to smithi03184240-15 2024-09-17T17:08:18.545 INFO:tasks.rados.rados.0.smithi031.stdout:1521: got expected ENOENT (src dne) 2024-09-17T17:08:18.546 INFO:tasks.rados.rados.0.smithi031.stdout:1521: finishing copy_from racing read to smithi03184240-15 2024-09-17T17:08:18.557 INFO:tasks.rados.rados.0.smithi031.stdout:1518: expect (ObjNum 480 snap 140 seq_num 480) 2024-09-17T17:08:18.734 INFO:tasks.rados.rados.0.smithi031.stdout:1520: finishing write tid 1 to smithi03184240-17 2024-09-17T17:08:18.734 INFO:tasks.rados.rados.0.smithi031.stdout:1520: finishing write tid 2 to smithi03184240-17 2024-09-17T17:08:18.734 INFO:tasks.rados.rados.0.smithi031.stdout:1520: finishing write tid 3 to smithi03184240-17 2024-09-17T17:08:18.734 INFO:tasks.rados.rados.0.smithi031.stdout:1520: finishing write tid 4 to smithi03184240-17 2024-09-17T17:08:18.734 INFO:tasks.rados.rados.0.smithi031.stdout:1520: oid 17 updating version 0 to 1125 2024-09-17T17:08:18.734 INFO:tasks.rados.rados.0.smithi031.stdout:1520: oid 17 updating version 1125 to 1126 2024-09-17T17:08:18.734 INFO:tasks.rados.rados.0.smithi031.stdout:1520: oid 17 version 1126 is already newer than 1124 2024-09-17T17:08:18.735 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 1126 (ObjNum 499 snap 143 seq_num 499) dirty exists 2024-09-17T17:08:18.735 INFO:tasks.rados.rados.0.smithi031.stdout:1520: left oid 17 (ObjNum 499 snap 143 seq_num 499) 2024-09-17T17:08:18.735 INFO:tasks.rados.rados.0.smithi031.stdout:1517: expect (ObjNum 460 snap 133 seq_num 460) 2024-09-17T17:08:18.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:18 smithi031 ceph-mon[94873]: osdmap e363: 8 total, 7 up, 8 in 2024-09-17T17:08:18.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:18 smithi031 ceph-mon[94873]: Health check update: Degraded data redundancy: 48/462 objects degraded (10.390%), 10 pgs degraded (PG_DEGRADED) 2024-09-17T17:08:18.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:18 smithi031 ceph-mon[96842]: osdmap e363: 8 total, 7 up, 8 in 2024-09-17T17:08:18.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:18 smithi031 ceph-mon[96842]: Health check update: Degraded data redundancy: 48/462 objects degraded (10.390%), 10 pgs degraded (PG_DEGRADED) 2024-09-17T17:08:18.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:18 smithi066 ceph-mon[86175]: osdmap e363: 8 total, 7 up, 8 in 2024-09-17T17:08:18.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:18 smithi066 ceph-mon[86175]: Health check update: Degraded data redundancy: 48/462 objects degraded (10.390%), 10 pgs degraded (PG_DEGRADED) 2024-09-17T17:08:19.543 INFO:tasks.rados.rados.0.smithi031.stdout:1517: done (4 left) 2024-09-17T17:08:19.544 INFO:tasks.rados.rados.0.smithi031.stdout:1518: done (3 left) 2024-09-17T17:08:19.544 INFO:tasks.rados.rados.0.smithi031.stdout:1520: done (2 left) 2024-09-17T17:08:19.544 INFO:tasks.rados.rados.0.smithi031.stdout:1521: done (1 left) 2024-09-17T17:08:19.544 INFO:tasks.rados.rados.0.smithi031.stdout:1522: done (0 left) 2024-09-17T17:08:19.544 INFO:tasks.rados.rados.0.smithi031.stdout:1523: snap_create 2024-09-17T17:08:19.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:19 smithi031 ceph-mon[96842]: pgmap v205: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 234 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.7 MiB/s wr, 24 op/s; 50/474 objects degraded (10.549%) 2024-09-17T17:08:19.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:19 smithi031 ceph-mon[96842]: osdmap e364: 8 total, 7 up, 8 in 2024-09-17T17:08:19.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:19 smithi031 ceph-mon[94873]: pgmap v205: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 234 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.7 MiB/s wr, 24 op/s; 50/474 objects degraded (10.549%) 2024-09-17T17:08:19.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:19 smithi031 ceph-mon[94873]: osdmap e364: 8 total, 7 up, 8 in 2024-09-17T17:08:19.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:19 smithi066 ceph-mon[86175]: pgmap v205: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 234 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.7 MiB/s wr, 24 op/s; 50/474 objects degraded (10.549%) 2024-09-17T17:08:19.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:19 smithi066 ceph-mon[86175]: osdmap e364: 8 total, 7 up, 8 in 2024-09-17T17:08:20.541 INFO:tasks.rados.rados.0.smithi031.stdout:1523: done (0 left) 2024-09-17T17:08:20.541 INFO:tasks.rados.rados.0.smithi031.stdout:1524: snap_remove snap 142 2024-09-17T17:08:20.812 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:20 smithi031 ceph-mon[96842]: osdmap e365: 8 total, 7 up, 8 in 2024-09-17T17:08:20.812 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:20 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:20.812 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:20 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:20.812 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:20 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:20.812 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:20 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:20.812 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:20 smithi031 ceph-mon[94873]: osdmap e365: 8 total, 7 up, 8 in 2024-09-17T17:08:20.812 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:20 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:20.812 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:20 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:20.813 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:20 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:20.813 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:20 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:20.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:20 smithi066 ceph-mon[86175]: osdmap e365: 8 total, 7 up, 8 in 2024-09-17T17:08:20.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:20 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:20.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:20 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:20.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:20 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:20.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:20 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:21.343 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2[112400]: 2024-09-17T17:08:21.117+0000 7fa2123b8640 -1 osd.2 355 log_to_monitors true 2024-09-17T17:08:21.541 INFO:tasks.rados.rados.0.smithi031.stdout:1524: done (0 left) 2024-09-17T17:08:21.542 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 33 current snap is 145 2024-09-17T17:08:21.542 INFO:tasks.rados.rados.0.smithi031.stdout:1525: seq_num 500 ranges {1236992=778240,2015232=401408} 2024-09-17T17:08:21.554 INFO:tasks.rados.rados.0.smithi031.stdout:1525: writing smithi03184240-33 from 1236992 to 2015232 tid 1 2024-09-17T17:08:21.557 INFO:tasks.rados.rados.0.smithi031.stdout:1525: writing smithi03184240-33 from 2015232 to 2416640 tid 2 2024-09-17T17:08:21.557 INFO:tasks.rados.rados.0.smithi031.stdout:1526: copy_from oid 22 from oid 50 current snap is 145 2024-09-17T17:08:21.558 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 38 current snap is 145 2024-09-17T17:08:21.558 INFO:tasks.rados.rados.0.smithi031.stdout:1527: seq_num 501 ranges {2326528=794624,3121152=401408} 2024-09-17T17:08:21.575 INFO:tasks.rados.rados.0.smithi031.stdout:1527: writing smithi03184240-38 from 2326528 to 3121152 tid 1 2024-09-17T17:08:21.579 INFO:tasks.rados.rados.0.smithi031.stdout:1527: writing smithi03184240-38 from 3121152 to 3522560 tid 2 2024-09-17T17:08:21.579 INFO:tasks.rados.rados.0.smithi031.stdout:1528: read oid 17 snap -1 2024-09-17T17:08:21.579 INFO:tasks.rados.rados.0.smithi031.stdout:1528: expect (ObjNum 499 snap 143 seq_num 499) 2024-09-17T17:08:21.579 INFO:tasks.rados.rados.0.smithi031.stdout:1529: read oid 27 snap 114 2024-09-17T17:08:21.579 INFO:tasks.rados.rados.0.smithi031.stdout:1529: expect (ObjNum 291 snap 81 seq_num 291) 2024-09-17T17:08:21.579 INFO:tasks.rados.rados.0.smithi031.stdout:1530: rmattr oid 24 current snap is 145 2024-09-17T17:08:21.579 INFO:tasks.rados.rados.0.smithi031.stdout:1530: done (5 left) 2024-09-17T17:08:21.579 INFO:tasks.rados.rados.0.smithi031.stdout:1531: rollback oid 10 current snap is 145 2024-09-17T17:08:21.579 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 10 to 134 2024-09-17T17:08:21.579 INFO:tasks.rados.rados.0.smithi031.stdout:1525: finishing write tid 1 to smithi03184240-33 2024-09-17T17:08:21.579 INFO:tasks.rados.rados.0.smithi031.stdout:1525: finishing write tid 2 to smithi03184240-33 2024-09-17T17:08:21.579 INFO:tasks.rados.rados.0.smithi031.stdout:1525: finishing write tid 3 to smithi03184240-33 2024-09-17T17:08:21.579 INFO:tasks.rados.rados.0.smithi031.stdout:1525: finishing write tid 4 to smithi03184240-33 2024-09-17T17:08:21.580 INFO:tasks.rados.rados.0.smithi031.stdout:1525: oid 33 updating version 0 to 782 2024-09-17T17:08:21.580 INFO:tasks.rados.rados.0.smithi031.stdout:1525: oid 33 updating version 782 to 783 2024-09-17T17:08:21.580 INFO:tasks.rados.rados.0.smithi031.stdout:1525: oid 33 updating version 783 to 784 2024-09-17T17:08:21.580 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 784 (ObjNum 500 snap 145 seq_num 500) dirty exists 2024-09-17T17:08:21.580 INFO:tasks.rados.rados.0.smithi031.stdout:1525: left oid 33 (ObjNum 500 snap 145 seq_num 500) 2024-09-17T17:08:21.580 INFO:tasks.rados.rados.0.smithi031.stdout:1526: finishing copy_from racing read to smithi03184240-22 2024-09-17T17:08:21.580 INFO:tasks.rados.rados.0.smithi031.stdout:1526: finishing copy_from to smithi03184240-22 2024-09-17T17:08:21.580 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 434 (ObjNum 360 snap 103 seq_num 360) dirty exists 2024-09-17T17:08:21.580 INFO:tasks.rados.rados.0.smithi031.stdout:1525: done (5 left) 2024-09-17T17:08:21.580 INFO:tasks.rados.rados.0.smithi031.stdout:1526: done (4 left) 2024-09-17T17:08:21.580 INFO:tasks.rados.rados.0.smithi031.stdout:1532: read oid 12 snap -1 2024-09-17T17:08:21.580 INFO:tasks.rados.rados.0.smithi031.stdout:1532: expect (ObjNum 495 snap 142 seq_num 495) 2024-09-17T17:08:21.580 INFO:tasks.rados.rados.0.smithi031.stdout:1533: read oid 50 snap 140 2024-09-17T17:08:21.580 INFO:tasks.rados.rados.0.smithi031.stdout:1533: expect (ObjNum 360 snap 103 seq_num 360) 2024-09-17T17:08:21.580 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 145 2024-09-17T17:08:21.581 INFO:tasks.rados.rados.0.smithi031.stdout:1534: seq_num 502 ranges {729088=409600,1138688=417792,1556480=385024} 2024-09-17T17:08:21.584 INFO:tasks.rados.rados.0.smithi031.stdout:1534: writing smithi03184240-2 from 729088 to 1138688 tid 1 2024-09-17T17:08:21.587 INFO:tasks.rados.rados.0.smithi031.stdout:1534: writing smithi03184240-2 from 1138688 to 1556480 tid 2 2024-09-17T17:08:21.589 INFO:tasks.rados.rados.0.smithi031.stdout:1534: writing smithi03184240-2 from 1556480 to 1941504 tid 3 2024-09-17T17:08:21.589 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 13 current snap is 145 2024-09-17T17:08:21.589 INFO:tasks.rados.rados.0.smithi031.stdout:1527: finishing write tid 1 to smithi03184240-38 2024-09-17T17:08:21.589 INFO:tasks.rados.rados.0.smithi031.stdout:1535: seq_num 503 ranges {0=425984,425984=704512,1130496=98304} 2024-09-17T17:08:21.591 INFO:tasks.rados.rados.0.smithi031.stdout:1535: writing smithi03184240-13 from 0 to 425984 tid 1 2024-09-17T17:08:21.596 INFO:tasks.rados.rados.0.smithi031.stdout:1535: writing smithi03184240-13 from 425984 to 1130496 tid 2 2024-09-17T17:08:21.597 INFO:tasks.rados.rados.0.smithi031.stdout:1535: writing smithi03184240-13 from 1130496 to 1228800 tid 3 2024-09-17T17:08:21.597 INFO:tasks.rados.rados.0.smithi031.stdout:1531: finishing rollback tid 0 to smithi03184240-10 2024-09-17T17:08:21.597 INFO:tasks.rados.rados.0.smithi031.stdout:1527: finishing write tid 2 to smithi03184240-38 2024-09-17T17:08:21.597 INFO:tasks.rados.rados.0.smithi031.stdout:1531: finishing rollback tid 1 to smithi03184240-10 2024-09-17T17:08:21.598 INFO:tasks.rados.rados.0.smithi031.stdout:1527: finishing write tid 3 to smithi03184240-38 2024-09-17T17:08:21.598 INFO:tasks.rados.rados.0.smithi031.stdout:1536: delete oid 1 current snap is 145 2024-09-17T17:08:21.598 INFO:tasks.rados.rados.0.smithi031.stdout:1531: finishing rollback tid 2 to smithi03184240-10 2024-09-17T17:08:21.598 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 351 (ObjNum 431 snap 125 seq_num 431) dirty exists 2024-09-17T17:08:21.598 INFO:tasks.rados.rados.0.smithi031.stdout:1533: expect (ObjNum 360 snap 103 seq_num 360) 2024-09-17T17:08:21.634 INFO:tasks.rados.rados.0.smithi031.stdout:1527: finishing write tid 4 to smithi03184240-38 2024-09-17T17:08:21.635 INFO:tasks.rados.rados.0.smithi031.stdout:1527: oid 38 updating version 0 to 1126 2024-09-17T17:08:21.635 INFO:tasks.rados.rados.0.smithi031.stdout:1527: oid 38 updating version 1126 to 1127 2024-09-17T17:08:21.635 INFO:tasks.rados.rados.0.smithi031.stdout:1527: oid 38 updating version 1127 to 1128 2024-09-17T17:08:21.635 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 1128 (ObjNum 501 snap 145 seq_num 501) dirty exists 2024-09-17T17:08:21.635 INFO:tasks.rados.rados.0.smithi031.stdout:1527: left oid 38 (ObjNum 501 snap 145 seq_num 501) 2024-09-17T17:08:21.635 INFO:tasks.rados.rados.0.smithi031.stdout:1527: done (8 left) 2024-09-17T17:08:21.635 INFO:tasks.rados.rados.0.smithi031.stdout:1531: done (7 left) 2024-09-17T17:08:21.635 INFO:tasks.rados.rados.0.smithi031.stdout:1533: done (6 left) 2024-09-17T17:08:21.635 INFO:tasks.rados.rados.0.smithi031.stdout:1536: done (5 left) 2024-09-17T17:08:21.635 INFO:tasks.rados.rados.0.smithi031.stdout:1537: read oid 23 snap -1 2024-09-17T17:08:21.635 INFO:tasks.rados.rados.0.smithi031.stdout:1537: expect (ObjNum 381 snap 109 seq_num 381) 2024-09-17T17:08:21.635 INFO:tasks.rados.rados.0.smithi031.stdout:1538: snap_remove snap 140 2024-09-17T17:08:21.805 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:21 smithi066 ceph-mon[86175]: pgmap v208: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 234 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 347 KiB/s rd, 1.5 MiB/s wr, 6 op/s; 50/474 objects degraded (10.549%) 2024-09-17T17:08:21.805 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:21 smithi066 ceph-mon[86175]: osdmap e366: 8 total, 7 up, 8 in 2024-09-17T17:08:21.805 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:21 smithi066 ceph-mon[86175]: from='osd.2 [v2:172.21.15.31:6818/2214936468,v1:172.21.15.31:6819/2214936468]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-17T17:08:21.805 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:21 smithi066 ceph-mon[86175]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-17T17:08:21.805 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:21 smithi066 ceph-mon[86175]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-17T17:08:21.805 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:21 smithi066 ceph-mon[86175]: osdmap e367: 8 total, 7 up, 8 in 2024-09-17T17:08:21.805 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:21 smithi066 ceph-mon[86175]: from='osd.2 [v2:172.21.15.31:6818/2214936468,v1:172.21.15.31:6819/2214936468]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi031", "root=default"]} : dispatch 2024-09-17T17:08:21.805 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:21 smithi066 ceph-mon[86175]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi031", "root=default"]} : dispatch 2024-09-17T17:08:21.843 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:08:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:08:21] "GET /metrics HTTP/1.1" 200 36296 "" "Prometheus/2.43.0" 2024-09-17T17:08:21.844 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:08:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2[112400]: 2024-09-17T17:08:21.560+0000 7fa20a162640 -1 osd.2 355 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T17:08:21.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:21 smithi031 ceph-mon[94873]: pgmap v208: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 234 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 347 KiB/s rd, 1.5 MiB/s wr, 6 op/s; 50/474 objects degraded (10.549%) 2024-09-17T17:08:21.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:21 smithi031 ceph-mon[94873]: osdmap e366: 8 total, 7 up, 8 in 2024-09-17T17:08:21.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:21 smithi031 ceph-mon[94873]: from='osd.2 [v2:172.21.15.31:6818/2214936468,v1:172.21.15.31:6819/2214936468]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-17T17:08:21.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:21 smithi031 ceph-mon[94873]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-17T17:08:21.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:21 smithi031 ceph-mon[94873]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-17T17:08:21.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:21 smithi031 ceph-mon[94873]: osdmap e367: 8 total, 7 up, 8 in 2024-09-17T17:08:21.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:21 smithi031 ceph-mon[94873]: from='osd.2 [v2:172.21.15.31:6818/2214936468,v1:172.21.15.31:6819/2214936468]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi031", "root=default"]} : dispatch 2024-09-17T17:08:21.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:21 smithi031 ceph-mon[94873]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi031", "root=default"]} : dispatch 2024-09-17T17:08:21.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:21 smithi031 ceph-mon[96842]: pgmap v208: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 234 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 347 KiB/s rd, 1.5 MiB/s wr, 6 op/s; 50/474 objects degraded (10.549%) 2024-09-17T17:08:21.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:21 smithi031 ceph-mon[96842]: osdmap e366: 8 total, 7 up, 8 in 2024-09-17T17:08:21.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:21 smithi031 ceph-mon[96842]: from='osd.2 [v2:172.21.15.31:6818/2214936468,v1:172.21.15.31:6819/2214936468]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-17T17:08:21.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:21 smithi031 ceph-mon[96842]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-17T17:08:21.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:21 smithi031 ceph-mon[96842]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-17T17:08:21.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:21 smithi031 ceph-mon[96842]: osdmap e367: 8 total, 7 up, 8 in 2024-09-17T17:08:21.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:21 smithi031 ceph-mon[96842]: from='osd.2 [v2:172.21.15.31:6818/2214936468,v1:172.21.15.31:6819/2214936468]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi031", "root=default"]} : dispatch 2024-09-17T17:08:21.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:21 smithi031 ceph-mon[96842]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi031", "root=default"]} : dispatch 2024-09-17T17:08:22.565 INFO:tasks.rados.rados.0.smithi031.stdout:1538: done (6 left) 2024-09-17T17:08:22.565 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 29 current snap is 145 2024-09-17T17:08:22.565 INFO:tasks.rados.rados.0.smithi031.stdout:1539: seq_num 505 ranges {0=466944,466944=475136,942080=327680} 2024-09-17T17:08:22.565 INFO:tasks.rados.rados.0.smithi031.stdout:1539: writing smithi03184240-29 from 0 to 466944 tid 1 2024-09-17T17:08:22.565 INFO:tasks.rados.rados.0.smithi031.stdout:1539: writing smithi03184240-29 from 466944 to 942080 tid 2 2024-09-17T17:08:22.567 INFO:tasks.rados.rados.0.smithi031.stdout:1539: writing smithi03184240-29 from 942080 to 1269760 tid 3 2024-09-17T17:08:22.567 INFO:tasks.rados.rados.0.smithi031.stdout:1540: rmattr oid 7 current snap is 145 2024-09-17T17:08:22.570 INFO:tasks.rados.rados.0.smithi031.stdout:1535: finishing write tid 1 to smithi03184240-13 2024-09-17T17:08:22.570 INFO:tasks.rados.rados.0.smithi031.stdout:1529: expect (ObjNum 291 snap 81 seq_num 291) 2024-09-17T17:08:22.652 INFO:tasks.rados.rados.0.smithi031.stdout:1528: expect (ObjNum 499 snap 143 seq_num 499) 2024-09-17T17:08:22.739 INFO:tasks.rados.rados.0.smithi031.stdout:1534: finishing write tid 1 to smithi03184240-2 2024-09-17T17:08:22.743 INFO:tasks.rados.rados.0.smithi031.stdout:1528: done (7 left) 2024-09-17T17:08:22.743 INFO:tasks.rados.rados.0.smithi031.stdout:1529: done (6 left) 2024-09-17T17:08:22.743 INFO:tasks.rados.rados.0.smithi031.stdout:1541: read oid 3 snap 144 2024-09-17T17:08:22.743 INFO:tasks.rados.rados.0.smithi031.stdout:1541: expect deleted 2024-09-17T17:08:22.743 INFO:tasks.rados.rados.0.smithi031.stdout:1542: snap_remove snap 136 2024-09-17T17:08:22.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:22 smithi066 ceph-mon[86175]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T17:08:22.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:22 smithi066 ceph-mon[86175]: osd.2 [v2:172.21.15.31:6818/2214936468,v1:172.21.15.31:6819/2214936468] boot 2024-09-17T17:08:22.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:22 smithi066 ceph-mon[86175]: osdmap e368: 8 total, 8 up, 8 in 2024-09-17T17:08:22.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:22 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-17T17:08:22.929 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:22 smithi031 ceph-mon[94873]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T17:08:22.929 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:22 smithi031 ceph-mon[94873]: osd.2 [v2:172.21.15.31:6818/2214936468,v1:172.21.15.31:6819/2214936468] boot 2024-09-17T17:08:22.929 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:22 smithi031 ceph-mon[94873]: osdmap e368: 8 total, 8 up, 8 in 2024-09-17T17:08:22.930 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:22 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-17T17:08:22.930 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:22 smithi031 ceph-mon[96842]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T17:08:22.930 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:22 smithi031 ceph-mon[96842]: osd.2 [v2:172.21.15.31:6818/2214936468,v1:172.21.15.31:6819/2214936468] boot 2024-09-17T17:08:22.930 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:22 smithi031 ceph-mon[96842]: osdmap e368: 8 total, 8 up, 8 in 2024-09-17T17:08:22.930 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:22 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-17T17:08:23.560 INFO:tasks.rados.rados.0.smithi031.stdout:1542: done (7 left) 2024-09-17T17:08:23.560 INFO:tasks.rados.rados.0.smithi031.stdout:1543: copy_from oid 27 from oid 45 current snap is 145 2024-09-17T17:08:23.560 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 33 current snap is 145 2024-09-17T17:08:23.560 INFO:tasks.rados.rados.0.smithi031.stdout:1544: seq_num 506 ranges {2416640=483328,2899968=761856,3661824=40960} 2024-09-17T17:08:23.577 INFO:tasks.rados.rados.0.smithi031.stdout:1544: writing smithi03184240-33 from 2416640 to 2899968 tid 1 2024-09-17T17:08:23.583 INFO:tasks.rados.rados.0.smithi031.stdout:1544: writing smithi03184240-33 from 2899968 to 3661824 tid 2 2024-09-17T17:08:23.585 INFO:tasks.rados.rados.0.smithi031.stdout:1544: writing smithi03184240-33 from 3661824 to 3702784 tid 3 2024-09-17T17:08:23.585 INFO:tasks.rados.rados.0.smithi031.stdout:1535: finishing write tid 2 to smithi03184240-13 2024-09-17T17:08:23.585 INFO:tasks.rados.rados.0.smithi031.stdout:1535: finishing write tid 3 to smithi03184240-13 2024-09-17T17:08:23.585 INFO:tasks.rados.rados.0.smithi031.stdout:1535: finishing write tid 4 to smithi03184240-13 2024-09-17T17:08:23.585 INFO:tasks.rados.rados.0.smithi031.stdout:1535: finishing write tid 5 to smithi03184240-13 2024-09-17T17:08:23.585 INFO:tasks.rados.rados.0.smithi031.stdout:1535: oid 13 updating version 0 to 787 2024-09-17T17:08:23.585 INFO:tasks.rados.rados.0.smithi031.stdout:1535: oid 13 updating version 787 to 788 2024-09-17T17:08:23.585 INFO:tasks.rados.rados.0.smithi031.stdout:1535: oid 13 version 788 is already newer than 786 2024-09-17T17:08:23.585 INFO:tasks.rados.rados.0.smithi031.stdout:1535: oid 13 version 788 is already newer than 785 2024-09-17T17:08:23.585 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 788 (ObjNum 503 snap 145 seq_num 503) dirty exists 2024-09-17T17:08:23.586 INFO:tasks.rados.rados.0.smithi031.stdout:1535: left oid 13 (ObjNum 503 snap 145 seq_num 503) 2024-09-17T17:08:23.586 INFO:tasks.rados.rados.0.smithi031.stdout:1534: finishing write tid 2 to smithi03184240-2 2024-09-17T17:08:23.586 INFO:tasks.rados.rados.0.smithi031.stdout:1534: finishing write tid 3 to smithi03184240-2 2024-09-17T17:08:23.586 INFO:tasks.rados.rados.0.smithi031.stdout:1534: finishing write tid 4 to smithi03184240-2 2024-09-17T17:08:23.586 INFO:tasks.rados.rados.0.smithi031.stdout:1534: finishing write tid 5 to smithi03184240-2 2024-09-17T17:08:23.586 INFO:tasks.rados.rados.0.smithi031.stdout:1534: oid 2 updating version 0 to 1337 2024-09-17T17:08:23.586 INFO:tasks.rados.rados.0.smithi031.stdout:1534: oid 2 version 1337 is already newer than 1336 2024-09-17T17:08:23.586 INFO:tasks.rados.rados.0.smithi031.stdout:1534: oid 2 updating version 1337 to 1338 2024-09-17T17:08:23.586 INFO:tasks.rados.rados.0.smithi031.stdout:1534: oid 2 updating version 1338 to 1339 2024-09-17T17:08:23.586 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 1339 (ObjNum 502 snap 145 seq_num 502) dirty exists 2024-09-17T17:08:23.587 INFO:tasks.rados.rados.0.smithi031.stdout:1534: left oid 2 (ObjNum 502 snap 145 seq_num 502) 2024-09-17T17:08:23.587 INFO:tasks.rados.rados.0.smithi031.stdout:1532: expect (ObjNum 495 snap 142 seq_num 495) 2024-09-17T17:08:23.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:23 smithi031 ceph-mon[94873]: pgmap v211: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 227 MiB data, 1010 MiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.4 MiB/s wr, 11 op/s; 50/462 objects degraded (10.823%) 2024-09-17T17:08:23.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:23 smithi031 ceph-mon[94873]: Health check update: Degraded data redundancy: 50/462 objects degraded (10.823%), 10 pgs degraded (PG_DEGRADED) 2024-09-17T17:08:23.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:23 smithi031 ceph-mon[94873]: osdmap e369: 8 total, 8 up, 8 in 2024-09-17T17:08:23.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:23 smithi031 ceph-mon[96842]: pgmap v211: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 227 MiB data, 1010 MiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.4 MiB/s wr, 11 op/s; 50/462 objects degraded (10.823%) 2024-09-17T17:08:23.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:23 smithi031 ceph-mon[96842]: Health check update: Degraded data redundancy: 50/462 objects degraded (10.823%), 10 pgs degraded (PG_DEGRADED) 2024-09-17T17:08:23.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:23 smithi031 ceph-mon[96842]: osdmap e369: 8 total, 8 up, 8 in 2024-09-17T17:08:23.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:23 smithi066 ceph-mon[86175]: pgmap v211: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 227 MiB data, 1010 MiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.4 MiB/s wr, 11 op/s; 50/462 objects degraded (10.823%) 2024-09-17T17:08:23.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:23 smithi066 ceph-mon[86175]: Health check update: Degraded data redundancy: 50/462 objects degraded (10.823%), 10 pgs degraded (PG_DEGRADED) 2024-09-17T17:08:23.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:23 smithi066 ceph-mon[86175]: osdmap e369: 8 total, 8 up, 8 in 2024-09-17T17:08:23.956 INFO:tasks.rados.rados.0.smithi031.stdout:1532: done (8 left) 2024-09-17T17:08:23.956 INFO:tasks.rados.rados.0.smithi031.stdout:1534: done (7 left) 2024-09-17T17:08:23.956 INFO:tasks.rados.rados.0.smithi031.stdout:1535: done (6 left) 2024-09-17T17:08:23.956 INFO:tasks.rados.rados.0.smithi031.stdout:1545: read oid 48 snap 114 2024-09-17T17:08:23.956 INFO:tasks.rados.rados.0.smithi031.stdout:1545: expect (ObjNum 321 snap 92 seq_num 321) 2024-09-17T17:08:23.956 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 18 current snap is 145 2024-09-17T17:08:23.956 INFO:tasks.rados.rados.0.smithi031.stdout:1537: expect (ObjNum 381 snap 109 seq_num 381) 2024-09-17T17:08:24.130 INFO:tasks.rados.rados.0.smithi031.stdout:1539: finishing write tid 1 to smithi03184240-29 2024-09-17T17:08:24.130 INFO:tasks.rados.rados.0.smithi031.stdout:1539: finishing write tid 2 to smithi03184240-29 2024-09-17T17:08:24.130 INFO:tasks.rados.rados.0.smithi031.stdout:1539: finishing write tid 3 to smithi03184240-29 2024-09-17T17:08:24.130 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 1129 (ObjNum 439 snap 127 seq_num 439) dirty exists 2024-09-17T17:08:24.130 INFO:tasks.rados.rados.0.smithi031.stdout:1539: finishing write tid 4 to smithi03184240-29 2024-09-17T17:08:24.131 INFO:tasks.rados.rados.0.smithi031.stdout:1539: finishing write tid 5 to smithi03184240-29 2024-09-17T17:08:24.131 INFO:tasks.rados.rados.0.smithi031.stdout:1539: oid 29 updating version 0 to 999 2024-09-17T17:08:24.131 INFO:tasks.rados.rados.0.smithi031.stdout:1539: oid 29 updating version 999 to 1002 2024-09-17T17:08:24.131 INFO:tasks.rados.rados.0.smithi031.stdout:1539: oid 29 version 1002 is already newer than 1000 2024-09-17T17:08:24.131 INFO:tasks.rados.rados.0.smithi031.stdout:1539: oid 29 version 1002 is already newer than 1001 2024-09-17T17:08:24.131 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 1002 (ObjNum 505 snap 145 seq_num 505) dirty exists 2024-09-17T17:08:24.131 INFO:tasks.rados.rados.0.smithi031.stdout:1539: left oid 29 (ObjNum 505 snap 145 seq_num 505) 2024-09-17T17:08:24.131 INFO:tasks.rados.rados.0.smithi031.stdout:1543: finishing copy_from racing read to smithi03184240-27 2024-09-17T17:08:24.131 INFO:tasks.rados.rados.0.smithi031.stdout:1543: finishing copy_from to smithi03184240-27 2024-09-17T17:08:24.131 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 1119 (ObjNum 407 snap 116 seq_num 407) dirty exists 2024-09-17T17:08:24.131 INFO:tasks.rados.rados.0.smithi031.stdout:1544: finishing write tid 1 to smithi03184240-33 2024-09-17T17:08:24.131 INFO:tasks.rados.rados.0.smithi031.stdout:1546: seq_num 507 ranges {0=499712,499712=638976,1138688=163840} 2024-09-17T17:08:24.132 INFO:tasks.rados.rados.0.smithi031.stdout:1546: writing smithi03184240-18 from 0 to 499712 tid 1 2024-09-17T17:08:24.136 INFO:tasks.rados.rados.0.smithi031.stdout:1546: writing smithi03184240-18 from 499712 to 1138688 tid 2 2024-09-17T17:08:24.138 INFO:tasks.rados.rados.0.smithi031.stdout:1546: writing smithi03184240-18 from 1138688 to 1302528 tid 3 2024-09-17T17:08:24.138 INFO:tasks.rados.rados.0.smithi031.stdout:1537: done (7 left) 2024-09-17T17:08:24.138 INFO:tasks.rados.rados.0.smithi031.stdout:1539: done (6 left) 2024-09-17T17:08:24.138 INFO:tasks.rados.rados.0.smithi031.stdout:1540: done (5 left) 2024-09-17T17:08:24.138 INFO:tasks.rados.rados.0.smithi031.stdout:1541: done (4 left) 2024-09-17T17:08:24.138 INFO:tasks.rados.rados.0.smithi031.stdout:1543: done (3 left) 2024-09-17T17:08:24.138 INFO:tasks.rados.rados.0.smithi031.stdout:1547: setattr oid 45 current snap is 145 2024-09-17T17:08:24.138 INFO:tasks.rados.rados.0.smithi031.stdout:1544: finishing write tid 2 to smithi03184240-33 2024-09-17T17:08:24.138 INFO:tasks.rados.rados.0.smithi031.stdout:1544: finishing write tid 3 to smithi03184240-33 2024-09-17T17:08:24.139 INFO:tasks.rados.rados.0.smithi031.stdout:1544: finishing write tid 4 to smithi03184240-33 2024-09-17T17:08:24.139 INFO:tasks.rados.rados.0.smithi031.stdout:1544: finishing write tid 5 to smithi03184240-33 2024-09-17T17:08:24.139 INFO:tasks.rados.rados.0.smithi031.stdout:1544: oid 33 updating version 0 to 791 2024-09-17T17:08:24.139 INFO:tasks.rados.rados.0.smithi031.stdout:1544: oid 33 version 791 is already newer than 790 2024-09-17T17:08:24.139 INFO:tasks.rados.rados.0.smithi031.stdout:1544: oid 33 version 791 is already newer than 789 2024-09-17T17:08:24.139 INFO:tasks.rados.rados.0.smithi031.stdout:1544: oid 33 updating version 791 to 792 2024-09-17T17:08:24.139 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 792 (ObjNum 506 snap 145 seq_num 506) dirty exists 2024-09-17T17:08:24.139 INFO:tasks.rados.rados.0.smithi031.stdout:1544: left oid 33 (ObjNum 506 snap 145 seq_num 506) 2024-09-17T17:08:24.139 INFO:tasks.rados.rados.0.smithi031.stdout:1545: expect (ObjNum 321 snap 92 seq_num 321) 2024-09-17T17:08:24.154 INFO:tasks.rados.rados.0.smithi031.stdout:1546: finishing write tid 1 to smithi03184240-18 2024-09-17T17:08:24.154 INFO:tasks.rados.rados.0.smithi031.stdout:1546: finishing write tid 2 to smithi03184240-18 2024-09-17T17:08:24.154 INFO:tasks.rados.rados.0.smithi031.stdout:1546: finishing write tid 3 to smithi03184240-18 2024-09-17T17:08:24.154 INFO:tasks.rados.rados.0.smithi031.stdout:1546: finishing write tid 4 to smithi03184240-18 2024-09-17T17:08:24.154 INFO:tasks.rados.rados.0.smithi031.stdout:1546: finishing write tid 5 to smithi03184240-18 2024-09-17T17:08:24.155 INFO:tasks.rados.rados.0.smithi031.stdout:1546: oid 18 updating version 0 to 1130 2024-09-17T17:08:24.155 INFO:tasks.rados.rados.0.smithi031.stdout:1546: oid 18 updating version 1130 to 1133 2024-09-17T17:08:24.155 INFO:tasks.rados.rados.0.smithi031.stdout:1546: oid 18 version 1133 is already newer than 1131 2024-09-17T17:08:24.155 INFO:tasks.rados.rados.0.smithi031.stdout:1546: oid 18 version 1133 is already newer than 1132 2024-09-17T17:08:24.155 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 1133 (ObjNum 507 snap 145 seq_num 507) dirty exists 2024-09-17T17:08:24.155 INFO:tasks.rados.rados.0.smithi031.stdout:1546: left oid 18 (ObjNum 507 snap 145 seq_num 507) 2024-09-17T17:08:24.155 INFO:tasks.rados.rados.0.smithi031.stdout:1544: done (3 left) 2024-09-17T17:08:24.155 INFO:tasks.rados.rados.0.smithi031.stdout:1545: done (2 left) 2024-09-17T17:08:24.155 INFO:tasks.rados.rados.0.smithi031.stdout:1546: done (1 left) 2024-09-17T17:08:24.155 INFO:tasks.rados.rados.0.smithi031.stdout:1548: read oid 36 snap -1 2024-09-17T17:08:24.155 INFO:tasks.rados.rados.0.smithi031.stdout:1548: expect (ObjNum 407 snap 116 seq_num 407) 2024-09-17T17:08:24.155 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 21 current snap is 145 2024-09-17T17:08:24.155 INFO:tasks.rados.rados.0.smithi031.stdout:1549: seq_num 508 ranges {294912=516096,811008=524288,1335296=278528} 2024-09-17T17:08:24.159 INFO:tasks.rados.rados.0.smithi031.stdout:1549: writing smithi03184240-21 from 294912 to 811008 tid 1 2024-09-17T17:08:24.162 INFO:tasks.rados.rados.0.smithi031.stdout:1549: writing smithi03184240-21 from 811008 to 1335296 tid 2 2024-09-17T17:08:24.164 INFO:tasks.rados.rados.0.smithi031.stdout:1549: writing smithi03184240-21 from 1335296 to 1613824 tid 3 2024-09-17T17:08:24.165 INFO:tasks.rados.rados.0.smithi031.stdout:1550: read oid 10 snap -1 2024-09-17T17:08:24.165 INFO:tasks.rados.rados.0.smithi031.stdout:1550: expect (ObjNum 431 snap 125 seq_num 431) 2024-09-17T17:08:24.165 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 49 current snap is 145 2024-09-17T17:08:24.165 INFO:tasks.rados.rados.0.smithi031.stdout:1551: seq_num 509 ranges {6627328=532480,7159808=409600,7569408=393216} 2024-09-17T17:08:24.205 INFO:tasks.rados.rados.0.smithi031.stdout:1551: writing smithi03184240-49 from 6627328 to 7159808 tid 1 2024-09-17T17:08:24.208 INFO:tasks.rados.rados.0.smithi031.stdout:1551: writing smithi03184240-49 from 7159808 to 7569408 tid 2 2024-09-17T17:08:24.210 INFO:tasks.rados.rados.0.smithi031.stdout:1551: writing smithi03184240-49 from 7569408 to 7962624 tid 3 2024-09-17T17:08:24.210 INFO:tasks.rados.rados.0.smithi031.stdout:1552: read oid 31 snap -1 2024-09-17T17:08:24.210 INFO:tasks.rados.rados.0.smithi031.stdout:1552: expect (ObjNum 393 snap 110 seq_num 393) 2024-09-17T17:08:24.210 INFO:tasks.rados.rados.0.smithi031.stdout:1553: snap_create 2024-09-17T17:08:24.211 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 1355 (ObjNum 407 snap 116 seq_num 407) dirty exists 2024-09-17T17:08:24.211 INFO:tasks.rados.rados.0.smithi031.stdout:1548: expect (ObjNum 407 snap 116 seq_num 407) 2024-09-17T17:08:24.277 INFO:tasks.rados.rados.0.smithi031.stdout:1549: finishing write tid 1 to smithi03184240-21 2024-09-17T17:08:24.277 INFO:tasks.rados.rados.0.smithi031.stdout:1549: finishing write tid 2 to smithi03184240-21 2024-09-17T17:08:24.277 INFO:tasks.rados.rados.0.smithi031.stdout:1549: finishing write tid 3 to smithi03184240-21 2024-09-17T17:08:24.277 INFO:tasks.rados.rados.0.smithi031.stdout:1549: finishing write tid 4 to smithi03184240-21 2024-09-17T17:08:24.277 INFO:tasks.rados.rados.0.smithi031.stdout:1549: finishing write tid 5 to smithi03184240-21 2024-09-17T17:08:24.277 INFO:tasks.rados.rados.0.smithi031.stdout:1549: oid 21 updating version 0 to 1219 2024-09-17T17:08:24.277 INFO:tasks.rados.rados.0.smithi031.stdout:1549: oid 21 updating version 1219 to 1221 2024-09-17T17:08:24.277 INFO:tasks.rados.rados.0.smithi031.stdout:1549: oid 21 version 1221 is already newer than 1218 2024-09-17T17:08:24.278 INFO:tasks.rados.rados.0.smithi031.stdout:1549: oid 21 version 1221 is already newer than 1220 2024-09-17T17:08:24.278 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 1221 (ObjNum 508 snap 145 seq_num 508) dirty exists 2024-09-17T17:08:24.278 INFO:tasks.rados.rados.0.smithi031.stdout:1549: left oid 21 (ObjNum 508 snap 145 seq_num 508) 2024-09-17T17:08:24.278 INFO:tasks.rados.rados.0.smithi031.stdout:1550: expect (ObjNum 431 snap 125 seq_num 431) 2024-09-17T17:08:24.343 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:08:24 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:08:24.082+0000 7f72cc98c640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-17T17:08:24.451 INFO:tasks.rados.rados.0.smithi031.stdout:1551: finishing write tid 1 to smithi03184240-49 2024-09-17T17:08:24.451 INFO:tasks.rados.rados.0.smithi031.stdout:1551: finishing write tid 2 to smithi03184240-49 2024-09-17T17:08:24.451 INFO:tasks.rados.rados.0.smithi031.stdout:1551: finishing write tid 3 to smithi03184240-49 2024-09-17T17:08:24.451 INFO:tasks.rados.rados.0.smithi031.stdout:1551: finishing write tid 4 to smithi03184240-49 2024-09-17T17:08:24.451 INFO:tasks.rados.rados.0.smithi031.stdout:1551: finishing write tid 5 to smithi03184240-49 2024-09-17T17:08:24.451 INFO:tasks.rados.rados.0.smithi031.stdout:1551: oid 49 updating version 0 to 997 2024-09-17T17:08:24.452 INFO:tasks.rados.rados.0.smithi031.stdout:1551: oid 49 version 997 is already newer than 996 2024-09-17T17:08:24.452 INFO:tasks.rados.rados.0.smithi031.stdout:1551: oid 49 updating version 997 to 999 2024-09-17T17:08:24.452 INFO:tasks.rados.rados.0.smithi031.stdout:1551: oid 49 version 999 is already newer than 998 2024-09-17T17:08:24.452 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 999 (ObjNum 509 snap 145 seq_num 509) dirty exists 2024-09-17T17:08:24.452 INFO:tasks.rados.rados.0.smithi031.stdout:1551: left oid 49 (ObjNum 509 snap 145 seq_num 509) 2024-09-17T17:08:24.452 INFO:tasks.rados.rados.0.smithi031.stdout:1552: expect (ObjNum 393 snap 110 seq_num 393) 2024-09-17T17:08:25.007 INFO:tasks.rados.rados.0.smithi031.stdout:1547: done (6 left) 2024-09-17T17:08:25.007 INFO:tasks.rados.rados.0.smithi031.stdout:1548: done (5 left) 2024-09-17T17:08:25.007 INFO:tasks.rados.rados.0.smithi031.stdout:1549: done (4 left) 2024-09-17T17:08:25.007 INFO:tasks.rados.rados.0.smithi031.stdout:1550: done (3 left) 2024-09-17T17:08:25.007 INFO:tasks.rados.rados.0.smithi031.stdout:1551: done (2 left) 2024-09-17T17:08:25.007 INFO:tasks.rados.rados.0.smithi031.stdout:1552: done (1 left) 2024-09-17T17:08:25.007 INFO:tasks.rados.rados.0.smithi031.stdout:1553: done (0 left) 2024-09-17T17:08:25.007 INFO:tasks.rados.rados.0.smithi031.stdout:1554: snap_remove snap 145 2024-09-17T17:08:25.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:24 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:25.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:24 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:25.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:24 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:08:25.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:24 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:08:25.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:24 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:25.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:24 smithi031 ceph-mon[94873]: pgmap v214: 121 pgs: 4 peering, 23 active+undersized, 10 active+undersized+degraded, 84 active+clean; 227 MiB data, 1013 MiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.4 MiB/s wr, 11 op/s; 50/462 objects degraded (10.823%) 2024-09-17T17:08:25.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:24 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:08:25.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:24 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:08:25.345 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:24 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:08:25.345 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:24 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:08:25.345 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:24 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-17T17:08:25.345 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:24 smithi031 ceph-mon[94873]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-17T17:08:25.345 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:24 smithi031 ceph-mon[94873]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-17T17:08:25.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:24 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:25.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:24 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:25.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:24 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:08:25.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:24 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:08:25.346 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:24 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:25.346 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:24 smithi031 ceph-mon[96842]: pgmap v214: 121 pgs: 4 peering, 23 active+undersized, 10 active+undersized+degraded, 84 active+clean; 227 MiB data, 1013 MiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.4 MiB/s wr, 11 op/s; 50/462 objects degraded (10.823%) 2024-09-17T17:08:25.346 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:24 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:08:25.346 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:24 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:08:25.346 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:24 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:08:25.346 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:24 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:08:25.346 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:24 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-17T17:08:25.346 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:24 smithi031 ceph-mon[96842]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-17T17:08:25.346 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:24 smithi031 ceph-mon[96842]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-17T17:08:25.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:24 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:25.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:24 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:25.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:24 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:08:25.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:24 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:08:25.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:24 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:25.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:24 smithi066 ceph-mon[86175]: pgmap v214: 121 pgs: 4 peering, 23 active+undersized, 10 active+undersized+degraded, 84 active+clean; 227 MiB data, 1013 MiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.4 MiB/s wr, 11 op/s; 50/462 objects degraded (10.823%) 2024-09-17T17:08:25.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:24 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:08:25.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:24 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:08:25.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:24 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:08:25.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:24 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:08:25.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:24 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-17T17:08:25.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:24 smithi066 ceph-mon[86175]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-17T17:08:25.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:24 smithi066 ceph-mon[86175]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-17T17:08:26.010 INFO:tasks.rados.rados.0.smithi031.stdout:1554: done (0 left) 2024-09-17T17:08:26.010 INFO:tasks.rados.rados.0.smithi031.stdout:1555: rollback oid 10 current snap is 146 2024-09-17T17:08:26.011 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 10 to 143 2024-09-17T17:08:26.011 INFO:tasks.rados.rados.0.smithi031.stdout:1556: snap_remove snap 138 2024-09-17T17:08:26.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:26 smithi031 ceph-mon[94873]: osdmap e370: 8 total, 8 up, 8 in 2024-09-17T17:08:26.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:26 smithi031 ceph-mon[96842]: osdmap e370: 8 total, 8 up, 8 in 2024-09-17T17:08:26.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:26 smithi066 ceph-mon[86175]: osdmap e370: 8 total, 8 up, 8 in 2024-09-17T17:08:27.015 INFO:tasks.rados.rados.0.smithi031.stdout:1556: done (1 left) 2024-09-17T17:08:27.015 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 5 current snap is 146 2024-09-17T17:08:27.015 INFO:tasks.rados.rados.0.smithi031.stdout:1557: seq_num 510 ranges {2252800=548864,2801664=745472,3547136=57344} 2024-09-17T17:08:27.032 INFO:tasks.rados.rados.0.smithi031.stdout:1557: writing smithi03184240-5 from 2252800 to 2801664 tid 1 2024-09-17T17:08:27.037 INFO:tasks.rados.rados.0.smithi031.stdout:1557: writing smithi03184240-5 from 2801664 to 3547136 tid 2 2024-09-17T17:08:27.038 INFO:tasks.rados.rados.0.smithi031.stdout:1557: writing smithi03184240-5 from 3547136 to 3604480 tid 3 2024-09-17T17:08:27.038 INFO:tasks.rados.rados.0.smithi031.stdout:1555: finishing rollback tid 0 to smithi03184240-10 2024-09-17T17:08:27.038 INFO:tasks.rados.rados.0.smithi031.stdout:1555: finishing rollback tid 1 to smithi03184240-10 2024-09-17T17:08:27.038 INFO:tasks.rados.rados.0.smithi031.stdout:1555: finishing rollback tid 2 to smithi03184240-10 2024-09-17T17:08:27.039 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 362 (ObjNum 493 snap 142 seq_num 493) dirty exists 2024-09-17T17:08:27.039 INFO:tasks.rados.rados.0.smithi031.stdout:1555: done (1 left) 2024-09-17T17:08:27.039 INFO:tasks.rados.rados.0.smithi031.stdout:1558: copy_from oid 10 from oid 49 current snap is 146 2024-09-17T17:08:27.039 INFO:tasks.rados.rados.0.smithi031.stdout:1559: rollback oid 2 current snap is 146 2024-09-17T17:08:27.039 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 2 to 134 2024-09-17T17:08:27.039 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 39 current snap is 146 2024-09-17T17:08:27.039 INFO:tasks.rados.rados.0.smithi031.stdout:1560: seq_num 511 ranges {1032192=565248,1597440=630784,2228224=172032} 2024-09-17T17:08:27.048 INFO:tasks.rados.rados.0.smithi031.stdout:1560: writing smithi03184240-39 from 1032192 to 1597440 tid 1 2024-09-17T17:08:27.052 INFO:tasks.rados.rados.0.smithi031.stdout:1560: writing smithi03184240-39 from 1597440 to 2228224 tid 2 2024-09-17T17:08:27.054 INFO:tasks.rados.rados.0.smithi031.stdout:1560: writing smithi03184240-39 from 2228224 to 2400256 tid 3 2024-09-17T17:08:27.054 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 47 current snap is 146 2024-09-17T17:08:27.054 INFO:tasks.rados.rados.0.smithi031.stdout:1561: seq_num 512 ranges {0=581632,581632=516096,1097728=286720} 2024-09-17T17:08:27.058 INFO:tasks.rados.rados.0.smithi031.stdout:1561: writing smithi03184240-47 from 0 to 581632 tid 1 2024-09-17T17:08:27.061 INFO:tasks.rados.rados.0.smithi031.stdout:1561: writing smithi03184240-47 from 581632 to 1097728 tid 2 2024-09-17T17:08:27.064 INFO:tasks.rados.rados.0.smithi031.stdout:1561: writing smithi03184240-47 from 1097728 to 1384448 tid 3 2024-09-17T17:08:27.064 INFO:tasks.rados.rados.0.smithi031.stdout:1562: setattr oid 8 current snap is 146 2024-09-17T17:08:27.064 INFO:tasks.rados.rados.0.smithi031.stdout:1557: finishing write tid 1 to smithi03184240-5 2024-09-17T17:08:27.064 INFO:tasks.rados.rados.0.smithi031.stdout:1559: finishing rollback tid 0 to smithi03184240-2 2024-09-17T17:08:27.064 INFO:tasks.rados.rados.0.smithi031.stdout:1559: finishing rollback tid 1 to smithi03184240-2 2024-09-17T17:08:27.064 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 1365 (ObjNum 129 snap 0 seq_num 1705589144) dirty dne 2024-09-17T17:08:27.064 INFO:tasks.rados.rados.0.smithi031.stdout:1557: finishing write tid 2 to smithi03184240-5 2024-09-17T17:08:27.064 INFO:tasks.rados.rados.0.smithi031.stdout:1557: finishing write tid 3 to smithi03184240-5 2024-09-17T17:08:27.064 INFO:tasks.rados.rados.0.smithi031.stdout:1557: finishing write tid 4 to smithi03184240-5 2024-09-17T17:08:27.065 INFO:tasks.rados.rados.0.smithi031.stdout:1557: finishing write tid 5 to smithi03184240-5 2024-09-17T17:08:27.065 INFO:tasks.rados.rados.0.smithi031.stdout:1557: oid 5 updating version 0 to 1003 2024-09-17T17:08:27.065 INFO:tasks.rados.rados.0.smithi031.stdout:1557: oid 5 updating version 1003 to 1004 2024-09-17T17:08:27.065 INFO:tasks.rados.rados.0.smithi031.stdout:1557: oid 5 updating version 1004 to 1005 2024-09-17T17:08:27.065 INFO:tasks.rados.rados.0.smithi031.stdout:1557: oid 5 updating version 1005 to 1006 2024-09-17T17:08:27.065 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 1006 (ObjNum 510 snap 146 seq_num 510) dirty exists 2024-09-17T17:08:27.065 INFO:tasks.rados.rados.0.smithi031.stdout:1557: left oid 5 (ObjNum 510 snap 146 seq_num 510) 2024-09-17T17:08:27.065 INFO:tasks.rados.rados.0.smithi031.stdout:1560: finishing write tid 1 to smithi03184240-39 2024-09-17T17:08:27.065 INFO:tasks.rados.rados.0.smithi031.stdout:1560: finishing write tid 2 to smithi03184240-39 2024-09-17T17:08:27.065 INFO:tasks.rados.rados.0.smithi031.stdout:1560: finishing write tid 3 to smithi03184240-39 2024-09-17T17:08:27.066 INFO:tasks.rados.rados.0.smithi031.stdout:1560: finishing write tid 4 to smithi03184240-39 2024-09-17T17:08:27.066 INFO:tasks.rados.rados.0.smithi031.stdout:1560: finishing write tid 5 to smithi03184240-39 2024-09-17T17:08:27.066 INFO:tasks.rados.rados.0.smithi031.stdout:1560: oid 39 updating version 0 to 793 2024-09-17T17:08:27.066 INFO:tasks.rados.rados.0.smithi031.stdout:1560: oid 39 updating version 793 to 795 2024-09-17T17:08:27.066 INFO:tasks.rados.rados.0.smithi031.stdout:1560: oid 39 version 795 is already newer than 794 2024-09-17T17:08:27.066 INFO:tasks.rados.rados.0.smithi031.stdout:1560: oid 39 updating version 795 to 796 2024-09-17T17:08:27.067 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 796 (ObjNum 511 snap 146 seq_num 511) dirty exists 2024-09-17T17:08:27.067 INFO:tasks.rados.rados.0.smithi031.stdout:1560: left oid 39 (ObjNum 511 snap 146 seq_num 511) 2024-09-17T17:08:27.067 INFO:tasks.rados.rados.0.smithi031.stdout:1561: finishing write tid 1 to smithi03184240-47 2024-09-17T17:08:27.067 INFO:tasks.rados.rados.0.smithi031.stdout:1561: finishing write tid 2 to smithi03184240-47 2024-09-17T17:08:27.067 INFO:tasks.rados.rados.0.smithi031.stdout:1557: done (5 left) 2024-09-17T17:08:27.067 INFO:tasks.rados.rados.0.smithi031.stdout:1559: done (4 left) 2024-09-17T17:08:27.067 INFO:tasks.rados.rados.0.smithi031.stdout:1560: done (3 left) 2024-09-17T17:08:27.067 INFO:tasks.rados.rados.0.smithi031.stdout:1563: snap_remove snap 134 2024-09-17T17:08:27.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:27 smithi031 ceph-mon[94873]: osdmap e371: 8 total, 8 up, 8 in 2024-09-17T17:08:27.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:27 smithi031 ceph-mon[94873]: pgmap v217: 121 pgs: 4 peering, 8 active+undersized, 7 active+undersized+degraded, 102 active+clean; 230 MiB data, 1020 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 864 KiB/s wr, 13 op/s; 39/459 objects degraded (8.497%); 274 KiB/s, 0 objects/s recovering 2024-09-17T17:08:27.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:27 smithi031 ceph-mon[96842]: osdmap e371: 8 total, 8 up, 8 in 2024-09-17T17:08:27.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:27 smithi031 ceph-mon[96842]: pgmap v217: 121 pgs: 4 peering, 8 active+undersized, 7 active+undersized+degraded, 102 active+clean; 230 MiB data, 1020 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 864 KiB/s wr, 13 op/s; 39/459 objects degraded (8.497%); 274 KiB/s, 0 objects/s recovering 2024-09-17T17:08:27.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:27 smithi066 ceph-mon[86175]: osdmap e371: 8 total, 8 up, 8 in 2024-09-17T17:08:27.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:27 smithi066 ceph-mon[86175]: pgmap v217: 121 pgs: 4 peering, 8 active+undersized, 7 active+undersized+degraded, 102 active+clean; 230 MiB data, 1020 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 864 KiB/s wr, 13 op/s; 39/459 objects degraded (8.497%); 274 KiB/s, 0 objects/s recovering 2024-09-17T17:08:28.035 INFO:tasks.rados.rados.0.smithi031.stdout:1563: done (3 left) 2024-09-17T17:08:28.036 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 7 current snap is 146 2024-09-17T17:08:28.036 INFO:tasks.rados.rados.0.smithi031.stdout:1561: finishing write tid 3 to smithi03184240-47 2024-09-17T17:08:28.036 INFO:tasks.rados.rados.0.smithi031.stdout:1564: seq_num 513 ranges {1138688=598016,1736704=794624,2531328=8192} 2024-09-17T17:08:28.046 INFO:tasks.rados.rados.0.smithi031.stdout:1564: writing smithi03184240-7 from 1138688 to 1736704 tid 1 2024-09-17T17:08:28.052 INFO:tasks.rados.rados.0.smithi031.stdout:1564: writing smithi03184240-7 from 1736704 to 2531328 tid 2 2024-09-17T17:08:28.052 INFO:tasks.rados.rados.0.smithi031.stdout:1564: writing smithi03184240-7 from 2531328 to 2539520 tid 3 2024-09-17T17:08:28.052 INFO:tasks.rados.rados.0.smithi031.stdout:1565: setattr oid 39 current snap is 146 2024-09-17T17:08:28.052 INFO:tasks.rados.rados.0.smithi031.stdout:1561: finishing write tid 4 to smithi03184240-47 2024-09-17T17:08:28.053 INFO:tasks.rados.rados.0.smithi031.stdout:1561: finishing write tid 5 to smithi03184240-47 2024-09-17T17:08:28.053 INFO:tasks.rados.rados.0.smithi031.stdout:1561: oid 47 updating version 0 to 749 2024-09-17T17:08:28.053 INFO:tasks.rados.rados.0.smithi031.stdout:1561: oid 47 updating version 749 to 750 2024-09-17T17:08:28.053 INFO:tasks.rados.rados.0.smithi031.stdout:1561: oid 47 version 750 is already newer than 748 2024-09-17T17:08:28.053 INFO:tasks.rados.rados.0.smithi031.stdout:1561: oid 47 updating version 750 to 751 2024-09-17T17:08:28.053 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 751 (ObjNum 512 snap 146 seq_num 512) dirty exists 2024-09-17T17:08:28.053 INFO:tasks.rados.rados.0.smithi031.stdout:1561: left oid 47 (ObjNum 512 snap 146 seq_num 512) 2024-09-17T17:08:28.053 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 1134 (ObjNum 486 snap 141 seq_num 486) dirty exists 2024-09-17T17:08:28.053 INFO:tasks.rados.rados.0.smithi031.stdout:1558: finishing copy_from racing read to smithi03184240-10 2024-09-17T17:08:28.053 INFO:tasks.rados.rados.0.smithi031.stdout:1558: finishing copy_from to smithi03184240-10 2024-09-17T17:08:28.053 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 999 (ObjNum 509 snap 145 seq_num 509) dirty exists 2024-09-17T17:08:28.054 INFO:tasks.rados.rados.0.smithi031.stdout:1564: finishing write tid 1 to smithi03184240-7 2024-09-17T17:08:28.054 INFO:tasks.rados.rados.0.smithi031.stdout:1558: done (4 left) 2024-09-17T17:08:28.054 INFO:tasks.rados.rados.0.smithi031.stdout:1561: done (3 left) 2024-09-17T17:08:28.054 INFO:tasks.rados.rados.0.smithi031.stdout:1562: done (2 left) 2024-09-17T17:08:28.054 INFO:tasks.rados.rados.0.smithi031.stdout:1566: snap_remove snap 114 2024-09-17T17:08:28.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:28 smithi031 ceph-mon[94873]: osdmap e372: 8 total, 8 up, 8 in 2024-09-17T17:08:28.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:28 smithi031 ceph-mon[96842]: osdmap e372: 8 total, 8 up, 8 in 2024-09-17T17:08:28.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:28 smithi066 ceph-mon[86175]: osdmap e372: 8 total, 8 up, 8 in 2024-09-17T17:08:29.043 INFO:tasks.rados.rados.0.smithi031.stdout:1566: done (2 left) 2024-09-17T17:08:29.043 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 5 current snap is 146 2024-09-17T17:08:29.043 INFO:tasks.rados.rados.0.smithi031.stdout:1567: seq_num 514 ranges {3604480=614400,4218880=679936,4898816=122880} 2024-09-17T17:08:29.068 INFO:tasks.rados.rados.0.smithi031.stdout:1567: writing smithi03184240-5 from 3604480 to 4218880 tid 1 2024-09-17T17:08:29.072 INFO:tasks.rados.rados.0.smithi031.stdout:1567: writing smithi03184240-5 from 4218880 to 4898816 tid 2 2024-09-17T17:08:29.076 INFO:tasks.rados.rados.0.smithi031.stdout:1567: writing smithi03184240-5 from 4898816 to 5021696 tid 3 2024-09-17T17:08:29.076 INFO:tasks.rados.rados.0.smithi031.stdout:1568: copy_from oid 27 from oid 19 current snap is 146 2024-09-17T17:08:29.076 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 797 (ObjNum 511 snap 146 seq_num 511) dirty exists 2024-09-17T17:08:29.076 INFO:tasks.rados.rados.0.smithi031.stdout:1564: finishing write tid 2 to smithi03184240-7 2024-09-17T17:08:29.076 INFO:tasks.rados.rados.0.smithi031.stdout:1564: finishing write tid 3 to smithi03184240-7 2024-09-17T17:08:29.076 INFO:tasks.rados.rados.0.smithi031.stdout:1564: finishing write tid 4 to smithi03184240-7 2024-09-17T17:08:29.077 INFO:tasks.rados.rados.0.smithi031.stdout:1564: finishing write tid 5 to smithi03184240-7 2024-09-17T17:08:29.077 INFO:tasks.rados.rados.0.smithi031.stdout:1564: oid 7 updating version 0 to 1136 2024-09-17T17:08:29.077 INFO:tasks.rados.rados.0.smithi031.stdout:1564: oid 7 updating version 1136 to 1137 2024-09-17T17:08:29.077 INFO:tasks.rados.rados.0.smithi031.stdout:1564: oid 7 version 1137 is already newer than 1135 2024-09-17T17:08:29.077 INFO:tasks.rados.rados.0.smithi031.stdout:1564: oid 7 updating version 1137 to 1138 2024-09-17T17:08:29.078 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 1138 (ObjNum 513 snap 146 seq_num 513) dirty exists 2024-09-17T17:08:29.078 INFO:tasks.rados.rados.0.smithi031.stdout:1564: left oid 7 (ObjNum 513 snap 146 seq_num 513) 2024-09-17T17:08:29.078 INFO:tasks.rados.rados.0.smithi031.stdout:1567: finishing write tid 1 to smithi03184240-5 2024-09-17T17:08:29.078 INFO:tasks.rados.rados.0.smithi031.stdout:1564: done (3 left) 2024-09-17T17:08:29.078 INFO:tasks.rados.rados.0.smithi031.stdout:1565: done (2 left) 2024-09-17T17:08:29.078 INFO:tasks.rados.rados.0.smithi031.stdout:1569: setattr oid 25 current snap is 146 2024-09-17T17:08:29.079 INFO:tasks.rados.rados.0.smithi031.stdout:1568: finishing copy_from to smithi03184240-27 2024-09-17T17:08:29.079 INFO:tasks.rados.rados.0.smithi031.stdout:1568: got expected ENOENT (src dne) 2024-09-17T17:08:29.079 INFO:tasks.rados.rados.0.smithi031.stdout:1568: finishing copy_from racing read to smithi03184240-27 2024-09-17T17:08:29.079 INFO:tasks.rados.rados.0.smithi031.stdout:1568: done (2 left) 2024-09-17T17:08:29.079 INFO:tasks.rados.rados.0.smithi031.stdout:1570: rollback oid 34 current snap is 146 2024-09-17T17:08:29.079 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 34 to 133 2024-09-17T17:08:29.080 INFO:tasks.rados.rados.0.smithi031.stdout:1571: rollback oid 21 current snap is 146 2024-09-17T17:08:29.080 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 21 to 144 2024-09-17T17:08:29.080 INFO:tasks.rados.rados.0.smithi031.stdout:1572: delete oid 42 current snap is 146 2024-09-17T17:08:29.084 INFO:tasks.rados.rados.0.smithi031.stdout:1567: finishing write tid 2 to smithi03184240-5 2024-09-17T17:08:29.084 INFO:tasks.rados.rados.0.smithi031.stdout:1567: finishing write tid 3 to smithi03184240-5 2024-09-17T17:08:29.084 INFO:tasks.rados.rados.0.smithi031.stdout:1567: finishing write tid 4 to smithi03184240-5 2024-09-17T17:08:29.084 INFO:tasks.rados.rados.0.smithi031.stdout:1571: finishing rollback tid 0 to smithi03184240-21 2024-09-17T17:08:29.084 INFO:tasks.rados.rados.0.smithi031.stdout:1571: finishing rollback tid 1 to smithi03184240-21 2024-09-17T17:08:29.085 INFO:tasks.rados.rados.0.smithi031.stdout:1567: finishing write tid 5 to smithi03184240-5 2024-09-17T17:08:29.085 INFO:tasks.rados.rados.0.smithi031.stdout:1567: oid 5 updating version 0 to 1008 2024-09-17T17:08:29.085 INFO:tasks.rados.rados.0.smithi031.stdout:1567: oid 5 updating version 1008 to 1009 2024-09-17T17:08:29.085 INFO:tasks.rados.rados.0.smithi031.stdout:1567: oid 5 updating version 1009 to 1010 2024-09-17T17:08:29.085 INFO:tasks.rados.rados.0.smithi031.stdout:1567: oid 5 version 1010 is already newer than 1007 2024-09-17T17:08:29.085 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 1010 (ObjNum 514 snap 146 seq_num 514) dirty exists 2024-09-17T17:08:29.086 INFO:tasks.rados.rados.0.smithi031.stdout:1567: left oid 5 (ObjNum 514 snap 146 seq_num 514) 2024-09-17T17:08:29.086 INFO:tasks.rados.rados.0.smithi031.stdout:1570: finishing rollback tid 0 to smithi03184240-34 2024-09-17T17:08:29.086 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 435 (ObjNum 360 snap 103 seq_num 360) dirty exists 2024-09-17T17:08:29.086 INFO:tasks.rados.rados.0.smithi031.stdout:1571: finishing rollback tid 2 to smithi03184240-21 2024-09-17T17:08:29.086 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 1224 (ObjNum 447 snap 129 seq_num 447) dirty exists 2024-09-17T17:08:29.086 INFO:tasks.rados.rados.0.smithi031.stdout:1567: done (4 left) 2024-09-17T17:08:29.087 INFO:tasks.rados.rados.0.smithi031.stdout:1569: done (3 left) 2024-09-17T17:08:29.087 INFO:tasks.rados.rados.0.smithi031.stdout:1571: done (2 left) 2024-09-17T17:08:29.087 INFO:tasks.rados.rados.0.smithi031.stdout:1572: done (1 left) 2024-09-17T17:08:29.087 INFO:tasks.rados.rados.0.smithi031.stdout:1573: read oid 17 snap -1 2024-09-17T17:08:29.087 INFO:tasks.rados.rados.0.smithi031.stdout:1573: expect (ObjNum 499 snap 143 seq_num 499) 2024-09-17T17:08:29.087 INFO:tasks.rados.rados.0.smithi031.stdout:1574: delete oid 15 current snap is 146 2024-09-17T17:08:29.088 INFO:tasks.rados.rados.0.smithi031.stdout:1570: finishing rollback tid 1 to smithi03184240-34 2024-09-17T17:08:29.088 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 1128 (ObjNum 513 snap 0 seq_num 3068108000) dirty dne 2024-09-17T17:08:29.088 INFO:tasks.rados.rados.0.smithi031.stdout:1570: done (2 left) 2024-09-17T17:08:29.088 INFO:tasks.rados.rados.0.smithi031.stdout:1574: done (1 left) 2024-09-17T17:08:29.088 INFO:tasks.rados.rados.0.smithi031.stdout:1575: snap_remove snap 144 2024-09-17T17:08:29.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:29 smithi031 ceph-mon[94873]: osdmap e373: 8 total, 8 up, 8 in 2024-09-17T17:08:29.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:29 smithi031 ceph-mon[94873]: pgmap v220: 121 pgs: 4 peering, 117 active+clean; 231 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 24 op/s; 9.7 MiB/s, 4 objects/s recovering 2024-09-17T17:08:29.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:29 smithi031 ceph-mon[94873]: Health check update: Degraded data redundancy: 39/459 objects degraded (8.497%), 7 pgs degraded (PG_DEGRADED) 2024-09-17T17:08:29.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:29 smithi031 ceph-mon[96842]: osdmap e373: 8 total, 8 up, 8 in 2024-09-17T17:08:29.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:29 smithi031 ceph-mon[96842]: pgmap v220: 121 pgs: 4 peering, 117 active+clean; 231 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 24 op/s; 9.7 MiB/s, 4 objects/s recovering 2024-09-17T17:08:29.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:29 smithi031 ceph-mon[96842]: Health check update: Degraded data redundancy: 39/459 objects degraded (8.497%), 7 pgs degraded (PG_DEGRADED) 2024-09-17T17:08:29.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:29 smithi066 ceph-mon[86175]: osdmap e373: 8 total, 8 up, 8 in 2024-09-17T17:08:29.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:29 smithi066 ceph-mon[86175]: pgmap v220: 121 pgs: 4 peering, 117 active+clean; 231 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 24 op/s; 9.7 MiB/s, 4 objects/s recovering 2024-09-17T17:08:29.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:29 smithi066 ceph-mon[86175]: Health check update: Degraded data redundancy: 39/459 objects degraded (8.497%), 7 pgs degraded (PG_DEGRADED) 2024-09-17T17:08:30.051 INFO:tasks.rados.rados.0.smithi031.stdout:1575: done (1 left) 2024-09-17T17:08:30.051 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 30 current snap is 146 2024-09-17T17:08:30.051 INFO:tasks.rados.rados.0.smithi031.stdout:1573: expect (ObjNum 499 snap 143 seq_num 499) 2024-09-17T17:08:30.122 INFO:tasks.rados.rados.0.smithi031.stdout:1576: seq_num 517 ranges {1114112=663552,1777664=786432,2564096=16384} 2024-09-17T17:08:30.132 INFO:tasks.rados.rados.0.smithi031.stdout:1576: writing smithi03184240-30 from 1114112 to 1777664 tid 1 2024-09-17T17:08:30.137 INFO:tasks.rados.rados.0.smithi031.stdout:1576: writing smithi03184240-30 from 1777664 to 2564096 tid 2 2024-09-17T17:08:30.137 INFO:tasks.rados.rados.0.smithi031.stdout:1576: writing smithi03184240-30 from 2564096 to 2580480 tid 3 2024-09-17T17:08:30.137 INFO:tasks.rados.rados.0.smithi031.stdout:1573: done (1 left) 2024-09-17T17:08:30.137 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 15 current snap is 146 2024-09-17T17:08:30.137 INFO:tasks.rados.rados.0.smithi031.stdout:1577: seq_num 518 ranges {0=679936,679936=671744,1351680=131072} 2024-09-17T17:08:30.141 INFO:tasks.rados.rados.0.smithi031.stdout:1577: writing smithi03184240-15 from 0 to 679936 tid 1 2024-09-17T17:08:30.145 INFO:tasks.rados.rados.0.smithi031.stdout:1577: writing smithi03184240-15 from 679936 to 1351680 tid 2 2024-09-17T17:08:30.146 INFO:tasks.rados.rados.0.smithi031.stdout:1577: writing smithi03184240-15 from 1351680 to 1482752 tid 3 2024-09-17T17:08:30.146 INFO:tasks.rados.rados.0.smithi031.stdout:1578: snap_remove snap 143 2024-09-17T17:08:30.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:30 smithi031 ceph-mon[94873]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 39/459 objects degraded (8.497%), 7 pgs degraded) 2024-09-17T17:08:30.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:30 smithi031 ceph-mon[94873]: Cluster is now healthy 2024-09-17T17:08:30.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:30 smithi031 ceph-mon[94873]: osdmap e374: 8 total, 8 up, 8 in 2024-09-17T17:08:30.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:30 smithi031 ceph-mon[96842]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 39/459 objects degraded (8.497%), 7 pgs degraded) 2024-09-17T17:08:30.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:30 smithi031 ceph-mon[96842]: Cluster is now healthy 2024-09-17T17:08:30.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:30 smithi031 ceph-mon[96842]: osdmap e374: 8 total, 8 up, 8 in 2024-09-17T17:08:30.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:30 smithi066 ceph-mon[86175]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 39/459 objects degraded (8.497%), 7 pgs degraded) 2024-09-17T17:08:30.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:30 smithi066 ceph-mon[86175]: Cluster is now healthy 2024-09-17T17:08:30.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:30 smithi066 ceph-mon[86175]: osdmap e374: 8 total, 8 up, 8 in 2024-09-17T17:08:31.066 INFO:tasks.rados.rados.0.smithi031.stdout:1576: finishing write tid 1 to smithi03184240-30 2024-09-17T17:08:31.066 INFO:tasks.rados.rados.0.smithi031.stdout:1576: finishing write tid 2 to smithi03184240-30 2024-09-17T17:08:31.066 INFO:tasks.rados.rados.0.smithi031.stdout:1576: finishing write tid 3 to smithi03184240-30 2024-09-17T17:08:31.066 INFO:tasks.rados.rados.0.smithi031.stdout:1576: finishing write tid 4 to smithi03184240-30 2024-09-17T17:08:31.066 INFO:tasks.rados.rados.0.smithi031.stdout:1576: finishing write tid 5 to smithi03184240-30 2024-09-17T17:08:31.066 INFO:tasks.rados.rados.0.smithi031.stdout:1576: oid 30 updating version 0 to 1013 2024-09-17T17:08:31.067 INFO:tasks.rados.rados.0.smithi031.stdout:1576: oid 30 version 1013 is already newer than 1011 2024-09-17T17:08:31.067 INFO:tasks.rados.rados.0.smithi031.stdout:1576: oid 30 updating version 1013 to 1014 2024-09-17T17:08:31.067 INFO:tasks.rados.rados.0.smithi031.stdout:1576: oid 30 version 1014 is already newer than 1012 2024-09-17T17:08:31.067 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 1014 (ObjNum 517 snap 146 seq_num 517) dirty exists 2024-09-17T17:08:31.067 INFO:tasks.rados.rados.0.smithi031.stdout:1576: left oid 30 (ObjNum 517 snap 146 seq_num 517) 2024-09-17T17:08:31.067 INFO:tasks.rados.rados.0.smithi031.stdout:1577: finishing write tid 1 to smithi03184240-15 2024-09-17T17:08:31.067 INFO:tasks.rados.rados.0.smithi031.stdout:1577: finishing write tid 2 to smithi03184240-15 2024-09-17T17:08:31.067 INFO:tasks.rados.rados.0.smithi031.stdout:1577: finishing write tid 3 to smithi03184240-15 2024-09-17T17:08:31.067 INFO:tasks.rados.rados.0.smithi031.stdout:1577: finishing write tid 4 to smithi03184240-15 2024-09-17T17:08:31.067 INFO:tasks.rados.rados.0.smithi031.stdout:1577: finishing write tid 5 to smithi03184240-15 2024-09-17T17:08:31.067 INFO:tasks.rados.rados.0.smithi031.stdout:1577: oid 15 updating version 0 to 1123 2024-09-17T17:08:31.067 INFO:tasks.rados.rados.0.smithi031.stdout:1577: oid 15 version 1123 is already newer than 1121 2024-09-17T17:08:31.067 INFO:tasks.rados.rados.0.smithi031.stdout:1577: oid 15 version 1123 is already newer than 1122 2024-09-17T17:08:31.068 INFO:tasks.rados.rados.0.smithi031.stdout:1577: oid 15 version 1123 is already newer than 1120 2024-09-17T17:08:31.068 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 1123 (ObjNum 518 snap 146 seq_num 518) dirty exists 2024-09-17T17:08:31.068 INFO:tasks.rados.rados.0.smithi031.stdout:1577: left oid 15 (ObjNum 518 snap 146 seq_num 518) 2024-09-17T17:08:31.068 INFO:tasks.rados.rados.0.smithi031.stdout:1576: done (2 left) 2024-09-17T17:08:31.068 INFO:tasks.rados.rados.0.smithi031.stdout:1577: done (1 left) 2024-09-17T17:08:31.068 INFO:tasks.rados.rados.0.smithi031.stdout:1578: done (0 left) 2024-09-17T17:08:31.068 INFO:tasks.rados.rados.0.smithi031.stdout:1579: read oid 33 snap -1 2024-09-17T17:08:31.068 INFO:tasks.rados.rados.0.smithi031.stdout:1579: expect (ObjNum 506 snap 145 seq_num 506) 2024-09-17T17:08:31.068 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 146 2024-09-17T17:08:31.068 INFO:tasks.rados.rados.0.smithi031.stdout:1580: seq_num 519 ranges {3899392=696320,4595712=548864,5144576=253952} 2024-09-17T17:08:31.093 INFO:tasks.rados.rados.0.smithi031.stdout:1580: writing smithi03184240-23 from 3899392 to 4595712 tid 1 2024-09-17T17:08:31.096 INFO:tasks.rados.rados.0.smithi031.stdout:1580: writing smithi03184240-23 from 4595712 to 5144576 tid 2 2024-09-17T17:08:31.098 INFO:tasks.rados.rados.0.smithi031.stdout:1580: writing smithi03184240-23 from 5144576 to 5398528 tid 3 2024-09-17T17:08:31.098 INFO:tasks.rados.rados.0.smithi031.stdout:1581: rollback oid 41 current snap is 146 2024-09-17T17:08:31.098 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 41 to 133 2024-09-17T17:08:31.098 INFO:tasks.rados.rados.0.smithi031.stdout:1579: expect (ObjNum 506 snap 145 seq_num 506) 2024-09-17T17:08:31.258 INFO:tasks.rados.rados.0.smithi031.stdout:1580: finishing write tid 1 to smithi03184240-23 2024-09-17T17:08:31.258 INFO:tasks.rados.rados.0.smithi031.stdout:1579: done (2 left) 2024-09-17T17:08:31.258 INFO:tasks.rados.rados.0.smithi031.stdout:1582: read oid 5 snap -1 2024-09-17T17:08:31.258 INFO:tasks.rados.rados.0.smithi031.stdout:1582: expect (ObjNum 514 snap 146 seq_num 514) 2024-09-17T17:08:31.258 INFO:tasks.rados.rados.0.smithi031.stdout:1583: read oid 35 snap -1 2024-09-17T17:08:31.258 INFO:tasks.rados.rados.0.smithi031.stdout:1583: expect (ObjNum 477 snap 139 seq_num 477) 2024-09-17T17:08:31.258 INFO:tasks.rados.rados.0.smithi031.stdout:1580: finishing write tid 2 to smithi03184240-23 2024-09-17T17:08:31.258 INFO:tasks.rados.rados.0.smithi031.stdout:1580: finishing write tid 3 to smithi03184240-23 2024-09-17T17:08:31.258 INFO:tasks.rados.rados.0.smithi031.stdout:1580: finishing write tid 4 to smithi03184240-23 2024-09-17T17:08:31.258 INFO:tasks.rados.rados.0.smithi031.stdout:1581: finishing rollback tid 0 to smithi03184240-41 2024-09-17T17:08:31.258 INFO:tasks.rados.rados.0.smithi031.stdout:1581: finishing rollback tid 1 to smithi03184240-41 2024-09-17T17:08:31.258 INFO:tasks.rados.rados.0.smithi031.stdout:1580: finishing write tid 5 to smithi03184240-23 2024-09-17T17:08:31.259 INFO:tasks.rados.rados.0.smithi031.stdout:1580: oid 23 updating version 0 to 1002 2024-09-17T17:08:31.259 INFO:tasks.rados.rados.0.smithi031.stdout:1580: oid 23 version 1002 is already newer than 1000 2024-09-17T17:08:31.259 INFO:tasks.rados.rados.0.smithi031.stdout:1580: oid 23 updating version 1002 to 1003 2024-09-17T17:08:31.259 INFO:tasks.rados.rados.0.smithi031.stdout:1580: oid 23 version 1003 is already newer than 1001 2024-09-17T17:08:31.259 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 1003 (ObjNum 519 snap 146 seq_num 519) dirty exists 2024-09-17T17:08:31.259 INFO:tasks.rados.rados.0.smithi031.stdout:1580: left oid 23 (ObjNum 519 snap 146 seq_num 519) 2024-09-17T17:08:31.259 INFO:tasks.rados.rados.0.smithi031.stdout:1581: finishing rollback tid 2 to smithi03184240-41 2024-09-17T17:08:31.259 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 1131 (ObjNum 394 snap 110 seq_num 394) dirty exists 2024-09-17T17:08:31.259 INFO:tasks.rados.rados.0.smithi031.stdout:1584: read oid 37 snap -1 2024-09-17T17:08:31.259 INFO:tasks.rados.rados.0.smithi031.stdout:1584: expect deleted 2024-09-17T17:08:31.259 INFO:tasks.rados.rados.0.smithi031.stdout:1580: done (4 left) 2024-09-17T17:08:31.259 INFO:tasks.rados.rados.0.smithi031.stdout:1581: done (3 left) 2024-09-17T17:08:31.259 INFO:tasks.rados.rados.0.smithi031.stdout:1585: setattr oid 2 current snap is 146 2024-09-17T17:08:31.260 INFO:tasks.rados.rados.0.smithi031.stdout:1584: done (3 left) 2024-09-17T17:08:31.260 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 29 current snap is 146 2024-09-17T17:08:31.260 INFO:tasks.rados.rados.0.smithi031.stdout:1586: seq_num 520 ranges {1269760=712704,1982464=434176,2416640=368640} 2024-09-17T17:08:31.271 INFO:tasks.rados.rados.0.smithi031.stdout:1586: writing smithi03184240-29 from 1269760 to 1982464 tid 1 2024-09-17T17:08:31.274 INFO:tasks.rados.rados.0.smithi031.stdout:1586: writing smithi03184240-29 from 1982464 to 2416640 tid 2 2024-09-17T17:08:31.277 INFO:tasks.rados.rados.0.smithi031.stdout:1586: writing smithi03184240-29 from 2416640 to 2785280 tid 3 2024-09-17T17:08:31.277 INFO:tasks.rados.rados.0.smithi031.stdout:1587: snap_remove snap 133 2024-09-17T17:08:31.277 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 1398 (ObjNum 129 snap 0 seq_num 1705356544) dirty exists 2024-09-17T17:08:31.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:31 smithi031 ceph-mon[94873]: osdmap e375: 8 total, 8 up, 8 in 2024-09-17T17:08:31.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:31 smithi031 ceph-mon[94873]: pgmap v223: 121 pgs: 121 active+clean; 231 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 11 op/s; 9.5 MiB/s, 3 objects/s recovering 2024-09-17T17:08:31.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:31 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:31.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:31 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:08:31.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:31 smithi031 ceph-mon[96842]: osdmap e375: 8 total, 8 up, 8 in 2024-09-17T17:08:31.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:31 smithi031 ceph-mon[96842]: pgmap v223: 121 pgs: 121 active+clean; 231 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 11 op/s; 9.5 MiB/s, 3 objects/s recovering 2024-09-17T17:08:31.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:31 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:31.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:31 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:08:31.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:31 smithi066 ceph-mon[86175]: osdmap e375: 8 total, 8 up, 8 in 2024-09-17T17:08:31.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:31 smithi066 ceph-mon[86175]: pgmap v223: 121 pgs: 121 active+clean; 231 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 11 op/s; 9.5 MiB/s, 3 objects/s recovering 2024-09-17T17:08:31.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:31 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:31.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:31 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:08:32.057 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:08:31 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:08:31] "GET /metrics HTTP/1.1" 200 36303 "" "Prometheus/2.43.0" 2024-09-17T17:08:32.074 INFO:tasks.rados.rados.0.smithi031.stdout:1585: done (4 left) 2024-09-17T17:08:32.074 INFO:tasks.rados.rados.0.smithi031.stdout:1587: done (3 left) 2024-09-17T17:08:32.074 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 7 current snap is 146 2024-09-17T17:08:32.074 INFO:tasks.rados.rados.0.smithi031.stdout:1588: seq_num 521 ranges {2539520=729088,3268608=720896,3989504=81920} 2024-09-17T17:08:32.094 INFO:tasks.rados.rados.0.smithi031.stdout:1588: writing smithi03184240-7 from 2539520 to 3268608 tid 1 2024-09-17T17:08:32.099 INFO:tasks.rados.rados.0.smithi031.stdout:1588: writing smithi03184240-7 from 3268608 to 3989504 tid 2 2024-09-17T17:08:32.100 INFO:tasks.rados.rados.0.smithi031.stdout:1588: writing smithi03184240-7 from 3989504 to 4071424 tid 3 2024-09-17T17:08:32.100 INFO:tasks.rados.rados.0.smithi031.stdout:1589: rollback oid 11 current snap is 146 2024-09-17T17:08:32.100 INFO:tasks.rados.rados.0.smithi031.stdout:1589: done (4 left) 2024-09-17T17:08:32.100 INFO:tasks.rados.rados.0.smithi031.stdout:1590: copy_from oid 40 from oid 39 current snap is 146 2024-09-17T17:08:32.100 INFO:tasks.rados.rados.0.smithi031.stdout:1582: expect (ObjNum 514 snap 146 seq_num 514) 2024-09-17T17:08:32.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:32 smithi031 ceph-mon[94873]: osdmap e376: 8 total, 8 up, 8 in 2024-09-17T17:08:32.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:32 smithi031 ceph-mon[96842]: osdmap e376: 8 total, 8 up, 8 in 2024-09-17T17:08:32.355 INFO:tasks.rados.rados.0.smithi031.stdout:1586: finishing write tid 1 to smithi03184240-29 2024-09-17T17:08:32.355 INFO:tasks.rados.rados.0.smithi031.stdout:1586: finishing write tid 2 to smithi03184240-29 2024-09-17T17:08:32.355 INFO:tasks.rados.rados.0.smithi031.stdout:1586: finishing write tid 3 to smithi03184240-29 2024-09-17T17:08:32.355 INFO:tasks.rados.rados.0.smithi031.stdout:1586: finishing write tid 4 to smithi03184240-29 2024-09-17T17:08:32.355 INFO:tasks.rados.rados.0.smithi031.stdout:1586: finishing write tid 5 to smithi03184240-29 2024-09-17T17:08:32.355 INFO:tasks.rados.rados.0.smithi031.stdout:1586: oid 29 updating version 0 to 1017 2024-09-17T17:08:32.355 INFO:tasks.rados.rados.0.smithi031.stdout:1586: oid 29 updating version 1017 to 1018 2024-09-17T17:08:32.355 INFO:tasks.rados.rados.0.smithi031.stdout:1586: oid 29 version 1018 is already newer than 1015 2024-09-17T17:08:32.355 INFO:tasks.rados.rados.0.smithi031.stdout:1586: oid 29 version 1018 is already newer than 1016 2024-09-17T17:08:32.355 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 1018 (ObjNum 520 snap 146 seq_num 520) dirty exists 2024-09-17T17:08:32.355 INFO:tasks.rados.rados.0.smithi031.stdout:1586: left oid 29 (ObjNum 520 snap 146 seq_num 520) 2024-09-17T17:08:32.355 INFO:tasks.rados.rados.0.smithi031.stdout:1583: expect (ObjNum 477 snap 139 seq_num 477) 2024-09-17T17:08:32.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:32 smithi066 ceph-mon[86175]: osdmap e376: 8 total, 8 up, 8 in 2024-09-17T17:08:33.017 INFO:tasks.rados.rados.0.smithi031.stdout:1588: finishing write tid 1 to smithi03184240-7 2024-09-17T17:08:33.017 INFO:tasks.rados.rados.0.smithi031.stdout:1588: finishing write tid 2 to smithi03184240-7 2024-09-17T17:08:33.017 INFO:tasks.rados.rados.0.smithi031.stdout:1588: finishing write tid 3 to smithi03184240-7 2024-09-17T17:08:33.017 INFO:tasks.rados.rados.0.smithi031.stdout:1588: finishing write tid 4 to smithi03184240-7 2024-09-17T17:08:33.017 INFO:tasks.rados.rados.0.smithi031.stdout:1588: finishing write tid 5 to smithi03184240-7 2024-09-17T17:08:33.017 INFO:tasks.rados.rados.0.smithi031.stdout:1588: oid 7 updating version 0 to 1141 2024-09-17T17:08:33.017 INFO:tasks.rados.rados.0.smithi031.stdout:1588: oid 7 updating version 1141 to 1142 2024-09-17T17:08:33.017 INFO:tasks.rados.rados.0.smithi031.stdout:1588: oid 7 version 1142 is already newer than 1139 2024-09-17T17:08:33.017 INFO:tasks.rados.rados.0.smithi031.stdout:1588: oid 7 version 1142 is already newer than 1140 2024-09-17T17:08:33.017 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 1142 (ObjNum 521 snap 146 seq_num 521) dirty exists 2024-09-17T17:08:33.018 INFO:tasks.rados.rados.0.smithi031.stdout:1588: left oid 7 (ObjNum 521 snap 146 seq_num 521) 2024-09-17T17:08:33.018 INFO:tasks.rados.rados.0.smithi031.stdout:1590: finishing copy_from racing read to smithi03184240-40 2024-09-17T17:08:33.018 INFO:tasks.rados.rados.0.smithi031.stdout:1590: finishing copy_from to smithi03184240-40 2024-09-17T17:08:33.018 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 797 (ObjNum 511 snap 146 seq_num 511) dirty exists 2024-09-17T17:08:33.018 INFO:tasks.rados.rados.0.smithi031.stdout:1582: done (4 left) 2024-09-17T17:08:33.018 INFO:tasks.rados.rados.0.smithi031.stdout:1583: done (3 left) 2024-09-17T17:08:33.018 INFO:tasks.rados.rados.0.smithi031.stdout:1586: done (2 left) 2024-09-17T17:08:33.018 INFO:tasks.rados.rados.0.smithi031.stdout:1588: done (1 left) 2024-09-17T17:08:33.018 INFO:tasks.rados.rados.0.smithi031.stdout:1590: done (0 left) 2024-09-17T17:08:33.018 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 42 current snap is 146 2024-09-17T17:08:33.018 INFO:tasks.rados.rados.0.smithi031.stdout:1591: seq_num 522 ranges {0=745472,745472=606208,1351680=196608} 2024-09-17T17:08:33.020 INFO:tasks.rados.rados.0.smithi031.stdout:1591: writing smithi03184240-42 from 0 to 745472 tid 1 2024-09-17T17:08:33.024 INFO:tasks.rados.rados.0.smithi031.stdout:1591: writing smithi03184240-42 from 745472 to 1351680 tid 2 2024-09-17T17:08:33.025 INFO:tasks.rados.rados.0.smithi031.stdout:1591: writing smithi03184240-42 from 1351680 to 1548288 tid 3 2024-09-17T17:08:33.025 INFO:tasks.rados.rados.0.smithi031.stdout:1592: read oid 30 snap -1 2024-09-17T17:08:33.025 INFO:tasks.rados.rados.0.smithi031.stdout:1592: expect (ObjNum 517 snap 146 seq_num 517) 2024-09-17T17:08:33.026 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 37 current snap is 146 2024-09-17T17:08:33.026 INFO:tasks.rados.rados.0.smithi031.stdout:1591: finishing write tid 1 to smithi03184240-42 2024-09-17T17:08:33.026 INFO:tasks.rados.rados.0.smithi031.stdout:1593: seq_num 523 ranges {0=770048,770048=491520,1261568=311296} 2024-09-17T17:08:33.030 INFO:tasks.rados.rados.0.smithi031.stdout:1593: writing smithi03184240-37 from 0 to 770048 tid 1 2024-09-17T17:08:33.033 INFO:tasks.rados.rados.0.smithi031.stdout:1593: writing smithi03184240-37 from 770048 to 1261568 tid 2 2024-09-17T17:08:33.035 INFO:tasks.rados.rados.0.smithi031.stdout:1593: writing smithi03184240-37 from 1261568 to 1572864 tid 3 2024-09-17T17:08:33.035 INFO:tasks.rados.rados.0.smithi031.stdout:1594: delete oid 12 current snap is 146 2024-09-17T17:08:33.035 INFO:tasks.rados.rados.0.smithi031.stdout:1591: finishing write tid 2 to smithi03184240-42 2024-09-17T17:08:33.036 INFO:tasks.rados.rados.0.smithi031.stdout:1591: finishing write tid 3 to smithi03184240-42 2024-09-17T17:08:33.036 INFO:tasks.rados.rados.0.smithi031.stdout:1591: finishing write tid 4 to smithi03184240-42 2024-09-17T17:08:33.036 INFO:tasks.rados.rados.0.smithi031.stdout:1591: finishing write tid 5 to smithi03184240-42 2024-09-17T17:08:33.036 INFO:tasks.rados.rados.0.smithi031.stdout:1591: oid 42 updating version 0 to 1410 2024-09-17T17:08:33.036 INFO:tasks.rados.rados.0.smithi031.stdout:1591: oid 42 version 1410 is already newer than 1409 2024-09-17T17:08:33.036 INFO:tasks.rados.rados.0.smithi031.stdout:1591: oid 42 updating version 1410 to 1411 2024-09-17T17:08:33.036 INFO:tasks.rados.rados.0.smithi031.stdout:1591: oid 42 version 1411 is already newer than 1408 2024-09-17T17:08:33.036 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 1411 (ObjNum 522 snap 146 seq_num 522) dirty exists 2024-09-17T17:08:33.036 INFO:tasks.rados.rados.0.smithi031.stdout:1591: left oid 42 (ObjNum 522 snap 146 seq_num 522) 2024-09-17T17:08:33.037 INFO:tasks.rados.rados.0.smithi031.stdout:1593: finishing write tid 1 to smithi03184240-37 2024-09-17T17:08:33.037 INFO:tasks.rados.rados.0.smithi031.stdout:1592: expect (ObjNum 517 snap 146 seq_num 517) 2024-09-17T17:08:33.127 INFO:tasks.rados.rados.0.smithi031.stdout:1593: finishing write tid 2 to smithi03184240-37 2024-09-17T17:08:33.127 INFO:tasks.rados.rados.0.smithi031.stdout:1593: finishing write tid 3 to smithi03184240-37 2024-09-17T17:08:33.127 INFO:tasks.rados.rados.0.smithi031.stdout:1593: finishing write tid 4 to smithi03184240-37 2024-09-17T17:08:33.127 INFO:tasks.rados.rados.0.smithi031.stdout:1593: finishing write tid 5 to smithi03184240-37 2024-09-17T17:08:33.127 INFO:tasks.rados.rados.0.smithi031.stdout:1593: oid 37 updating version 0 to 1003 2024-09-17T17:08:33.127 INFO:tasks.rados.rados.0.smithi031.stdout:1593: oid 37 version 1003 is already newer than 1001 2024-09-17T17:08:33.128 INFO:tasks.rados.rados.0.smithi031.stdout:1593: oid 37 version 1003 is already newer than 1000 2024-09-17T17:08:33.128 INFO:tasks.rados.rados.0.smithi031.stdout:1593: oid 37 version 1003 is already newer than 1002 2024-09-17T17:08:33.128 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 1003 (ObjNum 523 snap 146 seq_num 523) dirty exists 2024-09-17T17:08:33.128 INFO:tasks.rados.rados.0.smithi031.stdout:1593: left oid 37 (ObjNum 523 snap 146 seq_num 523) 2024-09-17T17:08:33.128 INFO:tasks.rados.rados.0.smithi031.stdout:1591: done (3 left) 2024-09-17T17:08:33.128 INFO:tasks.rados.rados.0.smithi031.stdout:1592: done (2 left) 2024-09-17T17:08:33.128 INFO:tasks.rados.rados.0.smithi031.stdout:1593: done (1 left) 2024-09-17T17:08:33.129 INFO:tasks.rados.rados.0.smithi031.stdout:1594: done (0 left) 2024-09-17T17:08:33.129 INFO:tasks.rados.rados.0.smithi031.stdout:1595: snap_create 2024-09-17T17:08:33.327 INFO:tasks.rados.rados.0.smithi031.stdout:1595: done (0 left) 2024-09-17T17:08:33.327 INFO:tasks.rados.rados.0.smithi031.stdout:1596: rollback oid 30 current snap is 147 2024-09-17T17:08:33.328 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 30 to 146 2024-09-17T17:08:33.328 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 44 current snap is 147 2024-09-17T17:08:33.328 INFO:tasks.rados.rados.0.smithi031.stdout:1597: seq_num 525 ranges {0=802816,802816=712704,1515520=90112} 2024-09-17T17:08:33.332 INFO:tasks.rados.rados.0.smithi031.stdout:1597: writing smithi03184240-44 from 0 to 802816 tid 1 2024-09-17T17:08:33.337 INFO:tasks.rados.rados.0.smithi031.stdout:1597: writing smithi03184240-44 from 802816 to 1515520 tid 2 2024-09-17T17:08:33.338 INFO:tasks.rados.rados.0.smithi031.stdout:1597: writing smithi03184240-44 from 1515520 to 1605632 tid 3 2024-09-17T17:08:33.338 INFO:tasks.rados.rados.0.smithi031.stdout:1598: copy_from oid 19 from oid 45 current snap is 147 2024-09-17T17:08:33.338 INFO:tasks.rados.rados.0.smithi031.stdout:1596: finishing rollback tid 0 to smithi03184240-30 2024-09-17T17:08:33.338 INFO:tasks.rados.rados.0.smithi031.stdout:1596: finishing rollback tid 1 to smithi03184240-30 2024-09-17T17:08:33.338 INFO:tasks.rados.rados.0.smithi031.stdout:1596: finishing rollback tid 2 to smithi03184240-30 2024-09-17T17:08:33.338 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 1021 (ObjNum 517 snap 146 seq_num 517) dirty exists 2024-09-17T17:08:33.338 INFO:tasks.rados.rados.0.smithi031.stdout:1597: finishing write tid 1 to smithi03184240-44 2024-09-17T17:08:33.338 INFO:tasks.rados.rados.0.smithi031.stdout:1596: done (2 left) 2024-09-17T17:08:33.339 INFO:tasks.rados.rados.0.smithi031.stdout:1599: read oid 36 snap -1 2024-09-17T17:08:33.339 INFO:tasks.rados.rados.0.smithi031.stdout:1599: expect (ObjNum 407 snap 116 seq_num 407) 2024-09-17T17:08:33.339 INFO:tasks.rados.rados.0.smithi031.stdout:1600: delete oid 27 current snap is 147 2024-09-17T17:08:33.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:33 smithi031 ceph-mon[94873]: pgmap v225: 121 pgs: 121 active+clean; 172 MiB data, 1010 MiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.6 MiB/s wr, 31 op/s 2024-09-17T17:08:33.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:33 smithi031 ceph-mon[94873]: osdmap e377: 8 total, 8 up, 8 in 2024-09-17T17:08:33.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:33 smithi031 ceph-mon[96842]: pgmap v225: 121 pgs: 121 active+clean; 172 MiB data, 1010 MiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.6 MiB/s wr, 31 op/s 2024-09-17T17:08:33.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:33 smithi031 ceph-mon[96842]: osdmap e377: 8 total, 8 up, 8 in 2024-09-17T17:08:33.344 INFO:tasks.rados.rados.0.smithi031.stdout:1597: finishing write tid 2 to smithi03184240-44 2024-09-17T17:08:33.344 INFO:tasks.rados.rados.0.smithi031.stdout:1597: finishing write tid 3 to smithi03184240-44 2024-09-17T17:08:33.344 INFO:tasks.rados.rados.0.smithi031.stdout:1600: done (3 left) 2024-09-17T17:08:33.344 INFO:tasks.rados.rados.0.smithi031.stdout:1601: delete oid 2 current snap is 147 2024-09-17T17:08:33.345 INFO:tasks.rados.rados.0.smithi031.stdout:1597: finishing write tid 4 to smithi03184240-44 2024-09-17T17:08:33.347 INFO:tasks.rados.rados.0.smithi031.stdout:1597: finishing write tid 5 to smithi03184240-44 2024-09-17T17:08:33.348 INFO:tasks.rados.rados.0.smithi031.stdout:1597: oid 44 updating version 0 to 1415 2024-09-17T17:08:33.348 INFO:tasks.rados.rados.0.smithi031.stdout:1597: oid 44 version 1415 is already newer than 1412 2024-09-17T17:08:33.348 INFO:tasks.rados.rados.0.smithi031.stdout:1597: oid 44 version 1415 is already newer than 1413 2024-09-17T17:08:33.348 INFO:tasks.rados.rados.0.smithi031.stdout:1597: oid 44 version 1415 is already newer than 1414 2024-09-17T17:08:33.348 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 1415 (ObjNum 525 snap 147 seq_num 525) dirty exists 2024-09-17T17:08:33.348 INFO:tasks.rados.rados.0.smithi031.stdout:1597: left oid 44 (ObjNum 525 snap 147 seq_num 525) 2024-09-17T17:08:33.350 INFO:tasks.rados.rados.0.smithi031.stdout:1599: expect (ObjNum 407 snap 116 seq_num 407) 2024-09-17T17:08:33.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:33 smithi066 ceph-mon[86175]: pgmap v225: 121 pgs: 121 active+clean; 172 MiB data, 1010 MiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.6 MiB/s wr, 31 op/s 2024-09-17T17:08:33.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:33 smithi066 ceph-mon[86175]: osdmap e377: 8 total, 8 up, 8 in 2024-09-17T17:08:33.418 INFO:tasks.rados.rados.0.smithi031.stdout:1598: finishing copy_from racing read to smithi03184240-19 2024-09-17T17:08:33.418 INFO:tasks.rados.rados.0.smithi031.stdout:1598: finishing copy_from to smithi03184240-19 2024-09-17T17:08:33.418 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 1355 (ObjNum 407 snap 116 seq_num 407) dirty exists 2024-09-17T17:08:33.418 INFO:tasks.rados.rados.0.smithi031.stdout:1597: done (3 left) 2024-09-17T17:08:33.418 INFO:tasks.rados.rados.0.smithi031.stdout:1598: done (2 left) 2024-09-17T17:08:33.418 INFO:tasks.rados.rados.0.smithi031.stdout:1599: done (1 left) 2024-09-17T17:08:33.418 INFO:tasks.rados.rados.0.smithi031.stdout:1601: done (0 left) 2024-09-17T17:08:33.418 INFO:tasks.rados.rados.0.smithi031.stdout:1602: read oid 32 snap -1 2024-09-17T17:08:33.418 INFO:tasks.rados.rados.0.smithi031.stdout:1602: expect (ObjNum 485 snap 141 seq_num 485) 2024-09-17T17:08:33.418 INFO:tasks.rados.rados.0.smithi031.stdout:1603: setattr oid 19 current snap is 147 2024-09-17T17:08:33.419 INFO:tasks.rados.rados.0.smithi031.stdout:1604: snap_remove snap 146 2024-09-17T17:08:34.332 INFO:tasks.rados.rados.0.smithi031.stdout:1604: done (2 left) 2024-09-17T17:08:34.333 INFO:tasks.rados.rados.0.smithi031.stdout:1605: read oid 10 snap -1 2024-09-17T17:08:34.333 INFO:tasks.rados.rados.0.smithi031.stdout:1605: expect (ObjNum 509 snap 145 seq_num 509) 2024-09-17T17:08:34.333 INFO:tasks.rados.rados.0.smithi031.stdout:1606: rmattr oid 50 current snap is 147 2024-09-17T17:08:34.333 INFO:tasks.rados.rados.0.smithi031.stdout:1602: expect (ObjNum 485 snap 141 seq_num 485) 2024-09-17T17:08:34.362 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 1356 (ObjNum 407 snap 116 seq_num 407) dirty exists 2024-09-17T17:08:34.362 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 1143 (ObjNum 360 snap 103 seq_num 360) dirty exists 2024-09-17T17:08:34.362 INFO:tasks.rados.rados.0.smithi031.stdout:1602: done (3 left) 2024-09-17T17:08:34.362 INFO:tasks.rados.rados.0.smithi031.stdout:1603: done (2 left) 2024-09-17T17:08:34.362 INFO:tasks.rados.rados.0.smithi031.stdout:1606: done (1 left) 2024-09-17T17:08:34.362 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 49 current snap is 147 2024-09-17T17:08:34.362 INFO:tasks.rados.rados.0.smithi031.stdout:1607: seq_num 528 ranges {7962624=450560,8413184=761856,9175040=442368} 2024-09-17T17:08:34.408 INFO:tasks.rados.rados.0.smithi031.stdout:1607: writing smithi03184240-49 from 7962624 to 8413184 tid 1 2024-09-17T17:08:34.412 INFO:tasks.rados.rados.0.smithi031.stdout:1607: writing smithi03184240-49 from 8413184 to 9175040 tid 2 2024-09-17T17:08:34.415 INFO:tasks.rados.rados.0.smithi031.stdout:1607: writing smithi03184240-49 from 9175040 to 9617408 tid 3 2024-09-17T17:08:34.415 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 44 current snap is 147 2024-09-17T17:08:34.415 INFO:tasks.rados.rados.0.smithi031.stdout:1608: seq_num 529 ranges {1605632=466944,2072576=647168,2719744=532480,3252224=24576} 2024-09-17T17:08:34.427 INFO:tasks.rados.rados.0.smithi031.stdout:1608: writing smithi03184240-44 from 1605632 to 2072576 tid 1 2024-09-17T17:08:34.430 INFO:tasks.rados.rados.0.smithi031.stdout:1608: writing smithi03184240-44 from 2072576 to 2719744 tid 2 2024-09-17T17:08:34.433 INFO:tasks.rados.rados.0.smithi031.stdout:1608: writing smithi03184240-44 from 2719744 to 3252224 tid 3 2024-09-17T17:08:34.434 INFO:tasks.rados.rados.0.smithi031.stdout:1608: writing smithi03184240-44 from 3252224 to 3276800 tid 4 2024-09-17T17:08:34.434 INFO:tasks.rados.rados.0.smithi031.stdout:1609: snap_create 2024-09-17T17:08:34.434 INFO:tasks.rados.rados.0.smithi031.stdout:1605: expect (ObjNum 509 snap 145 seq_num 509) 2024-09-17T17:08:34.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:34 smithi031 ceph-mon[94873]: osdmap e378: 8 total, 8 up, 8 in 2024-09-17T17:08:34.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:34 smithi031 ceph-mon[96842]: osdmap e378: 8 total, 8 up, 8 in 2024-09-17T17:08:34.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:34 smithi066 ceph-mon[86175]: osdmap e378: 8 total, 8 up, 8 in 2024-09-17T17:08:35.009 INFO:tasks.rados.rados.0.smithi031.stdout:1607: finishing write tid 1 to smithi03184240-49 2024-09-17T17:08:35.009 INFO:tasks.rados.rados.0.smithi031.stdout:1607: finishing write tid 2 to smithi03184240-49 2024-09-17T17:08:35.010 INFO:tasks.rados.rados.0.smithi031.stdout:1607: finishing write tid 3 to smithi03184240-49 2024-09-17T17:08:35.010 INFO:tasks.rados.rados.0.smithi031.stdout:1607: finishing write tid 4 to smithi03184240-49 2024-09-17T17:08:35.010 INFO:tasks.rados.rados.0.smithi031.stdout:1607: finishing write tid 5 to smithi03184240-49 2024-09-17T17:08:35.010 INFO:tasks.rados.rados.0.smithi031.stdout:1607: oid 49 updating version 0 to 1006 2024-09-17T17:08:35.010 INFO:tasks.rados.rados.0.smithi031.stdout:1607: oid 49 version 1006 is already newer than 1004 2024-09-17T17:08:35.010 INFO:tasks.rados.rados.0.smithi031.stdout:1607: oid 49 version 1006 is already newer than 1005 2024-09-17T17:08:35.010 INFO:tasks.rados.rados.0.smithi031.stdout:1607: oid 49 updating version 1006 to 1007 2024-09-17T17:08:35.010 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 1007 (ObjNum 528 snap 147 seq_num 528) dirty exists 2024-09-17T17:08:35.010 INFO:tasks.rados.rados.0.smithi031.stdout:1607: left oid 49 (ObjNum 528 snap 147 seq_num 528) 2024-09-17T17:08:35.010 INFO:tasks.rados.rados.0.smithi031.stdout:1608: finishing write tid 1 to smithi03184240-44 2024-09-17T17:08:35.010 INFO:tasks.rados.rados.0.smithi031.stdout:1608: finishing write tid 2 to smithi03184240-44 2024-09-17T17:08:35.010 INFO:tasks.rados.rados.0.smithi031.stdout:1608: finishing write tid 3 to smithi03184240-44 2024-09-17T17:08:35.010 INFO:tasks.rados.rados.0.smithi031.stdout:1608: finishing write tid 4 to smithi03184240-44 2024-09-17T17:08:35.010 INFO:tasks.rados.rados.0.smithi031.stdout:1608: finishing write tid 5 to smithi03184240-44 2024-09-17T17:08:35.011 INFO:tasks.rados.rados.0.smithi031.stdout:1608: finishing write tid 6 to smithi03184240-44 2024-09-17T17:08:35.011 INFO:tasks.rados.rados.0.smithi031.stdout:1608: oid 44 updating version 0 to 1423 2024-09-17T17:08:35.011 INFO:tasks.rados.rados.0.smithi031.stdout:1608: oid 44 version 1423 is already newer than 1421 2024-09-17T17:08:35.011 INFO:tasks.rados.rados.0.smithi031.stdout:1608: oid 44 version 1423 is already newer than 1422 2024-09-17T17:08:35.011 INFO:tasks.rados.rados.0.smithi031.stdout:1608: oid 44 updating version 1423 to 1424 2024-09-17T17:08:35.011 INFO:tasks.rados.rados.0.smithi031.stdout:1608: oid 44 version 1424 is already newer than 1420 2024-09-17T17:08:35.011 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 1424 (ObjNum 529 snap 147 seq_num 529) dirty exists 2024-09-17T17:08:35.011 INFO:tasks.rados.rados.0.smithi031.stdout:1608: left oid 44 (ObjNum 529 snap 147 seq_num 529) 2024-09-17T17:08:35.342 INFO:tasks.rados.rados.0.smithi031.stdout:1605: done (3 left) 2024-09-17T17:08:35.342 INFO:tasks.rados.rados.0.smithi031.stdout:1607: done (2 left) 2024-09-17T17:08:35.342 INFO:tasks.rados.rados.0.smithi031.stdout:1608: done (1 left) 2024-09-17T17:08:35.342 INFO:tasks.rados.rados.0.smithi031.stdout:1609: done (0 left) 2024-09-17T17:08:35.342 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 9 current snap is 148 2024-09-17T17:08:35.342 INFO:tasks.rados.rados.0.smithi031.stdout:1610: seq_num 530 ranges {5529600=483328,6012928=532480,6545408=671744} 2024-09-17T17:08:35.374 INFO:tasks.rados.rados.0.smithi031.stdout:1610: writing smithi03184240-9 from 5529600 to 6012928 tid 1 2024-09-17T17:08:35.377 INFO:tasks.rados.rados.0.smithi031.stdout:1610: writing smithi03184240-9 from 6012928 to 6545408 tid 2 2024-09-17T17:08:35.382 INFO:tasks.rados.rados.0.smithi031.stdout:1610: writing smithi03184240-9 from 6545408 to 7217152 tid 3 2024-09-17T17:08:35.382 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 148 2024-09-17T17:08:35.383 INFO:tasks.rados.rados.0.smithi031.stdout:1610: finishing write tid 1 to smithi03184240-9 2024-09-17T17:08:35.383 INFO:tasks.rados.rados.0.smithi031.stdout:1610: finishing write tid 2 to smithi03184240-9 2024-09-17T17:08:35.383 INFO:tasks.rados.rados.0.smithi031.stdout:1611: seq_num 531 ranges {7962624=499712,8462336=417792,8880128=548864,9428992=237568} 2024-09-17T17:08:35.429 INFO:tasks.rados.rados.0.smithi031.stdout:1611: writing smithi03184240-10 from 7962624 to 8462336 tid 1 2024-09-17T17:08:35.431 INFO:tasks.rados.rados.0.smithi031.stdout:1611: writing smithi03184240-10 from 8462336 to 8880128 tid 2 2024-09-17T17:08:35.434 INFO:tasks.rados.rados.0.smithi031.stdout:1611: writing smithi03184240-10 from 8880128 to 9428992 tid 3 2024-09-17T17:08:35.436 INFO:tasks.rados.rados.0.smithi031.stdout:1611: writing smithi03184240-10 from 9428992 to 9666560 tid 4 2024-09-17T17:08:35.436 INFO:tasks.rados.rados.0.smithi031.stdout:1612: copy_from oid 6 from oid 7 current snap is 148 2024-09-17T17:08:35.436 INFO:tasks.rados.rados.0.smithi031.stdout:1610: finishing write tid 3 to smithi03184240-9 2024-09-17T17:08:35.436 INFO:tasks.rados.rados.0.smithi031.stdout:1610: finishing write tid 4 to smithi03184240-9 2024-09-17T17:08:35.436 INFO:tasks.rados.rados.0.smithi031.stdout:1610: finishing write tid 5 to smithi03184240-9 2024-09-17T17:08:35.437 INFO:tasks.rados.rados.0.smithi031.stdout:1610: oid 9 updating version 0 to 822 2024-09-17T17:08:35.437 INFO:tasks.rados.rados.0.smithi031.stdout:1610: oid 9 version 822 is already newer than 820 2024-09-17T17:08:35.437 INFO:tasks.rados.rados.0.smithi031.stdout:1610: oid 9 version 822 is already newer than 819 2024-09-17T17:08:35.437 INFO:tasks.rados.rados.0.smithi031.stdout:1610: oid 9 version 822 is already newer than 821 2024-09-17T17:08:35.437 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 822 (ObjNum 530 snap 148 seq_num 530) dirty exists 2024-09-17T17:08:35.437 INFO:tasks.rados.rados.0.smithi031.stdout:1610: left oid 9 (ObjNum 530 snap 148 seq_num 530) 2024-09-17T17:08:35.437 INFO:tasks.rados.rados.0.smithi031.stdout:1610: done (2 left) 2024-09-17T17:08:35.437 INFO:tasks.rados.rados.0.smithi031.stdout:1613: rmattr oid 50 current snap is 148 2024-09-17T17:08:35.437 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 148 2024-09-17T17:08:35.437 INFO:tasks.rados.rados.0.smithi031.stdout:1614: seq_num 532 ranges {0=516096,516096=696320,1212416=507904} 2024-09-17T17:08:35.438 INFO:tasks.rados.rados.0.smithi031.stdout:1614: writing smithi03184240-4 from 0 to 516096 tid 1 2024-09-17T17:08:35.442 INFO:tasks.rados.rados.0.smithi031.stdout:1614: writing smithi03184240-4 from 516096 to 1212416 tid 2 2024-09-17T17:08:35.446 INFO:tasks.rados.rados.0.smithi031.stdout:1614: writing smithi03184240-4 from 1212416 to 1720320 tid 3 2024-09-17T17:08:35.446 INFO:tasks.rados.rados.0.smithi031.stdout:1615: delete oid 15 current snap is 148 2024-09-17T17:08:35.446 INFO:tasks.rados.rados.0.smithi031.stdout:1611: finishing write tid 1 to smithi03184240-10 2024-09-17T17:08:35.446 INFO:tasks.rados.rados.0.smithi031.stdout:1611: finishing write tid 2 to smithi03184240-10 2024-09-17T17:08:35.446 INFO:tasks.rados.rados.0.smithi031.stdout:1611: finishing write tid 3 to smithi03184240-10 2024-09-17T17:08:35.446 INFO:tasks.rados.rados.0.smithi031.stdout:1611: finishing write tid 4 to smithi03184240-10 2024-09-17T17:08:35.447 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 1144 (ObjNum 360 snap 103 seq_num 360) dirty exists 2024-09-17T17:08:35.447 INFO:tasks.rados.rados.0.smithi031.stdout:1611: finishing write tid 5 to smithi03184240-10 2024-09-17T17:08:35.447 INFO:tasks.rados.rados.0.smithi031.stdout:1611: finishing write tid 6 to smithi03184240-10 2024-09-17T17:08:35.447 INFO:tasks.rados.rados.0.smithi031.stdout:1611: oid 10 updating version 0 to 1008 2024-09-17T17:08:35.447 INFO:tasks.rados.rados.0.smithi031.stdout:1611: oid 10 version 1008 is already newer than 1005 2024-09-17T17:08:35.447 INFO:tasks.rados.rados.0.smithi031.stdout:1611: oid 10 version 1008 is already newer than 1004 2024-09-17T17:08:35.447 INFO:tasks.rados.rados.0.smithi031.stdout:1611: oid 10 version 1008 is already newer than 1006 2024-09-17T17:08:35.447 INFO:tasks.rados.rados.0.smithi031.stdout:1611: oid 10 version 1008 is already newer than 1007 2024-09-17T17:08:35.447 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1008 (ObjNum 531 snap 148 seq_num 531) dirty exists 2024-09-17T17:08:35.447 INFO:tasks.rados.rados.0.smithi031.stdout:1611: left oid 10 (ObjNum 531 snap 148 seq_num 531) 2024-09-17T17:08:35.447 INFO:tasks.rados.rados.0.smithi031.stdout:1614: finishing write tid 1 to smithi03184240-4 2024-09-17T17:08:35.448 INFO:tasks.rados.rados.0.smithi031.stdout:1611: done (4 left) 2024-09-17T17:08:35.448 INFO:tasks.rados.rados.0.smithi031.stdout:1613: done (3 left) 2024-09-17T17:08:35.448 INFO:tasks.rados.rados.0.smithi031.stdout:1615: done (2 left) 2024-09-17T17:08:35.448 INFO:tasks.rados.rados.0.smithi031.stdout:1616: read oid 29 snap -1 2024-09-17T17:08:35.448 INFO:tasks.rados.rados.0.smithi031.stdout:1616: expect (ObjNum 520 snap 146 seq_num 520) 2024-09-17T17:08:35.448 INFO:tasks.rados.rados.0.smithi031.stdout:1617: snap_create 2024-09-17T17:08:35.449 INFO:tasks.rados.rados.0.smithi031.stdout:1614: finishing write tid 2 to smithi03184240-4 2024-09-17T17:08:35.449 INFO:tasks.rados.rados.0.smithi031.stdout:1614: finishing write tid 3 to smithi03184240-4 2024-09-17T17:08:35.449 INFO:tasks.rados.rados.0.smithi031.stdout:1614: finishing write tid 4 to smithi03184240-4 2024-09-17T17:08:35.452 INFO:tasks.rados.rados.0.smithi031.stdout:1614: finishing write tid 5 to smithi03184240-4 2024-09-17T17:08:35.452 INFO:tasks.rados.rados.0.smithi031.stdout:1614: oid 4 updating version 0 to 1132 2024-09-17T17:08:35.452 INFO:tasks.rados.rados.0.smithi031.stdout:1614: oid 4 updating version 1132 to 1134 2024-09-17T17:08:35.452 INFO:tasks.rados.rados.0.smithi031.stdout:1614: oid 4 version 1134 is already newer than 1133 2024-09-17T17:08:35.452 INFO:tasks.rados.rados.0.smithi031.stdout:1614: oid 4 updating version 1134 to 1135 2024-09-17T17:08:35.452 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1135 (ObjNum 532 snap 148 seq_num 532) dirty exists 2024-09-17T17:08:35.452 INFO:tasks.rados.rados.0.smithi031.stdout:1614: left oid 4 (ObjNum 532 snap 148 seq_num 532) 2024-09-17T17:08:35.454 INFO:tasks.rados.rados.0.smithi031.stdout:1612: finishing copy_from racing read to smithi03184240-6 2024-09-17T17:08:35.458 INFO:tasks.rados.rados.0.smithi031.stdout:1616: expect (ObjNum 520 snap 146 seq_num 520) 2024-09-17T17:08:35.552 INFO:tasks.rados.rados.0.smithi031.stdout:1612: finishing copy_from to smithi03184240-6 2024-09-17T17:08:35.552 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 1142 (ObjNum 521 snap 146 seq_num 521) dirty exists 2024-09-17T17:08:35.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:35 smithi031 ceph-mon[96842]: pgmap v228: 121 pgs: 121 active+clean; 171 MiB data, 974 MiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.6 MiB/s wr, 31 op/s 2024-09-17T17:08:35.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:35 smithi031 ceph-mon[96842]: osdmap e379: 8 total, 8 up, 8 in 2024-09-17T17:08:35.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:35 smithi031 ceph-mon[94873]: pgmap v228: 121 pgs: 121 active+clean; 171 MiB data, 974 MiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.6 MiB/s wr, 31 op/s 2024-09-17T17:08:35.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:35 smithi031 ceph-mon[94873]: osdmap e379: 8 total, 8 up, 8 in 2024-09-17T17:08:35.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:35 smithi066 ceph-mon[86175]: pgmap v228: 121 pgs: 121 active+clean; 171 MiB data, 974 MiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.6 MiB/s wr, 31 op/s 2024-09-17T17:08:35.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:35 smithi066 ceph-mon[86175]: osdmap e379: 8 total, 8 up, 8 in 2024-09-17T17:08:36.349 INFO:tasks.rados.rados.0.smithi031.stdout:1612: done (3 left) 2024-09-17T17:08:36.349 INFO:tasks.rados.rados.0.smithi031.stdout:1614: done (2 left) 2024-09-17T17:08:36.349 INFO:tasks.rados.rados.0.smithi031.stdout:1616: done (1 left) 2024-09-17T17:08:36.349 INFO:tasks.rados.rados.0.smithi031.stdout:1617: done (0 left) 2024-09-17T17:08:36.350 INFO:tasks.rados.rados.0.smithi031.stdout:1618: delete oid 24 current snap is 149 2024-09-17T17:08:36.355 INFO:tasks.rados.rados.0.smithi031.stdout:1618: done (0 left) 2024-09-17T17:08:36.355 INFO:tasks.rados.rados.0.smithi031.stdout:1619: snap_create 2024-09-17T17:08:36.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:36 smithi031 ceph-mon[96842]: osdmap e380: 8 total, 8 up, 8 in 2024-09-17T17:08:36.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:36 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:36.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:36 smithi031 ceph-mon[94873]: osdmap e380: 8 total, 8 up, 8 in 2024-09-17T17:08:36.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:36 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:36.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:36 smithi066 ceph-mon[86175]: osdmap e380: 8 total, 8 up, 8 in 2024-09-17T17:08:36.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:36 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:37.351 INFO:tasks.rados.rados.0.smithi031.stdout:1619: done (0 left) 2024-09-17T17:08:37.352 INFO:tasks.rados.rados.0.smithi031.stdout:1620: snap_remove snap 147 2024-09-17T17:08:37.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:37 smithi031 ceph-mon[94873]: pgmap v231: 121 pgs: 121 active+clean; 151 MiB data, 938 MiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-09-17T17:08:37.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:37 smithi031 ceph-mon[94873]: osdmap e381: 8 total, 8 up, 8 in 2024-09-17T17:08:37.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:37 smithi031 ceph-mon[96842]: pgmap v231: 121 pgs: 121 active+clean; 151 MiB data, 938 MiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-09-17T17:08:37.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:37 smithi031 ceph-mon[96842]: osdmap e381: 8 total, 8 up, 8 in 2024-09-17T17:08:37.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:37 smithi066 ceph-mon[86175]: pgmap v231: 121 pgs: 121 active+clean; 151 MiB data, 938 MiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-09-17T17:08:37.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:37 smithi066 ceph-mon[86175]: osdmap e381: 8 total, 8 up, 8 in 2024-09-17T17:08:38.326 INFO:tasks.rados.rados.0.smithi031.stdout:1620: done (0 left) 2024-09-17T17:08:38.326 INFO:tasks.rados.rados.0.smithi031.stdout:1621: snap_create 2024-09-17T17:08:38.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:38 smithi066 ceph-mon[86175]: osdmap e382: 8 total, 8 up, 8 in 2024-09-17T17:08:38.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:38 smithi066 ceph-mon[86175]: osdmap e383: 8 total, 8 up, 8 in 2024-09-17T17:08:38.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:38 smithi031 ceph-mon[94873]: osdmap e382: 8 total, 8 up, 8 in 2024-09-17T17:08:38.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:38 smithi031 ceph-mon[94873]: osdmap e383: 8 total, 8 up, 8 in 2024-09-17T17:08:38.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:38 smithi031 ceph-mon[96842]: osdmap e382: 8 total, 8 up, 8 in 2024-09-17T17:08:38.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:38 smithi031 ceph-mon[96842]: osdmap e383: 8 total, 8 up, 8 in 2024-09-17T17:08:39.329 INFO:tasks.rados.rados.0.smithi031.stdout:1621: done (0 left) 2024-09-17T17:08:39.330 INFO:tasks.rados.rados.0.smithi031.stdout:1622: read oid 11 snap -1 2024-09-17T17:08:39.330 INFO:tasks.rados.rados.0.smithi031.stdout:1622: expect deleted 2024-09-17T17:08:39.330 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 24 current snap is 151 2024-09-17T17:08:39.330 INFO:tasks.rados.rados.0.smithi031.stdout:1623: seq_num 535 ranges {0=565248,565248=802816,1368064=401408} 2024-09-17T17:08:39.333 INFO:tasks.rados.rados.0.smithi031.stdout:1623: writing smithi03184240-24 from 0 to 565248 tid 1 2024-09-17T17:08:39.338 INFO:tasks.rados.rados.0.smithi031.stdout:1623: writing smithi03184240-24 from 565248 to 1368064 tid 2 2024-09-17T17:08:39.341 INFO:tasks.rados.rados.0.smithi031.stdout:1623: writing smithi03184240-24 from 1368064 to 1769472 tid 3 2024-09-17T17:08:39.341 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 151 2024-09-17T17:08:39.341 INFO:tasks.rados.rados.0.smithi031.stdout:1624: seq_num 536 ranges {933888=581632,1515520=688128,2203648=516096} 2024-09-17T17:08:39.349 INFO:tasks.rados.rados.0.smithi031.stdout:1624: writing smithi03184240-32 from 933888 to 1515520 tid 1 2024-09-17T17:08:39.354 INFO:tasks.rados.rados.0.smithi031.stdout:1624: writing smithi03184240-32 from 1515520 to 2203648 tid 2 2024-09-17T17:08:39.358 INFO:tasks.rados.rados.0.smithi031.stdout:1624: writing smithi03184240-32 from 2203648 to 2719744 tid 3 2024-09-17T17:08:39.358 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 36 current snap is 151 2024-09-17T17:08:39.358 INFO:tasks.rados.rados.0.smithi031.stdout:1623: finishing write tid 1 to smithi03184240-24 2024-09-17T17:08:39.358 INFO:tasks.rados.rados.0.smithi031.stdout:1623: finishing write tid 2 to smithi03184240-24 2024-09-17T17:08:39.358 INFO:tasks.rados.rados.0.smithi031.stdout:1623: finishing write tid 3 to smithi03184240-24 2024-09-17T17:08:39.358 INFO:tasks.rados.rados.0.smithi031.stdout:1623: finishing write tid 4 to smithi03184240-24 2024-09-17T17:08:39.358 INFO:tasks.rados.rados.0.smithi031.stdout:1623: finishing write tid 5 to smithi03184240-24 2024-09-17T17:08:39.359 INFO:tasks.rados.rados.0.smithi031.stdout:1623: oid 24 updating version 0 to 1024 2024-09-17T17:08:39.359 INFO:tasks.rados.rados.0.smithi031.stdout:1623: oid 24 version 1024 is already newer than 1023 2024-09-17T17:08:39.359 INFO:tasks.rados.rados.0.smithi031.stdout:1623: oid 24 updating version 1024 to 1026 2024-09-17T17:08:39.359 INFO:tasks.rados.rados.0.smithi031.stdout:1623: oid 24 version 1026 is already newer than 1025 2024-09-17T17:08:39.359 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 1026 (ObjNum 535 snap 151 seq_num 535) dirty exists 2024-09-17T17:08:39.359 INFO:tasks.rados.rados.0.smithi031.stdout:1623: left oid 24 (ObjNum 535 snap 151 seq_num 535) 2024-09-17T17:08:39.359 INFO:tasks.rados.rados.0.smithi031.stdout:1624: finishing write tid 1 to smithi03184240-32 2024-09-17T17:08:39.359 INFO:tasks.rados.rados.0.smithi031.stdout:1624: finishing write tid 2 to smithi03184240-32 2024-09-17T17:08:39.359 INFO:tasks.rados.rados.0.smithi031.stdout:1625: seq_num 537 ranges {2326528=598016,2924544=573440,3497984=491520,3989504=139264} 2024-09-17T17:08:39.374 INFO:tasks.rados.rados.0.smithi031.stdout:1625: writing smithi03184240-36 from 2326528 to 2924544 tid 1 2024-09-17T17:08:39.378 INFO:tasks.rados.rados.0.smithi031.stdout:1625: writing smithi03184240-36 from 2924544 to 3497984 tid 2 2024-09-17T17:08:39.381 INFO:tasks.rados.rados.0.smithi031.stdout:1625: writing smithi03184240-36 from 3497984 to 3989504 tid 3 2024-09-17T17:08:39.383 INFO:tasks.rados.rados.0.smithi031.stdout:1625: writing smithi03184240-36 from 3989504 to 4128768 tid 4 2024-09-17T17:08:39.383 INFO:tasks.rados.rados.0.smithi031.stdout:1622: done (3 left) 2024-09-17T17:08:39.383 INFO:tasks.rados.rados.0.smithi031.stdout:1623: done (2 left) 2024-09-17T17:08:39.383 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 33 current snap is 151 2024-09-17T17:08:39.383 INFO:tasks.rados.rados.0.smithi031.stdout:1626: seq_num 538 ranges {3702784=614400,4317184=450560,4767744=704512,5472256=49152} 2024-09-17T17:08:39.406 INFO:tasks.rados.rados.0.smithi031.stdout:1626: writing smithi03184240-33 from 3702784 to 4317184 tid 1 2024-09-17T17:08:39.409 INFO:tasks.rados.rados.0.smithi031.stdout:1626: writing smithi03184240-33 from 4317184 to 4767744 tid 2 2024-09-17T17:08:39.414 INFO:tasks.rados.rados.0.smithi031.stdout:1626: writing smithi03184240-33 from 4767744 to 5472256 tid 3 2024-09-17T17:08:39.414 INFO:tasks.rados.rados.0.smithi031.stdout:1626: writing smithi03184240-33 from 5472256 to 5521408 tid 4 2024-09-17T17:08:39.414 INFO:tasks.rados.rados.0.smithi031.stdout:1627: snap_remove snap 149 2024-09-17T17:08:39.609 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:39 smithi031 ceph-mon[94873]: pgmap v234: 121 pgs: 121 active+clean; 134 MiB data, 942 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 6.0 MiB/s wr, 34 op/s 2024-09-17T17:08:39.610 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:39 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-17T17:08:39.610 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:39 smithi031 ceph-mon[94873]: osdmap e384: 8 total, 8 up, 8 in 2024-09-17T17:08:39.610 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:39 smithi031 ceph-mon[96842]: pgmap v234: 121 pgs: 121 active+clean; 134 MiB data, 942 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 6.0 MiB/s wr, 34 op/s 2024-09-17T17:08:39.610 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:39 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-17T17:08:39.610 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:39 smithi031 ceph-mon[96842]: osdmap e384: 8 total, 8 up, 8 in 2024-09-17T17:08:39.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:39 smithi066 ceph-mon[86175]: pgmap v234: 121 pgs: 121 active+clean; 134 MiB data, 942 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 6.0 MiB/s wr, 34 op/s 2024-09-17T17:08:39.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:39 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-17T17:08:39.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:39 smithi066 ceph-mon[86175]: osdmap e384: 8 total, 8 up, 8 in 2024-09-17T17:08:40.365 INFO:tasks.rados.rados.0.smithi031.stdout:1627: done (3 left) 2024-09-17T17:08:40.365 INFO:tasks.rados.rados.0.smithi031.stdout:1628: rollback oid 20 current snap is 151 2024-09-17T17:08:40.365 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 20 to 150 2024-09-17T17:08:40.365 INFO:tasks.rados.rados.0.smithi031.stdout:1624: finishing write tid 3 to smithi03184240-32 2024-09-17T17:08:40.365 INFO:tasks.rados.rados.0.smithi031.stdout:1624: finishing write tid 4 to smithi03184240-32 2024-09-17T17:08:40.366 INFO:tasks.rados.rados.0.smithi031.stdout:1624: finishing write tid 5 to smithi03184240-32 2024-09-17T17:08:40.366 INFO:tasks.rados.rados.0.smithi031.stdout:1624: oid 32 updating version 0 to 1009 2024-09-17T17:08:40.366 INFO:tasks.rados.rados.0.smithi031.stdout:1624: oid 32 updating version 1009 to 1010 2024-09-17T17:08:40.366 INFO:tasks.rados.rados.0.smithi031.stdout:1624: oid 32 version 1010 is already newer than 1008 2024-09-17T17:08:40.366 INFO:tasks.rados.rados.0.smithi031.stdout:1624: oid 32 updating version 1010 to 1011 2024-09-17T17:08:40.366 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 1011 (ObjNum 536 snap 151 seq_num 536) dirty exists 2024-09-17T17:08:40.366 INFO:tasks.rados.rados.0.smithi031.stdout:1624: left oid 32 (ObjNum 536 snap 151 seq_num 536) 2024-09-17T17:08:40.366 INFO:tasks.rados.rados.0.smithi031.stdout:1625: finishing write tid 1 to smithi03184240-36 2024-09-17T17:08:40.366 INFO:tasks.rados.rados.0.smithi031.stdout:1625: finishing write tid 2 to smithi03184240-36 2024-09-17T17:08:40.366 INFO:tasks.rados.rados.0.smithi031.stdout:1624: done (3 left) 2024-09-17T17:08:40.366 INFO:tasks.rados.rados.0.smithi031.stdout:1629: snap_remove snap 148 2024-09-17T17:08:40.494 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:40 smithi031 ceph-mon[94873]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-17T17:08:40.494 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:40 smithi031 ceph-mon[94873]: Upgrade: osd.3 is safe to restart 2024-09-17T17:08:40.494 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:40 smithi031 ceph-mon[96842]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-17T17:08:40.494 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:40 smithi031 ceph-mon[96842]: Upgrade: osd.3 is safe to restart 2024-09-17T17:08:40.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:40 smithi066 ceph-mon[86175]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-17T17:08:40.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:40 smithi066 ceph-mon[86175]: Upgrade: osd.3 is safe to restart 2024-09-17T17:08:41.365 INFO:tasks.rados.rados.0.smithi031.stdout:1629: done (3 left) 2024-09-17T17:08:41.365 INFO:tasks.rados.rados.0.smithi031.stdout:1630: read oid 43 snap 150 2024-09-17T17:08:41.365 INFO:tasks.rados.rados.0.smithi031.stdout:1630: expect (ObjNum 427 snap 125 seq_num 427) 2024-09-17T17:08:41.365 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 15 current snap is 151 2024-09-17T17:08:41.365 INFO:tasks.rados.rados.0.smithi031.stdout:1625: finishing write tid 3 to smithi03184240-36 2024-09-17T17:08:41.365 INFO:tasks.rados.rados.0.smithi031.stdout:1631: seq_num 539 ranges {0=630784,630784=737280,1368064=466944} 2024-09-17T17:08:41.369 INFO:tasks.rados.rados.0.smithi031.stdout:1631: writing smithi03184240-15 from 0 to 630784 tid 1 2024-09-17T17:08:41.374 INFO:tasks.rados.rados.0.smithi031.stdout:1631: writing smithi03184240-15 from 630784 to 1368064 tid 2 2024-09-17T17:08:41.378 INFO:tasks.rados.rados.0.smithi031.stdout:1631: writing smithi03184240-15 from 1368064 to 1835008 tid 3 2024-09-17T17:08:41.378 INFO:tasks.rados.rados.0.smithi031.stdout:1632: copy_from oid 35 from oid 14 current snap is 151 2024-09-17T17:08:41.378 INFO:tasks.rados.rados.0.smithi031.stdout:1625: finishing write tid 4 to smithi03184240-36 2024-09-17T17:08:41.378 INFO:tasks.rados.rados.0.smithi031.stdout:1625: finishing write tid 5 to smithi03184240-36 2024-09-17T17:08:41.378 INFO:tasks.rados.rados.0.smithi031.stdout:1625: finishing write tid 6 to smithi03184240-36 2024-09-17T17:08:41.378 INFO:tasks.rados.rados.0.smithi031.stdout:1625: oid 36 updating version 0 to 1122 2024-09-17T17:08:41.378 INFO:tasks.rados.rados.0.smithi031.stdout:1625: oid 36 version 1122 is already newer than 1121 2024-09-17T17:08:41.379 INFO:tasks.rados.rados.0.smithi031.stdout:1625: oid 36 version 1122 is already newer than 1120 2024-09-17T17:08:41.379 INFO:tasks.rados.rados.0.smithi031.stdout:1625: oid 36 updating version 1122 to 1123 2024-09-17T17:08:41.379 INFO:tasks.rados.rados.0.smithi031.stdout:1625: oid 36 updating version 1123 to 1124 2024-09-17T17:08:41.379 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 1124 (ObjNum 537 snap 151 seq_num 537) dirty exists 2024-09-17T17:08:41.379 INFO:tasks.rados.rados.0.smithi031.stdout:1625: left oid 36 (ObjNum 537 snap 151 seq_num 537) 2024-09-17T17:08:41.379 INFO:tasks.rados.rados.0.smithi031.stdout:1626: finishing write tid 1 to smithi03184240-33 2024-09-17T17:08:41.379 INFO:tasks.rados.rados.0.smithi031.stdout:1626: finishing write tid 2 to smithi03184240-33 2024-09-17T17:08:41.379 INFO:tasks.rados.rados.0.smithi031.stdout:1626: finishing write tid 3 to smithi03184240-33 2024-09-17T17:08:41.379 INFO:tasks.rados.rados.0.smithi031.stdout:1626: finishing write tid 4 to smithi03184240-33 2024-09-17T17:08:41.379 INFO:tasks.rados.rados.0.smithi031.stdout:1626: finishing write tid 5 to smithi03184240-33 2024-09-17T17:08:41.379 INFO:tasks.rados.rados.0.smithi031.stdout:1626: finishing write tid 6 to smithi03184240-33 2024-09-17T17:08:41.379 INFO:tasks.rados.rados.0.smithi031.stdout:1626: oid 33 updating version 0 to 827 2024-09-17T17:08:41.379 INFO:tasks.rados.rados.0.smithi031.stdout:1626: oid 33 updating version 827 to 830 2024-09-17T17:08:41.380 INFO:tasks.rados.rados.0.smithi031.stdout:1626: oid 33 version 830 is already newer than 826 2024-09-17T17:08:41.380 INFO:tasks.rados.rados.0.smithi031.stdout:1626: oid 33 version 830 is already newer than 829 2024-09-17T17:08:41.380 INFO:tasks.rados.rados.0.smithi031.stdout:1626: oid 33 version 830 is already newer than 828 2024-09-17T17:08:41.380 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 830 (ObjNum 538 snap 151 seq_num 538) dirty exists 2024-09-17T17:08:41.380 INFO:tasks.rados.rados.0.smithi031.stdout:1626: left oid 33 (ObjNum 538 snap 151 seq_num 538) 2024-09-17T17:08:41.380 INFO:tasks.rados.rados.0.smithi031.stdout:1628: finishing rollback tid 1 to smithi03184240-20 2024-09-17T17:08:41.380 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-17T17:08:41.380 INFO:tasks.rados.rados.0.smithi031.stdout:1625: done (5 left) 2024-09-17T17:08:41.380 INFO:tasks.rados.rados.0.smithi031.stdout:1626: done (4 left) 2024-09-17T17:08:41.380 INFO:tasks.rados.rados.0.smithi031.stdout:1628: done (3 left) 2024-09-17T17:08:41.380 INFO:tasks.rados.rados.0.smithi031.stdout:1633: setattr oid 1 current snap is 151 2024-09-17T17:08:41.381 INFO:tasks.rados.rados.0.smithi031.stdout:1631: finishing write tid 1 to smithi03184240-15 2024-09-17T17:08:41.381 INFO:tasks.rados.rados.0.smithi031.stdout:1631: finishing write tid 2 to smithi03184240-15 2024-09-17T17:08:41.383 INFO:tasks.rados.rados.0.smithi031.stdout:1634: read oid 10 snap -1 2024-09-17T17:08:41.383 INFO:tasks.rados.rados.0.smithi031.stdout:1634: expect (ObjNum 531 snap 148 seq_num 531) 2024-09-17T17:08:41.383 INFO:tasks.rados.rados.0.smithi031.stdout:1635: read oid 45 snap -1 2024-09-17T17:08:41.383 INFO:tasks.rados.rados.0.smithi031.stdout:1635: expect (ObjNum 407 snap 116 seq_num 407) 2024-09-17T17:08:41.383 INFO:tasks.rados.rados.0.smithi031.stdout:1636: read oid 16 snap -1 2024-09-17T17:08:41.383 INFO:tasks.rados.rados.0.smithi031.stdout:1636: expect deleted 2024-09-17T17:08:41.383 INFO:tasks.rados.rados.0.smithi031.stdout:1637: rmattr oid 28 current snap is 151 2024-09-17T17:08:41.383 INFO:tasks.rados.rados.0.smithi031.stdout:1637: done (7 left) 2024-09-17T17:08:41.383 INFO:tasks.rados.rados.0.smithi031.stdout:1638: read oid 23 snap -1 2024-09-17T17:08:41.383 INFO:tasks.rados.rados.0.smithi031.stdout:1638: expect (ObjNum 519 snap 146 seq_num 519) 2024-09-17T17:08:41.383 INFO:tasks.rados.rados.0.smithi031.stdout:1639: rmattr oid 34 current snap is 151 2024-09-17T17:08:41.384 INFO:tasks.rados.rados.0.smithi031.stdout:1639: done (8 left) 2024-09-17T17:08:41.384 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 18 current snap is 151 2024-09-17T17:08:41.384 INFO:tasks.rados.rados.0.smithi031.stdout:1640: seq_num 540 ranges {1302528=647168,1949696=671744,2621440=532480} 2024-09-17T17:08:41.393 INFO:tasks.rados.rados.0.smithi031.stdout:1640: writing smithi03184240-18 from 1302528 to 1949696 tid 1 2024-09-17T17:08:41.397 INFO:tasks.rados.rados.0.smithi031.stdout:1640: writing smithi03184240-18 from 1949696 to 2621440 tid 2 2024-09-17T17:08:41.401 INFO:tasks.rados.rados.0.smithi031.stdout:1640: writing smithi03184240-18 from 2621440 to 3153920 tid 3 2024-09-17T17:08:41.401 INFO:tasks.rados.rados.0.smithi031.stdout:1641: read oid 19 snap -1 2024-09-17T17:08:41.401 INFO:tasks.rados.rados.0.smithi031.stdout:1641: expect (ObjNum 407 snap 116 seq_num 407) 2024-09-17T17:08:41.401 INFO:tasks.rados.rados.0.smithi031.stdout:1642: read oid 3 snap 150 2024-09-17T17:08:41.401 INFO:tasks.rados.rados.0.smithi031.stdout:1642: expect deleted 2024-09-17T17:08:41.401 INFO:tasks.rados.rados.0.smithi031.stdout:1643: delete oid 48 current snap is 151 2024-09-17T17:08:41.401 INFO:tasks.rados.rados.0.smithi031.stdout:1631: finishing write tid 3 to smithi03184240-15 2024-09-17T17:08:41.401 INFO:tasks.rados.rados.0.smithi031.stdout:1631: finishing write tid 4 to smithi03184240-15 2024-09-17T17:08:41.401 INFO:tasks.rados.rados.0.smithi031.stdout:1631: finishing write tid 5 to smithi03184240-15 2024-09-17T17:08:41.402 INFO:tasks.rados.rados.0.smithi031.stdout:1631: oid 15 updating version 0 to 1126 2024-09-17T17:08:41.402 INFO:tasks.rados.rados.0.smithi031.stdout:1631: oid 15 updating version 1126 to 1127 2024-09-17T17:08:41.402 INFO:tasks.rados.rados.0.smithi031.stdout:1631: oid 15 updating version 1127 to 1128 2024-09-17T17:08:41.402 INFO:tasks.rados.rados.0.smithi031.stdout:1631: oid 15 updating version 1128 to 1129 2024-09-17T17:08:41.402 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 1129 (ObjNum 539 snap 151 seq_num 539) dirty exists 2024-09-17T17:08:41.402 INFO:tasks.rados.rados.0.smithi031.stdout:1631: left oid 15 (ObjNum 539 snap 151 seq_num 539) 2024-09-17T17:08:41.402 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 1027 (ObjNum 6945 snap 0 seq_num 1704823920) dirty exists 2024-09-17T17:08:41.402 INFO:tasks.rados.rados.0.smithi031.stdout:1640: finishing write tid 1 to smithi03184240-18 2024-09-17T17:08:41.405 INFO:tasks.rados.rados.0.smithi031.stdout:1640: finishing write tid 2 to smithi03184240-18 2024-09-17T17:08:41.407 INFO:tasks.rados.rados.0.smithi031.stdout:1640: finishing write tid 3 to smithi03184240-18 2024-09-17T17:08:41.408 INFO:tasks.rados.rados.0.smithi031.stdout:1640: finishing write tid 4 to smithi03184240-18 2024-09-17T17:08:41.409 INFO:tasks.rados.rados.0.smithi031.stdout:1640: finishing write tid 5 to smithi03184240-18 2024-09-17T17:08:41.410 INFO:tasks.rados.rados.0.smithi031.stdout:1640: oid 18 updating version 0 to 1147 2024-09-17T17:08:41.410 INFO:tasks.rados.rados.0.smithi031.stdout:1640: oid 18 version 1147 is already newer than 1146 2024-09-17T17:08:41.410 INFO:tasks.rados.rados.0.smithi031.stdout:1640: oid 18 version 1147 is already newer than 1145 2024-09-17T17:08:41.410 INFO:tasks.rados.rados.0.smithi031.stdout:1640: oid 18 updating version 1147 to 1148 2024-09-17T17:08:41.410 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 1148 (ObjNum 540 snap 151 seq_num 540) dirty exists 2024-09-17T17:08:41.410 INFO:tasks.rados.rados.0.smithi031.stdout:1640: left oid 18 (ObjNum 540 snap 151 seq_num 540) 2024-09-17T17:08:41.410 INFO:tasks.rados.rados.0.smithi031.stdout:1632: finishing copy_from racing read to smithi03184240-35 2024-09-17T17:08:41.411 INFO:tasks.rados.rados.0.smithi031.stdout:1641: expect (ObjNum 407 snap 116 seq_num 407) 2024-09-17T17:08:41.490 INFO:tasks.rados.rados.0.smithi031.stdout:1632: finishing copy_from to smithi03184240-35 2024-09-17T17:08:41.490 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 609 (ObjNum 402 snap 115 seq_num 402) dirty exists 2024-09-17T17:08:41.490 INFO:tasks.rados.rados.0.smithi031.stdout:1631: done (11 left) 2024-09-17T17:08:41.490 INFO:tasks.rados.rados.0.smithi031.stdout:1632: done (10 left) 2024-09-17T17:08:41.490 INFO:tasks.rados.rados.0.smithi031.stdout:1633: done (9 left) 2024-09-17T17:08:41.490 INFO:tasks.rados.rados.0.smithi031.stdout:1636: done (8 left) 2024-09-17T17:08:41.490 INFO:tasks.rados.rados.0.smithi031.stdout:1640: done (7 left) 2024-09-17T17:08:41.491 INFO:tasks.rados.rados.0.smithi031.stdout:1641: done (6 left) 2024-09-17T17:08:41.491 INFO:tasks.rados.rados.0.smithi031.stdout:1642: done (5 left) 2024-09-17T17:08:41.491 INFO:tasks.rados.rados.0.smithi031.stdout:1643: done (4 left) 2024-09-17T17:08:41.491 INFO:tasks.rados.rados.0.smithi031.stdout:1644: read oid 47 snap -1 2024-09-17T17:08:41.491 INFO:tasks.rados.rados.0.smithi031.stdout:1644: expect (ObjNum 512 snap 146 seq_num 512) 2024-09-17T17:08:41.491 INFO:tasks.rados.rados.0.smithi031.stdout:1645: read oid 35 snap -1 2024-09-17T17:08:41.491 INFO:tasks.rados.rados.0.smithi031.stdout:1645: expect (ObjNum 402 snap 115 seq_num 402) 2024-09-17T17:08:41.491 INFO:tasks.rados.rados.0.smithi031.stdout:1630: expect (ObjNum 427 snap 125 seq_num 427) 2024-09-17T17:08:41.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:41 smithi031 ceph-mon[96842]: pgmap v237: 121 pgs: 121 active+clean; 134 MiB data, 944 MiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-09-17T17:08:41.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:41 smithi031 ceph-mon[96842]: osdmap e385: 8 total, 8 up, 8 in 2024-09-17T17:08:41.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:41 smithi031 ceph-mon[96842]: Upgrade: Updating osd.3 2024-09-17T17:08:41.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:41 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:41.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:41 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-17T17:08:41.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:41 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:08:41.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:41 smithi031 ceph-mon[96842]: Deploying daemon osd.3 on smithi031 2024-09-17T17:08:41.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:41 smithi031 ceph-mon[94873]: pgmap v237: 121 pgs: 121 active+clean; 134 MiB data, 944 MiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-09-17T17:08:41.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:41 smithi031 ceph-mon[94873]: osdmap e385: 8 total, 8 up, 8 in 2024-09-17T17:08:41.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:41 smithi031 ceph-mon[94873]: Upgrade: Updating osd.3 2024-09-17T17:08:41.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:41 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:41.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:41 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-17T17:08:41.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:41 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:08:41.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:41 smithi031 ceph-mon[94873]: Deploying daemon osd.3 on smithi031 2024-09-17T17:08:41.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:41 smithi066 ceph-mon[86175]: pgmap v237: 121 pgs: 121 active+clean; 134 MiB data, 944 MiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-09-17T17:08:41.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:41 smithi066 ceph-mon[86175]: osdmap e385: 8 total, 8 up, 8 in 2024-09-17T17:08:41.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:41 smithi066 ceph-mon[86175]: Upgrade: Updating osd.3 2024-09-17T17:08:41.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:41 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:41.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:41 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-17T17:08:41.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:41 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:08:41.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:41 smithi066 ceph-mon[86175]: Deploying daemon osd.3 on smithi031 2024-09-17T17:08:41.997 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:08:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:08:41] "GET /metrics HTTP/1.1" 200 36303 "" "Prometheus/2.43.0" 2024-09-17T17:08:42.121 INFO:tasks.rados.rados.0.smithi031.stdout:1635: expect (ObjNum 407 snap 116 seq_num 407) 2024-09-17T17:08:42.192 INFO:tasks.rados.rados.0.smithi031.stdout:1634: expect (ObjNum 531 snap 148 seq_num 531) 2024-09-17T17:08:42.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:42 smithi031 ceph-mon[94873]: osdmap e386: 8 total, 8 up, 8 in 2024-09-17T17:08:42.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:42 smithi031 ceph-mon[96842]: osdmap e386: 8 total, 8 up, 8 in 2024-09-17T17:08:42.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:42 smithi066 ceph-mon[86175]: osdmap e386: 8 total, 8 up, 8 in 2024-09-17T17:08:42.946 INFO:tasks.rados.rados.0.smithi031.stdout:1638: expect (ObjNum 519 snap 146 seq_num 519) 2024-09-17T17:08:43.218 INFO:tasks.rados.rados.0.smithi031.stdout:1644: expect (ObjNum 512 snap 146 seq_num 512) 2024-09-17T17:08:43.254 INFO:tasks.rados.rados.0.smithi031.stdout:1645: expect (ObjNum 402 snap 115 seq_num 402) 2024-09-17T17:08:43.418 INFO:tasks.rados.rados.0.smithi031.stdout:1646: read oid 31 snap -1 2024-09-17T17:08:43.418 INFO:tasks.rados.rados.0.smithi031.stdout:1646: expect (ObjNum 393 snap 110 seq_num 393) 2024-09-17T17:08:43.418 INFO:tasks.rados.rados.0.smithi031.stdout:1630: done (6 left) 2024-09-17T17:08:43.418 INFO:tasks.rados.rados.0.smithi031.stdout:1634: done (5 left) 2024-09-17T17:08:43.418 INFO:tasks.rados.rados.0.smithi031.stdout:1635: done (4 left) 2024-09-17T17:08:43.418 INFO:tasks.rados.rados.0.smithi031.stdout:1638: done (3 left) 2024-09-17T17:08:43.418 INFO:tasks.rados.rados.0.smithi031.stdout:1644: done (2 left) 2024-09-17T17:08:43.419 INFO:tasks.rados.rados.0.smithi031.stdout:1645: done (1 left) 2024-09-17T17:08:43.419 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 41 current snap is 151 2024-09-17T17:08:43.419 INFO:tasks.rados.rados.0.smithi031.stdout:1647: seq_num 542 ranges {3006464=679936,3686400=442368,4128768=679936,4808704=81920} 2024-09-17T17:08:43.438 INFO:tasks.rados.rados.0.smithi031.stdout:1647: writing smithi03184240-41 from 3006464 to 3686400 tid 1 2024-09-17T17:08:43.440 INFO:tasks.rados.rados.0.smithi031.stdout:1647: writing smithi03184240-41 from 3686400 to 4128768 tid 2 2024-09-17T17:08:43.444 INFO:tasks.rados.rados.0.smithi031.stdout:1647: writing smithi03184240-41 from 4128768 to 4808704 tid 3 2024-09-17T17:08:43.445 INFO:tasks.rados.rados.0.smithi031.stdout:1647: writing smithi03184240-41 from 4808704 to 4890624 tid 4 2024-09-17T17:08:43.445 INFO:tasks.rados.rados.0.smithi031.stdout:1648: rollback oid 45 current snap is 151 2024-09-17T17:08:43.445 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 45 to 150 2024-09-17T17:08:43.445 INFO:tasks.rados.rados.0.smithi031.stdout:1646: expect (ObjNum 393 snap 110 seq_num 393) 2024-09-17T17:08:43.507 INFO:tasks.rados.rados.0.smithi031.stdout:1647: finishing write tid 1 to smithi03184240-41 2024-09-17T17:08:43.508 INFO:tasks.rados.rados.0.smithi031.stdout:1647: finishing write tid 2 to smithi03184240-41 2024-09-17T17:08:43.508 INFO:tasks.rados.rados.0.smithi031.stdout:1647: finishing write tid 3 to smithi03184240-41 2024-09-17T17:08:43.508 INFO:tasks.rados.rados.0.smithi031.stdout:1647: finishing write tid 4 to smithi03184240-41 2024-09-17T17:08:43.508 INFO:tasks.rados.rados.0.smithi031.stdout:1647: finishing write tid 5 to smithi03184240-41 2024-09-17T17:08:43.508 INFO:tasks.rados.rados.0.smithi031.stdout:1646: done (2 left) 2024-09-17T17:08:43.508 INFO:tasks.rados.rados.0.smithi031.stdout:1649: read oid 50 snap 150 2024-09-17T17:08:43.508 INFO:tasks.rados.rados.0.smithi031.stdout:1649: expect (ObjNum 360 snap 103 seq_num 360) 2024-09-17T17:08:43.508 INFO:tasks.rados.rados.0.smithi031.stdout:1650: copy_from oid 27 from oid 44 current snap is 151 2024-09-17T17:08:43.508 INFO:tasks.rados.rados.0.smithi031.stdout:1647: finishing write tid 6 to smithi03184240-41 2024-09-17T17:08:43.508 INFO:tasks.rados.rados.0.smithi031.stdout:1647: oid 41 updating version 0 to 1137 2024-09-17T17:08:43.508 INFO:tasks.rados.rados.0.smithi031.stdout:1647: oid 41 updating version 1137 to 1138 2024-09-17T17:08:43.509 INFO:tasks.rados.rados.0.smithi031.stdout:1647: oid 41 updating version 1138 to 1140 2024-09-17T17:08:43.509 INFO:tasks.rados.rados.0.smithi031.stdout:1647: oid 41 version 1140 is already newer than 1136 2024-09-17T17:08:43.509 INFO:tasks.rados.rados.0.smithi031.stdout:1647: oid 41 version 1140 is already newer than 1139 2024-09-17T17:08:43.509 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 1140 (ObjNum 542 snap 151 seq_num 542) dirty exists 2024-09-17T17:08:43.509 INFO:tasks.rados.rados.0.smithi031.stdout:1647: left oid 41 (ObjNum 542 snap 151 seq_num 542) 2024-09-17T17:08:43.509 INFO:tasks.rados.rados.0.smithi031.stdout:1648: finishing rollback tid 0 to smithi03184240-45 2024-09-17T17:08:43.509 INFO:tasks.rados.rados.0.smithi031.stdout:1648: finishing rollback tid 1 to smithi03184240-45 2024-09-17T17:08:43.509 INFO:tasks.rados.rados.0.smithi031.stdout:1648: finishing rollback tid 2 to smithi03184240-45 2024-09-17T17:08:43.509 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 1430 (ObjNum 407 snap 116 seq_num 407) dirty exists 2024-09-17T17:08:43.509 INFO:tasks.rados.rados.0.smithi031.stdout:1647: done (3 left) 2024-09-17T17:08:43.509 INFO:tasks.rados.rados.0.smithi031.stdout:1648: done (2 left) 2024-09-17T17:08:43.509 INFO:tasks.rados.rados.0.smithi031.stdout:1651: read oid 47 snap -1 2024-09-17T17:08:43.509 INFO:tasks.rados.rados.0.smithi031.stdout:1651: expect (ObjNum 512 snap 146 seq_num 512) 2024-09-17T17:08:43.509 INFO:tasks.rados.rados.0.smithi031.stdout:1652: read oid 8 snap -1 2024-09-17T17:08:43.509 INFO:tasks.rados.rados.0.smithi031.stdout:1652: expect (ObjNum 486 snap 141 seq_num 486) 2024-09-17T17:08:43.510 INFO:tasks.rados.rados.0.smithi031.stdout:1653: snap_create 2024-09-17T17:08:43.512 INFO:tasks.rados.rados.0.smithi031.stdout:1651: expect (ObjNum 512 snap 146 seq_num 512) 2024-09-17T17:08:43.553 INFO:tasks.rados.rados.0.smithi031.stdout:1649: expect (ObjNum 360 snap 103 seq_num 360) 2024-09-17T17:08:43.586 INFO:tasks.rados.rados.0.smithi031.stdout:1650: finishing copy_from racing read to smithi03184240-27 2024-09-17T17:08:43.586 INFO:tasks.rados.rados.0.smithi031.stdout:1650: finishing copy_from to smithi03184240-27 2024-09-17T17:08:43.586 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 1424 (ObjNum 529 snap 147 seq_num 529) dirty exists 2024-09-17T17:08:43.586 INFO:tasks.rados.rados.0.smithi031.stdout:1652: expect (ObjNum 486 snap 141 seq_num 486) 2024-09-17T17:08:43.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:43 smithi031 ceph-mon[94873]: pgmap v240: 121 pgs: 121 active+clean; 134 MiB data, 955 MiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-09-17T17:08:43.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:43 smithi031 ceph-mon[94873]: osdmap e387: 8 total, 8 up, 8 in 2024-09-17T17:08:43.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:43 smithi031 ceph-mon[96842]: pgmap v240: 121 pgs: 121 active+clean; 134 MiB data, 955 MiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-09-17T17:08:43.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:43 smithi031 ceph-mon[96842]: osdmap e387: 8 total, 8 up, 8 in 2024-09-17T17:08:43.606 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-09-17T17:08:43.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:43 smithi066 ceph-mon[86175]: pgmap v240: 121 pgs: 121 active+clean; 134 MiB data, 955 MiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-09-17T17:08:43.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:43 smithi066 ceph-mon[86175]: osdmap e387: 8 total, 8 up, 8 in 2024-09-17T17:08:43.980 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:43 smithi031 systemd[1]: Stopping Ceph osd.3 for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:08:44.233 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:43 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3[62123]: 2024-09-17T17:08:43.977+0000 7f0cdb78e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T17:08:44.233 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:43 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3[62123]: 2024-09-17T17:08:43.977+0000 7f0cdb78e640 -1 osd.3 387 *** Got signal Terminated *** 2024-09-17T17:08:44.233 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:43 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3[62123]: 2024-09-17T17:08:43.977+0000 7f0cdb78e640 -1 osd.3 387 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T17:08:44.233 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T17:08:44.233 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (6m) 24s ago 7m 26.0M - 0.25.0 c8568f914cd2 e19d96c7fca4 2024-09-17T17:08:44.233 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi066 *:3000 running (7m) 2m ago 7m 92.1M - 9.4.7 954c08fa6188 7bff2f45f353 2024-09-17T17:08:44.234 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (9m) 24s ago 9m 18.1M - 18.2.4-855-g19e2a2be 980a0bfcd684 564d1f0baaea 2024-09-17T17:08:44.234 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi066 running (9m) 2m ago 9m 19.4M - 18.2.4-855-g19e2a2be 980a0bfcd684 c397d3fc9cd9 2024-09-17T17:08:44.234 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi066 *:8443,9283,8765 running (3m) 2m ago 12m 453M - 19.3.0-4975-g1889a165 a500243bbb0c f591bc4bdc0b 2024-09-17T17:08:44.234 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:8443,9283,8765 running (3m) 24s ago 14m 525M - 19.3.0-4975-g1889a165 a500243bbb0c 9305cc0f241a 2024-09-17T17:08:44.234 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (2m) 24s ago 14m 51.7M 2048M 19.3.0-4975-g1889a165 a500243bbb0c ebe1c312bc55 2024-09-17T17:08:44.234 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi066 running (2m) 2m ago 12m 27.6M 2048M 19.3.0-4975-g1889a165 a500243bbb0c 345d1bf73a6f 2024-09-17T17:08:44.234 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (2m) 24s ago 12m 44.2M 2048M 19.3.0-4975-g1889a165 a500243bbb0c 4e86f0859c56 2024-09-17T17:08:44.234 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (7m) 24s ago 7m 15.8M - 1.5.0 0da6a335fe13 5461f4c7304d 2024-09-17T17:08:44.234 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi066 *:9100 running (7m) 2m ago 7m 16.8M - 1.5.0 0da6a335fe13 f747e79004be 2024-09-17T17:08:44.234 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (94s) 24s ago 12m 132M 2481M 19.3.0-4975-g1889a165 a500243bbb0c d17b0a925338 2024-09-17T17:08:44.234 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (61s) 24s ago 11m 81.5M 2481M 19.3.0-4975-g1889a165 a500243bbb0c ef44037fe386 2024-09-17T17:08:44.234 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (28s) 24s ago 11m 11.7M 2481M 19.3.0-4975-g1889a165 a500243bbb0c 441cd68e498b 2024-09-17T17:08:44.234 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (11m) 24s ago 11m 126M 2481M 18.2.4-855-g19e2a2be 980a0bfcd684 aa304ea854ca 2024-09-17T17:08:44.234 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi066 running (10m) 2m ago 10m 160M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 a9ca20b85bc9 2024-09-17T17:08:44.234 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi066 running (10m) 2m ago 10m 153M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 2c5ce84fcccf 2024-09-17T17:08:44.234 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi066 running (9m) 2m ago 9m 105M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 d221efc6e856 2024-09-17T17:08:44.235 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi066 running (9m) 2m ago 9m 88.5M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 ce691a28a9fd 2024-09-17T17:08:44.235 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi066 *:9095 running (3m) 2m ago 8m 49.5M - 2.43.0 a07b618ecd1d c016a10f3f92 2024-09-17T17:08:44.388 INFO:tasks.rados.rados.0.smithi031.stdout:1649: done (4 left) 2024-09-17T17:08:44.389 INFO:tasks.rados.rados.0.smithi031.stdout:1650: done (3 left) 2024-09-17T17:08:44.389 INFO:tasks.rados.rados.0.smithi031.stdout:1651: done (2 left) 2024-09-17T17:08:44.389 INFO:tasks.rados.rados.0.smithi031.stdout:1652: done (1 left) 2024-09-17T17:08:44.389 INFO:tasks.rados.rados.0.smithi031.stdout:1653: done (0 left) 2024-09-17T17:08:44.389 INFO:tasks.rados.rados.0.smithi031.stdout:1654: delete oid 39 current snap is 152 2024-09-17T17:08:44.393 INFO:tasks.rados.rados.0.smithi031.stdout:1654: done (0 left) 2024-09-17T17:08:44.393 INFO:tasks.rados.rados.0.smithi031.stdout:1655: snap_remove snap 151 2024-09-17T17:08:44.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:44 smithi031 ceph-mon[94873]: from='client.34332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:08:44.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:44 smithi031 ceph-mon[94873]: osd.3 marked itself down and dead 2024-09-17T17:08:44.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:44 smithi031 ceph-mon[96842]: from='client.34332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:08:44.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:44 smithi031 ceph-mon[96842]: osd.3 marked itself down and dead 2024-09-17T17:08:44.600 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:08:44.601 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-09-17T17:08:44.601 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 3 2024-09-17T17:08:44.601 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:08:44.601 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-09-17T17:08:44.601 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 2 2024-09-17T17:08:44.601 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:08:44.601 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-09-17T17:08:44.601 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 4, 2024-09-17T17:08:44.601 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 3 2024-09-17T17:08:44.601 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:08:44.601 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-09-17T17:08:44.601 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T17:08:44.601 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:08:44.601 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-09-17T17:08:44.602 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 6, 2024-09-17T17:08:44.602 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 8 2024-09-17T17:08:44.602 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-17T17:08:44.602 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:08:44.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:44 smithi066 ceph-mon[86175]: from='client.34332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:08:44.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:44 smithi066 ceph-mon[86175]: osd.3 marked itself down and dead 2024-09-17T17:08:44.905 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:08:44.905 INFO:teuthology.orchestra.run.smithi031.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0", 2024-09-17T17:08:44.906 INFO:teuthology.orchestra.run.smithi031.stdout: "in_progress": true, 2024-09-17T17:08:44.906 INFO:teuthology.orchestra.run.smithi031.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T17:08:44.906 INFO:teuthology.orchestra.run.smithi031.stdout: "services_complete": [ 2024-09-17T17:08:44.906 INFO:teuthology.orchestra.run.smithi031.stdout: "mon", 2024-09-17T17:08:44.906 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr" 2024-09-17T17:08:44.906 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-17T17:08:44.906 INFO:teuthology.orchestra.run.smithi031.stdout: "progress": "8/20 daemons upgraded", 2024-09-17T17:08:44.906 INFO:teuthology.orchestra.run.smithi031.stdout: "message": "Currently upgrading osd daemons", 2024-09-17T17:08:44.906 INFO:teuthology.orchestra.run.smithi031.stdout: "is_paused": false 2024-09-17T17:08:44.906 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:08:44.906 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:44 smithi031 podman[116576]: 2024-09-17 17:08:44.721420101 +0000 UTC m=+0.864009425 container died aa304ea854cad95af5ad3135791d0ab6d6ce01351b058d8079d60281b3c2530e (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-09-17T17:08:45.166 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:45 smithi031 podman[116576]: 2024-09-17 17:08:45.150953463 +0000 UTC m=+1.293542777 container cleanup aa304ea854cad95af5ad3135791d0ab6d6ce01351b058d8079d60281b3c2530e (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b) 2024-09-17T17:08:45.166 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:45 smithi031 bash[116576]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3 2024-09-17T17:08:45.401 INFO:tasks.rados.rados.0.smithi031.stdout:1655: done (0 left) 2024-09-17T17:08:45.401 INFO:tasks.rados.rados.0.smithi031.stdout:1656: snap_remove snap 150 2024-09-17T17:08:45.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:45 smithi066 ceph-mon[86175]: from='client.34338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:08:45.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:45 smithi066 ceph-mon[86175]: pgmap v242: 121 pgs: 121 active+clean; 136 MiB data, 960 MiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-09-17T17:08:45.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:45 smithi066 ceph-mon[86175]: from='client.44258 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:08:45.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:45 smithi066 ceph-mon[86175]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T17:08:45.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:45 smithi066 ceph-mon[86175]: osdmap e388: 8 total, 7 up, 8 in 2024-09-17T17:08:45.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:45 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/886032906' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:08:45.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:45 smithi031 ceph-mon[94873]: from='client.34338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:08:45.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:45 smithi031 ceph-mon[94873]: pgmap v242: 121 pgs: 121 active+clean; 136 MiB data, 960 MiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-09-17T17:08:45.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:45 smithi031 ceph-mon[94873]: from='client.44258 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:08:45.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:45 smithi031 ceph-mon[94873]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T17:08:45.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:45 smithi031 ceph-mon[94873]: osdmap e388: 8 total, 7 up, 8 in 2024-09-17T17:08:45.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:45 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/886032906' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:08:45.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:45 smithi031 ceph-mon[96842]: from='client.34338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:08:45.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:45 smithi031 ceph-mon[96842]: pgmap v242: 121 pgs: 121 active+clean; 136 MiB data, 960 MiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-09-17T17:08:45.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:45 smithi031 ceph-mon[96842]: from='client.44258 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:08:45.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:45 smithi031 ceph-mon[96842]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T17:08:45.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:45 smithi031 ceph-mon[96842]: osdmap e388: 8 total, 7 up, 8 in 2024-09-17T17:08:45.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:45 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/886032906' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:08:45.772 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:45 smithi031 podman[116662]: 2024-09-17 17:08:45.352465516 +0000 UTC m=+0.628950866 container remove aa304ea854cad95af5ad3135791d0ab6d6ce01351b058d8079d60281b3c2530e (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS) 2024-09-17T17:08:46.093 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:45 smithi031 podman[116756]: 2024-09-17 17:08:45.769789103 +0000 UTC m=+0.102558261 container create b1ff7fdd085a984631f2831c7a30cc1dccf64fa4a2db7bbbb4f235178dd157c3 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3-deactivate, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0) 2024-09-17T17:08:46.094 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:45 smithi031 podman[116756]: 2024-09-17 17:08:45.683750606 +0000 UTC m=+0.016519772 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:08:46.094 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:45 smithi031 podman[116756]: 2024-09-17 17:08:45.997562044 +0000 UTC m=+0.330331202 container init b1ff7fdd085a984631f2831c7a30cc1dccf64fa4a2db7bbbb4f235178dd157c3 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD) 2024-09-17T17:08:46.094 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:46 smithi031 podman[116756]: 2024-09-17 17:08:46.002798405 +0000 UTC m=+0.335567563 container start b1ff7fdd085a984631f2831c7a30cc1dccf64fa4a2db7bbbb4f235178dd157c3 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3-deactivate, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, io.buildah.version=1.37.2) 2024-09-17T17:08:46.392 INFO:tasks.rados.rados.0.smithi031.stdout:1656: done (0 left) 2024-09-17T17:08:46.392 INFO:tasks.rados.rados.0.smithi031.stdout:1657: rollback oid 19 current snap is 152 2024-09-17T17:08:46.392 INFO:tasks.rados.rados.0.smithi031.stdout:1657: done (0 left) 2024-09-17T17:08:46.392 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 152 2024-09-17T17:08:46.392 INFO:tasks.rados.rados.0.smithi031.stdout:1658: seq_num 544 ranges {2326528=720896,3047424=614400,3661824=589824} 2024-09-17T17:08:46.394 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:46 smithi031 podman[116756]: 2024-09-17 17:08:46.113929049 +0000 UTC m=+0.446698215 container attach b1ff7fdd085a984631f2831c7a30cc1dccf64fa4a2db7bbbb4f235178dd157c3 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3-deactivate, io.buildah.version=1.37.2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T17:08:46.394 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:46 smithi031 podman[116756]: 2024-09-17 17:08:46.195645658 +0000 UTC m=+0.528414813 container died b1ff7fdd085a984631f2831c7a30cc1dccf64fa4a2db7bbbb4f235178dd157c3 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3-deactivate, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True) 2024-09-17T17:08:46.409 INFO:tasks.rados.rados.0.smithi031.stdout:1658: writing smithi03184240-45 from 2326528 to 3047424 tid 1 2024-09-17T17:08:46.412 INFO:tasks.rados.rados.0.smithi031.stdout:1658: writing smithi03184240-45 from 3047424 to 3661824 tid 2 2024-09-17T17:08:46.416 INFO:tasks.rados.rados.0.smithi031.stdout:1658: writing smithi03184240-45 from 3661824 to 4251648 tid 3 2024-09-17T17:08:46.417 INFO:tasks.rados.rados.0.smithi031.stdout:1659: snap_create 2024-09-17T17:08:46.417 INFO:tasks.rados.rados.0.smithi031.stdout:1658: finishing write tid 1 to smithi03184240-45 2024-09-17T17:08:46.417 INFO:tasks.rados.rados.0.smithi031.stdout:1658: finishing write tid 2 to smithi03184240-45 2024-09-17T17:08:46.420 INFO:tasks.rados.rados.0.smithi031.stdout:1658: finishing write tid 3 to smithi03184240-45 2024-09-17T17:08:46.421 INFO:tasks.rados.rados.0.smithi031.stdout:1658: finishing write tid 4 to smithi03184240-45 2024-09-17T17:08:46.423 INFO:tasks.rados.rados.0.smithi031.stdout:1658: finishing write tid 5 to smithi03184240-45 2024-09-17T17:08:46.423 INFO:tasks.rados.rados.0.smithi031.stdout:1658: oid 45 updating version 0 to 1437 2024-09-17T17:08:46.423 INFO:tasks.rados.rados.0.smithi031.stdout:1658: oid 45 updating version 1437 to 1438 2024-09-17T17:08:46.423 INFO:tasks.rados.rados.0.smithi031.stdout:1658: oid 45 version 1438 is already newer than 1435 2024-09-17T17:08:46.423 INFO:tasks.rados.rados.0.smithi031.stdout:1658: oid 45 version 1438 is already newer than 1436 2024-09-17T17:08:46.423 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 1438 (ObjNum 544 snap 152 seq_num 544) dirty exists 2024-09-17T17:08:46.423 INFO:tasks.rados.rados.0.smithi031.stdout:1658: left oid 45 (ObjNum 544 snap 152 seq_num 544) 2024-09-17T17:08:46.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:46 smithi066 ceph-mon[86175]: from='client.44270 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:08:46.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:46 smithi066 ceph-mon[86175]: osdmap e389: 8 total, 7 up, 8 in 2024-09-17T17:08:46.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:46 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:46.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:46 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:08:46.818 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:46 smithi031 ceph-mon[94873]: from='client.44270 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:08:46.819 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:46 smithi031 ceph-mon[94873]: osdmap e389: 8 total, 7 up, 8 in 2024-09-17T17:08:46.819 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:46 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:46.819 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:46 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:08:46.819 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:46 smithi031 ceph-mon[96842]: from='client.44270 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:08:46.819 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:46 smithi031 ceph-mon[96842]: osdmap e389: 8 total, 7 up, 8 in 2024-09-17T17:08:46.819 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:46 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:46.819 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:46 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:08:47.094 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:46 smithi031 podman[116799]: 2024-09-17 17:08:46.817216191 +0000 UTC m=+0.615408438 container remove b1ff7fdd085a984631f2831c7a30cc1dccf64fa4a2db7bbbb4f235178dd157c3 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2) 2024-09-17T17:08:47.094 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:46 smithi031 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.3.service: Deactivated successfully. 2024-09-17T17:08:47.094 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:46 smithi031 systemd[1]: Stopped Ceph osd.3 for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:08:47.094 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:46 smithi031 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.3.service: Consumed 9.807s CPU time. 2024-09-17T17:08:47.094 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:47 smithi031 systemd[1]: Starting Ceph osd.3 for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:08:47.409 INFO:tasks.rados.rados.0.smithi031.stdout:1658: done (1 left) 2024-09-17T17:08:47.409 INFO:tasks.rados.rados.0.smithi031.stdout:1659: done (0 left) 2024-09-17T17:08:47.409 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 19 current snap is 153 2024-09-17T17:08:47.410 INFO:tasks.rados.rados.0.smithi031.stdout:1660: seq_num 545 ranges {2326528=737280,3063808=491520,3555328=450560,4005888=262144} 2024-09-17T17:08:47.426 INFO:tasks.rados.rados.0.smithi031.stdout:1660: writing smithi03184240-19 from 2326528 to 3063808 tid 1 2024-09-17T17:08:47.428 INFO:tasks.rados.rados.0.smithi031.stdout:1660: writing smithi03184240-19 from 3063808 to 3555328 tid 2 2024-09-17T17:08:47.431 INFO:tasks.rados.rados.0.smithi031.stdout:1660: writing smithi03184240-19 from 3555328 to 4005888 tid 3 2024-09-17T17:08:47.433 INFO:tasks.rados.rados.0.smithi031.stdout:1660: writing smithi03184240-19 from 4005888 to 4268032 tid 4 2024-09-17T17:08:47.433 INFO:tasks.rados.rados.0.smithi031.stdout:1661: copy_from oid 10 from oid 3 current snap is 153 2024-09-17T17:08:47.433 INFO:tasks.rados.rados.0.smithi031.stdout:1660: finishing write tid 1 to smithi03184240-19 2024-09-17T17:08:47.433 INFO:tasks.rados.rados.0.smithi031.stdout:1660: finishing write tid 2 to smithi03184240-19 2024-09-17T17:08:47.434 INFO:tasks.rados.rados.0.smithi031.stdout:1662: snap_remove snap 152 2024-09-17T17:08:47.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:47 smithi031 ceph-mon[94873]: pgmap v245: 121 pgs: 19 active+undersized, 6 stale+active+clean, 1 active+undersized+degraded, 95 active+clean; 147 MiB data, 985 MiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 4.1 MiB/s wr, 20 op/s; 4/228 objects degraded (1.754%) 2024-09-17T17:08:47.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:47 smithi031 ceph-mon[94873]: osdmap e390: 8 total, 7 up, 8 in 2024-09-17T17:08:47.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:47 smithi031 ceph-mon[94873]: Health check failed: Degraded data redundancy: 4/228 objects degraded (1.754%), 1 pg degraded (PG_DEGRADED) 2024-09-17T17:08:47.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:47 smithi031 ceph-mon[96842]: pgmap v245: 121 pgs: 19 active+undersized, 6 stale+active+clean, 1 active+undersized+degraded, 95 active+clean; 147 MiB data, 985 MiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 4.1 MiB/s wr, 20 op/s; 4/228 objects degraded (1.754%) 2024-09-17T17:08:47.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:47 smithi031 ceph-mon[96842]: osdmap e390: 8 total, 7 up, 8 in 2024-09-17T17:08:47.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:47 smithi031 ceph-mon[96842]: Health check failed: Degraded data redundancy: 4/228 objects degraded (1.754%), 1 pg degraded (PG_DEGRADED) 2024-09-17T17:08:47.594 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:47 smithi031 podman[116900]: 2024-09-17 17:08:47.170944625 +0000 UTC m=+0.016502123 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:08:47.594 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:47 smithi031 podman[116900]: 2024-09-17 17:08:47.268260249 +0000 UTC m=+0.113817775 container create 5f17b007acf627af79a0b183b74c4c9c72dcce72df4f8c79eacb6da9ac10dd2f (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3-activate, CEPH_POINT_RELEASE=, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True) 2024-09-17T17:08:47.594 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:47 smithi031 podman[116900]: 2024-09-17 17:08:47.512654395 +0000 UTC m=+0.358211880 container init 5f17b007acf627af79a0b183b74c4c9c72dcce72df4f8c79eacb6da9ac10dd2f (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3-activate, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, maintainer=Guillaume Abrioux ) 2024-09-17T17:08:47.594 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:47 smithi031 podman[116900]: 2024-09-17 17:08:47.517811884 +0000 UTC m=+0.363369369 container start 5f17b007acf627af79a0b183b74c4c9c72dcce72df4f8c79eacb6da9ac10dd2f (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3-activate, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-09-17T17:08:47.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:47 smithi066 ceph-mon[86175]: pgmap v245: 121 pgs: 19 active+undersized, 6 stale+active+clean, 1 active+undersized+degraded, 95 active+clean; 147 MiB data, 985 MiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 4.1 MiB/s wr, 20 op/s; 4/228 objects degraded (1.754%) 2024-09-17T17:08:47.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:47 smithi066 ceph-mon[86175]: osdmap e390: 8 total, 7 up, 8 in 2024-09-17T17:08:47.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:47 smithi066 ceph-mon[86175]: Health check failed: Degraded data redundancy: 4/228 objects degraded (1.754%), 1 pg degraded (PG_DEGRADED) 2024-09-17T17:08:48.093 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:47 smithi031 podman[116900]: 2024-09-17 17:08:47.595488983 +0000 UTC m=+0.441046478 container attach 5f17b007acf627af79a0b183b74c4c9c72dcce72df4f8c79eacb6da9ac10dd2f (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3-activate, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=) 2024-09-17T17:08:48.094 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:47 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3-activate[116915]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T17:08:48.094 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:47 smithi031 bash[116900]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T17:08:48.094 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:47 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3-activate[116915]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T17:08:48.094 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:47 smithi031 bash[116900]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T17:08:48.331 INFO:tasks.rados.rados.0.smithi031.stdout:1662: done (2 left) 2024-09-17T17:08:48.331 INFO:tasks.rados.rados.0.smithi031.stdout:1663: delete oid 29 current snap is 153 2024-09-17T17:08:48.332 INFO:tasks.rados.rados.0.smithi031.stdout:1660: finishing write tid 3 to smithi03184240-19 2024-09-17T17:08:48.332 INFO:tasks.rados.rados.0.smithi031.stdout:1660: finishing write tid 4 to smithi03184240-19 2024-09-17T17:08:48.332 INFO:tasks.rados.rados.0.smithi031.stdout:1660: finishing write tid 5 to smithi03184240-19 2024-09-17T17:08:48.332 INFO:tasks.rados.rados.0.smithi031.stdout:1661: finishing copy_from to smithi03184240-10 2024-09-17T17:08:48.332 INFO:tasks.rados.rados.0.smithi031.stdout:1661: got expected ENOENT (src dne) 2024-09-17T17:08:48.332 INFO:tasks.rados.rados.0.smithi031.stdout:1661: finishing copy_from racing read to smithi03184240-10 2024-09-17T17:08:48.332 INFO:tasks.rados.rados.0.smithi031.stdout:1660: finishing write tid 6 to smithi03184240-19 2024-09-17T17:08:48.332 INFO:tasks.rados.rados.0.smithi031.stdout:1660: oid 19 updating version 0 to 1361 2024-09-17T17:08:48.332 INFO:tasks.rados.rados.0.smithi031.stdout:1660: oid 19 version 1361 is already newer than 1357 2024-09-17T17:08:48.332 INFO:tasks.rados.rados.0.smithi031.stdout:1660: oid 19 version 1361 is already newer than 1360 2024-09-17T17:08:48.332 INFO:tasks.rados.rados.0.smithi031.stdout:1660: oid 19 version 1361 is already newer than 1359 2024-09-17T17:08:48.332 INFO:tasks.rados.rados.0.smithi031.stdout:1660: oid 19 version 1361 is already newer than 1358 2024-09-17T17:08:48.332 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 1361 (ObjNum 545 snap 153 seq_num 545) dirty exists 2024-09-17T17:08:48.333 INFO:tasks.rados.rados.0.smithi031.stdout:1660: left oid 19 (ObjNum 545 snap 153 seq_num 545) 2024-09-17T17:08:48.336 INFO:tasks.rados.rados.0.smithi031.stdout:1660: done (2 left) 2024-09-17T17:08:48.336 INFO:tasks.rados.rados.0.smithi031.stdout:1661: done (1 left) 2024-09-17T17:08:48.336 INFO:tasks.rados.rados.0.smithi031.stdout:1663: done (0 left) 2024-09-17T17:08:48.336 INFO:tasks.rados.rados.0.smithi031.stdout:1664: read oid 24 snap -1 2024-09-17T17:08:48.336 INFO:tasks.rados.rados.0.smithi031.stdout:1664: expect (ObjNum 535 snap 151 seq_num 535) 2024-09-17T17:08:48.336 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 17 current snap is 153 2024-09-17T17:08:48.336 INFO:tasks.rados.rados.0.smithi031.stdout:1665: seq_num 547 ranges {1941504=770048,2711552=663552,3375104=466944,3842048=73728} 2024-09-17T17:08:48.351 INFO:tasks.rados.rados.0.smithi031.stdout:1665: writing smithi03184240-17 from 1941504 to 2711552 tid 1 2024-09-17T17:08:48.354 INFO:tasks.rados.rados.0.smithi031.stdout:1665: writing smithi03184240-17 from 2711552 to 3375104 tid 2 2024-09-17T17:08:48.357 INFO:tasks.rados.rados.0.smithi031.stdout:1665: writing smithi03184240-17 from 3375104 to 3842048 tid 3 2024-09-17T17:08:48.358 INFO:tasks.rados.rados.0.smithi031.stdout:1665: writing smithi03184240-17 from 3842048 to 3915776 tid 4 2024-09-17T17:08:48.358 INFO:tasks.rados.rados.0.smithi031.stdout:1666: read oid 36 snap -1 2024-09-17T17:08:48.358 INFO:tasks.rados.rados.0.smithi031.stdout:1666: expect (ObjNum 537 snap 151 seq_num 537) 2024-09-17T17:08:48.358 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 21 current snap is 153 2024-09-17T17:08:48.358 INFO:tasks.rados.rados.0.smithi031.stdout:1667: seq_num 548 ranges {294912=786432,1081344=598016,1679360=606208} 2024-09-17T17:08:48.364 INFO:tasks.rados.rados.0.smithi031.stdout:1667: writing smithi03184240-21 from 294912 to 1081344 tid 1 2024-09-17T17:08:48.368 INFO:tasks.rados.rados.0.smithi031.stdout:1667: writing smithi03184240-21 from 1081344 to 1679360 tid 2 2024-09-17T17:08:48.372 INFO:tasks.rados.rados.0.smithi031.stdout:1667: writing smithi03184240-21 from 1679360 to 2285568 tid 3 2024-09-17T17:08:48.373 INFO:tasks.rados.rados.0.smithi031.stdout:1668: delete oid 41 current snap is 153 2024-09-17T17:08:48.373 INFO:tasks.rados.rados.0.smithi031.stdout:1664: expect (ObjNum 535 snap 151 seq_num 535) 2024-09-17T17:08:48.407 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:48 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3-activate[116915]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-17T17:08:48.407 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:48 smithi031 bash[116900]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-17T17:08:48.407 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:48 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3-activate[116915]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-17T17:08:48.407 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:48 smithi031 bash[116900]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-17T17:08:48.422 INFO:tasks.rados.rados.0.smithi031.stdout:1665: finishing write tid 1 to smithi03184240-17 2024-09-17T17:08:48.423 INFO:tasks.rados.rados.0.smithi031.stdout:1664: done (4 left) 2024-09-17T17:08:48.423 INFO:tasks.rados.rados.0.smithi031.stdout:1668: done (3 left) 2024-09-17T17:08:48.423 INFO:tasks.rados.rados.0.smithi031.stdout:1669: setattr oid 50 current snap is 153 2024-09-17T17:08:48.423 INFO:tasks.rados.rados.0.smithi031.stdout:1665: finishing write tid 2 to smithi03184240-17 2024-09-17T17:08:48.423 INFO:tasks.rados.rados.0.smithi031.stdout:1665: finishing write tid 3 to smithi03184240-17 2024-09-17T17:08:48.423 INFO:tasks.rados.rados.0.smithi031.stdout:1665: finishing write tid 4 to smithi03184240-17 2024-09-17T17:08:48.423 INFO:tasks.rados.rados.0.smithi031.stdout:1665: finishing write tid 5 to smithi03184240-17 2024-09-17T17:08:48.423 INFO:tasks.rados.rados.0.smithi031.stdout:1665: finishing write tid 6 to smithi03184240-17 2024-09-17T17:08:48.423 INFO:tasks.rados.rados.0.smithi031.stdout:1665: oid 17 updating version 0 to 1142 2024-09-17T17:08:48.423 INFO:tasks.rados.rados.0.smithi031.stdout:1665: oid 17 updating version 1142 to 1143 2024-09-17T17:08:48.423 INFO:tasks.rados.rados.0.smithi031.stdout:1665: oid 17 updating version 1143 to 1145 2024-09-17T17:08:48.423 INFO:tasks.rados.rados.0.smithi031.stdout:1665: oid 17 version 1145 is already newer than 1144 2024-09-17T17:08:48.423 INFO:tasks.rados.rados.0.smithi031.stdout:1665: oid 17 version 1145 is already newer than 1141 2024-09-17T17:08:48.423 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 1145 (ObjNum 547 snap 153 seq_num 547) dirty exists 2024-09-17T17:08:48.424 INFO:tasks.rados.rados.0.smithi031.stdout:1665: left oid 17 (ObjNum 547 snap 153 seq_num 547) 2024-09-17T17:08:48.424 INFO:tasks.rados.rados.0.smithi031.stdout:1667: finishing write tid 1 to smithi03184240-21 2024-09-17T17:08:48.424 INFO:tasks.rados.rados.0.smithi031.stdout:1667: finishing write tid 2 to smithi03184240-21 2024-09-17T17:08:48.424 INFO:tasks.rados.rados.0.smithi031.stdout:1667: finishing write tid 3 to smithi03184240-21 2024-09-17T17:08:48.424 INFO:tasks.rados.rados.0.smithi031.stdout:1667: finishing write tid 4 to smithi03184240-21 2024-09-17T17:08:48.424 INFO:tasks.rados.rados.0.smithi031.stdout:1667: finishing write tid 5 to smithi03184240-21 2024-09-17T17:08:48.424 INFO:tasks.rados.rados.0.smithi031.stdout:1667: oid 21 updating version 0 to 1228 2024-09-17T17:08:48.424 INFO:tasks.rados.rados.0.smithi031.stdout:1667: oid 21 version 1228 is already newer than 1225 2024-09-17T17:08:48.424 INFO:tasks.rados.rados.0.smithi031.stdout:1667: oid 21 version 1228 is already newer than 1227 2024-09-17T17:08:48.424 INFO:tasks.rados.rados.0.smithi031.stdout:1667: oid 21 version 1228 is already newer than 1226 2024-09-17T17:08:48.424 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 1228 (ObjNum 548 snap 153 seq_num 548) dirty exists 2024-09-17T17:08:48.424 INFO:tasks.rados.rados.0.smithi031.stdout:1667: left oid 21 (ObjNum 548 snap 153 seq_num 548) 2024-09-17T17:08:48.424 INFO:tasks.rados.rados.0.smithi031.stdout:1666: expect (ObjNum 537 snap 151 seq_num 537) 2024-09-17T17:08:48.578 INFO:tasks.rados.rados.0.smithi031.stdout:1665: done (3 left) 2024-09-17T17:08:48.578 INFO:tasks.rados.rados.0.smithi031.stdout:1666: done (2 left) 2024-09-17T17:08:48.578 INFO:tasks.rados.rados.0.smithi031.stdout:1667: done (1 left) 2024-09-17T17:08:48.578 INFO:tasks.rados.rados.0.smithi031.stdout:1670: read oid 15 snap -1 2024-09-17T17:08:48.578 INFO:tasks.rados.rados.0.smithi031.stdout:1670: expect (ObjNum 539 snap 151 seq_num 539) 2024-09-17T17:08:48.579 INFO:tasks.rados.rados.0.smithi031.stdout:1671: rollback oid 45 current snap is 153 2024-09-17T17:08:48.579 INFO:tasks.rados.rados.0.smithi031.stdout:1671: done (2 left) 2024-09-17T17:08:48.579 INFO:tasks.rados.rados.0.smithi031.stdout:1672: read oid 45 snap -1 2024-09-17T17:08:48.579 INFO:tasks.rados.rados.0.smithi031.stdout:1672: expect (ObjNum 544 snap 152 seq_num 544) 2024-09-17T17:08:48.579 INFO:tasks.rados.rados.0.smithi031.stdout:1673: rollback oid 32 current snap is 153 2024-09-17T17:08:48.579 INFO:tasks.rados.rados.0.smithi031.stdout:1673: done (3 left) 2024-09-17T17:08:48.579 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 3 current snap is 153 2024-09-17T17:08:48.579 INFO:tasks.rados.rados.0.smithi031.stdout:1674: seq_num 550 ranges {0=417792,417792=770048,1187840=638976,1826816=196608} 2024-09-17T17:08:48.580 INFO:tasks.rados.rados.0.smithi031.stdout:1674: writing smithi03184240-3 from 0 to 417792 tid 1 2024-09-17T17:08:48.584 INFO:tasks.rados.rados.0.smithi031.stdout:1674: writing smithi03184240-3 from 417792 to 1187840 tid 2 2024-09-17T17:08:48.588 INFO:tasks.rados.rados.0.smithi031.stdout:1674: writing smithi03184240-3 from 1187840 to 1826816 tid 3 2024-09-17T17:08:48.590 INFO:tasks.rados.rados.0.smithi031.stdout:1674: writing smithi03184240-3 from 1826816 to 2023424 tid 4 2024-09-17T17:08:48.590 INFO:tasks.rados.rados.0.smithi031.stdout:1675: read oid 20 snap -1 2024-09-17T17:08:48.590 INFO:tasks.rados.rados.0.smithi031.stdout:1675: expect deleted 2024-09-17T17:08:48.590 INFO:tasks.rados.rados.0.smithi031.stdout:1676: snap_create 2024-09-17T17:08:48.590 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 1149 (ObjNum 360 snap 103 seq_num 360) dirty exists 2024-09-17T17:08:48.590 INFO:tasks.rados.rados.0.smithi031.stdout:1674: finishing write tid 1 to smithi03184240-3 2024-09-17T17:08:48.591 INFO:tasks.rados.rados.0.smithi031.stdout:1674: finishing write tid 2 to smithi03184240-3 2024-09-17T17:08:48.591 INFO:tasks.rados.rados.0.smithi031.stdout:1670: expect (ObjNum 539 snap 151 seq_num 539) 2024-09-17T17:08:48.640 INFO:tasks.rados.rados.0.smithi031.stdout:1674: finishing write tid 3 to smithi03184240-3 2024-09-17T17:08:48.640 INFO:tasks.rados.rados.0.smithi031.stdout:1674: finishing write tid 4 to smithi03184240-3 2024-09-17T17:08:48.641 INFO:tasks.rados.rados.0.smithi031.stdout:1674: finishing write tid 5 to smithi03184240-3 2024-09-17T17:08:48.641 INFO:tasks.rados.rados.0.smithi031.stdout:1674: finishing write tid 6 to smithi03184240-3 2024-09-17T17:08:48.641 INFO:tasks.rados.rados.0.smithi031.stdout:1674: oid 3 updating version 0 to 1115 2024-09-17T17:08:48.641 INFO:tasks.rados.rados.0.smithi031.stdout:1674: oid 3 updating version 1115 to 1117 2024-09-17T17:08:48.641 INFO:tasks.rados.rados.0.smithi031.stdout:1674: oid 3 updating version 1117 to 1119 2024-09-17T17:08:48.641 INFO:tasks.rados.rados.0.smithi031.stdout:1674: oid 3 version 1119 is already newer than 1118 2024-09-17T17:08:48.641 INFO:tasks.rados.rados.0.smithi031.stdout:1674: oid 3 version 1119 is already newer than 1116 2024-09-17T17:08:48.641 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 1119 (ObjNum 550 snap 153 seq_num 550) dirty exists 2024-09-17T17:08:48.641 INFO:tasks.rados.rados.0.smithi031.stdout:1674: left oid 3 (ObjNum 550 snap 153 seq_num 550) 2024-09-17T17:08:48.641 INFO:tasks.rados.rados.0.smithi031.stdout:1672: expect (ObjNum 544 snap 152 seq_num 544) 2024-09-17T17:08:48.825 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:48 smithi031 ceph-mon[94873]: osdmap e391: 8 total, 7 up, 8 in 2024-09-17T17:08:48.825 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:48 smithi031 ceph-mon[94873]: osdmap e392: 8 total, 7 up, 8 in 2024-09-17T17:08:48.826 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:48 smithi031 ceph-mon[96842]: osdmap e391: 8 total, 7 up, 8 in 2024-09-17T17:08:48.826 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:48 smithi031 ceph-mon[96842]: osdmap e392: 8 total, 7 up, 8 in 2024-09-17T17:08:48.826 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:48 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3-activate[116915]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-17T17:08:48.826 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:48 smithi031 bash[116900]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-17T17:08:48.826 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:48 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3-activate[116915]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-17T17:08:48.826 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:48 smithi031 bash[116900]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-17T17:08:48.826 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:48 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3-activate[116915]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-09-17T17:08:48.826 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:48 smithi031 bash[116900]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-09-17T17:08:48.827 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:48 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3-activate[116915]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-17T17:08:48.827 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:48 smithi031 bash[116900]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-17T17:08:48.827 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:48 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3-activate[116915]: --> ceph-volume raw activate successful for osd ID: 3 2024-09-17T17:08:48.827 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:48 smithi031 bash[116900]: --> ceph-volume raw activate successful for osd ID: 3 2024-09-17T17:08:48.827 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:48 smithi031 podman[116900]: 2024-09-17 17:08:48.451868385 +0000 UTC m=+1.297425887 container died 5f17b007acf627af79a0b183b74c4c9c72dcce72df4f8c79eacb6da9ac10dd2f (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3-activate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-09-17T17:08:48.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:48 smithi066 ceph-mon[86175]: osdmap e391: 8 total, 7 up, 8 in 2024-09-17T17:08:48.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:48 smithi066 ceph-mon[86175]: osdmap e392: 8 total, 7 up, 8 in 2024-09-17T17:08:49.408 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:49 smithi031 podman[117060]: 2024-09-17 17:08:49.124051004 +0000 UTC m=+0.666067088 container remove 5f17b007acf627af79a0b183b74c4c9c72dcce72df4f8c79eacb6da9ac10dd2f (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3-activate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True) 2024-09-17T17:08:49.408 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:49 smithi031 podman[117127]: 2024-09-17 17:08:49.235577351 +0000 UTC m=+0.016651271 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:08:49.408 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:49 smithi031 podman[117127]: 2024-09-17 17:08:49.358130423 +0000 UTC m=+0.139204376 container create aec274dc610b4cc90965509b21d724aa34e397e91117383fac692a5bbd728ac0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16) 2024-09-17T17:08:49.416 INFO:tasks.rados.rados.0.smithi031.stdout:1669: done (5 left) 2024-09-17T17:08:49.417 INFO:tasks.rados.rados.0.smithi031.stdout:1670: done (4 left) 2024-09-17T17:08:49.417 INFO:tasks.rados.rados.0.smithi031.stdout:1672: done (3 left) 2024-09-17T17:08:49.417 INFO:tasks.rados.rados.0.smithi031.stdout:1674: done (2 left) 2024-09-17T17:08:49.417 INFO:tasks.rados.rados.0.smithi031.stdout:1675: done (1 left) 2024-09-17T17:08:49.417 INFO:tasks.rados.rados.0.smithi031.stdout:1676: done (0 left) 2024-09-17T17:08:49.417 INFO:tasks.rados.rados.0.smithi031.stdout:1677: read oid 26 snap -1 2024-09-17T17:08:49.417 INFO:tasks.rados.rados.0.smithi031.stdout:1677: expect (ObjNum 471 snap 136 seq_num 471) 2024-09-17T17:08:49.417 INFO:tasks.rados.rados.0.smithi031.stdout:1678: rollback oid 25 current snap is 154 2024-09-17T17:08:49.417 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 25 to 153 2024-09-17T17:08:49.417 INFO:tasks.rados.rados.0.smithi031.stdout:1679: copy_from oid 11 from oid 42 current snap is 154 2024-09-17T17:08:49.417 INFO:tasks.rados.rados.0.smithi031.stdout:1680: delete oid 14 current snap is 154 2024-09-17T17:08:49.422 INFO:tasks.rados.rados.0.smithi031.stdout:1680: done (3 left) 2024-09-17T17:08:49.422 INFO:tasks.rados.rados.0.smithi031.stdout:1681: rollback oid 37 current snap is 154 2024-09-17T17:08:49.422 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 37 to 153 2024-09-17T17:08:49.422 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 30 current snap is 154 2024-09-17T17:08:49.422 INFO:tasks.rados.rados.0.smithi031.stdout:1682: seq_num 552 ranges {2580480=450560,3031040=532480,3563520=655360,4218880=417792} 2024-09-17T17:08:49.439 INFO:tasks.rados.rados.0.smithi031.stdout:1682: writing smithi03184240-30 from 2580480 to 3031040 tid 1 2024-09-17T17:08:49.442 INFO:tasks.rados.rados.0.smithi031.stdout:1682: writing smithi03184240-30 from 3031040 to 3563520 tid 2 2024-09-17T17:08:49.446 INFO:tasks.rados.rados.0.smithi031.stdout:1682: writing smithi03184240-30 from 3563520 to 4218880 tid 3 2024-09-17T17:08:49.449 INFO:tasks.rados.rados.0.smithi031.stdout:1682: writing smithi03184240-30 from 4218880 to 4636672 tid 4 2024-09-17T17:08:49.449 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 9 current snap is 154 2024-09-17T17:08:49.449 INFO:tasks.rados.rados.0.smithi031.stdout:1683: seq_num 553 ranges {7217152=466944,7684096=417792,8101888=417792,8519680=516096,9035776=253952} 2024-09-17T17:08:49.491 INFO:tasks.rados.rados.0.smithi031.stdout:1683: writing smithi03184240-9 from 7217152 to 7684096 tid 1 2024-09-17T17:08:49.493 INFO:tasks.rados.rados.0.smithi031.stdout:1683: writing smithi03184240-9 from 7684096 to 8101888 tid 2 2024-09-17T17:08:49.497 INFO:tasks.rados.rados.0.smithi031.stdout:1683: writing smithi03184240-9 from 8101888 to 8519680 tid 3 2024-09-17T17:08:49.499 INFO:tasks.rados.rados.0.smithi031.stdout:1683: writing smithi03184240-9 from 8519680 to 9035776 tid 4 2024-09-17T17:08:49.501 INFO:tasks.rados.rados.0.smithi031.stdout:1683: writing smithi03184240-9 from 9035776 to 9289728 tid 5 2024-09-17T17:08:49.501 INFO:tasks.rados.rados.0.smithi031.stdout:1684: read oid 27 snap -1 2024-09-17T17:08:49.501 INFO:tasks.rados.rados.0.smithi031.stdout:1684: expect (ObjNum 529 snap 147 seq_num 529) 2024-09-17T17:08:49.501 INFO:tasks.rados.rados.0.smithi031.stdout:1685: delete oid 41 current snap is 154 2024-09-17T17:08:49.501 INFO:tasks.rados.rados.0.smithi031.stdout:1678: finishing rollback tid 0 to smithi03184240-25 2024-09-17T17:08:49.501 INFO:tasks.rados.rados.0.smithi031.stdout:1677: expect (ObjNum 471 snap 136 seq_num 471) 2024-09-17T17:08:49.522 INFO:tasks.rados.rados.0.smithi031.stdout:1678: finishing rollback tid 1 to smithi03184240-25 2024-09-17T17:08:49.522 INFO:tasks.rados.rados.0.smithi031.stdout:1678: finishing rollback tid 2 to smithi03184240-25 2024-09-17T17:08:49.523 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 438 (ObjNum 360 snap 103 seq_num 360) dirty exists 2024-09-17T17:08:49.523 INFO:tasks.rados.rados.0.smithi031.stdout:1681: finishing rollback tid 0 to smithi03184240-37 2024-09-17T17:08:49.523 INFO:tasks.rados.rados.0.smithi031.stdout:1681: finishing rollback tid 1 to smithi03184240-37 2024-09-17T17:08:49.523 INFO:tasks.rados.rados.0.smithi031.stdout:1681: finishing rollback tid 2 to smithi03184240-37 2024-09-17T17:08:49.523 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 1014 (ObjNum 523 snap 146 seq_num 523) dirty exists 2024-09-17T17:08:49.523 INFO:tasks.rados.rados.0.smithi031.stdout:1679: finishing copy_from racing read to smithi03184240-11 2024-09-17T17:08:49.523 INFO:tasks.rados.rados.0.smithi031.stdout:1679: finishing copy_from to smithi03184240-11 2024-09-17T17:08:49.523 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 1411 (ObjNum 522 snap 146 seq_num 522) dirty exists 2024-09-17T17:08:49.523 INFO:tasks.rados.rados.0.smithi031.stdout:1682: finishing write tid 1 to smithi03184240-30 2024-09-17T17:08:49.523 INFO:tasks.rados.rados.0.smithi031.stdout:1682: finishing write tid 2 to smithi03184240-30 2024-09-17T17:08:49.523 INFO:tasks.rados.rados.0.smithi031.stdout:1682: finishing write tid 3 to smithi03184240-30 2024-09-17T17:08:49.523 INFO:tasks.rados.rados.0.smithi031.stdout:1677: done (7 left) 2024-09-17T17:08:49.523 INFO:tasks.rados.rados.0.smithi031.stdout:1678: done (6 left) 2024-09-17T17:08:49.524 INFO:tasks.rados.rados.0.smithi031.stdout:1679: done (5 left) 2024-09-17T17:08:49.524 INFO:tasks.rados.rados.0.smithi031.stdout:1681: done (4 left) 2024-09-17T17:08:49.524 INFO:tasks.rados.rados.0.smithi031.stdout:1685: done (3 left) 2024-09-17T17:08:49.524 INFO:tasks.rados.rados.0.smithi031.stdout:1686: copy_from oid 29 from oid 7 current snap is 154 2024-09-17T17:08:49.524 INFO:tasks.rados.rados.0.smithi031.stdout:1682: finishing write tid 4 to smithi03184240-30 2024-09-17T17:08:49.524 INFO:tasks.rados.rados.0.smithi031.stdout:1682: finishing write tid 5 to smithi03184240-30 2024-09-17T17:08:49.524 INFO:tasks.rados.rados.0.smithi031.stdout:1682: finishing write tid 6 to smithi03184240-30 2024-09-17T17:08:49.524 INFO:tasks.rados.rados.0.smithi031.stdout:1682: oid 30 updating version 0 to 1032 2024-09-17T17:08:49.524 INFO:tasks.rados.rados.0.smithi031.stdout:1682: oid 30 version 1032 is already newer than 1029 2024-09-17T17:08:49.524 INFO:tasks.rados.rados.0.smithi031.stdout:1682: oid 30 updating version 1032 to 1033 2024-09-17T17:08:49.524 INFO:tasks.rados.rados.0.smithi031.stdout:1682: oid 30 version 1033 is already newer than 1030 2024-09-17T17:08:49.524 INFO:tasks.rados.rados.0.smithi031.stdout:1682: oid 30 version 1033 is already newer than 1031 2024-09-17T17:08:49.524 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 1033 (ObjNum 552 snap 154 seq_num 552) dirty exists 2024-09-17T17:08:49.525 INFO:tasks.rados.rados.0.smithi031.stdout:1682: left oid 30 (ObjNum 552 snap 154 seq_num 552) 2024-09-17T17:08:49.525 INFO:tasks.rados.rados.0.smithi031.stdout:1683: finishing write tid 1 to smithi03184240-9 2024-09-17T17:08:49.525 INFO:tasks.rados.rados.0.smithi031.stdout:1683: finishing write tid 2 to smithi03184240-9 2024-09-17T17:08:49.525 INFO:tasks.rados.rados.0.smithi031.stdout:1683: finishing write tid 3 to smithi03184240-9 2024-09-17T17:08:49.525 INFO:tasks.rados.rados.0.smithi031.stdout:1683: finishing write tid 4 to smithi03184240-9 2024-09-17T17:08:49.525 INFO:tasks.rados.rados.0.smithi031.stdout:1683: finishing write tid 5 to smithi03184240-9 2024-09-17T17:08:49.525 INFO:tasks.rados.rados.0.smithi031.stdout:1683: finishing write tid 6 to smithi03184240-9 2024-09-17T17:08:49.525 INFO:tasks.rados.rados.0.smithi031.stdout:1683: finishing write tid 7 to smithi03184240-9 2024-09-17T17:08:49.525 INFO:tasks.rados.rados.0.smithi031.stdout:1683: oid 9 updating version 0 to 847 2024-09-17T17:08:49.525 INFO:tasks.rados.rados.0.smithi031.stdout:1683: oid 9 updating version 847 to 848 2024-09-17T17:08:49.525 INFO:tasks.rados.rados.0.smithi031.stdout:1683: oid 9 updating version 848 to 849 2024-09-17T17:08:49.525 INFO:tasks.rados.rados.0.smithi031.stdout:1683: oid 9 version 849 is already newer than 845 2024-09-17T17:08:49.525 INFO:tasks.rados.rados.0.smithi031.stdout:1683: oid 9 version 849 is already newer than 844 2024-09-17T17:08:49.525 INFO:tasks.rados.rados.0.smithi031.stdout:1683: oid 9 version 849 is already newer than 846 2024-09-17T17:08:49.526 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 849 (ObjNum 553 snap 154 seq_num 553) dirty exists 2024-09-17T17:08:49.526 INFO:tasks.rados.rados.0.smithi031.stdout:1683: left oid 9 (ObjNum 553 snap 154 seq_num 553) 2024-09-17T17:08:49.526 INFO:tasks.rados.rados.0.smithi031.stdout:1684: expect (ObjNum 529 snap 147 seq_num 529) 2024-09-17T17:08:49.636 INFO:tasks.rados.rados.0.smithi031.stdout:1686: finishing copy_from racing read to smithi03184240-29 2024-09-17T17:08:49.636 INFO:tasks.rados.rados.0.smithi031.stdout:1686: finishing copy_from to smithi03184240-29 2024-09-17T17:08:49.636 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 1142 (ObjNum 521 snap 146 seq_num 521) dirty exists 2024-09-17T17:08:49.636 INFO:tasks.rados.rados.0.smithi031.stdout:1682: done (3 left) 2024-09-17T17:08:49.636 INFO:tasks.rados.rados.0.smithi031.stdout:1683: done (2 left) 2024-09-17T17:08:49.636 INFO:tasks.rados.rados.0.smithi031.stdout:1684: done (1 left) 2024-09-17T17:08:49.637 INFO:tasks.rados.rados.0.smithi031.stdout:1686: done (0 left) 2024-09-17T17:08:49.637 INFO:tasks.rados.rados.0.smithi031.stdout:1687: rmattr oid 22 current snap is 154 2024-09-17T17:08:49.637 INFO:tasks.rados.rados.0.smithi031.stdout:1688: snap_remove snap 153 2024-09-17T17:08:49.781 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:49 smithi031 ceph-mon[94873]: pgmap v248: 121 pgs: 28 active+undersized, 2 stale+active+clean, 5 active+undersized+degraded, 86 active+clean; 144 MiB data, 988 MiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 2.7 MiB/s wr, 13 op/s; 14/216 objects degraded (6.481%) 2024-09-17T17:08:49.781 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:49 smithi031 ceph-mon[96842]: pgmap v248: 121 pgs: 28 active+undersized, 2 stale+active+clean, 5 active+undersized+degraded, 86 active+clean; 144 MiB data, 988 MiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 2.7 MiB/s wr, 13 op/s; 14/216 objects degraded (6.481%) 2024-09-17T17:08:49.782 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:49 smithi031 podman[117127]: 2024-09-17 17:08:49.595856038 +0000 UTC m=+0.376929949 container init aec274dc610b4cc90965509b21d724aa34e397e91117383fac692a5bbd728ac0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T17:08:49.782 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:49 smithi031 podman[117127]: 2024-09-17 17:08:49.600549631 +0000 UTC m=+0.381623538 container start aec274dc610b4cc90965509b21d724aa34e397e91117383fac692a5bbd728ac0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731) 2024-09-17T17:08:49.782 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:49 smithi031 ceph-osd[117164]: -- 172.21.15.31:0/3905360280 <== mon.0 v2:172.21.15.31:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c805629a40 con 0x55c805607c00 2024-09-17T17:08:49.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:49 smithi066 ceph-mon[86175]: pgmap v248: 121 pgs: 28 active+undersized, 2 stale+active+clean, 5 active+undersized+degraded, 86 active+clean; 144 MiB data, 988 MiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 2.7 MiB/s wr, 13 op/s; 14/216 objects degraded (6.481%) 2024-09-17T17:08:50.093 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:49 smithi031 bash[117127]: aec274dc610b4cc90965509b21d724aa34e397e91117383fac692a5bbd728ac0 2024-09-17T17:08:50.093 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:49 smithi031 systemd[1]: Started Ceph osd.3 for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:08:50.427 INFO:tasks.rados.rados.0.smithi031.stdout:1688: done (1 left) 2024-09-17T17:08:50.427 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 49 current snap is 154 2024-09-17T17:08:50.428 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 851 (ObjNum 360 snap 103 seq_num 360) dirty exists 2024-09-17T17:08:50.428 INFO:tasks.rados.rados.0.smithi031.stdout:1689: seq_num 555 ranges {9617408=499712,10117120=638976,10756096=425984,11182080=540672} 2024-09-17T17:08:50.483 INFO:tasks.rados.rados.0.smithi031.stdout:1689: writing smithi03184240-49 from 9617408 to 10117120 tid 1 2024-09-17T17:08:50.488 INFO:tasks.rados.rados.0.smithi031.stdout:1689: writing smithi03184240-49 from 10117120 to 10756096 tid 2 2024-09-17T17:08:50.491 INFO:tasks.rados.rados.0.smithi031.stdout:1689: writing smithi03184240-49 from 10756096 to 11182080 tid 3 2024-09-17T17:08:50.495 INFO:tasks.rados.rados.0.smithi031.stdout:1689: writing smithi03184240-49 from 11182080 to 11722752 tid 4 2024-09-17T17:08:50.495 INFO:tasks.rados.rados.0.smithi031.stdout:1687: done (1 left) 2024-09-17T17:08:50.495 INFO:tasks.rados.rados.0.smithi031.stdout:1690: copy_from oid 44 from oid 37 current snap is 154 2024-09-17T17:08:50.495 INFO:tasks.rados.rados.0.smithi031.stdout:1689: finishing write tid 1 to smithi03184240-49 2024-09-17T17:08:50.495 INFO:tasks.rados.rados.0.smithi031.stdout:1689: finishing write tid 2 to smithi03184240-49 2024-09-17T17:08:50.495 INFO:tasks.rados.rados.0.smithi031.stdout:1689: finishing write tid 3 to smithi03184240-49 2024-09-17T17:08:50.495 INFO:tasks.rados.rados.0.smithi031.stdout:1691: rollback oid 30 current snap is 154 2024-09-17T17:08:50.495 INFO:tasks.rados.rados.0.smithi031.stdout:1691: done (2 left) 2024-09-17T17:08:50.495 INFO:tasks.rados.rados.0.smithi031.stdout:1692: snap_create 2024-09-17T17:08:50.497 INFO:tasks.rados.rados.0.smithi031.stdout:1689: finishing write tid 4 to smithi03184240-49 2024-09-17T17:08:50.497 INFO:tasks.rados.rados.0.smithi031.stdout:1689: finishing write tid 5 to smithi03184240-49 2024-09-17T17:08:50.501 INFO:tasks.rados.rados.0.smithi031.stdout:1689: finishing write tid 6 to smithi03184240-49 2024-09-17T17:08:50.501 INFO:tasks.rados.rados.0.smithi031.stdout:1689: oid 49 updating version 0 to 1019 2024-09-17T17:08:50.501 INFO:tasks.rados.rados.0.smithi031.stdout:1689: oid 49 version 1019 is already newer than 1017 2024-09-17T17:08:50.501 INFO:tasks.rados.rados.0.smithi031.stdout:1689: oid 49 version 1019 is already newer than 1015 2024-09-17T17:08:50.501 INFO:tasks.rados.rados.0.smithi031.stdout:1689: oid 49 version 1019 is already newer than 1016 2024-09-17T17:08:50.501 INFO:tasks.rados.rados.0.smithi031.stdout:1689: oid 49 version 1019 is already newer than 1018 2024-09-17T17:08:50.501 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 1019 (ObjNum 555 snap 154 seq_num 555) dirty exists 2024-09-17T17:08:50.501 INFO:tasks.rados.rados.0.smithi031.stdout:1689: left oid 49 (ObjNum 555 snap 154 seq_num 555) 2024-09-17T17:08:50.506 INFO:tasks.rados.rados.0.smithi031.stdout:1690: finishing copy_from racing read to smithi03184240-44 2024-09-17T17:08:50.507 INFO:tasks.rados.rados.0.smithi031.stdout:1690: finishing copy_from to smithi03184240-44 2024-09-17T17:08:50.507 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 1014 (ObjNum 523 snap 146 seq_num 523) dirty exists 2024-09-17T17:08:50.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:50 smithi031 ceph-mon[94873]: osdmap e393: 8 total, 7 up, 8 in 2024-09-17T17:08:50.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:50.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:50.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:08:50.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:50 smithi031 ceph-mon[96842]: osdmap e393: 8 total, 7 up, 8 in 2024-09-17T17:08:50.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:50.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:50.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:08:50.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:50 smithi066 ceph-mon[86175]: osdmap e393: 8 total, 7 up, 8 in 2024-09-17T17:08:50.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:50.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:50.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:08:51.431 INFO:tasks.rados.rados.0.smithi031.stdout:1689: done (2 left) 2024-09-17T17:08:51.431 INFO:tasks.rados.rados.0.smithi031.stdout:1690: done (1 left) 2024-09-17T17:08:51.431 INFO:tasks.rados.rados.0.smithi031.stdout:1692: done (0 left) 2024-09-17T17:08:51.431 INFO:tasks.rados.rados.0.smithi031.stdout:1693: rollback oid 45 current snap is 155 2024-09-17T17:08:51.431 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 45 to 154 2024-09-17T17:08:51.431 INFO:tasks.rados.rados.0.smithi031.stdout:1694: delete oid 41 current snap is 155 2024-09-17T17:08:51.437 INFO:tasks.rados.rados.0.smithi031.stdout:1694: done (1 left) 2024-09-17T17:08:51.437 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 49 current snap is 155 2024-09-17T17:08:51.437 INFO:tasks.rados.rados.0.smithi031.stdout:1695: seq_num 557 ranges {11722752=532480,12255232=802816,13058048=794624,13852672=8192} 2024-09-17T17:08:51.504 INFO:tasks.rados.rados.0.smithi031.stdout:1695: writing smithi03184240-49 from 11722752 to 12255232 tid 1 2024-09-17T17:08:51.509 INFO:tasks.rados.rados.0.smithi031.stdout:1695: writing smithi03184240-49 from 12255232 to 13058048 tid 2 2024-09-17T17:08:51.514 INFO:tasks.rados.rados.0.smithi031.stdout:1695: writing smithi03184240-49 from 13058048 to 13852672 tid 3 2024-09-17T17:08:51.514 INFO:tasks.rados.rados.0.smithi031.stdout:1695: writing smithi03184240-49 from 13852672 to 13860864 tid 4 2024-09-17T17:08:51.514 INFO:tasks.rados.rados.0.smithi031.stdout:1696: read oid 3 snap -1 2024-09-17T17:08:51.514 INFO:tasks.rados.rados.0.smithi031.stdout:1696: expect (ObjNum 550 snap 153 seq_num 550) 2024-09-17T17:08:51.514 INFO:tasks.rados.rados.0.smithi031.stdout:1697: read oid 31 snap 154 2024-09-17T17:08:51.514 INFO:tasks.rados.rados.0.smithi031.stdout:1697: expect (ObjNum 393 snap 110 seq_num 393) 2024-09-17T17:08:51.514 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 27 current snap is 155 2024-09-17T17:08:51.514 INFO:tasks.rados.rados.0.smithi031.stdout:1693: finishing rollback tid 0 to smithi03184240-45 2024-09-17T17:08:51.514 INFO:tasks.rados.rados.0.smithi031.stdout:1693: finishing rollback tid 1 to smithi03184240-45 2024-09-17T17:08:51.515 INFO:tasks.rados.rados.0.smithi031.stdout:1693: finishing rollback tid 2 to smithi03184240-45 2024-09-17T17:08:51.515 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 1443 (ObjNum 544 snap 152 seq_num 544) dirty exists 2024-09-17T17:08:51.515 INFO:tasks.rados.rados.0.smithi031.stdout:1695: finishing write tid 1 to smithi03184240-49 2024-09-17T17:08:51.515 INFO:tasks.rados.rados.0.smithi031.stdout:1695: finishing write tid 2 to smithi03184240-49 2024-09-17T17:08:51.515 INFO:tasks.rados.rados.0.smithi031.stdout:1698: seq_num 558 ranges {3276800=548864,3825664=688128,4513792=606208,5120000=311296} 2024-09-17T17:08:51.535 INFO:tasks.rados.rados.0.smithi031.stdout:1698: writing smithi03184240-27 from 3276800 to 3825664 tid 1 2024-09-17T17:08:51.538 INFO:tasks.rados.rados.0.smithi031.stdout:1698: writing smithi03184240-27 from 3825664 to 4513792 tid 2 2024-09-17T17:08:51.542 INFO:tasks.rados.rados.0.smithi031.stdout:1698: writing smithi03184240-27 from 4513792 to 5120000 tid 3 2024-09-17T17:08:51.544 INFO:tasks.rados.rados.0.smithi031.stdout:1698: writing smithi03184240-27 from 5120000 to 5431296 tid 4 2024-09-17T17:08:51.544 INFO:tasks.rados.rados.0.smithi031.stdout:1693: done (4 left) 2024-09-17T17:08:51.545 INFO:tasks.rados.rados.0.smithi031.stdout:1699: delete oid 19 current snap is 155 2024-09-17T17:08:51.545 INFO:tasks.rados.rados.0.smithi031.stdout:1695: finishing write tid 3 to smithi03184240-49 2024-09-17T17:08:51.545 INFO:tasks.rados.rados.0.smithi031.stdout:1695: finishing write tid 4 to smithi03184240-49 2024-09-17T17:08:51.545 INFO:tasks.rados.rados.0.smithi031.stdout:1695: finishing write tid 5 to smithi03184240-49 2024-09-17T17:08:51.545 INFO:tasks.rados.rados.0.smithi031.stdout:1695: finishing write tid 6 to smithi03184240-49 2024-09-17T17:08:51.545 INFO:tasks.rados.rados.0.smithi031.stdout:1695: oid 49 updating version 0 to 1021 2024-09-17T17:08:51.545 INFO:tasks.rados.rados.0.smithi031.stdout:1695: oid 49 updating version 1021 to 1023 2024-09-17T17:08:51.545 INFO:tasks.rados.rados.0.smithi031.stdout:1695: oid 49 version 1023 is already newer than 1022 2024-09-17T17:08:51.545 INFO:tasks.rados.rados.0.smithi031.stdout:1695: oid 49 version 1023 is already newer than 1020 2024-09-17T17:08:51.545 INFO:tasks.rados.rados.0.smithi031.stdout:1695: oid 49 updating version 1023 to 1024 2024-09-17T17:08:51.545 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 1024 (ObjNum 557 snap 155 seq_num 557) dirty exists 2024-09-17T17:08:51.545 INFO:tasks.rados.rados.0.smithi031.stdout:1695: left oid 49 (ObjNum 557 snap 155 seq_num 557) 2024-09-17T17:08:51.545 INFO:tasks.rados.rados.0.smithi031.stdout:1697: expect (ObjNum 393 snap 110 seq_num 393) 2024-09-17T17:08:51.574 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:51 smithi031 ceph-mon[94873]: pgmap v251: 121 pgs: 35 active+undersized, 6 active+undersized+degraded, 80 active+clean; 144 MiB data, 983 MiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 0 B/s wr, 4 op/s; 15/213 objects degraded (7.042%) 2024-09-17T17:08:51.575 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:51 smithi031 ceph-mon[94873]: osdmap e394: 8 total, 7 up, 8 in 2024-09-17T17:08:51.575 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:51 smithi031 ceph-mon[96842]: pgmap v251: 121 pgs: 35 active+undersized, 6 active+undersized+degraded, 80 active+clean; 144 MiB data, 983 MiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 0 B/s wr, 4 op/s; 15/213 objects degraded (7.042%) 2024-09-17T17:08:51.575 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:51 smithi031 ceph-mon[96842]: osdmap e394: 8 total, 7 up, 8 in 2024-09-17T17:08:51.575 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:51 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3[117141]: 2024-09-17T17:08:51.251+0000 7f26557bc640 -1 Falling back to public interface 2024-09-17T17:08:51.593 INFO:tasks.rados.rados.0.smithi031.stdout:1696: expect (ObjNum 550 snap 153 seq_num 550) 2024-09-17T17:08:51.648 INFO:tasks.rados.rados.0.smithi031.stdout:1698: finishing write tid 1 to smithi03184240-27 2024-09-17T17:08:51.648 INFO:tasks.rados.rados.0.smithi031.stdout:1698: finishing write tid 2 to smithi03184240-27 2024-09-17T17:08:51.648 INFO:tasks.rados.rados.0.smithi031.stdout:1698: finishing write tid 3 to smithi03184240-27 2024-09-17T17:08:51.648 INFO:tasks.rados.rados.0.smithi031.stdout:1698: finishing write tid 4 to smithi03184240-27 2024-09-17T17:08:51.648 INFO:tasks.rados.rados.0.smithi031.stdout:1698: finishing write tid 5 to smithi03184240-27 2024-09-17T17:08:51.649 INFO:tasks.rados.rados.0.smithi031.stdout:1698: finishing write tid 6 to smithi03184240-27 2024-09-17T17:08:51.649 INFO:tasks.rados.rados.0.smithi031.stdout:1698: oid 27 updating version 0 to 1426 2024-09-17T17:08:51.649 INFO:tasks.rados.rados.0.smithi031.stdout:1698: oid 27 updating version 1426 to 1427 2024-09-17T17:08:51.649 INFO:tasks.rados.rados.0.smithi031.stdout:1698: oid 27 version 1427 is already newer than 1425 2024-09-17T17:08:51.649 INFO:tasks.rados.rados.0.smithi031.stdout:1698: oid 27 updating version 1427 to 1429 2024-09-17T17:08:51.649 INFO:tasks.rados.rados.0.smithi031.stdout:1698: oid 27 version 1429 is already newer than 1428 2024-09-17T17:08:51.649 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 1429 (ObjNum 558 snap 155 seq_num 558) dirty exists 2024-09-17T17:08:51.649 INFO:tasks.rados.rados.0.smithi031.stdout:1698: left oid 27 (ObjNum 558 snap 155 seq_num 558) 2024-09-17T17:08:51.649 INFO:tasks.rados.rados.0.smithi031.stdout:1695: done (4 left) 2024-09-17T17:08:51.649 INFO:tasks.rados.rados.0.smithi031.stdout:1696: done (3 left) 2024-09-17T17:08:51.649 INFO:tasks.rados.rados.0.smithi031.stdout:1697: done (2 left) 2024-09-17T17:08:51.649 INFO:tasks.rados.rados.0.smithi031.stdout:1698: done (1 left) 2024-09-17T17:08:51.649 INFO:tasks.rados.rados.0.smithi031.stdout:1699: done (0 left) 2024-09-17T17:08:51.650 INFO:tasks.rados.rados.0.smithi031.stdout:1700: snap_remove snap 154 2024-09-17T17:08:51.805 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:51 smithi066 ceph-mon[86175]: pgmap v251: 121 pgs: 35 active+undersized, 6 active+undersized+degraded, 80 active+clean; 144 MiB data, 983 MiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 0 B/s wr, 4 op/s; 15/213 objects degraded (7.042%) 2024-09-17T17:08:51.805 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:51 smithi066 ceph-mon[86175]: osdmap e394: 8 total, 7 up, 8 in 2024-09-17T17:08:51.843 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:08:51 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:08:51] "GET /metrics HTTP/1.1" 200 36290 "" "Prometheus/2.43.0" 2024-09-17T17:08:52.441 INFO:tasks.rados.rados.0.smithi031.stdout:1700: done (0 left) 2024-09-17T17:08:52.441 INFO:tasks.rados.rados.0.smithi031.stdout:1701: read oid 18 snap -1 2024-09-17T17:08:52.441 INFO:tasks.rados.rados.0.smithi031.stdout:1701: expect (ObjNum 540 snap 151 seq_num 540) 2024-09-17T17:08:52.442 INFO:tasks.rados.rados.0.smithi031.stdout:1702: setattr oid 31 current snap is 155 2024-09-17T17:08:52.443 INFO:tasks.rados.rados.0.smithi031.stdout:1703: snap_create 2024-09-17T17:08:52.449 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 1430 (ObjNum 393 snap 110 seq_num 393) dirty exists 2024-09-17T17:08:52.457 INFO:tasks.rados.rados.0.smithi031.stdout:1701: expect (ObjNum 540 snap 151 seq_num 540) 2024-09-17T17:08:52.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:52 smithi031 ceph-mon[94873]: osdmap e395: 8 total, 7 up, 8 in 2024-09-17T17:08:52.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:52 smithi031 ceph-mon[96842]: osdmap e395: 8 total, 7 up, 8 in 2024-09-17T17:08:52.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:52 smithi066 ceph-mon[86175]: osdmap e395: 8 total, 7 up, 8 in 2024-09-17T17:08:53.331 INFO:tasks.rados.rados.0.smithi031.stdout:1701: done (2 left) 2024-09-17T17:08:53.332 INFO:tasks.rados.rados.0.smithi031.stdout:1702: done (1 left) 2024-09-17T17:08:53.332 INFO:tasks.rados.rados.0.smithi031.stdout:1703: done (0 left) 2024-09-17T17:08:53.332 INFO:tasks.rados.rados.0.smithi031.stdout:1704: snap_remove snap 155 2024-09-17T17:08:53.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:53 smithi031 ceph-mon[96842]: pgmap v254: 121 pgs: 35 active+undersized, 6 active+undersized+degraded, 80 active+clean; 146 MiB data, 981 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 29 op/s; 16/210 objects degraded (7.619%) 2024-09-17T17:08:53.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:53 smithi031 ceph-mon[96842]: Health check update: Degraded data redundancy: 16/210 objects degraded (7.619%), 6 pgs degraded (PG_DEGRADED) 2024-09-17T17:08:53.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:53 smithi031 ceph-mon[96842]: osdmap e396: 8 total, 7 up, 8 in 2024-09-17T17:08:53.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:53 smithi031 ceph-mon[96842]: osdmap e397: 8 total, 7 up, 8 in 2024-09-17T17:08:53.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:53 smithi031 ceph-mon[94873]: pgmap v254: 121 pgs: 35 active+undersized, 6 active+undersized+degraded, 80 active+clean; 146 MiB data, 981 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 29 op/s; 16/210 objects degraded (7.619%) 2024-09-17T17:08:53.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:53 smithi031 ceph-mon[94873]: Health check update: Degraded data redundancy: 16/210 objects degraded (7.619%), 6 pgs degraded (PG_DEGRADED) 2024-09-17T17:08:53.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:53 smithi031 ceph-mon[94873]: osdmap e396: 8 total, 7 up, 8 in 2024-09-17T17:08:53.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:53 smithi031 ceph-mon[94873]: osdmap e397: 8 total, 7 up, 8 in 2024-09-17T17:08:53.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:53 smithi066 ceph-mon[86175]: pgmap v254: 121 pgs: 35 active+undersized, 6 active+undersized+degraded, 80 active+clean; 146 MiB data, 981 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 29 op/s; 16/210 objects degraded (7.619%) 2024-09-17T17:08:53.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:53 smithi066 ceph-mon[86175]: Health check update: Degraded data redundancy: 16/210 objects degraded (7.619%), 6 pgs degraded (PG_DEGRADED) 2024-09-17T17:08:53.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:53 smithi066 ceph-mon[86175]: osdmap e396: 8 total, 7 up, 8 in 2024-09-17T17:08:53.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:53 smithi066 ceph-mon[86175]: osdmap e397: 8 total, 7 up, 8 in 2024-09-17T17:08:54.331 INFO:tasks.rados.rados.0.smithi031.stdout:1704: done (0 left) 2024-09-17T17:08:54.331 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 156 2024-09-17T17:08:54.331 INFO:tasks.rados.rados.0.smithi031.stdout:1705: seq_num 560 ranges {5398528=581632,5980160=458752,6438912=614400,7053312=532480} 2024-09-17T17:08:54.364 INFO:tasks.rados.rados.0.smithi031.stdout:1705: writing smithi03184240-23 from 5398528 to 5980160 tid 1 2024-09-17T17:08:54.366 INFO:tasks.rados.rados.0.smithi031.stdout:1705: writing smithi03184240-23 from 5980160 to 6438912 tid 2 2024-09-17T17:08:54.370 INFO:tasks.rados.rados.0.smithi031.stdout:1705: writing smithi03184240-23 from 6438912 to 7053312 tid 3 2024-09-17T17:08:54.373 INFO:tasks.rados.rados.0.smithi031.stdout:1705: writing smithi03184240-23 from 7053312 to 7585792 tid 4 2024-09-17T17:08:54.373 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 1 current snap is 156 2024-09-17T17:08:54.373 INFO:tasks.rados.rados.0.smithi031.stdout:1706: seq_num 561 ranges {0=598016,598016=745472,1343488=778240,2121728=81920} 2024-09-17T17:08:54.376 INFO:tasks.rados.rados.0.smithi031.stdout:1706: writing smithi03184240-1 from 0 to 598016 tid 1 2024-09-17T17:08:54.381 INFO:tasks.rados.rados.0.smithi031.stdout:1706: writing smithi03184240-1 from 598016 to 1343488 tid 2 2024-09-17T17:08:54.385 INFO:tasks.rados.rados.0.smithi031.stdout:1706: writing smithi03184240-1 from 1343488 to 2121728 tid 3 2024-09-17T17:08:54.386 INFO:tasks.rados.rados.0.smithi031.stdout:1706: writing smithi03184240-1 from 2121728 to 2203648 tid 4 2024-09-17T17:08:54.386 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 156 2024-09-17T17:08:54.386 INFO:tasks.rados.rados.0.smithi031.stdout:1705: finishing write tid 1 to smithi03184240-23 2024-09-17T17:08:54.387 INFO:tasks.rados.rados.0.smithi031.stdout:1705: finishing write tid 2 to smithi03184240-23 2024-09-17T17:08:54.387 INFO:tasks.rados.rados.0.smithi031.stdout:1705: finishing write tid 3 to smithi03184240-23 2024-09-17T17:08:54.387 INFO:tasks.rados.rados.0.smithi031.stdout:1707: seq_num 562 ranges {2719744=622592,3342336=630784,3973120=581632,4554752=393216} 2024-09-17T17:08:54.404 INFO:tasks.rados.rados.0.smithi031.stdout:1707: writing smithi03184240-32 from 2719744 to 3342336 tid 1 2024-09-17T17:08:54.408 INFO:tasks.rados.rados.0.smithi031.stdout:1707: writing smithi03184240-32 from 3342336 to 3973120 tid 2 2024-09-17T17:08:54.412 INFO:tasks.rados.rados.0.smithi031.stdout:1707: writing smithi03184240-32 from 3973120 to 4554752 tid 3 2024-09-17T17:08:54.415 INFO:tasks.rados.rados.0.smithi031.stdout:1707: writing smithi03184240-32 from 4554752 to 4947968 tid 4 2024-09-17T17:08:54.415 INFO:tasks.rados.rados.0.smithi031.stdout:1708: rollback oid 41 current snap is 156 2024-09-17T17:08:54.415 INFO:tasks.rados.rados.0.smithi031.stdout:1708: done (3 left) 2024-09-17T17:08:54.415 INFO:tasks.rados.rados.0.smithi031.stdout:1709: copy_from oid 28 from oid 44 current snap is 156 2024-09-17T17:08:54.415 INFO:tasks.rados.rados.0.smithi031.stdout:1705: finishing write tid 4 to smithi03184240-23 2024-09-17T17:08:54.415 INFO:tasks.rados.rados.0.smithi031.stdout:1705: finishing write tid 5 to smithi03184240-23 2024-09-17T17:08:54.416 INFO:tasks.rados.rados.0.smithi031.stdout:1705: finishing write tid 6 to smithi03184240-23 2024-09-17T17:08:54.416 INFO:tasks.rados.rados.0.smithi031.stdout:1705: oid 23 updating version 0 to 1012 2024-09-17T17:08:54.416 INFO:tasks.rados.rados.0.smithi031.stdout:1705: oid 23 version 1012 is already newer than 1009 2024-09-17T17:08:54.416 INFO:tasks.rados.rados.0.smithi031.stdout:1705: oid 23 updating version 1012 to 1013 2024-09-17T17:08:54.416 INFO:tasks.rados.rados.0.smithi031.stdout:1705: oid 23 version 1013 is already newer than 1010 2024-09-17T17:08:54.416 INFO:tasks.rados.rados.0.smithi031.stdout:1705: oid 23 version 1013 is already newer than 1011 2024-09-17T17:08:54.416 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 1013 (ObjNum 560 snap 156 seq_num 560) dirty exists 2024-09-17T17:08:54.416 INFO:tasks.rados.rados.0.smithi031.stdout:1705: left oid 23 (ObjNum 560 snap 156 seq_num 560) 2024-09-17T17:08:54.416 INFO:tasks.rados.rados.0.smithi031.stdout:1706: finishing write tid 1 to smithi03184240-1 2024-09-17T17:08:54.416 INFO:tasks.rados.rados.0.smithi031.stdout:1706: finishing write tid 2 to smithi03184240-1 2024-09-17T17:08:54.416 INFO:tasks.rados.rados.0.smithi031.stdout:1705: done (3 left) 2024-09-17T17:08:54.416 INFO:tasks.rados.rados.0.smithi031.stdout:1710: rollback oid 21 current snap is 156 2024-09-17T17:08:54.416 INFO:tasks.rados.rados.0.smithi031.stdout:1710: done (3 left) 2024-09-17T17:08:54.416 INFO:tasks.rados.rados.0.smithi031.stdout:1711: read oid 30 snap -1 2024-09-17T17:08:54.417 INFO:tasks.rados.rados.0.smithi031.stdout:1711: expect (ObjNum 552 snap 154 seq_num 552) 2024-09-17T17:08:54.417 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 156 2024-09-17T17:08:54.417 INFO:tasks.rados.rados.0.smithi031.stdout:1706: finishing write tid 3 to smithi03184240-1 2024-09-17T17:08:54.417 INFO:tasks.rados.rados.0.smithi031.stdout:1706: finishing write tid 4 to smithi03184240-1 2024-09-17T17:08:54.417 INFO:tasks.rados.rados.0.smithi031.stdout:1706: finishing write tid 5 to smithi03184240-1 2024-09-17T17:08:54.417 INFO:tasks.rados.rados.0.smithi031.stdout:1712: seq_num 563 ranges {1720320=638976,2359296=565248,2924544=794624,3719168=245760} 2024-09-17T17:08:54.428 INFO:tasks.rados.rados.0.smithi031.stdout:1712: writing smithi03184240-4 from 1720320 to 2359296 tid 1 2024-09-17T17:08:54.431 INFO:tasks.rados.rados.0.smithi031.stdout:1712: writing smithi03184240-4 from 2359296 to 2924544 tid 2 2024-09-17T17:08:54.435 INFO:tasks.rados.rados.0.smithi031.stdout:1712: writing smithi03184240-4 from 2924544 to 3719168 tid 3 2024-09-17T17:08:54.438 INFO:tasks.rados.rados.0.smithi031.stdout:1712: writing smithi03184240-4 from 3719168 to 3964928 tid 4 2024-09-17T17:08:54.438 INFO:tasks.rados.rados.0.smithi031.stdout:1713: read oid 33 snap -1 2024-09-17T17:08:54.438 INFO:tasks.rados.rados.0.smithi031.stdout:1713: expect (ObjNum 538 snap 151 seq_num 538) 2024-09-17T17:08:54.438 INFO:tasks.rados.rados.0.smithi031.stdout:1714: snap_create 2024-09-17T17:08:54.438 INFO:tasks.rados.rados.0.smithi031.stdout:1706: finishing write tid 6 to smithi03184240-1 2024-09-17T17:08:54.438 INFO:tasks.rados.rados.0.smithi031.stdout:1706: oid 1 updating version 0 to 1144 2024-09-17T17:08:54.438 INFO:tasks.rados.rados.0.smithi031.stdout:1706: oid 1 updating version 1144 to 1145 2024-09-17T17:08:54.439 INFO:tasks.rados.rados.0.smithi031.stdout:1706: oid 1 updating version 1145 to 1146 2024-09-17T17:08:54.439 INFO:tasks.rados.rados.0.smithi031.stdout:1706: oid 1 version 1146 is already newer than 1143 2024-09-17T17:08:54.439 INFO:tasks.rados.rados.0.smithi031.stdout:1706: oid 1 updating version 1146 to 1147 2024-09-17T17:08:54.439 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 1147 (ObjNum 561 snap 156 seq_num 561) dirty exists 2024-09-17T17:08:54.439 INFO:tasks.rados.rados.0.smithi031.stdout:1706: left oid 1 (ObjNum 561 snap 156 seq_num 561) 2024-09-17T17:08:54.439 INFO:tasks.rados.rados.0.smithi031.stdout:1707: finishing write tid 1 to smithi03184240-32 2024-09-17T17:08:54.439 INFO:tasks.rados.rados.0.smithi031.stdout:1707: finishing write tid 2 to smithi03184240-32 2024-09-17T17:08:54.439 INFO:tasks.rados.rados.0.smithi031.stdout:1707: finishing write tid 3 to smithi03184240-32 2024-09-17T17:08:54.439 INFO:tasks.rados.rados.0.smithi031.stdout:1707: finishing write tid 4 to smithi03184240-32 2024-09-17T17:08:54.439 INFO:tasks.rados.rados.0.smithi031.stdout:1707: finishing write tid 5 to smithi03184240-32 2024-09-17T17:08:54.439 INFO:tasks.rados.rados.0.smithi031.stdout:1707: finishing write tid 6 to smithi03184240-32 2024-09-17T17:08:54.439 INFO:tasks.rados.rados.0.smithi031.stdout:1707: oid 32 updating version 0 to 1028 2024-09-17T17:08:54.439 INFO:tasks.rados.rados.0.smithi031.stdout:1707: oid 32 version 1028 is already newer than 1025 2024-09-17T17:08:54.440 INFO:tasks.rados.rados.0.smithi031.stdout:1707: oid 32 updating version 1028 to 1029 2024-09-17T17:08:54.440 INFO:tasks.rados.rados.0.smithi031.stdout:1707: oid 32 version 1029 is already newer than 1027 2024-09-17T17:08:54.440 INFO:tasks.rados.rados.0.smithi031.stdout:1707: oid 32 version 1029 is already newer than 1026 2024-09-17T17:08:54.440 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 1029 (ObjNum 562 snap 156 seq_num 562) dirty exists 2024-09-17T17:08:54.440 INFO:tasks.rados.rados.0.smithi031.stdout:1707: left oid 32 (ObjNum 562 snap 156 seq_num 562) 2024-09-17T17:08:54.440 INFO:tasks.rados.rados.0.smithi031.stdout:1709: finishing copy_from racing read to smithi03184240-28 2024-09-17T17:08:54.440 INFO:tasks.rados.rados.0.smithi031.stdout:1709: finishing copy_from to smithi03184240-28 2024-09-17T17:08:54.440 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 1014 (ObjNum 523 snap 146 seq_num 523) dirty exists 2024-09-17T17:08:54.440 INFO:tasks.rados.rados.0.smithi031.stdout:1712: finishing write tid 1 to smithi03184240-4 2024-09-17T17:08:54.440 INFO:tasks.rados.rados.0.smithi031.stdout:1711: expect (ObjNum 552 snap 154 seq_num 552) 2024-09-17T17:08:54.631 INFO:tasks.rados.rados.0.smithi031.stdout:1712: finishing write tid 2 to smithi03184240-4 2024-09-17T17:08:54.631 INFO:tasks.rados.rados.0.smithi031.stdout:1712: finishing write tid 3 to smithi03184240-4 2024-09-17T17:08:54.631 INFO:tasks.rados.rados.0.smithi031.stdout:1712: finishing write tid 4 to smithi03184240-4 2024-09-17T17:08:54.631 INFO:tasks.rados.rados.0.smithi031.stdout:1712: finishing write tid 5 to smithi03184240-4 2024-09-17T17:08:54.631 INFO:tasks.rados.rados.0.smithi031.stdout:1712: finishing write tid 6 to smithi03184240-4 2024-09-17T17:08:54.631 INFO:tasks.rados.rados.0.smithi031.stdout:1712: oid 4 updating version 0 to 1150 2024-09-17T17:08:54.631 INFO:tasks.rados.rados.0.smithi031.stdout:1712: oid 4 version 1150 is already newer than 1148 2024-09-17T17:08:54.631 INFO:tasks.rados.rados.0.smithi031.stdout:1712: oid 4 version 1150 is already newer than 1147 2024-09-17T17:08:54.631 INFO:tasks.rados.rados.0.smithi031.stdout:1712: oid 4 version 1150 is already newer than 1149 2024-09-17T17:08:54.632 INFO:tasks.rados.rados.0.smithi031.stdout:1712: oid 4 updating version 1150 to 1151 2024-09-17T17:08:54.632 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1151 (ObjNum 563 snap 156 seq_num 563) dirty exists 2024-09-17T17:08:54.632 INFO:tasks.rados.rados.0.smithi031.stdout:1712: left oid 4 (ObjNum 563 snap 156 seq_num 563) 2024-09-17T17:08:54.632 INFO:tasks.rados.rados.0.smithi031.stdout:1713: expect (ObjNum 538 snap 151 seq_num 538) 2024-09-17T17:08:54.763 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:54 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:54.763 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:54 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:54.764 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:54 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:54.764 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:54 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:54.764 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:54 smithi031 ceph-mon[94873]: osdmap e398: 8 total, 7 up, 8 in 2024-09-17T17:08:54.764 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:54 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3[117141]: 2024-09-17T17:08:54.622+0000 7f26557bc640 -1 osd.3 387 log_to_monitors true 2024-09-17T17:08:54.764 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:54 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:54.764 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:54 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:54.765 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:54 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:54.765 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:54 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:54.765 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:54 smithi031 ceph-mon[96842]: osdmap e398: 8 total, 7 up, 8 in 2024-09-17T17:08:54.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:54 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:54.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:54 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:54.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:54 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:54.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:54 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:54.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:54 smithi066 ceph-mon[86175]: osdmap e398: 8 total, 7 up, 8 in 2024-09-17T17:08:55.334 INFO:tasks.rados.rados.0.smithi031.stdout:1706: done (6 left) 2024-09-17T17:08:55.334 INFO:tasks.rados.rados.0.smithi031.stdout:1707: done (5 left) 2024-09-17T17:08:55.334 INFO:tasks.rados.rados.0.smithi031.stdout:1709: done (4 left) 2024-09-17T17:08:55.334 INFO:tasks.rados.rados.0.smithi031.stdout:1711: done (3 left) 2024-09-17T17:08:55.334 INFO:tasks.rados.rados.0.smithi031.stdout:1712: done (2 left) 2024-09-17T17:08:55.334 INFO:tasks.rados.rados.0.smithi031.stdout:1713: done (1 left) 2024-09-17T17:08:55.335 INFO:tasks.rados.rados.0.smithi031.stdout:1714: done (0 left) 2024-09-17T17:08:55.335 INFO:tasks.rados.rados.0.smithi031.stdout:1715: rollback oid 1 current snap is 157 2024-09-17T17:08:55.335 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 1 to 156 2024-09-17T17:08:55.335 INFO:tasks.rados.rados.0.smithi031.stdout:1716: read oid 32 snap -1 2024-09-17T17:08:55.335 INFO:tasks.rados.rados.0.smithi031.stdout:1716: expect (ObjNum 562 snap 156 seq_num 562) 2024-09-17T17:08:55.335 INFO:tasks.rados.rados.0.smithi031.stdout:1717: snap_create 2024-09-17T17:08:55.343 INFO:tasks.rados.rados.0.smithi031.stdout:1715: finishing rollback tid 0 to smithi03184240-1 2024-09-17T17:08:55.344 INFO:tasks.rados.rados.0.smithi031.stdout:1715: finishing rollback tid 1 to smithi03184240-1 2024-09-17T17:08:55.344 INFO:tasks.rados.rados.0.smithi031.stdout:1715: finishing rollback tid 2 to smithi03184240-1 2024-09-17T17:08:55.344 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 1150 (ObjNum 561 snap 156 seq_num 561) dirty exists 2024-09-17T17:08:55.359 INFO:tasks.rados.rados.0.smithi031.stdout:1716: expect (ObjNum 562 snap 156 seq_num 562) 2024-09-17T17:08:55.449 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:08:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3[117141]: 2024-09-17T17:08:55.364+0000 7f264d566640 -1 osd.3 387 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T17:08:55.716 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:55 smithi031 ceph-mon[94873]: pgmap v257: 121 pgs: 35 active+undersized, 6 active+undersized+degraded, 80 active+clean; 142 MiB data, 981 MiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 6.1 MiB/s wr, 29 op/s; 16/207 objects degraded (7.729%) 2024-09-17T17:08:55.717 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:55 smithi031 ceph-mon[94873]: from='osd.3 [v2:172.21.15.31:6826/1266631629,v1:172.21.15.31:6827/1266631629]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-17T17:08:55.717 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:55 smithi031 ceph-mon[94873]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-17T17:08:55.717 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:55 smithi031 ceph-mon[94873]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-17T17:08:55.717 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:55 smithi031 ceph-mon[94873]: osdmap e399: 8 total, 7 up, 8 in 2024-09-17T17:08:55.717 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:55 smithi031 ceph-mon[94873]: from='osd.3 [v2:172.21.15.31:6826/1266631629,v1:172.21.15.31:6827/1266631629]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi031", "root=default"]} : dispatch 2024-09-17T17:08:55.717 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:55 smithi031 ceph-mon[94873]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi031", "root=default"]} : dispatch 2024-09-17T17:08:55.717 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:55 smithi031 ceph-mon[96842]: pgmap v257: 121 pgs: 35 active+undersized, 6 active+undersized+degraded, 80 active+clean; 142 MiB data, 981 MiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 6.1 MiB/s wr, 29 op/s; 16/207 objects degraded (7.729%) 2024-09-17T17:08:55.717 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:55 smithi031 ceph-mon[96842]: from='osd.3 [v2:172.21.15.31:6826/1266631629,v1:172.21.15.31:6827/1266631629]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-17T17:08:55.717 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:55 smithi031 ceph-mon[96842]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-17T17:08:55.717 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:55 smithi031 ceph-mon[96842]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-17T17:08:55.718 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:55 smithi031 ceph-mon[96842]: osdmap e399: 8 total, 7 up, 8 in 2024-09-17T17:08:55.718 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:55 smithi031 ceph-mon[96842]: from='osd.3 [v2:172.21.15.31:6826/1266631629,v1:172.21.15.31:6827/1266631629]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi031", "root=default"]} : dispatch 2024-09-17T17:08:55.718 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:55 smithi031 ceph-mon[96842]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi031", "root=default"]} : dispatch 2024-09-17T17:08:55.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:55 smithi066 ceph-mon[86175]: pgmap v257: 121 pgs: 35 active+undersized, 6 active+undersized+degraded, 80 active+clean; 142 MiB data, 981 MiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 6.1 MiB/s wr, 29 op/s; 16/207 objects degraded (7.729%) 2024-09-17T17:08:55.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:55 smithi066 ceph-mon[86175]: from='osd.3 [v2:172.21.15.31:6826/1266631629,v1:172.21.15.31:6827/1266631629]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-17T17:08:55.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:55 smithi066 ceph-mon[86175]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-17T17:08:55.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:55 smithi066 ceph-mon[86175]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-17T17:08:55.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:55 smithi066 ceph-mon[86175]: osdmap e399: 8 total, 7 up, 8 in 2024-09-17T17:08:55.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:55 smithi066 ceph-mon[86175]: from='osd.3 [v2:172.21.15.31:6826/1266631629,v1:172.21.15.31:6827/1266631629]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi031", "root=default"]} : dispatch 2024-09-17T17:08:55.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:55 smithi066 ceph-mon[86175]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi031", "root=default"]} : dispatch 2024-09-17T17:08:56.336 INFO:tasks.rados.rados.0.smithi031.stdout:1715: done (2 left) 2024-09-17T17:08:56.337 INFO:tasks.rados.rados.0.smithi031.stdout:1716: done (1 left) 2024-09-17T17:08:56.337 INFO:tasks.rados.rados.0.smithi031.stdout:1717: done (0 left) 2024-09-17T17:08:56.337 INFO:tasks.rados.rados.0.smithi031.stdout:1718: snap_create 2024-09-17T17:08:56.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:56 smithi031 ceph-mon[94873]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T17:08:56.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:56 smithi031 ceph-mon[94873]: osd.3 [v2:172.21.15.31:6826/1266631629,v1:172.21.15.31:6827/1266631629] boot 2024-09-17T17:08:56.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:56 smithi031 ceph-mon[94873]: osdmap e400: 8 total, 8 up, 8 in 2024-09-17T17:08:56.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:56 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-17T17:08:56.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:56 smithi031 ceph-mon[96842]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T17:08:56.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:56 smithi031 ceph-mon[96842]: osd.3 [v2:172.21.15.31:6826/1266631629,v1:172.21.15.31:6827/1266631629] boot 2024-09-17T17:08:56.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:56 smithi031 ceph-mon[96842]: osdmap e400: 8 total, 8 up, 8 in 2024-09-17T17:08:56.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:56 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-17T17:08:56.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:56 smithi066 ceph-mon[86175]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T17:08:56.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:56 smithi066 ceph-mon[86175]: osd.3 [v2:172.21.15.31:6826/1266631629,v1:172.21.15.31:6827/1266631629] boot 2024-09-17T17:08:56.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:56 smithi066 ceph-mon[86175]: osdmap e400: 8 total, 8 up, 8 in 2024-09-17T17:08:56.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:56 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-17T17:08:57.338 INFO:tasks.rados.rados.0.smithi031.stdout:1718: done (0 left) 2024-09-17T17:08:57.338 INFO:tasks.rados.rados.0.smithi031.stdout:1719: copy_from oid 10 from oid 15 current snap is 159 2024-09-17T17:08:57.338 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 35 current snap is 159 2024-09-17T17:08:57.338 INFO:tasks.rados.rados.0.smithi031.stdout:1720: seq_num 564 ranges {4243456=655360,4898816=442368,5341184=598016,5939200=565248} 2024-09-17T17:08:57.367 INFO:tasks.rados.rados.0.smithi031.stdout:1720: writing smithi03184240-35 from 4243456 to 4898816 tid 1 2024-09-17T17:08:57.370 INFO:tasks.rados.rados.0.smithi031.stdout:1720: writing smithi03184240-35 from 4898816 to 5341184 tid 2 2024-09-17T17:08:57.374 INFO:tasks.rados.rados.0.smithi031.stdout:1720: writing smithi03184240-35 from 5341184 to 5939200 tid 3 2024-09-17T17:08:57.377 INFO:tasks.rados.rados.0.smithi031.stdout:1720: writing smithi03184240-35 from 5939200 to 6504448 tid 4 2024-09-17T17:08:57.377 INFO:tasks.rados.rados.0.smithi031.stdout:1721: copy_from oid 6 from oid 14 current snap is 159 2024-09-17T17:08:57.378 INFO:tasks.rados.rados.0.smithi031.stdout:1719: finishing copy_from racing read to smithi03184240-10 2024-09-17T17:08:57.378 INFO:tasks.rados.rados.0.smithi031.stdout:1719: finishing copy_from to smithi03184240-10 2024-09-17T17:08:57.378 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1129 (ObjNum 539 snap 151 seq_num 539) dirty exists 2024-09-17T17:08:57.378 INFO:tasks.rados.rados.0.smithi031.stdout:1720: finishing write tid 1 to smithi03184240-35 2024-09-17T17:08:57.378 INFO:tasks.rados.rados.0.smithi031.stdout:1720: finishing write tid 2 to smithi03184240-35 2024-09-17T17:08:57.378 INFO:tasks.rados.rados.0.smithi031.stdout:1720: finishing write tid 3 to smithi03184240-35 2024-09-17T17:08:57.378 INFO:tasks.rados.rados.0.smithi031.stdout:1719: done (2 left) 2024-09-17T17:08:57.378 INFO:tasks.rados.rados.0.smithi031.stdout:1722: snap_create 2024-09-17T17:08:57.378 INFO:tasks.rados.rados.0.smithi031.stdout:1721: finishing copy_from to smithi03184240-6 2024-09-17T17:08:57.379 INFO:tasks.rados.rados.0.smithi031.stdout:1721: got expected ENOENT (src dne) 2024-09-17T17:08:57.379 INFO:tasks.rados.rados.0.smithi031.stdout:1721: finishing copy_from racing read to smithi03184240-6 2024-09-17T17:08:57.380 INFO:tasks.rados.rados.0.smithi031.stdout:1720: finishing write tid 4 to smithi03184240-35 2024-09-17T17:08:57.380 INFO:tasks.rados.rados.0.smithi031.stdout:1720: finishing write tid 5 to smithi03184240-35 2024-09-17T17:08:57.381 INFO:tasks.rados.rados.0.smithi031.stdout:1720: finishing write tid 6 to smithi03184240-35 2024-09-17T17:08:57.381 INFO:tasks.rados.rados.0.smithi031.stdout:1720: oid 35 updating version 0 to 1124 2024-09-17T17:08:57.381 INFO:tasks.rados.rados.0.smithi031.stdout:1720: oid 35 version 1124 is already newer than 1121 2024-09-17T17:08:57.381 INFO:tasks.rados.rados.0.smithi031.stdout:1720: oid 35 version 1124 is already newer than 1120 2024-09-17T17:08:57.381 INFO:tasks.rados.rados.0.smithi031.stdout:1720: oid 35 version 1124 is already newer than 1123 2024-09-17T17:08:57.381 INFO:tasks.rados.rados.0.smithi031.stdout:1720: oid 35 version 1124 is already newer than 1122 2024-09-17T17:08:57.382 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 1124 (ObjNum 564 snap 159 seq_num 564) dirty exists 2024-09-17T17:08:57.382 INFO:tasks.rados.rados.0.smithi031.stdout:1720: left oid 35 (ObjNum 564 snap 159 seq_num 564) 2024-09-17T17:08:57.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:08:57 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:08:57.297+0000 7f72cc98c640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-17T17:08:57.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:57 smithi031 ceph-mon[96842]: pgmap v260: 121 pgs: 35 active+undersized, 6 active+undersized+degraded, 80 active+clean; 142 MiB data, 954 MiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 12 op/s; 16/207 objects degraded (7.729%) 2024-09-17T17:08:57.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:57 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:57.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:57 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:57.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:57 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:08:57.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:57 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:08:57.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:57 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:57.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:57 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:08:57.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:57 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:08:57.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:57 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:08:57.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:57 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:08:57.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:57 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-17T17:08:57.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:57 smithi031 ceph-mon[96842]: osdmap e401: 8 total, 8 up, 8 in 2024-09-17T17:08:57.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:57 smithi031 ceph-mon[94873]: pgmap v260: 121 pgs: 35 active+undersized, 6 active+undersized+degraded, 80 active+clean; 142 MiB data, 954 MiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 12 op/s; 16/207 objects degraded (7.729%) 2024-09-17T17:08:57.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:57 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:57.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:57 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:57.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:57 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:08:57.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:57 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:08:57.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:57 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:57.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:57 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:08:57.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:57 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:08:57.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:57 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:08:57.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:57 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:08:57.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:57 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-17T17:08:57.596 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:57 smithi031 ceph-mon[94873]: osdmap e401: 8 total, 8 up, 8 in 2024-09-17T17:08:57.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:57 smithi066 ceph-mon[86175]: pgmap v260: 121 pgs: 35 active+undersized, 6 active+undersized+degraded, 80 active+clean; 142 MiB data, 954 MiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 12 op/s; 16/207 objects degraded (7.729%) 2024-09-17T17:08:57.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:57 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:57.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:57 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:57.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:57 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:08:57.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:57 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:08:57.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:57 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:08:57.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:57 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:08:57.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:57 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:08:57.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:57 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:08:57.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:57 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:08:57.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:57 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-17T17:08:57.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:57 smithi066 ceph-mon[86175]: osdmap e401: 8 total, 8 up, 8 in 2024-09-17T17:08:58.339 INFO:tasks.rados.rados.0.smithi031.stdout:1720: done (2 left) 2024-09-17T17:08:58.340 INFO:tasks.rados.rados.0.smithi031.stdout:1721: done (1 left) 2024-09-17T17:08:58.340 INFO:tasks.rados.rados.0.smithi031.stdout:1722: done (0 left) 2024-09-17T17:08:58.340 INFO:tasks.rados.rados.0.smithi031.stdout:1723: delete oid 36 current snap is 160 2024-09-17T17:08:58.342 INFO:tasks.rados.rados.0.smithi031.stdout:1723: done (0 left) 2024-09-17T17:08:58.342 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 160 2024-09-17T17:08:58.343 INFO:tasks.rados.rados.0.smithi031.stdout:1724: seq_num 566 ranges {3964928=688128,4653056=614400,5267456=565248,5832704=425984} 2024-09-17T17:08:58.367 INFO:tasks.rados.rados.0.smithi031.stdout:1724: writing smithi03184240-4 from 3964928 to 4653056 tid 1 2024-09-17T17:08:58.371 INFO:tasks.rados.rados.0.smithi031.stdout:1724: writing smithi03184240-4 from 4653056 to 5267456 tid 2 2024-09-17T17:08:58.374 INFO:tasks.rados.rados.0.smithi031.stdout:1724: writing smithi03184240-4 from 5267456 to 5832704 tid 3 2024-09-17T17:08:58.377 INFO:tasks.rados.rados.0.smithi031.stdout:1724: writing smithi03184240-4 from 5832704 to 6258688 tid 4 2024-09-17T17:08:58.377 INFO:tasks.rados.rados.0.smithi031.stdout:1725: rollback oid 39 current snap is 160 2024-09-17T17:08:58.377 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 39 to 159 2024-09-17T17:08:58.377 INFO:tasks.rados.rados.0.smithi031.stdout:1726: read oid 48 snap 156 2024-09-17T17:08:58.377 INFO:tasks.rados.rados.0.smithi031.stdout:1726: expect deleted 2024-09-17T17:08:58.377 INFO:tasks.rados.rados.0.smithi031.stdout:1727: rollback oid 36 current snap is 160 2024-09-17T17:08:58.377 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 36 to 159 2024-09-17T17:08:58.377 INFO:tasks.rados.rados.0.smithi031.stdout:1728: rmattr oid 5 current snap is 160 2024-09-17T17:08:58.378 INFO:tasks.rados.rados.0.smithi031.stdout:1728: done (4 left) 2024-09-17T17:08:58.378 INFO:tasks.rados.rados.0.smithi031.stdout:1729: setattr oid 8 current snap is 160 2024-09-17T17:08:58.378 INFO:tasks.rados.rados.0.smithi031.stdout:1724: finishing write tid 1 to smithi03184240-4 2024-09-17T17:08:58.378 INFO:tasks.rados.rados.0.smithi031.stdout:1724: finishing write tid 2 to smithi03184240-4 2024-09-17T17:08:58.379 INFO:tasks.rados.rados.0.smithi031.stdout:1726: done (4 left) 2024-09-17T17:08:58.379 INFO:tasks.rados.rados.0.smithi031.stdout:1730: read oid 12 snap 156 2024-09-17T17:08:58.379 INFO:tasks.rados.rados.0.smithi031.stdout:1730: expect deleted 2024-09-17T17:08:58.379 INFO:tasks.rados.rados.0.smithi031.stdout:1731: setattr oid 41 current snap is 160 2024-09-17T17:08:58.380 INFO:tasks.rados.rados.0.smithi031.stdout:1725: finishing rollback tid 1 to smithi03184240-39 2024-09-17T17:08:58.380 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 0 (ObjNum 129 snap 0 seq_num 1705071240) dirty dne 2024-09-17T17:08:58.380 INFO:tasks.rados.rados.0.smithi031.stdout:1727: finishing rollback tid 1 to smithi03184240-36 2024-09-17T17:08:58.381 INFO:tasks.rados.rados.0.smithi031.stdout:1724: finishing write tid 3 to smithi03184240-4 2024-09-17T17:08:58.381 INFO:tasks.rados.rados.0.smithi031.stdout:1724: finishing write tid 4 to smithi03184240-4 2024-09-17T17:08:58.381 INFO:tasks.rados.rados.0.smithi031.stdout:1727: finishing rollback tid 2 to smithi03184240-36 2024-09-17T17:08:58.381 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 1128 (ObjNum 537 snap 151 seq_num 537) dirty exists 2024-09-17T17:08:58.381 INFO:tasks.rados.rados.0.smithi031.stdout:1724: finishing write tid 5 to smithi03184240-4 2024-09-17T17:08:58.381 INFO:tasks.rados.rados.0.smithi031.stdout:1725: done (5 left) 2024-09-17T17:08:58.381 INFO:tasks.rados.rados.0.smithi031.stdout:1727: done (4 left) 2024-09-17T17:08:58.382 INFO:tasks.rados.rados.0.smithi031.stdout:1730: done (3 left) 2024-09-17T17:08:58.382 INFO:tasks.rados.rados.0.smithi031.stdout:1732: snap_remove snap 159 2024-09-17T17:08:58.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:58 smithi031 ceph-mon[94873]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-17T17:08:58.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:58 smithi031 ceph-mon[94873]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-17T17:08:58.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:58 smithi031 ceph-mon[94873]: Health check update: Degraded data redundancy: 16/207 objects degraded (7.729%), 6 pgs degraded (PG_DEGRADED) 2024-09-17T17:08:58.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:58 smithi031 ceph-mon[94873]: osdmap e402: 8 total, 8 up, 8 in 2024-09-17T17:08:58.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:58 smithi031 ceph-mon[96842]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-17T17:08:58.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:58 smithi031 ceph-mon[96842]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-17T17:08:58.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:58 smithi031 ceph-mon[96842]: Health check update: Degraded data redundancy: 16/207 objects degraded (7.729%), 6 pgs degraded (PG_DEGRADED) 2024-09-17T17:08:58.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:58 smithi031 ceph-mon[96842]: osdmap e402: 8 total, 8 up, 8 in 2024-09-17T17:08:58.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:58 smithi066 ceph-mon[86175]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-17T17:08:58.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:58 smithi066 ceph-mon[86175]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-17T17:08:58.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:58 smithi066 ceph-mon[86175]: Health check update: Degraded data redundancy: 16/207 objects degraded (7.729%), 6 pgs degraded (PG_DEGRADED) 2024-09-17T17:08:58.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:58 smithi066 ceph-mon[86175]: osdmap e402: 8 total, 8 up, 8 in 2024-09-17T17:08:59.342 INFO:tasks.rados.rados.0.smithi031.stdout:1732: done (3 left) 2024-09-17T17:08:59.342 INFO:tasks.rados.rados.0.smithi031.stdout:1733: rmattr oid 38 current snap is 160 2024-09-17T17:08:59.343 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 1412 (ObjNum 486 snap 141 seq_num 486) dirty exists 2024-09-17T17:08:59.343 INFO:tasks.rados.rados.0.smithi031.stdout:1724: finishing write tid 6 to smithi03184240-4 2024-09-17T17:08:59.343 INFO:tasks.rados.rados.0.smithi031.stdout:1724: oid 4 updating version 0 to 1155 2024-09-17T17:08:59.343 INFO:tasks.rados.rados.0.smithi031.stdout:1724: oid 4 updating version 1155 to 1156 2024-09-17T17:08:59.343 INFO:tasks.rados.rados.0.smithi031.stdout:1724: oid 4 version 1156 is already newer than 1152 2024-09-17T17:08:59.343 INFO:tasks.rados.rados.0.smithi031.stdout:1724: oid 4 version 1156 is already newer than 1154 2024-09-17T17:08:59.343 INFO:tasks.rados.rados.0.smithi031.stdout:1724: oid 4 version 1156 is already newer than 1153 2024-09-17T17:08:59.343 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1156 (ObjNum 566 snap 160 seq_num 566) dirty exists 2024-09-17T17:08:59.343 INFO:tasks.rados.rados.0.smithi031.stdout:1724: left oid 4 (ObjNum 566 snap 160 seq_num 566) 2024-09-17T17:08:59.343 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 1157 (ObjNum 33 snap 0 seq_num 1704728352) dirty exists 2024-09-17T17:08:59.343 INFO:tasks.rados.rados.0.smithi031.stdout:1724: done (3 left) 2024-09-17T17:08:59.343 INFO:tasks.rados.rados.0.smithi031.stdout:1729: done (2 left) 2024-09-17T17:08:59.344 INFO:tasks.rados.rados.0.smithi031.stdout:1731: done (1 left) 2024-09-17T17:08:59.344 INFO:tasks.rados.rados.0.smithi031.stdout:1734: rollback oid 16 current snap is 160 2024-09-17T17:08:59.344 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 16 to 156 2024-09-17T17:08:59.344 INFO:tasks.rados.rados.0.smithi031.stdout:1735: rollback oid 24 current snap is 160 2024-09-17T17:08:59.344 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 24 to 158 2024-09-17T17:08:59.344 INFO:tasks.rados.rados.0.smithi031.stdout:1736: read oid 33 snap -1 2024-09-17T17:08:59.344 INFO:tasks.rados.rados.0.smithi031.stdout:1736: expect (ObjNum 538 snap 151 seq_num 538) 2024-09-17T17:08:59.344 INFO:tasks.rados.rados.0.smithi031.stdout:1737: rollback oid 28 current snap is 160 2024-09-17T17:08:59.344 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 28 to 157 2024-09-17T17:08:59.344 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 160 2024-09-17T17:08:59.344 INFO:tasks.rados.rados.0.smithi031.stdout:1738: seq_num 567 ranges {1835008=704512,2539520=499712,3039232=770048,3809280=335872} 2024-09-17T17:08:59.356 INFO:tasks.rados.rados.0.smithi031.stdout:1738: writing smithi03184240-10 from 1835008 to 2539520 tid 1 2024-09-17T17:08:59.360 INFO:tasks.rados.rados.0.smithi031.stdout:1738: writing smithi03184240-10 from 2539520 to 3039232 tid 2 2024-09-17T17:08:59.365 INFO:tasks.rados.rados.0.smithi031.stdout:1738: writing smithi03184240-10 from 3039232 to 3809280 tid 3 2024-09-17T17:08:59.368 INFO:tasks.rados.rados.0.smithi031.stdout:1738: writing smithi03184240-10 from 3809280 to 4145152 tid 4 2024-09-17T17:08:59.368 INFO:tasks.rados.rados.0.smithi031.stdout:1739: delete oid 50 current snap is 160 2024-09-17T17:08:59.368 INFO:tasks.rados.rados.0.smithi031.stdout:1734: finishing rollback tid 1 to smithi03184240-16 2024-09-17T17:08:59.368 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 0 (ObjNum 33 snap 0 seq_num 1705176336) dirty dne 2024-09-17T17:08:59.368 INFO:tasks.rados.rados.0.smithi031.stdout:1737: finishing rollback tid 0 to smithi03184240-28 2024-09-17T17:08:59.368 INFO:tasks.rados.rados.0.smithi031.stdout:1735: finishing rollback tid 0 to smithi03184240-24 2024-09-17T17:08:59.368 INFO:tasks.rados.rados.0.smithi031.stdout:1737: finishing rollback tid 1 to smithi03184240-28 2024-09-17T17:08:59.368 INFO:tasks.rados.rados.0.smithi031.stdout:1735: finishing rollback tid 1 to smithi03184240-24 2024-09-17T17:08:59.369 INFO:tasks.rados.rados.0.smithi031.stdout:1737: finishing rollback tid 2 to smithi03184240-28 2024-09-17T17:08:59.369 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 1450 (ObjNum 523 snap 146 seq_num 523) dirty exists 2024-09-17T17:08:59.369 INFO:tasks.rados.rados.0.smithi031.stdout:1735: finishing rollback tid 2 to smithi03184240-24 2024-09-17T17:08:59.369 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 1153 (ObjNum 535 snap 151 seq_num 535) dirty exists 2024-09-17T17:08:59.369 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 1413 (ObjNum 501 snap 145 seq_num 501) dirty exists 2024-09-17T17:08:59.369 INFO:tasks.rados.rados.0.smithi031.stdout:1738: finishing write tid 1 to smithi03184240-10 2024-09-17T17:08:59.369 INFO:tasks.rados.rados.0.smithi031.stdout:1738: finishing write tid 2 to smithi03184240-10 2024-09-17T17:08:59.370 INFO:tasks.rados.rados.0.smithi031.stdout:1738: finishing write tid 3 to smithi03184240-10 2024-09-17T17:08:59.370 INFO:tasks.rados.rados.0.smithi031.stdout:1738: finishing write tid 4 to smithi03184240-10 2024-09-17T17:08:59.370 INFO:tasks.rados.rados.0.smithi031.stdout:1738: finishing write tid 5 to smithi03184240-10 2024-09-17T17:08:59.371 INFO:tasks.rados.rados.0.smithi031.stdout:1733: done (6 left) 2024-09-17T17:08:59.371 INFO:tasks.rados.rados.0.smithi031.stdout:1734: done (5 left) 2024-09-17T17:08:59.371 INFO:tasks.rados.rados.0.smithi031.stdout:1735: done (4 left) 2024-09-17T17:08:59.371 INFO:tasks.rados.rados.0.smithi031.stdout:1737: done (3 left) 2024-09-17T17:08:59.371 INFO:tasks.rados.rados.0.smithi031.stdout:1739: done (2 left) 2024-09-17T17:08:59.371 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 29 current snap is 160 2024-09-17T17:08:59.371 INFO:tasks.rados.rados.0.smithi031.stdout:1740: seq_num 569 ranges {4071424=737280,4808704=671744,5480448=737280,6217728=196608} 2024-09-17T17:08:59.397 INFO:tasks.rados.rados.0.smithi031.stdout:1740: writing smithi03184240-29 from 4071424 to 4808704 tid 1 2024-09-17T17:08:59.401 INFO:tasks.rados.rados.0.smithi031.stdout:1740: writing smithi03184240-29 from 4808704 to 5480448 tid 2 2024-09-17T17:08:59.405 INFO:tasks.rados.rados.0.smithi031.stdout:1740: writing smithi03184240-29 from 5480448 to 6217728 tid 3 2024-09-17T17:08:59.407 INFO:tasks.rados.rados.0.smithi031.stdout:1740: writing smithi03184240-29 from 6217728 to 6414336 tid 4 2024-09-17T17:08:59.407 INFO:tasks.rados.rados.0.smithi031.stdout:1741: read oid 34 snap -1 2024-09-17T17:08:59.407 INFO:tasks.rados.rados.0.smithi031.stdout:1741: expect deleted 2024-09-17T17:08:59.407 INFO:tasks.rados.rados.0.smithi031.stdout:1742: snap_create 2024-09-17T17:08:59.408 INFO:tasks.rados.rados.0.smithi031.stdout:1738: finishing write tid 6 to smithi03184240-10 2024-09-17T17:08:59.408 INFO:tasks.rados.rados.0.smithi031.stdout:1738: oid 10 updating version 0 to 1130 2024-09-17T17:08:59.408 INFO:tasks.rados.rados.0.smithi031.stdout:1738: oid 10 updating version 1130 to 1133 2024-09-17T17:08:59.408 INFO:tasks.rados.rados.0.smithi031.stdout:1738: oid 10 updating version 1133 to 1134 2024-09-17T17:08:59.408 INFO:tasks.rados.rados.0.smithi031.stdout:1738: oid 10 version 1134 is already newer than 1131 2024-09-17T17:08:59.408 INFO:tasks.rados.rados.0.smithi031.stdout:1738: oid 10 version 1134 is already newer than 1132 2024-09-17T17:08:59.408 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1134 (ObjNum 567 snap 160 seq_num 567) dirty exists 2024-09-17T17:08:59.408 INFO:tasks.rados.rados.0.smithi031.stdout:1738: left oid 10 (ObjNum 567 snap 160 seq_num 567) 2024-09-17T17:08:59.408 INFO:tasks.rados.rados.0.smithi031.stdout:1736: expect (ObjNum 538 snap 151 seq_num 538) 2024-09-17T17:08:59.674 INFO:tasks.rados.rados.0.smithi031.stdout:1740: finishing write tid 1 to smithi03184240-29 2024-09-17T17:08:59.675 INFO:tasks.rados.rados.0.smithi031.stdout:1740: finishing write tid 2 to smithi03184240-29 2024-09-17T17:08:59.675 INFO:tasks.rados.rados.0.smithi031.stdout:1740: finishing write tid 3 to smithi03184240-29 2024-09-17T17:08:59.675 INFO:tasks.rados.rados.0.smithi031.stdout:1740: finishing write tid 4 to smithi03184240-29 2024-09-17T17:08:59.675 INFO:tasks.rados.rados.0.smithi031.stdout:1740: finishing write tid 5 to smithi03184240-29 2024-09-17T17:08:59.675 INFO:tasks.rados.rados.0.smithi031.stdout:1740: finishing write tid 6 to smithi03184240-29 2024-09-17T17:08:59.675 INFO:tasks.rados.rados.0.smithi031.stdout:1740: oid 29 updating version 0 to 1156 2024-09-17T17:08:59.675 INFO:tasks.rados.rados.0.smithi031.stdout:1740: oid 29 updating version 1156 to 1158 2024-09-17T17:08:59.675 INFO:tasks.rados.rados.0.smithi031.stdout:1740: oid 29 version 1158 is already newer than 1155 2024-09-17T17:08:59.675 INFO:tasks.rados.rados.0.smithi031.stdout:1740: oid 29 version 1158 is already newer than 1157 2024-09-17T17:08:59.675 INFO:tasks.rados.rados.0.smithi031.stdout:1740: oid 29 version 1158 is already newer than 1154 2024-09-17T17:08:59.675 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 1158 (ObjNum 569 snap 160 seq_num 569) dirty exists 2024-09-17T17:08:59.676 INFO:tasks.rados.rados.0.smithi031.stdout:1740: left oid 29 (ObjNum 569 snap 160 seq_num 569) 2024-09-17T17:08:59.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:59 smithi031 ceph-mon[94873]: pgmap v263: 121 pgs: 9 peering, 30 active+undersized, 2 active+undersized+degraded, 80 active+clean; 142 MiB data, 951 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 19 op/s; 5/201 objects degraded (2.488%) 2024-09-17T17:08:59.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:08:59 smithi031 ceph-mon[94873]: osdmap e403: 8 total, 8 up, 8 in 2024-09-17T17:08:59.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:59 smithi031 ceph-mon[96842]: pgmap v263: 121 pgs: 9 peering, 30 active+undersized, 2 active+undersized+degraded, 80 active+clean; 142 MiB data, 951 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 19 op/s; 5/201 objects degraded (2.488%) 2024-09-17T17:08:59.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:08:59 smithi031 ceph-mon[96842]: osdmap e403: 8 total, 8 up, 8 in 2024-09-17T17:08:59.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:59 smithi066 ceph-mon[86175]: pgmap v263: 121 pgs: 9 peering, 30 active+undersized, 2 active+undersized+degraded, 80 active+clean; 142 MiB data, 951 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 19 op/s; 5/201 objects degraded (2.488%) 2024-09-17T17:08:59.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:08:59 smithi066 ceph-mon[86175]: osdmap e403: 8 total, 8 up, 8 in 2024-09-17T17:09:00.345 INFO:tasks.rados.rados.0.smithi031.stdout:1736: done (4 left) 2024-09-17T17:09:00.345 INFO:tasks.rados.rados.0.smithi031.stdout:1738: done (3 left) 2024-09-17T17:09:00.345 INFO:tasks.rados.rados.0.smithi031.stdout:1740: done (2 left) 2024-09-17T17:09:00.345 INFO:tasks.rados.rados.0.smithi031.stdout:1741: done (1 left) 2024-09-17T17:09:00.345 INFO:tasks.rados.rados.0.smithi031.stdout:1742: done (0 left) 2024-09-17T17:09:00.346 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 27 current snap is 161 2024-09-17T17:09:00.346 INFO:tasks.rados.rados.0.smithi031.stdout:1743: seq_num 570 ranges {5431296=753664,6184960=548864,6733824=540672,7274496=516096} 2024-09-17T17:09:00.378 INFO:tasks.rados.rados.0.smithi031.stdout:1743: writing smithi03184240-27 from 5431296 to 6184960 tid 1 2024-09-17T17:09:00.382 INFO:tasks.rados.rados.0.smithi031.stdout:1743: writing smithi03184240-27 from 6184960 to 6733824 tid 2 2024-09-17T17:09:00.385 INFO:tasks.rados.rados.0.smithi031.stdout:1743: writing smithi03184240-27 from 6733824 to 7274496 tid 3 2024-09-17T17:09:00.388 INFO:tasks.rados.rados.0.smithi031.stdout:1743: writing smithi03184240-27 from 7274496 to 7790592 tid 4 2024-09-17T17:09:00.388 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 15 current snap is 161 2024-09-17T17:09:00.388 INFO:tasks.rados.rados.0.smithi031.stdout:1744: seq_num 571 ranges {1835008=770048,2605056=483328,3088384=753664,3842048=368640} 2024-09-17T17:09:00.402 INFO:tasks.rados.rados.0.smithi031.stdout:1744: writing smithi03184240-15 from 1835008 to 2605056 tid 1 2024-09-17T17:09:00.405 INFO:tasks.rados.rados.0.smithi031.stdout:1744: writing smithi03184240-15 from 2605056 to 3088384 tid 2 2024-09-17T17:09:00.409 INFO:tasks.rados.rados.0.smithi031.stdout:1744: writing smithi03184240-15 from 3088384 to 3842048 tid 3 2024-09-17T17:09:00.411 INFO:tasks.rados.rados.0.smithi031.stdout:1744: writing smithi03184240-15 from 3842048 to 4210688 tid 4 2024-09-17T17:09:00.411 INFO:tasks.rados.rados.0.smithi031.stdout:1745: read oid 29 snap -1 2024-09-17T17:09:00.411 INFO:tasks.rados.rados.0.smithi031.stdout:1745: expect (ObjNum 569 snap 160 seq_num 569) 2024-09-17T17:09:00.412 INFO:tasks.rados.rados.0.smithi031.stdout:1746: setattr oid 1 current snap is 161 2024-09-17T17:09:00.412 INFO:tasks.rados.rados.0.smithi031.stdout:1743: finishing write tid 1 to smithi03184240-27 2024-09-17T17:09:00.412 INFO:tasks.rados.rados.0.smithi031.stdout:1743: finishing write tid 2 to smithi03184240-27 2024-09-17T17:09:00.412 INFO:tasks.rados.rados.0.smithi031.stdout:1743: finishing write tid 3 to smithi03184240-27 2024-09-17T17:09:00.412 INFO:tasks.rados.rados.0.smithi031.stdout:1743: finishing write tid 4 to smithi03184240-27 2024-09-17T17:09:00.412 INFO:tasks.rados.rados.0.smithi031.stdout:1743: finishing write tid 5 to smithi03184240-27 2024-09-17T17:09:00.412 INFO:tasks.rados.rados.0.smithi031.stdout:1743: finishing write tid 6 to smithi03184240-27 2024-09-17T17:09:00.412 INFO:tasks.rados.rados.0.smithi031.stdout:1743: oid 27 updating version 0 to 1434 2024-09-17T17:09:00.412 INFO:tasks.rados.rados.0.smithi031.stdout:1743: oid 27 version 1434 is already newer than 1432 2024-09-17T17:09:00.412 INFO:tasks.rados.rados.0.smithi031.stdout:1743: oid 27 updating version 1434 to 1435 2024-09-17T17:09:00.412 INFO:tasks.rados.rados.0.smithi031.stdout:1743: oid 27 version 1435 is already newer than 1433 2024-09-17T17:09:00.412 INFO:tasks.rados.rados.0.smithi031.stdout:1743: oid 27 version 1435 is already newer than 1431 2024-09-17T17:09:00.412 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 1435 (ObjNum 570 snap 161 seq_num 570) dirty exists 2024-09-17T17:09:00.412 INFO:tasks.rados.rados.0.smithi031.stdout:1743: left oid 27 (ObjNum 570 snap 161 seq_num 570) 2024-09-17T17:09:00.413 INFO:tasks.rados.rados.0.smithi031.stdout:1744: finishing write tid 1 to smithi03184240-15 2024-09-17T17:09:00.413 INFO:tasks.rados.rados.0.smithi031.stdout:1744: finishing write tid 2 to smithi03184240-15 2024-09-17T17:09:00.413 INFO:tasks.rados.rados.0.smithi031.stdout:1743: done (3 left) 2024-09-17T17:09:00.413 INFO:tasks.rados.rados.0.smithi031.stdout:1747: delete oid 35 current snap is 161 2024-09-17T17:09:00.413 INFO:tasks.rados.rados.0.smithi031.stdout:1744: finishing write tid 3 to smithi03184240-15 2024-09-17T17:09:00.414 INFO:tasks.rados.rados.0.smithi031.stdout:1744: finishing write tid 4 to smithi03184240-15 2024-09-17T17:09:00.414 INFO:tasks.rados.rados.0.smithi031.stdout:1744: finishing write tid 5 to smithi03184240-15 2024-09-17T17:09:00.416 INFO:tasks.rados.rados.0.smithi031.stdout:1744: finishing write tid 6 to smithi03184240-15 2024-09-17T17:09:00.416 INFO:tasks.rados.rados.0.smithi031.stdout:1744: oid 15 updating version 0 to 1437 2024-09-17T17:09:00.416 INFO:tasks.rados.rados.0.smithi031.stdout:1744: oid 15 updating version 1437 to 1438 2024-09-17T17:09:00.416 INFO:tasks.rados.rados.0.smithi031.stdout:1744: oid 15 updating version 1438 to 1440 2024-09-17T17:09:00.416 INFO:tasks.rados.rados.0.smithi031.stdout:1744: oid 15 version 1440 is already newer than 1436 2024-09-17T17:09:00.416 INFO:tasks.rados.rados.0.smithi031.stdout:1744: oid 15 version 1440 is already newer than 1439 2024-09-17T17:09:00.416 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 1440 (ObjNum 571 snap 161 seq_num 571) dirty exists 2024-09-17T17:09:00.417 INFO:tasks.rados.rados.0.smithi031.stdout:1744: left oid 15 (ObjNum 571 snap 161 seq_num 571) 2024-09-17T17:09:00.417 INFO:tasks.rados.rados.0.smithi031.stdout:1744: done (3 left) 2024-09-17T17:09:00.417 INFO:tasks.rados.rados.0.smithi031.stdout:1747: done (2 left) 2024-09-17T17:09:00.417 INFO:tasks.rados.rados.0.smithi031.stdout:1748: read oid 45 snap 158 2024-09-17T17:09:00.417 INFO:tasks.rados.rados.0.smithi031.stdout:1748: expect (ObjNum 544 snap 152 seq_num 544) 2024-09-17T17:09:00.417 INFO:tasks.rados.rados.0.smithi031.stdout:1749: snap_remove snap 156 2024-09-17T17:09:01.350 INFO:tasks.rados.rados.0.smithi031.stdout:1749: done (3 left) 2024-09-17T17:09:01.351 INFO:tasks.rados.rados.0.smithi031.stdout:1750: delete oid 41 current snap is 161 2024-09-17T17:09:01.351 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 1159 (ObjNum 561 snap 156 seq_num 561) dirty exists 2024-09-17T17:09:01.351 INFO:tasks.rados.rados.0.smithi031.stdout:1748: expect (ObjNum 544 snap 152 seq_num 544) 2024-09-17T17:09:01.517 INFO:tasks.rados.rados.0.smithi031.stdout:1745: expect (ObjNum 569 snap 160 seq_num 569) 2024-09-17T17:09:01.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:01 smithi031 ceph-mon[94873]: pgmap v266: 121 pgs: 9 peering, 25 active+undersized, 1 active+undersized+degraded, 86 active+clean; 146 MiB data, 954 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 7 op/s; 4/204 objects degraded (1.961%) 2024-09-17T17:09:01.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:01 smithi031 ceph-mon[94873]: osdmap e404: 8 total, 8 up, 8 in 2024-09-17T17:09:01.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:01 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:01.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:01 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:09:01.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:01 smithi031 ceph-mon[96842]: pgmap v266: 121 pgs: 9 peering, 25 active+undersized, 1 active+undersized+degraded, 86 active+clean; 146 MiB data, 954 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 7 op/s; 4/204 objects degraded (1.961%) 2024-09-17T17:09:01.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:01 smithi031 ceph-mon[96842]: osdmap e404: 8 total, 8 up, 8 in 2024-09-17T17:09:01.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:01 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:01.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:01 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:09:01.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:01 smithi066 ceph-mon[86175]: pgmap v266: 121 pgs: 9 peering, 25 active+undersized, 1 active+undersized+degraded, 86 active+clean; 146 MiB data, 954 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 7 op/s; 4/204 objects degraded (1.961%) 2024-09-17T17:09:01.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:01 smithi066 ceph-mon[86175]: osdmap e404: 8 total, 8 up, 8 in 2024-09-17T17:09:01.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:01 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:01.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:01 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:09:01.833 INFO:tasks.rados.rados.0.smithi031.stdout:1745: done (3 left) 2024-09-17T17:09:01.833 INFO:tasks.rados.rados.0.smithi031.stdout:1746: done (2 left) 2024-09-17T17:09:01.833 INFO:tasks.rados.rados.0.smithi031.stdout:1748: done (1 left) 2024-09-17T17:09:01.834 INFO:tasks.rados.rados.0.smithi031.stdout:1750: done (0 left) 2024-09-17T17:09:01.834 INFO:tasks.rados.rados.0.smithi031.stdout:1751: delete oid 21 current snap is 161 2024-09-17T17:09:01.835 INFO:tasks.rados.rados.0.smithi031.stdout:1751: done (0 left) 2024-09-17T17:09:01.835 INFO:tasks.rados.rados.0.smithi031.stdout:1752: snap_remove snap 160 2024-09-17T17:09:02.093 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:09:01 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:09:01] "GET /metrics HTTP/1.1" 200 36280 "" "Prometheus/2.43.0" 2024-09-17T17:09:02.355 INFO:tasks.rados.rados.0.smithi031.stdout:1752: done (0 left) 2024-09-17T17:09:02.355 INFO:tasks.rados.rados.0.smithi031.stdout:1753: snap_remove snap 158 2024-09-17T17:09:02.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:02 smithi066 ceph-mon[86175]: osdmap e405: 8 total, 8 up, 8 in 2024-09-17T17:09:02.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:02 smithi031 ceph-mon[94873]: osdmap e405: 8 total, 8 up, 8 in 2024-09-17T17:09:02.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:02 smithi031 ceph-mon[96842]: osdmap e405: 8 total, 8 up, 8 in 2024-09-17T17:09:03.334 INFO:tasks.rados.rados.0.smithi031.stdout:1753: done (0 left) 2024-09-17T17:09:03.334 INFO:tasks.rados.rados.0.smithi031.stdout:1754: copy_from oid 11 from oid 16 current snap is 161 2024-09-17T17:09:03.334 INFO:tasks.rados.rados.0.smithi031.stdout:1755: rollback oid 40 current snap is 161 2024-09-17T17:09:03.334 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 40 to 157 2024-09-17T17:09:03.334 INFO:tasks.rados.rados.0.smithi031.stdout:1756: read oid 17 snap -1 2024-09-17T17:09:03.334 INFO:tasks.rados.rados.0.smithi031.stdout:1756: expect (ObjNum 547 snap 153 seq_num 547) 2024-09-17T17:09:03.334 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 43 current snap is 161 2024-09-17T17:09:03.335 INFO:tasks.rados.rados.0.smithi031.stdout:1757: seq_num 575 ranges {9682944=32768} 2024-09-17T17:09:03.390 INFO:tasks.rados.rados.0.smithi031.stdout:1757: writing smithi03184240-43 from 9682944 to 9715712 tid 1 2024-09-17T17:09:03.391 INFO:tasks.rados.rados.0.smithi031.stdout:1758: setattr oid 9 current snap is 161 2024-09-17T17:09:03.391 INFO:tasks.rados.rados.0.smithi031.stdout:1754: finishing copy_from to smithi03184240-11 2024-09-17T17:09:03.391 INFO:tasks.rados.rados.0.smithi031.stdout:1754: got expected ENOENT (src dne) 2024-09-17T17:09:03.391 INFO:tasks.rados.rados.0.smithi031.stdout:1754: finishing copy_from racing read to smithi03184240-11 2024-09-17T17:09:03.391 INFO:tasks.rados.rados.0.smithi031.stdout:1755: finishing rollback tid 0 to smithi03184240-40 2024-09-17T17:09:03.391 INFO:tasks.rados.rados.0.smithi031.stdout:1755: finishing rollback tid 1 to smithi03184240-40 2024-09-17T17:09:03.391 INFO:tasks.rados.rados.0.smithi031.stdout:1755: finishing rollback tid 2 to smithi03184240-40 2024-09-17T17:09:03.391 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 1456 (ObjNum 511 snap 146 seq_num 511) dirty exists 2024-09-17T17:09:03.391 INFO:tasks.rados.rados.0.smithi031.stdout:1756: expect (ObjNum 547 snap 153 seq_num 547) 2024-09-17T17:09:03.543 INFO:tasks.rados.rados.0.smithi031.stdout:1757: finishing write tid 1 to smithi03184240-43 2024-09-17T17:09:03.543 INFO:tasks.rados.rados.0.smithi031.stdout:1757: finishing write tid 2 to smithi03184240-43 2024-09-17T17:09:03.543 INFO:tasks.rados.rados.0.smithi031.stdout:1757: finishing write tid 3 to smithi03184240-43 2024-09-17T17:09:03.544 INFO:tasks.rados.rados.0.smithi031.stdout:1757: oid 43 updating version 0 to 1461 2024-09-17T17:09:03.544 INFO:tasks.rados.rados.0.smithi031.stdout:1757: oid 43 version 1461 is already newer than 1460 2024-09-17T17:09:03.544 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 1461 (ObjNum 575 snap 161 seq_num 575) dirty exists 2024-09-17T17:09:03.544 INFO:tasks.rados.rados.0.smithi031.stdout:1757: left oid 43 (ObjNum 575 snap 161 seq_num 575) 2024-09-17T17:09:03.544 INFO:tasks.rados.rados.0.smithi031.stdout:1754: done (4 left) 2024-09-17T17:09:03.544 INFO:tasks.rados.rados.0.smithi031.stdout:1755: done (3 left) 2024-09-17T17:09:03.544 INFO:tasks.rados.rados.0.smithi031.stdout:1756: done (2 left) 2024-09-17T17:09:03.544 INFO:tasks.rados.rados.0.smithi031.stdout:1757: done (1 left) 2024-09-17T17:09:03.544 INFO:tasks.rados.rados.0.smithi031.stdout:1759: snap_remove snap 157 2024-09-17T17:09:03.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:03 smithi066 ceph-mon[86175]: pgmap v269: 121 pgs: 121 active+clean; 161 MiB data, 978 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 30 op/s; 4.3 MiB/s, 1 objects/s recovering 2024-09-17T17:09:03.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:03 smithi066 ceph-mon[86175]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/204 objects degraded (1.961%), 1 pg degraded) 2024-09-17T17:09:03.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:03 smithi066 ceph-mon[86175]: Cluster is now healthy 2024-09-17T17:09:03.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:03 smithi066 ceph-mon[86175]: osdmap e406: 8 total, 8 up, 8 in 2024-09-17T17:09:03.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:03 smithi066 ceph-mon[86175]: osdmap e407: 8 total, 8 up, 8 in 2024-09-17T17:09:03.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:03 smithi031 ceph-mon[94873]: pgmap v269: 121 pgs: 121 active+clean; 161 MiB data, 978 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 30 op/s; 4.3 MiB/s, 1 objects/s recovering 2024-09-17T17:09:03.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:03 smithi031 ceph-mon[94873]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/204 objects degraded (1.961%), 1 pg degraded) 2024-09-17T17:09:03.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:03 smithi031 ceph-mon[94873]: Cluster is now healthy 2024-09-17T17:09:03.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:03 smithi031 ceph-mon[94873]: osdmap e406: 8 total, 8 up, 8 in 2024-09-17T17:09:03.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:03 smithi031 ceph-mon[94873]: osdmap e407: 8 total, 8 up, 8 in 2024-09-17T17:09:03.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:03 smithi031 ceph-mon[96842]: pgmap v269: 121 pgs: 121 active+clean; 161 MiB data, 978 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 30 op/s; 4.3 MiB/s, 1 objects/s recovering 2024-09-17T17:09:03.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:03 smithi031 ceph-mon[96842]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/204 objects degraded (1.961%), 1 pg degraded) 2024-09-17T17:09:03.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:03 smithi031 ceph-mon[96842]: Cluster is now healthy 2024-09-17T17:09:03.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:03 smithi031 ceph-mon[96842]: osdmap e406: 8 total, 8 up, 8 in 2024-09-17T17:09:03.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:03 smithi031 ceph-mon[96842]: osdmap e407: 8 total, 8 up, 8 in 2024-09-17T17:09:04.365 INFO:tasks.rados.rados.0.smithi031.stdout:1759: done (1 left) 2024-09-17T17:09:04.365 INFO:tasks.rados.rados.0.smithi031.stdout:1760: rmattr oid 23 current snap is 161 2024-09-17T17:09:04.365 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 857 (ObjNum 553 snap 154 seq_num 553) dirty exists 2024-09-17T17:09:04.365 INFO:tasks.rados.rados.0.smithi031.stdout:1758: done (1 left) 2024-09-17T17:09:04.365 INFO:tasks.rados.rados.0.smithi031.stdout:1761: read oid 4 snap -1 2024-09-17T17:09:04.365 INFO:tasks.rados.rados.0.smithi031.stdout:1761: expect (ObjNum 566 snap 160 seq_num 566) 2024-09-17T17:09:04.365 INFO:tasks.rados.rados.0.smithi031.stdout:1762: copy_from oid 40 from oid 21 current snap is 161 2024-09-17T17:09:04.365 INFO:tasks.rados.rados.0.smithi031.stdout:1763: rollback oid 28 current snap is 161 2024-09-17T17:09:04.365 INFO:tasks.rados.rados.0.smithi031.stdout:1763: done (3 left) 2024-09-17T17:09:04.366 INFO:tasks.rados.rados.0.smithi031.stdout:1764: delete oid 48 current snap is 161 2024-09-17T17:09:04.376 INFO:tasks.rados.rados.0.smithi031.stdout:1762: finishing copy_from to smithi03184240-40 2024-09-17T17:09:04.376 INFO:tasks.rados.rados.0.smithi031.stdout:1762: got expected ENOENT (src dne) 2024-09-17T17:09:04.376 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 1135 (ObjNum 560 snap 156 seq_num 560) dirty exists 2024-09-17T17:09:04.376 INFO:tasks.rados.rados.0.smithi031.stdout:1762: finishing copy_from racing read to smithi03184240-40 2024-09-17T17:09:04.376 INFO:tasks.rados.rados.0.smithi031.stdout:1760: done (3 left) 2024-09-17T17:09:04.376 INFO:tasks.rados.rados.0.smithi031.stdout:1762: done (2 left) 2024-09-17T17:09:04.376 INFO:tasks.rados.rados.0.smithi031.stdout:1764: done (1 left) 2024-09-17T17:09:04.376 INFO:tasks.rados.rados.0.smithi031.stdout:1765: read oid 9 snap -1 2024-09-17T17:09:04.376 INFO:tasks.rados.rados.0.smithi031.stdout:1765: expect (ObjNum 553 snap 154 seq_num 553) 2024-09-17T17:09:04.376 INFO:tasks.rados.rados.0.smithi031.stdout:1766: copy_from oid 29 from oid 20 current snap is 161 2024-09-17T17:09:04.377 INFO:tasks.rados.rados.0.smithi031.stdout:1767: read oid 12 snap -1 2024-09-17T17:09:04.377 INFO:tasks.rados.rados.0.smithi031.stdout:1767: expect deleted 2024-09-17T17:09:04.377 INFO:tasks.rados.rados.0.smithi031.stdout:1768: snap_create 2024-09-17T17:09:04.385 INFO:tasks.rados.rados.0.smithi031.stdout:1766: finishing copy_from to smithi03184240-29 2024-09-17T17:09:04.385 INFO:tasks.rados.rados.0.smithi031.stdout:1766: got expected ENOENT (src dne) 2024-09-17T17:09:04.385 INFO:tasks.rados.rados.0.smithi031.stdout:1766: finishing copy_from racing read to smithi03184240-29 2024-09-17T17:09:04.403 INFO:tasks.rados.rados.0.smithi031.stdout:1761: expect (ObjNum 566 snap 160 seq_num 566) 2024-09-17T17:09:04.665 INFO:tasks.rados.rados.0.smithi031.stdout:1765: expect (ObjNum 553 snap 154 seq_num 553) 2024-09-17T17:09:05.371 INFO:tasks.rados.rados.0.smithi031.stdout:1761: done (4 left) 2024-09-17T17:09:05.371 INFO:tasks.rados.rados.0.smithi031.stdout:1765: done (3 left) 2024-09-17T17:09:05.372 INFO:tasks.rados.rados.0.smithi031.stdout:1766: done (2 left) 2024-09-17T17:09:05.372 INFO:tasks.rados.rados.0.smithi031.stdout:1767: done (1 left) 2024-09-17T17:09:05.372 INFO:tasks.rados.rados.0.smithi031.stdout:1768: done (0 left) 2024-09-17T17:09:05.372 INFO:tasks.rados.rados.0.smithi031.stdout:1769: setattr oid 49 current snap is 162 2024-09-17T17:09:05.373 INFO:tasks.rados.rados.0.smithi031.stdout:1770: read oid 45 snap -1 2024-09-17T17:09:05.373 INFO:tasks.rados.rados.0.smithi031.stdout:1770: expect (ObjNum 544 snap 152 seq_num 544) 2024-09-17T17:09:05.373 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 1 current snap is 162 2024-09-17T17:09:05.373 INFO:tasks.rados.rados.0.smithi031.stdout:1771: seq_num 577 ranges {2203648=65536} 2024-09-17T17:09:05.385 INFO:tasks.rados.rados.0.smithi031.stdout:1771: writing smithi03184240-1 from 2203648 to 2269184 tid 1 2024-09-17T17:09:05.385 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 24 current snap is 162 2024-09-17T17:09:05.385 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 1030 (ObjNum 557 snap 155 seq_num 557) dirty exists 2024-09-17T17:09:05.385 INFO:tasks.rados.rados.0.smithi031.stdout:1772: seq_num 578 ranges {1769472=81920} 2024-09-17T17:09:05.396 INFO:tasks.rados.rados.0.smithi031.stdout:1772: writing smithi03184240-24 from 1769472 to 1851392 tid 1 2024-09-17T17:09:05.396 INFO:tasks.rados.rados.0.smithi031.stdout:1769: done (3 left) 2024-09-17T17:09:05.396 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 9 current snap is 162 2024-09-17T17:09:05.396 INFO:tasks.rados.rados.0.smithi031.stdout:1773: seq_num 579 ranges {9289728=98304} 2024-09-17T17:09:05.447 INFO:tasks.rados.rados.0.smithi031.stdout:1773: writing smithi03184240-9 from 9289728 to 9388032 tid 1 2024-09-17T17:09:05.447 INFO:tasks.rados.rados.0.smithi031.stdout:1774: read oid 37 snap -1 2024-09-17T17:09:05.447 INFO:tasks.rados.rados.0.smithi031.stdout:1774: expect (ObjNum 523 snap 146 seq_num 523) 2024-09-17T17:09:05.448 INFO:tasks.rados.rados.0.smithi031.stdout:1775: setattr oid 7 current snap is 162 2024-09-17T17:09:05.448 INFO:tasks.rados.rados.0.smithi031.stdout:1771: finishing write tid 1 to smithi03184240-1 2024-09-17T17:09:05.448 INFO:tasks.rados.rados.0.smithi031.stdout:1771: finishing write tid 2 to smithi03184240-1 2024-09-17T17:09:05.448 INFO:tasks.rados.rados.0.smithi031.stdout:1770: expect (ObjNum 544 snap 152 seq_num 544) 2024-09-17T17:09:05.609 INFO:tasks.rados.rados.0.smithi031.stdout:1771: finishing write tid 3 to smithi03184240-1 2024-09-17T17:09:05.610 INFO:tasks.rados.rados.0.smithi031.stdout:1771: oid 1 updating version 0 to 1160 2024-09-17T17:09:05.610 INFO:tasks.rados.rados.0.smithi031.stdout:1771: oid 1 updating version 1160 to 1161 2024-09-17T17:09:05.610 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 1161 (ObjNum 577 snap 162 seq_num 577) dirty exists 2024-09-17T17:09:05.610 INFO:tasks.rados.rados.0.smithi031.stdout:1771: left oid 1 (ObjNum 577 snap 162 seq_num 577) 2024-09-17T17:09:05.610 INFO:tasks.rados.rados.0.smithi031.stdout:1772: finishing write tid 1 to smithi03184240-24 2024-09-17T17:09:05.610 INFO:tasks.rados.rados.0.smithi031.stdout:1772: finishing write tid 2 to smithi03184240-24 2024-09-17T17:09:05.610 INFO:tasks.rados.rados.0.smithi031.stdout:1772: finishing write tid 3 to smithi03184240-24 2024-09-17T17:09:05.610 INFO:tasks.rados.rados.0.smithi031.stdout:1772: oid 24 updating version 0 to 1163 2024-09-17T17:09:05.610 INFO:tasks.rados.rados.0.smithi031.stdout:1772: oid 24 version 1163 is already newer than 1162 2024-09-17T17:09:05.610 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 1163 (ObjNum 578 snap 162 seq_num 578) dirty exists 2024-09-17T17:09:05.610 INFO:tasks.rados.rados.0.smithi031.stdout:1772: left oid 24 (ObjNum 578 snap 162 seq_num 578) 2024-09-17T17:09:05.610 INFO:tasks.rados.rados.0.smithi031.stdout:1774: expect (ObjNum 523 snap 146 seq_num 523) 2024-09-17T17:09:05.652 INFO:tasks.rados.rados.0.smithi031.stdout:1773: finishing write tid 1 to smithi03184240-9 2024-09-17T17:09:05.652 INFO:tasks.rados.rados.0.smithi031.stdout:1773: finishing write tid 2 to smithi03184240-9 2024-09-17T17:09:05.652 INFO:tasks.rados.rados.0.smithi031.stdout:1773: finishing write tid 3 to smithi03184240-9 2024-09-17T17:09:05.652 INFO:tasks.rados.rados.0.smithi031.stdout:1773: oid 9 updating version 0 to 861 2024-09-17T17:09:05.652 INFO:tasks.rados.rados.0.smithi031.stdout:1773: oid 9 updating version 861 to 862 2024-09-17T17:09:05.652 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 862 (ObjNum 579 snap 162 seq_num 579) dirty exists 2024-09-17T17:09:05.652 INFO:tasks.rados.rados.0.smithi031.stdout:1773: left oid 9 (ObjNum 579 snap 162 seq_num 579) 2024-09-17T17:09:05.652 INFO:tasks.rados.rados.0.smithi031.stdout:1770: done (5 left) 2024-09-17T17:09:05.652 INFO:tasks.rados.rados.0.smithi031.stdout:1771: done (4 left) 2024-09-17T17:09:05.652 INFO:tasks.rados.rados.0.smithi031.stdout:1772: done (3 left) 2024-09-17T17:09:05.653 INFO:tasks.rados.rados.0.smithi031.stdout:1773: done (2 left) 2024-09-17T17:09:05.653 INFO:tasks.rados.rados.0.smithi031.stdout:1774: done (1 left) 2024-09-17T17:09:05.653 INFO:tasks.rados.rados.0.smithi031.stdout:1776: setattr oid 8 current snap is 162 2024-09-17T17:09:05.653 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 1415 (ObjNum 521 snap 146 seq_num 521) dirty exists 2024-09-17T17:09:05.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:05 smithi066 ceph-mon[86175]: pgmap v272: 121 pgs: 121 active+clean; 161 MiB data, 996 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 30 op/s; 4.3 MiB/s, 1 objects/s recovering 2024-09-17T17:09:05.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:05 smithi066 ceph-mon[86175]: osdmap e408: 8 total, 8 up, 8 in 2024-09-17T17:09:05.654 INFO:tasks.rados.rados.0.smithi031.stdout:1775: done (1 left) 2024-09-17T17:09:05.654 INFO:tasks.rados.rados.0.smithi031.stdout:1777: copy_from oid 15 from oid 32 current snap is 162 2024-09-17T17:09:05.655 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 24 current snap is 162 2024-09-17T17:09:05.655 INFO:tasks.rados.rados.0.smithi031.stdout:1778: seq_num 580 ranges {1851392=114688} 2024-09-17T17:09:05.665 INFO:tasks.rados.rados.0.smithi031.stdout:1778: writing smithi03184240-24 from 1851392 to 1966080 tid 1 2024-09-17T17:09:05.665 INFO:tasks.rados.rados.0.smithi031.stdout:1779: snap_remove snap 161 2024-09-17T17:09:05.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:05 smithi031 ceph-mon[94873]: pgmap v272: 121 pgs: 121 active+clean; 161 MiB data, 996 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 30 op/s; 4.3 MiB/s, 1 objects/s recovering 2024-09-17T17:09:05.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:05 smithi031 ceph-mon[94873]: osdmap e408: 8 total, 8 up, 8 in 2024-09-17T17:09:05.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:05 smithi031 ceph-mon[96842]: pgmap v272: 121 pgs: 121 active+clean; 161 MiB data, 996 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 30 op/s; 4.3 MiB/s, 1 objects/s recovering 2024-09-17T17:09:05.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:05 smithi031 ceph-mon[96842]: osdmap e408: 8 total, 8 up, 8 in 2024-09-17T17:09:06.382 INFO:tasks.rados.rados.0.smithi031.stdout:1779: done (3 left) 2024-09-17T17:09:06.382 INFO:tasks.rados.rados.0.smithi031.stdout:1780: copy_from oid 26 from oid 18 current snap is 162 2024-09-17T17:09:06.382 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 1416 (ObjNum 486 snap 141 seq_num 486) dirty exists 2024-09-17T17:09:06.383 INFO:tasks.rados.rados.0.smithi031.stdout:1778: finishing write tid 1 to smithi03184240-24 2024-09-17T17:09:06.383 INFO:tasks.rados.rados.0.smithi031.stdout:1778: finishing write tid 2 to smithi03184240-24 2024-09-17T17:09:06.383 INFO:tasks.rados.rados.0.smithi031.stdout:1778: finishing write tid 3 to smithi03184240-24 2024-09-17T17:09:06.383 INFO:tasks.rados.rados.0.smithi031.stdout:1778: oid 24 updating version 0 to 1165 2024-09-17T17:09:06.383 INFO:tasks.rados.rados.0.smithi031.stdout:1778: oid 24 version 1165 is already newer than 1164 2024-09-17T17:09:06.383 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 1165 (ObjNum 580 snap 162 seq_num 580) dirty exists 2024-09-17T17:09:06.383 INFO:tasks.rados.rados.0.smithi031.stdout:1778: left oid 24 (ObjNum 580 snap 162 seq_num 580) 2024-09-17T17:09:06.383 INFO:tasks.rados.rados.0.smithi031.stdout:1777: finishing copy_from racing read to smithi03184240-15 2024-09-17T17:09:06.383 INFO:tasks.rados.rados.0.smithi031.stdout:1777: finishing copy_from to smithi03184240-15 2024-09-17T17:09:06.383 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 1029 (ObjNum 562 snap 156 seq_num 562) dirty exists 2024-09-17T17:09:06.383 INFO:tasks.rados.rados.0.smithi031.stdout:1776: done (3 left) 2024-09-17T17:09:06.383 INFO:tasks.rados.rados.0.smithi031.stdout:1777: done (2 left) 2024-09-17T17:09:06.383 INFO:tasks.rados.rados.0.smithi031.stdout:1778: done (1 left) 2024-09-17T17:09:06.384 INFO:tasks.rados.rados.0.smithi031.stdout:1781: snap_create 2024-09-17T17:09:06.399 INFO:tasks.rados.rados.0.smithi031.stdout:1780: finishing copy_from racing read to smithi03184240-26 2024-09-17T17:09:06.401 INFO:tasks.rados.rados.0.smithi031.stdout:1780: finishing copy_from to smithi03184240-26 2024-09-17T17:09:06.402 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 1148 (ObjNum 540 snap 151 seq_num 540) dirty exists 2024-09-17T17:09:06.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:06 smithi066 ceph-mon[86175]: osdmap e409: 8 total, 8 up, 8 in 2024-09-17T17:09:06.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:06 smithi031 ceph-mon[94873]: osdmap e409: 8 total, 8 up, 8 in 2024-09-17T17:09:06.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:06 smithi031 ceph-mon[96842]: osdmap e409: 8 total, 8 up, 8 in 2024-09-17T17:09:07.380 INFO:tasks.rados.rados.0.smithi031.stdout:1780: done (1 left) 2024-09-17T17:09:07.380 INFO:tasks.rados.rados.0.smithi031.stdout:1781: done (0 left) 2024-09-17T17:09:07.380 INFO:tasks.rados.rados.0.smithi031.stdout:1782: delete oid 30 current snap is 163 2024-09-17T17:09:07.386 INFO:tasks.rados.rados.0.smithi031.stdout:1782: done (0 left) 2024-09-17T17:09:07.386 INFO:tasks.rados.rados.0.smithi031.stdout:1783: rollback oid 41 current snap is 163 2024-09-17T17:09:07.386 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 41 to 162 2024-09-17T17:09:07.386 INFO:tasks.rados.rados.0.smithi031.stdout:1784: read oid 42 snap -1 2024-09-17T17:09:07.387 INFO:tasks.rados.rados.0.smithi031.stdout:1784: expect (ObjNum 522 snap 146 seq_num 522) 2024-09-17T17:09:07.387 INFO:tasks.rados.rados.0.smithi031.stdout:1785: copy_from oid 31 from oid 50 current snap is 163 2024-09-17T17:09:07.387 INFO:tasks.rados.rados.0.smithi031.stdout:1786: snap_create 2024-09-17T17:09:07.390 INFO:tasks.rados.rados.0.smithi031.stdout:1783: finishing rollback tid 1 to smithi03184240-41 2024-09-17T17:09:07.390 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 0 (ObjNum 33 snap 0 seq_num 1705270816) dirty dne 2024-09-17T17:09:07.393 INFO:tasks.rados.rados.0.smithi031.stdout:1785: finishing copy_from to smithi03184240-31 2024-09-17T17:09:07.393 INFO:tasks.rados.rados.0.smithi031.stdout:1785: got expected ENOENT (src dne) 2024-09-17T17:09:07.394 INFO:tasks.rados.rados.0.smithi031.stdout:1785: finishing copy_from racing read to smithi03184240-31 2024-09-17T17:09:07.395 INFO:tasks.rados.rados.0.smithi031.stdout:1784: expect (ObjNum 522 snap 146 seq_num 522) 2024-09-17T17:09:07.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:07 smithi066 ceph-mon[86175]: pgmap v275: 121 pgs: 121 active+clean; 151 MiB data, 985 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-09-17T17:09:07.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:07 smithi066 ceph-mon[86175]: osdmap e410: 8 total, 8 up, 8 in 2024-09-17T17:09:07.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:07 smithi031 ceph-mon[94873]: pgmap v275: 121 pgs: 121 active+clean; 151 MiB data, 985 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-09-17T17:09:07.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:07 smithi031 ceph-mon[94873]: osdmap e410: 8 total, 8 up, 8 in 2024-09-17T17:09:07.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:07 smithi031 ceph-mon[96842]: pgmap v275: 121 pgs: 121 active+clean; 151 MiB data, 985 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-09-17T17:09:07.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:07 smithi031 ceph-mon[96842]: osdmap e410: 8 total, 8 up, 8 in 2024-09-17T17:09:08.337 INFO:tasks.rados.rados.0.smithi031.stdout:1783: done (3 left) 2024-09-17T17:09:08.337 INFO:tasks.rados.rados.0.smithi031.stdout:1784: done (2 left) 2024-09-17T17:09:08.337 INFO:tasks.rados.rados.0.smithi031.stdout:1785: done (1 left) 2024-09-17T17:09:08.338 INFO:tasks.rados.rados.0.smithi031.stdout:1786: done (0 left) 2024-09-17T17:09:08.338 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 47 current snap is 164 2024-09-17T17:09:08.338 INFO:tasks.rados.rados.0.smithi031.stdout:1787: seq_num 582 ranges {1384448=155648} 2024-09-17T17:09:08.345 INFO:tasks.rados.rados.0.smithi031.stdout:1787: writing smithi03184240-47 from 1384448 to 1540096 tid 1 2024-09-17T17:09:08.346 INFO:tasks.rados.rados.0.smithi031.stdout:1788: read oid 37 snap -1 2024-09-17T17:09:08.346 INFO:tasks.rados.rados.0.smithi031.stdout:1788: expect (ObjNum 523 snap 146 seq_num 523) 2024-09-17T17:09:08.346 INFO:tasks.rados.rados.0.smithi031.stdout:1789: snap_create 2024-09-17T17:09:08.352 INFO:tasks.rados.rados.0.smithi031.stdout:1787: finishing write tid 1 to smithi03184240-47 2024-09-17T17:09:08.355 INFO:tasks.rados.rados.0.smithi031.stdout:1787: finishing write tid 2 to smithi03184240-47 2024-09-17T17:09:08.355 INFO:tasks.rados.rados.0.smithi031.stdout:1787: finishing write tid 3 to smithi03184240-47 2024-09-17T17:09:08.355 INFO:tasks.rados.rados.0.smithi031.stdout:1787: oid 47 updating version 0 to 753 2024-09-17T17:09:08.355 INFO:tasks.rados.rados.0.smithi031.stdout:1787: oid 47 version 753 is already newer than 752 2024-09-17T17:09:08.355 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 753 (ObjNum 582 snap 164 seq_num 582) dirty exists 2024-09-17T17:09:08.355 INFO:tasks.rados.rados.0.smithi031.stdout:1787: left oid 47 (ObjNum 582 snap 164 seq_num 582) 2024-09-17T17:09:08.356 INFO:tasks.rados.rados.0.smithi031.stdout:1788: expect (ObjNum 523 snap 146 seq_num 523) 2024-09-17T17:09:08.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:08 smithi066 ceph-mon[86175]: osdmap e411: 8 total, 8 up, 8 in 2024-09-17T17:09:08.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:08 smithi066 ceph-mon[86175]: osdmap e412: 8 total, 8 up, 8 in 2024-09-17T17:09:08.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:08 smithi031 ceph-mon[96842]: osdmap e411: 8 total, 8 up, 8 in 2024-09-17T17:09:08.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:08 smithi031 ceph-mon[96842]: osdmap e412: 8 total, 8 up, 8 in 2024-09-17T17:09:08.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:08 smithi031 ceph-mon[94873]: osdmap e411: 8 total, 8 up, 8 in 2024-09-17T17:09:08.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:08 smithi031 ceph-mon[94873]: osdmap e412: 8 total, 8 up, 8 in 2024-09-17T17:09:09.338 INFO:tasks.rados.rados.0.smithi031.stdout:1787: done (2 left) 2024-09-17T17:09:09.338 INFO:tasks.rados.rados.0.smithi031.stdout:1788: done (1 left) 2024-09-17T17:09:09.338 INFO:tasks.rados.rados.0.smithi031.stdout:1789: done (0 left) 2024-09-17T17:09:09.339 INFO:tasks.rados.rados.0.smithi031.stdout:1790: snap_create 2024-09-17T17:09:09.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:09 smithi066 ceph-mon[86175]: pgmap v278: 121 pgs: 121 active+clean; 148 MiB data, 987 MiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 1.3 MiB/s wr, 33 op/s 2024-09-17T17:09:09.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:09 smithi066 ceph-mon[86175]: osdmap e413: 8 total, 8 up, 8 in 2024-09-17T17:09:09.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:09 smithi031 ceph-mon[96842]: pgmap v278: 121 pgs: 121 active+clean; 148 MiB data, 987 MiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 1.3 MiB/s wr, 33 op/s 2024-09-17T17:09:09.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:09 smithi031 ceph-mon[96842]: osdmap e413: 8 total, 8 up, 8 in 2024-09-17T17:09:09.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:09 smithi031 ceph-mon[94873]: pgmap v278: 121 pgs: 121 active+clean; 148 MiB data, 987 MiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 1.3 MiB/s wr, 33 op/s 2024-09-17T17:09:09.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:09 smithi031 ceph-mon[94873]: osdmap e413: 8 total, 8 up, 8 in 2024-09-17T17:09:10.340 INFO:tasks.rados.rados.0.smithi031.stdout:1790: done (0 left) 2024-09-17T17:09:10.340 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 27 current snap is 166 2024-09-17T17:09:10.340 INFO:tasks.rados.rados.0.smithi031.stdout:1791: seq_num 583 ranges {7790592=172032} 2024-09-17T17:09:10.384 INFO:tasks.rados.rados.0.smithi031.stdout:1791: writing smithi03184240-27 from 7790592 to 7962624 tid 1 2024-09-17T17:09:10.384 INFO:tasks.rados.rados.0.smithi031.stdout:1792: setattr oid 26 current snap is 166 2024-09-17T17:09:10.386 INFO:tasks.rados.rados.0.smithi031.stdout:1793: read oid 1 snap -1 2024-09-17T17:09:10.386 INFO:tasks.rados.rados.0.smithi031.stdout:1793: expect (ObjNum 577 snap 162 seq_num 577) 2024-09-17T17:09:10.386 INFO:tasks.rados.rados.0.smithi031.stdout:1794: rollback oid 14 current snap is 166 2024-09-17T17:09:10.386 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 14 to 163 2024-09-17T17:09:10.386 INFO:tasks.rados.rados.0.smithi031.stdout:1795: read oid 40 snap -1 2024-09-17T17:09:10.386 INFO:tasks.rados.rados.0.smithi031.stdout:1795: expect (ObjNum 511 snap 146 seq_num 511) 2024-09-17T17:09:10.387 INFO:tasks.rados.rados.0.smithi031.stdout:1796: snap_create 2024-09-17T17:09:10.389 INFO:tasks.rados.rados.0.smithi031.stdout:1794: finishing rollback tid 1 to smithi03184240-14 2024-09-17T17:09:10.389 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-17T17:09:10.391 INFO:tasks.rados.rados.0.smithi031.stdout:1791: finishing write tid 1 to smithi03184240-27 2024-09-17T17:09:10.392 INFO:tasks.rados.rados.0.smithi031.stdout:1791: finishing write tid 2 to smithi03184240-27 2024-09-17T17:09:10.394 INFO:tasks.rados.rados.0.smithi031.stdout:1791: finishing write tid 3 to smithi03184240-27 2024-09-17T17:09:10.394 INFO:tasks.rados.rados.0.smithi031.stdout:1791: oid 27 updating version 0 to 1441 2024-09-17T17:09:10.394 INFO:tasks.rados.rados.0.smithi031.stdout:1791: oid 27 updating version 1441 to 1442 2024-09-17T17:09:10.394 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 1442 (ObjNum 583 snap 166 seq_num 583) dirty exists 2024-09-17T17:09:10.394 INFO:tasks.rados.rados.0.smithi031.stdout:1791: left oid 27 (ObjNum 583 snap 166 seq_num 583) 2024-09-17T17:09:10.395 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 1149 (ObjNum 540 snap 151 seq_num 540) dirty exists 2024-09-17T17:09:10.400 INFO:tasks.rados.rados.0.smithi031.stdout:1793: expect (ObjNum 577 snap 162 seq_num 577) 2024-09-17T17:09:10.504 INFO:tasks.rados.rados.0.smithi031.stdout:1795: expect (ObjNum 511 snap 146 seq_num 511) 2024-09-17T17:09:11.341 INFO:tasks.rados.rados.0.smithi031.stdout:1791: done (5 left) 2024-09-17T17:09:11.342 INFO:tasks.rados.rados.0.smithi031.stdout:1792: done (4 left) 2024-09-17T17:09:11.342 INFO:tasks.rados.rados.0.smithi031.stdout:1793: done (3 left) 2024-09-17T17:09:11.342 INFO:tasks.rados.rados.0.smithi031.stdout:1794: done (2 left) 2024-09-17T17:09:11.342 INFO:tasks.rados.rados.0.smithi031.stdout:1795: done (1 left) 2024-09-17T17:09:11.342 INFO:tasks.rados.rados.0.smithi031.stdout:1796: done (0 left) 2024-09-17T17:09:11.342 INFO:tasks.rados.rados.0.smithi031.stdout:1797: read oid 43 snap 162 2024-09-17T17:09:11.342 INFO:tasks.rados.rados.0.smithi031.stdout:1797: expect (ObjNum 575 snap 161 seq_num 575) 2024-09-17T17:09:11.342 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 27 current snap is 167 2024-09-17T17:09:11.342 INFO:tasks.rados.rados.0.smithi031.stdout:1798: seq_num 584 ranges {7962624=188416} 2024-09-17T17:09:11.386 INFO:tasks.rados.rados.0.smithi031.stdout:1798: writing smithi03184240-27 from 7962624 to 8151040 tid 1 2024-09-17T17:09:11.386 INFO:tasks.rados.rados.0.smithi031.stdout:1799: rollback oid 11 current snap is 167 2024-09-17T17:09:11.386 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 11 to 166 2024-09-17T17:09:11.386 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 18 current snap is 167 2024-09-17T17:09:11.386 INFO:tasks.rados.rados.0.smithi031.stdout:1800: seq_num 585 ranges {3153920=204800} 2024-09-17T17:09:11.405 INFO:tasks.rados.rados.0.smithi031.stdout:1800: writing smithi03184240-18 from 3153920 to 3358720 tid 1 2024-09-17T17:09:11.406 INFO:tasks.rados.rados.0.smithi031.stdout:1801: setattr oid 24 current snap is 167 2024-09-17T17:09:11.406 INFO:tasks.rados.rados.0.smithi031.stdout:1797: expect (ObjNum 575 snap 161 seq_num 575) 2024-09-17T17:09:11.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:11 smithi031 ceph-mon[94873]: pgmap v281: 121 pgs: 121 active+clean; 144 MiB data, 981 MiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 88 KiB/s wr, 25 op/s 2024-09-17T17:09:11.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:11 smithi031 ceph-mon[94873]: osdmap e414: 8 total, 8 up, 8 in 2024-09-17T17:09:11.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:11 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:11.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:11 smithi031 ceph-mon[96842]: pgmap v281: 121 pgs: 121 active+clean; 144 MiB data, 981 MiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 88 KiB/s wr, 25 op/s 2024-09-17T17:09:11.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:11 smithi031 ceph-mon[96842]: osdmap e414: 8 total, 8 up, 8 in 2024-09-17T17:09:11.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:11 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:11.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:11 smithi066 ceph-mon[86175]: pgmap v281: 121 pgs: 121 active+clean; 144 MiB data, 981 MiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 88 KiB/s wr, 25 op/s 2024-09-17T17:09:11.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:11 smithi066 ceph-mon[86175]: osdmap e414: 8 total, 8 up, 8 in 2024-09-17T17:09:11.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:11 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:12.093 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:09:11 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:09:11] "GET /metrics HTTP/1.1" 200 36280 "" "Prometheus/2.43.0" 2024-09-17T17:09:12.196 INFO:tasks.rados.rados.0.smithi031.stdout:1798: finishing write tid 1 to smithi03184240-27 2024-09-17T17:09:12.196 INFO:tasks.rados.rados.0.smithi031.stdout:1799: finishing rollback tid 0 to smithi03184240-11 2024-09-17T17:09:12.196 INFO:tasks.rados.rados.0.smithi031.stdout:1798: finishing write tid 2 to smithi03184240-27 2024-09-17T17:09:12.197 INFO:tasks.rados.rados.0.smithi031.stdout:1799: finishing rollback tid 1 to smithi03184240-11 2024-09-17T17:09:12.197 INFO:tasks.rados.rados.0.smithi031.stdout:1798: finishing write tid 3 to smithi03184240-27 2024-09-17T17:09:12.197 INFO:tasks.rados.rados.0.smithi031.stdout:1798: oid 27 updating version 0 to 1443 2024-09-17T17:09:12.197 INFO:tasks.rados.rados.0.smithi031.stdout:1798: oid 27 updating version 1443 to 1444 2024-09-17T17:09:12.197 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 1444 (ObjNum 584 snap 167 seq_num 584) dirty exists 2024-09-17T17:09:12.197 INFO:tasks.rados.rados.0.smithi031.stdout:1798: left oid 27 (ObjNum 584 snap 167 seq_num 584) 2024-09-17T17:09:12.197 INFO:tasks.rados.rados.0.smithi031.stdout:1799: finishing rollback tid 2 to smithi03184240-11 2024-09-17T17:09:12.198 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 1419 (ObjNum 522 snap 146 seq_num 522) dirty exists 2024-09-17T17:09:12.198 INFO:tasks.rados.rados.0.smithi031.stdout:1800: finishing write tid 1 to smithi03184240-18 2024-09-17T17:09:12.198 INFO:tasks.rados.rados.0.smithi031.stdout:1800: finishing write tid 2 to smithi03184240-18 2024-09-17T17:09:12.198 INFO:tasks.rados.rados.0.smithi031.stdout:1800: finishing write tid 3 to smithi03184240-18 2024-09-17T17:09:12.198 INFO:tasks.rados.rados.0.smithi031.stdout:1800: oid 18 updating version 0 to 1420 2024-09-17T17:09:12.198 INFO:tasks.rados.rados.0.smithi031.stdout:1800: oid 18 updating version 1420 to 1421 2024-09-17T17:09:12.198 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 1421 (ObjNum 585 snap 167 seq_num 585) dirty exists 2024-09-17T17:09:12.198 INFO:tasks.rados.rados.0.smithi031.stdout:1800: left oid 18 (ObjNum 585 snap 167 seq_num 585) 2024-09-17T17:09:12.198 INFO:tasks.rados.rados.0.smithi031.stdout:1797: done (4 left) 2024-09-17T17:09:12.199 INFO:tasks.rados.rados.0.smithi031.stdout:1798: done (3 left) 2024-09-17T17:09:12.199 INFO:tasks.rados.rados.0.smithi031.stdout:1799: done (2 left) 2024-09-17T17:09:12.199 INFO:tasks.rados.rados.0.smithi031.stdout:1800: done (1 left) 2024-09-17T17:09:12.199 INFO:tasks.rados.rados.0.smithi031.stdout:1802: copy_from oid 36 from oid 44 current snap is 167 2024-09-17T17:09:12.199 INFO:tasks.rados.rados.0.smithi031.stdout:1803: snap_create 2024-09-17T17:09:12.200 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 1167 (ObjNum 580 snap 162 seq_num 580) dirty exists 2024-09-17T17:09:12.204 INFO:tasks.rados.rados.0.smithi031.stdout:1802: finishing copy_from racing read to smithi03184240-36 2024-09-17T17:09:12.205 INFO:tasks.rados.rados.0.smithi031.stdout:1802: finishing copy_from to smithi03184240-36 2024-09-17T17:09:12.206 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 1014 (ObjNum 523 snap 146 seq_num 523) dirty exists 2024-09-17T17:09:12.352 INFO:tasks.rados.rados.0.smithi031.stdout:1801: done (2 left) 2024-09-17T17:09:12.352 INFO:tasks.rados.rados.0.smithi031.stdout:1802: done (1 left) 2024-09-17T17:09:12.352 INFO:tasks.rados.rados.0.smithi031.stdout:1803: done (0 left) 2024-09-17T17:09:12.353 INFO:tasks.rados.rados.0.smithi031.stdout:1804: read oid 38 snap 167 2024-09-17T17:09:12.353 INFO:tasks.rados.rados.0.smithi031.stdout:1804: expect (ObjNum 501 snap 145 seq_num 501) 2024-09-17T17:09:12.353 INFO:tasks.rados.rados.0.smithi031.stdout:1805: snap_remove snap 166 2024-09-17T17:09:12.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:12 smithi066 ceph-mon[86175]: osdmap e415: 8 total, 8 up, 8 in 2024-09-17T17:09:12.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:12 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-17T17:09:12.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:12 smithi031 ceph-mon[96842]: osdmap e415: 8 total, 8 up, 8 in 2024-09-17T17:09:12.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:12 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-17T17:09:12.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:12 smithi031 ceph-mon[94873]: osdmap e415: 8 total, 8 up, 8 in 2024-09-17T17:09:12.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:12 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-17T17:09:13.335 INFO:tasks.rados.rados.0.smithi031.stdout:1805: done (1 left) 2024-09-17T17:09:13.336 INFO:tasks.rados.rados.0.smithi031.stdout:1806: read oid 3 snap -1 2024-09-17T17:09:13.336 INFO:tasks.rados.rados.0.smithi031.stdout:1806: expect (ObjNum 550 snap 153 seq_num 550) 2024-09-17T17:09:13.336 INFO:tasks.rados.rados.0.smithi031.stdout:1807: copy_from oid 23 from oid 10 current snap is 168 2024-09-17T17:09:13.336 INFO:tasks.rados.rados.0.smithi031.stdout:1804: expect (ObjNum 501 snap 145 seq_num 501) 2024-09-17T17:09:13.481 INFO:tasks.rados.rados.0.smithi031.stdout:1806: expect (ObjNum 550 snap 153 seq_num 550) 2024-09-17T17:09:13.534 INFO:tasks.rados.rados.0.smithi031.stdout:1807: finishing copy_from racing read to smithi03184240-23 2024-09-17T17:09:13.534 INFO:tasks.rados.rados.0.smithi031.stdout:1807: finishing copy_from to smithi03184240-23 2024-09-17T17:09:13.534 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 1134 (ObjNum 567 snap 160 seq_num 567) dirty exists 2024-09-17T17:09:13.534 INFO:tasks.rados.rados.0.smithi031.stdout:1804: done (2 left) 2024-09-17T17:09:13.534 INFO:tasks.rados.rados.0.smithi031.stdout:1806: done (1 left) 2024-09-17T17:09:13.535 INFO:tasks.rados.rados.0.smithi031.stdout:1807: done (0 left) 2024-09-17T17:09:13.535 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 168 2024-09-17T17:09:13.535 INFO:tasks.rados.rados.0.smithi031.stdout:1808: seq_num 586 ranges {6258688=221184} 2024-09-17T17:09:13.569 INFO:tasks.rados.rados.0.smithi031.stdout:1808: writing smithi03184240-4 from 6258688 to 6479872 tid 1 2024-09-17T17:09:13.569 INFO:tasks.rados.rados.0.smithi031.stdout:1809: snap_create 2024-09-17T17:09:13.572 INFO:tasks.rados.rados.0.smithi031.stdout:1808: finishing write tid 1 to smithi03184240-4 2024-09-17T17:09:13.572 INFO:tasks.rados.rados.0.smithi031.stdout:1808: finishing write tid 2 to smithi03184240-4 2024-09-17T17:09:13.573 INFO:tasks.rados.rados.0.smithi031.stdout:1808: finishing write tid 3 to smithi03184240-4 2024-09-17T17:09:13.574 INFO:tasks.rados.rados.0.smithi031.stdout:1808: oid 4 updating version 0 to 1160 2024-09-17T17:09:13.574 INFO:tasks.rados.rados.0.smithi031.stdout:1808: oid 4 version 1160 is already newer than 1159 2024-09-17T17:09:13.574 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1160 (ObjNum 586 snap 168 seq_num 586) dirty exists 2024-09-17T17:09:13.574 INFO:tasks.rados.rados.0.smithi031.stdout:1808: left oid 4 (ObjNum 586 snap 168 seq_num 586) 2024-09-17T17:09:13.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:13 smithi066 ceph-mon[86175]: pgmap v284: 121 pgs: 121 active+clean; 143 MiB data, 1005 MiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 900 KiB/s wr, 12 op/s 2024-09-17T17:09:13.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:13 smithi066 ceph-mon[86175]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-17T17:09:13.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:13 smithi066 ceph-mon[86175]: Upgrade: osd.4 is safe to restart 2024-09-17T17:09:13.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:13 smithi066 ceph-mon[86175]: osdmap e416: 8 total, 8 up, 8 in 2024-09-17T17:09:13.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:13 smithi066 ceph-mon[86175]: osdmap e417: 8 total, 8 up, 8 in 2024-09-17T17:09:13.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:13 smithi031 ceph-mon[94873]: pgmap v284: 121 pgs: 121 active+clean; 143 MiB data, 1005 MiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 900 KiB/s wr, 12 op/s 2024-09-17T17:09:13.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:13 smithi031 ceph-mon[94873]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-17T17:09:13.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:13 smithi031 ceph-mon[94873]: Upgrade: osd.4 is safe to restart 2024-09-17T17:09:13.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:13 smithi031 ceph-mon[94873]: osdmap e416: 8 total, 8 up, 8 in 2024-09-17T17:09:13.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:13 smithi031 ceph-mon[94873]: osdmap e417: 8 total, 8 up, 8 in 2024-09-17T17:09:13.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:13 smithi031 ceph-mon[96842]: pgmap v284: 121 pgs: 121 active+clean; 143 MiB data, 1005 MiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 900 KiB/s wr, 12 op/s 2024-09-17T17:09:13.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:13 smithi031 ceph-mon[96842]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-17T17:09:13.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:13 smithi031 ceph-mon[96842]: Upgrade: osd.4 is safe to restart 2024-09-17T17:09:13.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:13 smithi031 ceph-mon[96842]: osdmap e416: 8 total, 8 up, 8 in 2024-09-17T17:09:13.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:13 smithi031 ceph-mon[96842]: osdmap e417: 8 total, 8 up, 8 in 2024-09-17T17:09:14.357 INFO:tasks.rados.rados.0.smithi031.stdout:1808: done (1 left) 2024-09-17T17:09:14.357 INFO:tasks.rados.rados.0.smithi031.stdout:1809: done (0 left) 2024-09-17T17:09:14.358 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 47 current snap is 169 2024-09-17T17:09:14.358 INFO:tasks.rados.rados.0.smithi031.stdout:1810: seq_num 587 ranges {1540096=237568} 2024-09-17T17:09:14.367 INFO:tasks.rados.rados.0.smithi031.stdout:1810: writing smithi03184240-47 from 1540096 to 1777664 tid 1 2024-09-17T17:09:14.367 INFO:tasks.rados.rados.0.smithi031.stdout:1811: setattr oid 48 current snap is 169 2024-09-17T17:09:14.368 INFO:tasks.rados.rados.0.smithi031.stdout:1812: read oid 17 snap 163 2024-09-17T17:09:14.368 INFO:tasks.rados.rados.0.smithi031.stdout:1812: expect (ObjNum 547 snap 153 seq_num 547) 2024-09-17T17:09:14.369 INFO:tasks.rados.rados.0.smithi031.stdout:1813: snap_remove snap 162 2024-09-17T17:09:15.041 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:14 smithi066 ceph-mon[86175]: Upgrade: Updating osd.4 2024-09-17T17:09:15.041 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:14 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:15.041 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:14 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-17T17:09:15.041 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:14 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:09:15.041 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:14 smithi066 ceph-mon[86175]: Deploying daemon osd.4 on smithi066 2024-09-17T17:09:15.042 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:14 smithi066 ceph-mon[86175]: osdmap e418: 8 total, 8 up, 8 in 2024-09-17T17:09:15.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:14 smithi031 ceph-mon[94873]: Upgrade: Updating osd.4 2024-09-17T17:09:15.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:14 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:15.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:14 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-17T17:09:15.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:14 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:09:15.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:14 smithi031 ceph-mon[94873]: Deploying daemon osd.4 on smithi066 2024-09-17T17:09:15.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:14 smithi031 ceph-mon[94873]: osdmap e418: 8 total, 8 up, 8 in 2024-09-17T17:09:15.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:14 smithi031 ceph-mon[96842]: Upgrade: Updating osd.4 2024-09-17T17:09:15.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:14 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:15.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:14 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-17T17:09:15.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:14 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:09:15.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:14 smithi031 ceph-mon[96842]: Deploying daemon osd.4 on smithi066 2024-09-17T17:09:15.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:14 smithi031 ceph-mon[96842]: osdmap e418: 8 total, 8 up, 8 in 2024-09-17T17:09:15.229 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-09-17T17:09:15.364 INFO:tasks.rados.rados.0.smithi031.stdout:1813: done (3 left) 2024-09-17T17:09:15.365 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 169 2024-09-17T17:09:15.365 INFO:tasks.rados.rados.0.smithi031.stdout:1814: seq_num 588 ranges {4145152=253952} 2024-09-17T17:09:15.389 INFO:tasks.rados.rados.0.smithi031.stdout:1814: writing smithi03184240-10 from 4145152 to 4399104 tid 1 2024-09-17T17:09:15.389 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 41 current snap is 169 2024-09-17T17:09:15.389 INFO:tasks.rados.rados.0.smithi031.stdout:1810: finishing write tid 1 to smithi03184240-47 2024-09-17T17:09:15.389 INFO:tasks.rados.rados.0.smithi031.stdout:1815: seq_num 589 ranges {0=270336} 2024-09-17T17:09:15.390 INFO:tasks.rados.rados.0.smithi031.stdout:1815: writing smithi03184240-41 from 0 to 270336 tid 1 2024-09-17T17:09:15.391 INFO:tasks.rados.rados.0.smithi031.stdout:1816: copy_from oid 33 from oid 26 current snap is 169 2024-09-17T17:09:15.391 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 1469 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-17T17:09:15.391 INFO:tasks.rados.rados.0.smithi031.stdout:1810: finishing write tid 2 to smithi03184240-47 2024-09-17T17:09:15.391 INFO:tasks.rados.rados.0.smithi031.stdout:1810: finishing write tid 3 to smithi03184240-47 2024-09-17T17:09:15.391 INFO:tasks.rados.rados.0.smithi031.stdout:1810: oid 47 updating version 0 to 755 2024-09-17T17:09:15.391 INFO:tasks.rados.rados.0.smithi031.stdout:1810: oid 47 version 755 is already newer than 754 2024-09-17T17:09:15.391 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 755 (ObjNum 587 snap 169 seq_num 587) dirty exists 2024-09-17T17:09:15.391 INFO:tasks.rados.rados.0.smithi031.stdout:1810: left oid 47 (ObjNum 587 snap 169 seq_num 587) 2024-09-17T17:09:15.391 INFO:tasks.rados.rados.0.smithi031.stdout:1812: expect (ObjNum 547 snap 153 seq_num 547) 2024-09-17T17:09:15.550 INFO:tasks.rados.rados.0.smithi031.stdout:1814: finishing write tid 1 to smithi03184240-10 2024-09-17T17:09:15.551 INFO:tasks.rados.rados.0.smithi031.stdout:1814: finishing write tid 2 to smithi03184240-10 2024-09-17T17:09:15.551 INFO:tasks.rados.rados.0.smithi031.stdout:1810: done (5 left) 2024-09-17T17:09:15.551 INFO:tasks.rados.rados.0.smithi031.stdout:1811: done (4 left) 2024-09-17T17:09:15.551 INFO:tasks.rados.rados.0.smithi031.stdout:1812: done (3 left) 2024-09-17T17:09:15.551 INFO:tasks.rados.rados.0.smithi031.stdout:1817: snap_remove snap 165 2024-09-17T17:09:15.842 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T17:09:15.842 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (7m) 22s ago 8m 26.0M - 0.25.0 c8568f914cd2 e19d96c7fca4 2024-09-17T17:09:15.842 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi066 *:3000 running (8m) 2m ago 8m 92.1M - 9.4.7 954c08fa6188 7bff2f45f353 2024-09-17T17:09:15.842 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (9m) 22s ago 9m 18.2M - 18.2.4-855-g19e2a2be 980a0bfcd684 564d1f0baaea 2024-09-17T17:09:15.842 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi066 running (9m) 2m ago 9m 19.4M - 18.2.4-855-g19e2a2be 980a0bfcd684 c397d3fc9cd9 2024-09-17T17:09:15.842 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi066 *:8443,9283,8765 running (3m) 2m ago 13m 453M - 19.3.0-4975-g1889a165 a500243bbb0c f591bc4bdc0b 2024-09-17T17:09:15.842 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:8443,9283,8765 running (4m) 22s ago 14m 526M - 19.3.0-4975-g1889a165 a500243bbb0c 9305cc0f241a 2024-09-17T17:09:15.842 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (3m) 22s ago 15m 53.9M 2048M 19.3.0-4975-g1889a165 a500243bbb0c ebe1c312bc55 2024-09-17T17:09:15.843 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi066 running (2m) 2m ago 13m 27.6M 2048M 19.3.0-4975-g1889a165 a500243bbb0c 345d1bf73a6f 2024-09-17T17:09:15.843 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (3m) 22s ago 13m 46.9M 2048M 19.3.0-4975-g1889a165 a500243bbb0c 4e86f0859c56 2024-09-17T17:09:15.843 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (7m) 22s ago 7m 15.7M - 1.5.0 0da6a335fe13 5461f4c7304d 2024-09-17T17:09:15.843 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi066 *:9100 running (7m) 2m ago 7m 16.8M - 1.5.0 0da6a335fe13 f747e79004be 2024-09-17T17:09:15.843 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (2m) 22s ago 12m 158M 2481M 19.3.0-4975-g1889a165 a500243bbb0c d17b0a925338 2024-09-17T17:09:15.843 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (93s) 22s ago 12m 101M 2481M 19.3.0-4975-g1889a165 a500243bbb0c ef44037fe386 2024-09-17T17:09:15.843 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (60s) 22s ago 11m 91.7M 2481M 19.3.0-4975-g1889a165 a500243bbb0c 441cd68e498b 2024-09-17T17:09:15.843 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (26s) 22s ago 11m 12.1M 2481M 19.3.0-4975-g1889a165 a500243bbb0c aec274dc610b 2024-09-17T17:09:15.843 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi066 running (11m) 2m ago 11m 160M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 a9ca20b85bc9 2024-09-17T17:09:15.843 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi066 running (10m) 2m ago 10m 153M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 2c5ce84fcccf 2024-09-17T17:09:15.843 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi066 running (10m) 2m ago 10m 105M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 d221efc6e856 2024-09-17T17:09:15.843 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi066 running (9m) 2m ago 9m 88.5M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 ce691a28a9fd 2024-09-17T17:09:15.843 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi066 *:9095 running (3m) 2m ago 8m 49.5M - 2.43.0 a07b618ecd1d c016a10f3f92 2024-09-17T17:09:15.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:15 smithi066 ceph-mon[86175]: pgmap v287: 121 pgs: 121 active+clean; 144 MiB data, 1006 MiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-09-17T17:09:15.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:15 smithi066 ceph-mon[86175]: osdmap e419: 8 total, 8 up, 8 in 2024-09-17T17:09:15.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:15 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:15.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:15 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:09:16.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:15 smithi031 ceph-mon[94873]: pgmap v287: 121 pgs: 121 active+clean; 144 MiB data, 1006 MiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-09-17T17:09:16.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:15 smithi031 ceph-mon[94873]: osdmap e419: 8 total, 8 up, 8 in 2024-09-17T17:09:16.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:15 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:16.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:15 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:09:16.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:15 smithi031 ceph-mon[96842]: pgmap v287: 121 pgs: 121 active+clean; 144 MiB data, 1006 MiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-09-17T17:09:16.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:15 smithi031 ceph-mon[96842]: osdmap e419: 8 total, 8 up, 8 in 2024-09-17T17:09:16.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:15 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:16.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:15 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:09:16.197 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:09:16.197 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-09-17T17:09:16.197 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 3 2024-09-17T17:09:16.197 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:09:16.197 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-09-17T17:09:16.197 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 2 2024-09-17T17:09:16.197 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:09:16.197 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-09-17T17:09:16.197 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 4, 2024-09-17T17:09:16.197 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 4 2024-09-17T17:09:16.197 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:09:16.198 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-09-17T17:09:16.198 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T17:09:16.198 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:09:16.198 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-09-17T17:09:16.198 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 6, 2024-09-17T17:09:16.198 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 9 2024-09-17T17:09:16.198 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-17T17:09:16.198 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:09:16.494 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:09:16.494 INFO:teuthology.orchestra.run.smithi031.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0", 2024-09-17T17:09:16.494 INFO:teuthology.orchestra.run.smithi031.stdout: "in_progress": true, 2024-09-17T17:09:16.494 INFO:teuthology.orchestra.run.smithi031.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T17:09:16.494 INFO:teuthology.orchestra.run.smithi031.stdout: "services_complete": [ 2024-09-17T17:09:16.494 INFO:teuthology.orchestra.run.smithi031.stdout: "mon", 2024-09-17T17:09:16.494 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr" 2024-09-17T17:09:16.494 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-17T17:09:16.494 INFO:teuthology.orchestra.run.smithi031.stdout: "progress": "9/20 daemons upgraded", 2024-09-17T17:09:16.495 INFO:teuthology.orchestra.run.smithi031.stdout: "message": "Currently upgrading osd daemons", 2024-09-17T17:09:16.495 INFO:teuthology.orchestra.run.smithi031.stdout: "is_paused": false 2024-09-17T17:09:16.495 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:09:16.510 INFO:tasks.rados.rados.0.smithi031.stdout:1817: done (3 left) 2024-09-17T17:09:16.510 INFO:tasks.rados.rados.0.smithi031.stdout:1818: read oid 8 snap -1 2024-09-17T17:09:16.510 INFO:tasks.rados.rados.0.smithi031.stdout:1818: expect (ObjNum 486 snap 141 seq_num 486) 2024-09-17T17:09:16.511 INFO:tasks.rados.rados.0.smithi031.stdout:1819: rmattr oid 18 current snap is 169 2024-09-17T17:09:16.511 INFO:tasks.rados.rados.0.smithi031.stdout:1819: done (4 left) 2024-09-17T17:09:16.511 INFO:tasks.rados.rados.0.smithi031.stdout:1820: snap_create 2024-09-17T17:09:16.511 INFO:tasks.rados.rados.0.smithi031.stdout:1814: finishing write tid 3 to smithi03184240-10 2024-09-17T17:09:16.511 INFO:tasks.rados.rados.0.smithi031.stdout:1814: oid 10 updating version 0 to 1137 2024-09-17T17:09:16.511 INFO:tasks.rados.rados.0.smithi031.stdout:1814: oid 10 version 1137 is already newer than 1136 2024-09-17T17:09:16.511 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1137 (ObjNum 588 snap 169 seq_num 588) dirty exists 2024-09-17T17:09:16.511 INFO:tasks.rados.rados.0.smithi031.stdout:1814: left oid 10 (ObjNum 588 snap 169 seq_num 588) 2024-09-17T17:09:16.511 INFO:tasks.rados.rados.0.smithi031.stdout:1815: finishing write tid 1 to smithi03184240-41 2024-09-17T17:09:16.511 INFO:tasks.rados.rados.0.smithi031.stdout:1815: finishing write tid 2 to smithi03184240-41 2024-09-17T17:09:16.511 INFO:tasks.rados.rados.0.smithi031.stdout:1815: finishing write tid 3 to smithi03184240-41 2024-09-17T17:09:16.511 INFO:tasks.rados.rados.0.smithi031.stdout:1815: oid 41 updating version 0 to 1162 2024-09-17T17:09:16.511 INFO:tasks.rados.rados.0.smithi031.stdout:1815: oid 41 version 1162 is already newer than 1161 2024-09-17T17:09:16.512 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 1162 (ObjNum 589 snap 169 seq_num 589) dirty exists 2024-09-17T17:09:16.512 INFO:tasks.rados.rados.0.smithi031.stdout:1815: left oid 41 (ObjNum 589 snap 169 seq_num 589) 2024-09-17T17:09:16.512 INFO:tasks.rados.rados.0.smithi031.stdout:1816: finishing copy_from racing read to smithi03184240-33 2024-09-17T17:09:16.512 INFO:tasks.rados.rados.0.smithi031.stdout:1816: finishing copy_from to smithi03184240-33 2024-09-17T17:09:16.512 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 1149 (ObjNum 540 snap 151 seq_num 540) dirty exists 2024-09-17T17:09:16.531 INFO:tasks.rados.rados.0.smithi031.stdout:1818: expect (ObjNum 486 snap 141 seq_num 486) 2024-09-17T17:09:16.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:16 smithi031 ceph-mon[94873]: from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:09:16.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:16 smithi031 ceph-mon[94873]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:09:16.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:16 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/3220146746' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:09:16.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:16 smithi031 ceph-mon[94873]: osdmap e420: 8 total, 8 up, 8 in 2024-09-17T17:09:16.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:16 smithi031 ceph-mon[96842]: from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:09:16.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:16 smithi031 ceph-mon[96842]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:09:16.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:16 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/3220146746' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:09:16.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:16 smithi031 ceph-mon[96842]: osdmap e420: 8 total, 8 up, 8 in 2024-09-17T17:09:17.039 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:16 smithi066 systemd[1]: Stopping Ceph osd.4 for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:09:17.040 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:16 smithi066 ceph-mon[86175]: from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:09:17.040 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:16 smithi066 ceph-mon[86175]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:09:17.040 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:16 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/3220146746' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:09:17.040 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:16 smithi066 ceph-mon[86175]: osdmap e420: 8 total, 8 up, 8 in 2024-09-17T17:09:17.403 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:17 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4[36767]: 2024-09-17T17:09:17.036+0000 7f2122d63640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T17:09:17.403 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:17 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4[36767]: 2024-09-17T17:09:17.036+0000 7f2122d63640 -1 osd.4 420 *** Got signal Terminated *** 2024-09-17T17:09:17.404 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:17 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4[36767]: 2024-09-17T17:09:17.036+0000 7f2122d63640 -1 osd.4 420 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T17:09:17.513 INFO:tasks.rados.rados.0.smithi031.stdout:1814: done (4 left) 2024-09-17T17:09:17.513 INFO:tasks.rados.rados.0.smithi031.stdout:1815: done (3 left) 2024-09-17T17:09:17.513 INFO:tasks.rados.rados.0.smithi031.stdout:1816: done (2 left) 2024-09-17T17:09:17.513 INFO:tasks.rados.rados.0.smithi031.stdout:1818: done (1 left) 2024-09-17T17:09:17.513 INFO:tasks.rados.rados.0.smithi031.stdout:1820: done (0 left) 2024-09-17T17:09:17.513 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 170 2024-09-17T17:09:17.513 INFO:tasks.rados.rados.0.smithi031.stdout:1821: seq_num 590 ranges {4947968=286720} 2024-09-17T17:09:17.544 INFO:tasks.rados.rados.0.smithi031.stdout:1821: writing smithi03184240-32 from 4947968 to 5234688 tid 1 2024-09-17T17:09:17.544 INFO:tasks.rados.rados.0.smithi031.stdout:1822: rollback oid 4 current snap is 170 2024-09-17T17:09:17.545 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 4 to 164 2024-09-17T17:09:17.545 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 17 current snap is 170 2024-09-17T17:09:17.545 INFO:tasks.rados.rados.0.smithi031.stdout:1823: seq_num 591 ranges {3915776=303104} 2024-09-17T17:09:17.565 INFO:tasks.rados.rados.0.smithi031.stdout:1823: writing smithi03184240-17 from 3915776 to 4218880 tid 1 2024-09-17T17:09:17.565 INFO:tasks.rados.rados.0.smithi031.stdout:1824: rollback oid 34 current snap is 170 2024-09-17T17:09:17.565 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 34 to 167 2024-09-17T17:09:17.565 INFO:tasks.rados.rados.0.smithi031.stdout:1821: finishing write tid 1 to smithi03184240-32 2024-09-17T17:09:17.565 INFO:tasks.rados.rados.0.smithi031.stdout:1825: setattr oid 14 current snap is 170 2024-09-17T17:09:17.565 INFO:tasks.rados.rados.0.smithi031.stdout:1821: finishing write tid 2 to smithi03184240-32 2024-09-17T17:09:17.566 INFO:tasks.rados.rados.0.smithi031.stdout:1821: finishing write tid 3 to smithi03184240-32 2024-09-17T17:09:17.566 INFO:tasks.rados.rados.0.smithi031.stdout:1821: oid 32 updating version 0 to 1032 2024-09-17T17:09:17.566 INFO:tasks.rados.rados.0.smithi031.stdout:1821: oid 32 version 1032 is already newer than 1031 2024-09-17T17:09:17.566 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 1032 (ObjNum 590 snap 170 seq_num 590) dirty exists 2024-09-17T17:09:17.566 INFO:tasks.rados.rados.0.smithi031.stdout:1821: left oid 32 (ObjNum 590 snap 170 seq_num 590) 2024-09-17T17:09:17.566 INFO:tasks.rados.rados.0.smithi031.stdout:1821: done (4 left) 2024-09-17T17:09:17.566 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 24 current snap is 170 2024-09-17T17:09:17.566 INFO:tasks.rados.rados.0.smithi031.stdout:1826: seq_num 592 ranges {1966080=319488} 2024-09-17T17:09:17.578 INFO:tasks.rados.rados.0.smithi031.stdout:1826: writing smithi03184240-24 from 1966080 to 2285568 tid 1 2024-09-17T17:09:17.578 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 15 current snap is 170 2024-09-17T17:09:17.578 INFO:tasks.rados.rados.0.smithi031.stdout:1827: seq_num 593 ranges {4947968=335872} 2024-09-17T17:09:17.608 INFO:tasks.rados.rados.0.smithi031.stdout:1827: writing smithi03184240-15 from 4947968 to 5283840 tid 1 2024-09-17T17:09:17.608 INFO:tasks.rados.rados.0.smithi031.stdout:1828: read oid 30 snap -1 2024-09-17T17:09:17.608 INFO:tasks.rados.rados.0.smithi031.stdout:1828: expect deleted 2024-09-17T17:09:17.608 INFO:tasks.rados.rados.0.smithi031.stdout:1829: read oid 38 snap -1 2024-09-17T17:09:17.608 INFO:tasks.rados.rados.0.smithi031.stdout:1829: expect (ObjNum 501 snap 145 seq_num 501) 2024-09-17T17:09:17.608 INFO:tasks.rados.rados.0.smithi031.stdout:1830: snap_remove snap 168 2024-09-17T17:09:18.071 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:17 smithi066 ceph-mon[86175]: from='client.34380 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:09:18.071 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:17 smithi066 ceph-mon[86175]: pgmap v290: 121 pgs: 121 active+clean; 149 MiB data, 1010 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-09-17T17:09:18.071 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:17 smithi066 ceph-mon[86175]: from='client.34392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:09:18.071 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:17 smithi066 ceph-mon[86175]: osd.4 marked itself down and dead 2024-09-17T17:09:18.071 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:17 smithi066 ceph-mon[86175]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T17:09:18.071 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:17 smithi066 ceph-mon[86175]: osdmap e421: 8 total, 7 up, 8 in 2024-09-17T17:09:18.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:17 smithi031 ceph-mon[96842]: from='client.34380 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:09:18.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:17 smithi031 ceph-mon[96842]: pgmap v290: 121 pgs: 121 active+clean; 149 MiB data, 1010 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-09-17T17:09:18.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:17 smithi031 ceph-mon[96842]: from='client.34392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:09:18.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:17 smithi031 ceph-mon[96842]: osd.4 marked itself down and dead 2024-09-17T17:09:18.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:17 smithi031 ceph-mon[96842]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T17:09:18.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:17 smithi031 ceph-mon[96842]: osdmap e421: 8 total, 7 up, 8 in 2024-09-17T17:09:18.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:17 smithi031 ceph-mon[94873]: from='client.34380 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:09:18.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:17 smithi031 ceph-mon[94873]: pgmap v290: 121 pgs: 121 active+clean; 149 MiB data, 1010 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-09-17T17:09:18.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:17 smithi031 ceph-mon[94873]: from='client.34392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:09:18.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:17 smithi031 ceph-mon[94873]: osd.4 marked itself down and dead 2024-09-17T17:09:18.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:17 smithi031 ceph-mon[94873]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T17:09:18.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:17 smithi031 ceph-mon[94873]: osdmap e421: 8 total, 7 up, 8 in 2024-09-17T17:09:18.330 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:18 smithi066 podman[91230]: 2024-09-17 17:09:18.06936036 +0000 UTC m=+1.251553348 container died a9ca20b85bc95e200994d7908565e68f022c2f2bfe54a7983f546e7e394036e2 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-09-17T17:09:18.513 INFO:tasks.rados.rados.0.smithi031.stdout:1826: finishing write tid 1 to smithi03184240-24 2024-09-17T17:09:18.513 INFO:tasks.rados.rados.0.smithi031.stdout:1826: finishing write tid 2 to smithi03184240-24 2024-09-17T17:09:18.513 INFO:tasks.rados.rados.0.smithi031.stdout:1826: finishing write tid 3 to smithi03184240-24 2024-09-17T17:09:18.513 INFO:tasks.rados.rados.0.smithi031.stdout:1826: oid 24 updating version 0 to 1168 2024-09-17T17:09:18.513 INFO:tasks.rados.rados.0.smithi031.stdout:1826: oid 24 updating version 1168 to 1169 2024-09-17T17:09:18.514 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 1169 (ObjNum 592 snap 170 seq_num 592) dirty exists 2024-09-17T17:09:18.514 INFO:tasks.rados.rados.0.smithi031.stdout:1826: left oid 24 (ObjNum 592 snap 170 seq_num 592) 2024-09-17T17:09:18.514 INFO:tasks.rados.rados.0.smithi031.stdout:1827: finishing write tid 1 to smithi03184240-15 2024-09-17T17:09:18.514 INFO:tasks.rados.rados.0.smithi031.stdout:1827: finishing write tid 2 to smithi03184240-15 2024-09-17T17:09:18.514 INFO:tasks.rados.rados.0.smithi031.stdout:1827: finishing write tid 3 to smithi03184240-15 2024-09-17T17:09:18.514 INFO:tasks.rados.rados.0.smithi031.stdout:1827: oid 15 updating version 0 to 1445 2024-09-17T17:09:18.514 INFO:tasks.rados.rados.0.smithi031.stdout:1827: oid 15 updating version 1445 to 1446 2024-09-17T17:09:18.514 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 1446 (ObjNum 593 snap 170 seq_num 593) dirty exists 2024-09-17T17:09:18.514 INFO:tasks.rados.rados.0.smithi031.stdout:1827: left oid 15 (ObjNum 593 snap 170 seq_num 593) 2024-09-17T17:09:18.514 INFO:tasks.rados.rados.0.smithi031.stdout:1826: done (8 left) 2024-09-17T17:09:18.514 INFO:tasks.rados.rados.0.smithi031.stdout:1827: done (7 left) 2024-09-17T17:09:18.514 INFO:tasks.rados.rados.0.smithi031.stdout:1828: done (6 left) 2024-09-17T17:09:18.514 INFO:tasks.rados.rados.0.smithi031.stdout:1830: done (5 left) 2024-09-17T17:09:18.514 INFO:tasks.rados.rados.0.smithi031.stdout:1831: rollback oid 47 current snap is 170 2024-09-17T17:09:18.515 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 47 to 167 2024-09-17T17:09:18.515 INFO:tasks.rados.rados.0.smithi031.stdout:1832: rollback oid 48 current snap is 170 2024-09-17T17:09:18.515 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 48 to 163 2024-09-17T17:09:18.515 INFO:tasks.rados.rados.0.smithi031.stdout:1833: read oid 46 snap -1 2024-09-17T17:09:18.515 INFO:tasks.rados.rados.0.smithi031.stdout:1833: expect deleted 2024-09-17T17:09:18.515 INFO:tasks.rados.rados.0.smithi031.stdout:1834: snap_create 2024-09-17T17:09:18.528 INFO:tasks.rados.rados.0.smithi031.stdout:1822: finishing rollback tid 0 to smithi03184240-4 2024-09-17T17:09:18.529 INFO:tasks.rados.rados.0.smithi031.stdout:1831: finishing rollback tid 0 to smithi03184240-47 2024-09-17T17:09:18.529 INFO:tasks.rados.rados.0.smithi031.stdout:1831: finishing rollback tid 1 to smithi03184240-47 2024-09-17T17:09:18.529 INFO:tasks.rados.rados.0.smithi031.stdout:1831: finishing rollback tid 2 to smithi03184240-47 2024-09-17T17:09:18.529 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 758 (ObjNum 582 snap 164 seq_num 582) dirty exists 2024-09-17T17:09:18.532 INFO:tasks.rados.rados.0.smithi031.stdout:1822: finishing rollback tid 1 to smithi03184240-4 2024-09-17T17:09:18.532 INFO:tasks.rados.rados.0.smithi031.stdout:1822: finishing rollback tid 2 to smithi03184240-4 2024-09-17T17:09:18.532 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1165 (ObjNum 566 snap 160 seq_num 566) dirty exists 2024-09-17T17:09:18.532 INFO:tasks.rados.rados.0.smithi031.stdout:1823: finishing write tid 1 to smithi03184240-17 2024-09-17T17:09:18.533 INFO:tasks.rados.rados.0.smithi031.stdout:1823: finishing write tid 2 to smithi03184240-17 2024-09-17T17:09:18.533 INFO:tasks.rados.rados.0.smithi031.stdout:1832: finishing rollback tid 0 to smithi03184240-48 2024-09-17T17:09:18.533 INFO:tasks.rados.rados.0.smithi031.stdout:1832: finishing rollback tid 1 to smithi03184240-48 2024-09-17T17:09:18.533 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 1472 (ObjNum 81 snap 0 seq_num 1700028238) dirty dne 2024-09-17T17:09:18.534 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 1129 (ObjNum 81 snap 0 seq_num 0) dirty exists 2024-09-17T17:09:18.535 INFO:tasks.rados.rados.0.smithi031.stdout:1823: finishing write tid 3 to smithi03184240-17 2024-09-17T17:09:18.535 INFO:tasks.rados.rados.0.smithi031.stdout:1823: oid 17 updating version 0 to 1167 2024-09-17T17:09:18.535 INFO:tasks.rados.rados.0.smithi031.stdout:1823: oid 17 version 1167 is already newer than 1166 2024-09-17T17:09:18.535 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 1167 (ObjNum 591 snap 170 seq_num 591) dirty exists 2024-09-17T17:09:18.535 INFO:tasks.rados.rados.0.smithi031.stdout:1823: left oid 17 (ObjNum 591 snap 170 seq_num 591) 2024-09-17T17:09:18.535 INFO:tasks.rados.rados.0.smithi031.stdout:1824: finishing rollback tid 1 to smithi03184240-34 2024-09-17T17:09:18.535 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 0 (ObjNum 833 snap 0 seq_num 1705553824) dirty dne 2024-09-17T17:09:18.544 INFO:tasks.rados.rados.0.smithi031.stdout:1829: expect (ObjNum 501 snap 145 seq_num 501) 2024-09-17T17:09:18.621 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:18 smithi066 podman[91230]: 2024-09-17 17:09:18.418166894 +0000 UTC m=+1.600359880 container cleanup a9ca20b85bc95e200994d7908565e68f022c2f2bfe54a7983f546e7e394036e2 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=reef-19e2a2b, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD) 2024-09-17T17:09:18.621 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:18 smithi066 bash[91230]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4 2024-09-17T17:09:18.903 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:18 smithi066 podman[91251]: 2024-09-17 17:09:18.619940348 +0000 UTC m=+0.543845767 container remove a9ca20b85bc95e200994d7908565e68f022c2f2bfe54a7983f546e7e394036e2 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True) 2024-09-17T17:09:19.346 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:19 smithi066 podman[91342]: 2024-09-17 17:09:18.945657097 +0000 UTC m=+0.016332816 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:09:19.346 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:19 smithi066 podman[91342]: 2024-09-17 17:09:19.046548541 +0000 UTC m=+0.117224250 container create 61416d917f7122942c1134c28fee34c916d96cef0a328af1e0a69539e17ac15c (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4-deactivate, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T17:09:19.346 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:19 smithi066 podman[91342]: 2024-09-17 17:09:19.25998844 +0000 UTC m=+0.330664150 container init 61416d917f7122942c1134c28fee34c916d96cef0a328af1e0a69539e17ac15c (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T17:09:19.346 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:19 smithi066 podman[91342]: 2024-09-17 17:09:19.265467038 +0000 UTC m=+0.336142748 container start 61416d917f7122942c1134c28fee34c916d96cef0a328af1e0a69539e17ac15c (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, ceph=True) 2024-09-17T17:09:19.347 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:19 smithi066 podman[91342]: 2024-09-17 17:09:19.343186107 +0000 UTC m=+0.413861835 container attach 61416d917f7122942c1134c28fee34c916d96cef0a328af1e0a69539e17ac15c (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-09-17T17:09:19.514 INFO:tasks.rados.rados.0.smithi031.stdout:1822: done (8 left) 2024-09-17T17:09:19.514 INFO:tasks.rados.rados.0.smithi031.stdout:1823: done (7 left) 2024-09-17T17:09:19.515 INFO:tasks.rados.rados.0.smithi031.stdout:1824: done (6 left) 2024-09-17T17:09:19.515 INFO:tasks.rados.rados.0.smithi031.stdout:1825: done (5 left) 2024-09-17T17:09:19.515 INFO:tasks.rados.rados.0.smithi031.stdout:1829: done (4 left) 2024-09-17T17:09:19.515 INFO:tasks.rados.rados.0.smithi031.stdout:1831: done (3 left) 2024-09-17T17:09:19.515 INFO:tasks.rados.rados.0.smithi031.stdout:1832: done (2 left) 2024-09-17T17:09:19.515 INFO:tasks.rados.rados.0.smithi031.stdout:1833: done (1 left) 2024-09-17T17:09:19.515 INFO:tasks.rados.rados.0.smithi031.stdout:1834: done (0 left) 2024-09-17T17:09:19.515 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 16 current snap is 171 2024-09-17T17:09:19.515 INFO:tasks.rados.rados.0.smithi031.stdout:1835: seq_num 594 ranges {0=352256} 2024-09-17T17:09:19.516 INFO:tasks.rados.rados.0.smithi031.stdout:1835: writing smithi03184240-16 from 0 to 352256 tid 1 2024-09-17T17:09:19.516 INFO:tasks.rados.rados.0.smithi031.stdout:1836: copy_from oid 50 from oid 48 current snap is 171 2024-09-17T17:09:19.516 INFO:tasks.rados.rados.0.smithi031.stdout:1837: copy_from oid 35 from oid 37 current snap is 171 2024-09-17T17:09:19.516 INFO:tasks.rados.rados.0.smithi031.stdout:1838: rollback oid 8 current snap is 171 2024-09-17T17:09:19.516 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 8 to 170 2024-09-17T17:09:19.517 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 171 2024-09-17T17:09:19.517 INFO:tasks.rados.rados.0.smithi031.stdout:1839: seq_num 595 ranges {0=368640} 2024-09-17T17:09:19.519 INFO:tasks.rados.rados.0.smithi031.stdout:1839: writing smithi03184240-12 from 0 to 368640 tid 1 2024-09-17T17:09:19.519 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 25 current snap is 171 2024-09-17T17:09:19.519 INFO:tasks.rados.rados.0.smithi031.stdout:1840: seq_num 596 ranges {1236992=385024} 2024-09-17T17:09:19.529 INFO:tasks.rados.rados.0.smithi031.stdout:1840: writing smithi03184240-25 from 1236992 to 1622016 tid 1 2024-09-17T17:09:19.530 INFO:tasks.rados.rados.0.smithi031.stdout:1841: delete oid 41 current snap is 171 2024-09-17T17:09:19.530 INFO:tasks.rados.rados.0.smithi031.stdout:1836: finishing copy_from to smithi03184240-50 2024-09-17T17:09:19.530 INFO:tasks.rados.rados.0.smithi031.stdout:1836: got expected ENOENT (src dne) 2024-09-17T17:09:19.530 INFO:tasks.rados.rados.0.smithi031.stdout:1836: finishing copy_from racing read to smithi03184240-50 2024-09-17T17:09:19.530 INFO:tasks.rados.rados.0.smithi031.stdout:1838: finishing rollback tid 0 to smithi03184240-8 2024-09-17T17:09:19.530 INFO:tasks.rados.rados.0.smithi031.stdout:1837: finishing copy_from racing read to smithi03184240-35 2024-09-17T17:09:19.530 INFO:tasks.rados.rados.0.smithi031.stdout:1838: finishing rollback tid 1 to smithi03184240-8 2024-09-17T17:09:19.530 INFO:tasks.rados.rados.0.smithi031.stdout:1838: finishing rollback tid 2 to smithi03184240-8 2024-09-17T17:09:19.530 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 1424 (ObjNum 486 snap 141 seq_num 486) dirty exists 2024-09-17T17:09:19.531 INFO:tasks.rados.rados.0.smithi031.stdout:1837: finishing copy_from to smithi03184240-35 2024-09-17T17:09:19.531 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 1014 (ObjNum 523 snap 146 seq_num 523) dirty exists 2024-09-17T17:09:19.532 INFO:tasks.rados.rados.0.smithi031.stdout:1836: done (6 left) 2024-09-17T17:09:19.532 INFO:tasks.rados.rados.0.smithi031.stdout:1837: done (5 left) 2024-09-17T17:09:19.532 INFO:tasks.rados.rados.0.smithi031.stdout:1838: done (4 left) 2024-09-17T17:09:19.532 INFO:tasks.rados.rados.0.smithi031.stdout:1841: done (3 left) 2024-09-17T17:09:19.532 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 18 current snap is 171 2024-09-17T17:09:19.532 INFO:tasks.rados.rados.0.smithi031.stdout:1842: seq_num 598 ranges {3358720=417792} 2024-09-17T17:09:19.553 INFO:tasks.rados.rados.0.smithi031.stdout:1842: writing smithi03184240-18 from 3358720 to 3776512 tid 1 2024-09-17T17:09:19.553 INFO:tasks.rados.rados.0.smithi031.stdout:1843: rollback oid 30 current snap is 171 2024-09-17T17:09:19.553 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 30 to 167 2024-09-17T17:09:19.554 INFO:tasks.rados.rados.0.smithi031.stdout:1835: finishing write tid 1 to smithi03184240-16 2024-09-17T17:09:19.554 INFO:tasks.rados.rados.0.smithi031.stdout:1835: finishing write tid 2 to smithi03184240-16 2024-09-17T17:09:19.554 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 26 current snap is 171 2024-09-17T17:09:19.554 INFO:tasks.rados.rados.0.smithi031.stdout:1840: finishing write tid 1 to smithi03184240-25 2024-09-17T17:09:19.554 INFO:tasks.rados.rados.0.smithi031.stdout:1840: finishing write tid 2 to smithi03184240-25 2024-09-17T17:09:19.554 INFO:tasks.rados.rados.0.smithi031.stdout:1839: finishing write tid 1 to smithi03184240-12 2024-09-17T17:09:19.554 INFO:tasks.rados.rados.0.smithi031.stdout:1839: finishing write tid 2 to smithi03184240-12 2024-09-17T17:09:19.554 INFO:tasks.rados.rados.0.smithi031.stdout:1835: finishing write tid 3 to smithi03184240-16 2024-09-17T17:09:19.554 INFO:tasks.rados.rados.0.smithi031.stdout:1835: oid 16 updating version 0 to 355 2024-09-17T17:09:19.554 INFO:tasks.rados.rados.0.smithi031.stdout:1835: oid 16 updating version 355 to 356 2024-09-17T17:09:19.554 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 356 (ObjNum 594 snap 171 seq_num 594) dirty exists 2024-09-17T17:09:19.554 INFO:tasks.rados.rados.0.smithi031.stdout:1835: left oid 16 (ObjNum 594 snap 171 seq_num 594) 2024-09-17T17:09:19.554 INFO:tasks.rados.rados.0.smithi031.stdout:1840: finishing write tid 3 to smithi03184240-25 2024-09-17T17:09:19.554 INFO:tasks.rados.rados.0.smithi031.stdout:1840: oid 25 updating version 0 to 440 2024-09-17T17:09:19.555 INFO:tasks.rados.rados.0.smithi031.stdout:1840: oid 25 version 440 is already newer than 439 2024-09-17T17:09:19.555 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 440 (ObjNum 596 snap 171 seq_num 596) dirty exists 2024-09-17T17:09:19.555 INFO:tasks.rados.rados.0.smithi031.stdout:1840: left oid 25 (ObjNum 596 snap 171 seq_num 596) 2024-09-17T17:09:19.555 INFO:tasks.rados.rados.0.smithi031.stdout:1839: finishing write tid 3 to smithi03184240-12 2024-09-17T17:09:19.555 INFO:tasks.rados.rados.0.smithi031.stdout:1839: oid 12 updating version 0 to 357 2024-09-17T17:09:19.555 INFO:tasks.rados.rados.0.smithi031.stdout:1839: oid 12 updating version 357 to 358 2024-09-17T17:09:19.555 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 358 (ObjNum 595 snap 171 seq_num 595) dirty exists 2024-09-17T17:09:19.555 INFO:tasks.rados.rados.0.smithi031.stdout:1839: left oid 12 (ObjNum 595 snap 171 seq_num 595) 2024-09-17T17:09:19.555 INFO:tasks.rados.rados.0.smithi031.stdout:1844: seq_num 599 ranges {3153920=434176} 2024-09-17T17:09:19.573 INFO:tasks.rados.rados.0.smithi031.stdout:1844: writing smithi03184240-26 from 3153920 to 3588096 tid 1 2024-09-17T17:09:19.573 INFO:tasks.rados.rados.0.smithi031.stdout:1835: done (5 left) 2024-09-17T17:09:19.573 INFO:tasks.rados.rados.0.smithi031.stdout:1839: done (4 left) 2024-09-17T17:09:19.573 INFO:tasks.rados.rados.0.smithi031.stdout:1840: done (3 left) 2024-09-17T17:09:19.573 INFO:tasks.rados.rados.0.smithi031.stdout:1845: setattr oid 13 current snap is 171 2024-09-17T17:09:19.573 INFO:tasks.rados.rados.0.smithi031.stdout:1843: finishing rollback tid 1 to smithi03184240-30 2024-09-17T17:09:19.573 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 0 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-09-17T17:09:19.573 INFO:tasks.rados.rados.0.smithi031.stdout:1842: finishing write tid 1 to smithi03184240-18 2024-09-17T17:09:19.573 INFO:tasks.rados.rados.0.smithi031.stdout:1842: finishing write tid 2 to smithi03184240-18 2024-09-17T17:09:19.574 INFO:tasks.rados.rados.0.smithi031.stdout:1842: finishing write tid 3 to smithi03184240-18 2024-09-17T17:09:19.574 INFO:tasks.rados.rados.0.smithi031.stdout:1842: oid 18 updating version 0 to 1426 2024-09-17T17:09:19.574 INFO:tasks.rados.rados.0.smithi031.stdout:1842: oid 18 version 1426 is already newer than 1425 2024-09-17T17:09:19.574 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 1426 (ObjNum 598 snap 171 seq_num 598) dirty exists 2024-09-17T17:09:19.574 INFO:tasks.rados.rados.0.smithi031.stdout:1842: left oid 18 (ObjNum 598 snap 171 seq_num 598) 2024-09-17T17:09:19.574 INFO:tasks.rados.rados.0.smithi031.stdout:1842: done (3 left) 2024-09-17T17:09:19.574 INFO:tasks.rados.rados.0.smithi031.stdout:1843: done (2 left) 2024-09-17T17:09:19.574 INFO:tasks.rados.rados.0.smithi031.stdout:1846: setattr oid 17 current snap is 171 2024-09-17T17:09:19.575 INFO:tasks.rados.rados.0.smithi031.stdout:1847: copy_from oid 44 from oid 4 current snap is 171 2024-09-17T17:09:19.576 INFO:tasks.rados.rados.0.smithi031.stdout:1848: read oid 39 snap -1 2024-09-17T17:09:19.576 INFO:tasks.rados.rados.0.smithi031.stdout:1848: expect deleted 2024-09-17T17:09:19.576 INFO:tasks.rados.rados.0.smithi031.stdout:1849: rollback oid 30 current snap is 171 2024-09-17T17:09:19.576 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 30 to 169 2024-09-17T17:09:19.576 INFO:tasks.rados.rados.0.smithi031.stdout:1850: copy_from oid 29 from oid 31 current snap is 171 2024-09-17T17:09:19.576 INFO:tasks.rados.rados.0.smithi031.stdout:1851: rollback oid 38 current snap is 171 2024-09-17T17:09:19.576 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 38 to 169 2024-09-17T17:09:19.576 INFO:tasks.rados.rados.0.smithi031.stdout:1852: snap_create 2024-09-17T17:09:19.578 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 1150 (ObjNum 503 snap 145 seq_num 503) dirty exists 2024-09-17T17:09:19.578 INFO:tasks.rados.rados.0.smithi031.stdout:1844: finishing write tid 1 to smithi03184240-26 2024-09-17T17:09:19.578 INFO:tasks.rados.rados.0.smithi031.stdout:1844: finishing write tid 2 to smithi03184240-26 2024-09-17T17:09:19.579 INFO:tasks.rados.rados.0.smithi031.stdout:1849: finishing rollback tid 1 to smithi03184240-30 2024-09-17T17:09:19.579 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 0 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-09-17T17:09:19.579 INFO:tasks.rados.rados.0.smithi031.stdout:1844: finishing write tid 3 to smithi03184240-26 2024-09-17T17:09:19.579 INFO:tasks.rados.rados.0.smithi031.stdout:1844: oid 26 updating version 0 to 1150 2024-09-17T17:09:19.579 INFO:tasks.rados.rados.0.smithi031.stdout:1844: oid 26 updating version 1150 to 1151 2024-09-17T17:09:19.579 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 1151 (ObjNum 599 snap 171 seq_num 599) dirty exists 2024-09-17T17:09:19.579 INFO:tasks.rados.rados.0.smithi031.stdout:1844: left oid 26 (ObjNum 599 snap 171 seq_num 599) 2024-09-17T17:09:19.581 INFO:tasks.rados.rados.0.smithi031.stdout:1851: finishing rollback tid 0 to smithi03184240-38 2024-09-17T17:09:19.581 INFO:tasks.rados.rados.0.smithi031.stdout:1851: finishing rollback tid 1 to smithi03184240-38 2024-09-17T17:09:19.584 INFO:tasks.rados.rados.0.smithi031.stdout:1851: finishing rollback tid 2 to smithi03184240-38 2024-09-17T17:09:19.584 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 1429 (ObjNum 501 snap 145 seq_num 501) dirty exists 2024-09-17T17:09:19.586 INFO:tasks.rados.rados.0.smithi031.stdout:1850: finishing copy_from racing read to smithi03184240-29 2024-09-17T17:09:19.588 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 1169 (ObjNum 591 snap 170 seq_num 591) dirty exists 2024-09-17T17:09:19.588 INFO:tasks.rados.rados.0.smithi031.stdout:1850: finishing copy_from to smithi03184240-29 2024-09-17T17:09:19.589 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 1430 (ObjNum 393 snap 110 seq_num 393) dirty exists 2024-09-17T17:09:19.601 INFO:tasks.rados.rados.0.smithi031.stdout:1847: finishing copy_from racing read to smithi03184240-44 2024-09-17T17:09:19.602 INFO:tasks.rados.rados.0.smithi031.stdout:1847: finishing copy_from to smithi03184240-44 2024-09-17T17:09:19.602 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 1165 (ObjNum 566 snap 160 seq_num 566) dirty exists 2024-09-17T17:09:19.653 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:19 smithi066 podman[91342]: 2024-09-17 17:09:19.468987655 +0000 UTC m=+0.539663364 container died 61416d917f7122942c1134c28fee34c916d96cef0a328af1e0a69539e17ac15c (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-09-17T17:09:19.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:19 smithi066 ceph-mon[86175]: pgmap v293: 121 pgs: 9 stale+active+clean, 112 active+clean; 148 MiB data, 1012 MiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-09-17T17:09:19.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:19 smithi066 ceph-mon[86175]: osdmap e422: 8 total, 7 up, 8 in 2024-09-17T17:09:19.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:19 smithi031 ceph-mon[94873]: pgmap v293: 121 pgs: 9 stale+active+clean, 112 active+clean; 148 MiB data, 1012 MiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-09-17T17:09:19.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:19 smithi031 ceph-mon[94873]: osdmap e422: 8 total, 7 up, 8 in 2024-09-17T17:09:19.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:19 smithi031 ceph-mon[96842]: pgmap v293: 121 pgs: 9 stale+active+clean, 112 active+clean; 148 MiB data, 1012 MiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-09-17T17:09:19.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:19 smithi031 ceph-mon[96842]: osdmap e422: 8 total, 7 up, 8 in 2024-09-17T17:09:20.403 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:20 smithi066 podman[91386]: 2024-09-17 17:09:20.007509181 +0000 UTC m=+0.532593015 container remove 61416d917f7122942c1134c28fee34c916d96cef0a328af1e0a69539e17ac15c (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4-deactivate, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS) 2024-09-17T17:09:20.403 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:20 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.4.service: Deactivated successfully. 2024-09-17T17:09:20.404 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:20 smithi066 systemd[1]: Stopped Ceph osd.4 for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:09:20.404 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:20 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.4.service: Consumed 16.250s CPU time. 2024-09-17T17:09:20.404 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:20 smithi066 systemd[1]: Starting Ceph osd.4 for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:09:20.529 INFO:tasks.rados.rados.0.smithi031.stdout:1844: done (8 left) 2024-09-17T17:09:20.529 INFO:tasks.rados.rados.0.smithi031.stdout:1845: done (7 left) 2024-09-17T17:09:20.529 INFO:tasks.rados.rados.0.smithi031.stdout:1846: done (6 left) 2024-09-17T17:09:20.529 INFO:tasks.rados.rados.0.smithi031.stdout:1847: done (5 left) 2024-09-17T17:09:20.529 INFO:tasks.rados.rados.0.smithi031.stdout:1848: done (4 left) 2024-09-17T17:09:20.529 INFO:tasks.rados.rados.0.smithi031.stdout:1849: done (3 left) 2024-09-17T17:09:20.530 INFO:tasks.rados.rados.0.smithi031.stdout:1850: done (2 left) 2024-09-17T17:09:20.530 INFO:tasks.rados.rados.0.smithi031.stdout:1851: done (1 left) 2024-09-17T17:09:20.530 INFO:tasks.rados.rados.0.smithi031.stdout:1852: done (0 left) 2024-09-17T17:09:20.530 INFO:tasks.rados.rados.0.smithi031.stdout:1853: snap_create 2024-09-17T17:09:20.774 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:20 smithi066 ceph-mon[86175]: osdmap e423: 8 total, 7 up, 8 in 2024-09-17T17:09:20.774 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:20 smithi066 podman[91490]: 2024-09-17 17:09:20.356645432 +0000 UTC m=+0.016538984 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:09:20.774 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:20 smithi066 podman[91490]: 2024-09-17 17:09:20.461277217 +0000 UTC m=+0.121170794 container create 7cdbb587d4d69614743331c9923d2f581df7436e84ba1e03d369570918cdd9fc (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4-activate, org.label-schema.schema-version=1.0, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-17T17:09:20.774 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:20 smithi066 podman[91490]: 2024-09-17 17:09:20.689408447 +0000 UTC m=+0.349301997 container init 7cdbb587d4d69614743331c9923d2f581df7436e84ba1e03d369570918cdd9fc (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4-activate, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-09-17T17:09:20.774 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:20 smithi066 podman[91490]: 2024-09-17 17:09:20.694708562 +0000 UTC m=+0.354602098 container start 7cdbb587d4d69614743331c9923d2f581df7436e84ba1e03d369570918cdd9fc (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4-activate, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-09-17T17:09:20.774 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:20 smithi066 podman[91490]: 2024-09-17 17:09:20.772429706 +0000 UTC m=+0.432323256 container attach 7cdbb587d4d69614743331c9923d2f581df7436e84ba1e03d369570918cdd9fc (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4-activate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_CLEAN=True) 2024-09-17T17:09:20.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:20 smithi031 ceph-mon[94873]: osdmap e423: 8 total, 7 up, 8 in 2024-09-17T17:09:20.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:20 smithi031 ceph-mon[96842]: osdmap e423: 8 total, 7 up, 8 in 2024-09-17T17:09:21.153 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:20 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4-activate[91505]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T17:09:21.153 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:20 smithi066 bash[91490]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T17:09:21.153 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:20 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4-activate[91505]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T17:09:21.153 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:20 smithi066 bash[91490]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T17:09:21.525 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:21 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4-activate[91505]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-17T17:09:21.525 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:21 smithi066 bash[91490]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-17T17:09:21.525 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:21 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4-activate[91505]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-17T17:09:21.525 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:21 smithi066 bash[91490]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-17T17:09:21.533 INFO:tasks.rados.rados.0.smithi031.stdout:1853: done (0 left) 2024-09-17T17:09:21.533 INFO:tasks.rados.rados.0.smithi031.stdout:1854: read oid 37 snap -1 2024-09-17T17:09:21.533 INFO:tasks.rados.rados.0.smithi031.stdout:1854: expect (ObjNum 523 snap 146 seq_num 523) 2024-09-17T17:09:21.533 INFO:tasks.rados.rados.0.smithi031.stdout:1855: read oid 17 snap -1 2024-09-17T17:09:21.533 INFO:tasks.rados.rados.0.smithi031.stdout:1855: expect (ObjNum 591 snap 170 seq_num 591) 2024-09-17T17:09:21.533 INFO:tasks.rados.rados.0.smithi031.stdout:1856: setattr oid 9 current snap is 173 2024-09-17T17:09:21.534 INFO:tasks.rados.rados.0.smithi031.stdout:1857: read oid 30 snap 163 2024-09-17T17:09:21.534 INFO:tasks.rados.rados.0.smithi031.stdout:1857: expect deleted 2024-09-17T17:09:21.534 INFO:tasks.rados.rados.0.smithi031.stdout:1858: delete oid 45 current snap is 173 2024-09-17T17:09:21.540 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 1151 (ObjNum 579 snap 162 seq_num 579) dirty exists 2024-09-17T17:09:21.541 INFO:tasks.rados.rados.0.smithi031.stdout:1856: done (4 left) 2024-09-17T17:09:21.541 INFO:tasks.rados.rados.0.smithi031.stdout:1857: done (3 left) 2024-09-17T17:09:21.541 INFO:tasks.rados.rados.0.smithi031.stdout:1858: done (2 left) 2024-09-17T17:09:21.541 INFO:tasks.rados.rados.0.smithi031.stdout:1859: read oid 7 snap -1 2024-09-17T17:09:21.541 INFO:tasks.rados.rados.0.smithi031.stdout:1859: expect (ObjNum 521 snap 146 seq_num 521) 2024-09-17T17:09:21.541 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 3 current snap is 173 2024-09-17T17:09:21.542 INFO:tasks.rados.rados.0.smithi031.stdout:1860: seq_num 601 ranges {2023424=475136} 2024-09-17T17:09:21.556 INFO:tasks.rados.rados.0.smithi031.stdout:1860: writing smithi03184240-3 from 2023424 to 2498560 tid 1 2024-09-17T17:09:21.556 INFO:tasks.rados.rados.0.smithi031.stdout:1861: setattr oid 2 current snap is 173 2024-09-17T17:09:21.556 INFO:tasks.rados.rados.0.smithi031.stdout:1854: expect (ObjNum 523 snap 146 seq_num 523) 2024-09-17T17:09:21.598 INFO:tasks.rados.rados.0.smithi031.stdout:1855: expect (ObjNum 591 snap 170 seq_num 591) 2024-09-17T17:09:21.822 INFO:tasks.rados.rados.0.smithi031.stdout:1859: expect (ObjNum 521 snap 146 seq_num 521) 2024-09-17T17:09:21.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:21 smithi031 ceph-mon[94873]: pgmap v296: 121 pgs: 3 active+undersized, 8 stale+active+clean, 4 active+undersized+degraded, 106 active+clean; 148 MiB data, 1015 MiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 828 KiB/s wr, 12 op/s; 6/228 objects degraded (2.632%) 2024-09-17T17:09:21.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:21 smithi031 ceph-mon[94873]: Health check failed: Degraded data redundancy: 6/228 objects degraded (2.632%), 4 pgs degraded (PG_DEGRADED) 2024-09-17T17:09:21.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:21 smithi031 ceph-mon[94873]: osdmap e424: 8 total, 7 up, 8 in 2024-09-17T17:09:21.844 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:09:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:09:21] "GET /metrics HTTP/1.1" 200 36287 "" "Prometheus/2.43.0" 2024-09-17T17:09:21.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:21 smithi031 ceph-mon[96842]: pgmap v296: 121 pgs: 3 active+undersized, 8 stale+active+clean, 4 active+undersized+degraded, 106 active+clean; 148 MiB data, 1015 MiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 828 KiB/s wr, 12 op/s; 6/228 objects degraded (2.632%) 2024-09-17T17:09:21.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:21 smithi031 ceph-mon[96842]: Health check failed: Degraded data redundancy: 6/228 objects degraded (2.632%), 4 pgs degraded (PG_DEGRADED) 2024-09-17T17:09:21.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:21 smithi031 ceph-mon[96842]: osdmap e424: 8 total, 7 up, 8 in 2024-09-17T17:09:21.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:21 smithi066 ceph-mon[86175]: pgmap v296: 121 pgs: 3 active+undersized, 8 stale+active+clean, 4 active+undersized+degraded, 106 active+clean; 148 MiB data, 1015 MiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 828 KiB/s wr, 12 op/s; 6/228 objects degraded (2.632%) 2024-09-17T17:09:21.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:21 smithi066 ceph-mon[86175]: Health check failed: Degraded data redundancy: 6/228 objects degraded (2.632%), 4 pgs degraded (PG_DEGRADED) 2024-09-17T17:09:21.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:21 smithi066 ceph-mon[86175]: osdmap e424: 8 total, 7 up, 8 in 2024-09-17T17:09:21.904 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:21 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4-activate[91505]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-17T17:09:21.904 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:21 smithi066 bash[91490]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-17T17:09:21.904 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:21 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4-activate[91505]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-17T17:09:21.904 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:21 smithi066 bash[91490]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-17T17:09:21.904 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:21 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4-activate[91505]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-09-17T17:09:21.904 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:21 smithi066 bash[91490]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-09-17T17:09:21.904 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:21 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4-activate[91505]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-17T17:09:21.904 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:21 smithi066 bash[91490]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-17T17:09:21.904 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:21 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4-activate[91505]: --> ceph-volume raw activate successful for osd ID: 4 2024-09-17T17:09:21.904 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:21 smithi066 bash[91490]: --> ceph-volume raw activate successful for osd ID: 4 2024-09-17T17:09:21.904 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:21 smithi066 podman[91490]: 2024-09-17 17:09:21.621657822 +0000 UTC m=+1.281551366 container died 7cdbb587d4d69614743331c9923d2f581df7436e84ba1e03d369570918cdd9fc (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4-activate, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-09-17T17:09:22.011 INFO:tasks.rados.rados.0.smithi031.stdout:1860: finishing write tid 1 to smithi03184240-3 2024-09-17T17:09:22.011 INFO:tasks.rados.rados.0.smithi031.stdout:1860: finishing write tid 2 to smithi03184240-3 2024-09-17T17:09:22.011 INFO:tasks.rados.rados.0.smithi031.stdout:1860: finishing write tid 3 to smithi03184240-3 2024-09-17T17:09:22.011 INFO:tasks.rados.rados.0.smithi031.stdout:1860: oid 3 updating version 0 to 1153 2024-09-17T17:09:22.012 INFO:tasks.rados.rados.0.smithi031.stdout:1860: oid 3 version 1153 is already newer than 1152 2024-09-17T17:09:22.012 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 1153 (ObjNum 601 snap 173 seq_num 601) dirty exists 2024-09-17T17:09:22.012 INFO:tasks.rados.rados.0.smithi031.stdout:1860: left oid 3 (ObjNum 601 snap 173 seq_num 601) 2024-09-17T17:09:22.012 INFO:tasks.rados.rados.0.smithi031.stdout:1854: done (4 left) 2024-09-17T17:09:22.012 INFO:tasks.rados.rados.0.smithi031.stdout:1855: done (3 left) 2024-09-17T17:09:22.012 INFO:tasks.rados.rados.0.smithi031.stdout:1859: done (2 left) 2024-09-17T17:09:22.012 INFO:tasks.rados.rados.0.smithi031.stdout:1860: done (1 left) 2024-09-17T17:09:22.013 INFO:tasks.rados.rados.0.smithi031.stdout:1862: snap_remove snap 169 2024-09-17T17:09:22.538 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:22 smithi066 podman[91660]: 2024-09-17 17:09:22.226499108 +0000 UTC m=+0.598567643 container remove 7cdbb587d4d69614743331c9923d2f581df7436e84ba1e03d369570918cdd9fc (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-17T17:09:22.538 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:22 smithi066 podman[91725]: 2024-09-17 17:09:22.348044718 +0000 UTC m=+0.019297671 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:09:22.548 INFO:tasks.rados.rados.0.smithi031.stdout:1862: done (1 left) 2024-09-17T17:09:22.548 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 24 current snap is 173 2024-09-17T17:09:22.548 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 1477 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-17T17:09:22.548 INFO:tasks.rados.rados.0.smithi031.stdout:1863: seq_num 602 ranges {2285568=491520} 2024-09-17T17:09:22.564 INFO:tasks.rados.rados.0.smithi031.stdout:1863: writing smithi03184240-24 from 2285568 to 2777088 tid 1 2024-09-17T17:09:22.565 INFO:tasks.rados.rados.0.smithi031.stdout:1861: done (1 left) 2024-09-17T17:09:22.565 INFO:tasks.rados.rados.0.smithi031.stdout:1864: rollback oid 39 current snap is 173 2024-09-17T17:09:22.565 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 39 to 167 2024-09-17T17:09:22.565 INFO:tasks.rados.rados.0.smithi031.stdout:1865: rmattr oid 9 current snap is 173 2024-09-17T17:09:22.565 INFO:tasks.rados.rados.0.smithi031.stdout:1866: rollback oid 46 current snap is 173 2024-09-17T17:09:22.566 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 46 to 170 2024-09-17T17:09:22.566 INFO:tasks.rados.rados.0.smithi031.stdout:1867: setattr oid 27 current snap is 173 2024-09-17T17:09:22.566 INFO:tasks.rados.rados.0.smithi031.stdout:1868: read oid 18 snap -1 2024-09-17T17:09:22.567 INFO:tasks.rados.rados.0.smithi031.stdout:1868: expect (ObjNum 598 snap 171 seq_num 598) 2024-09-17T17:09:22.567 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 173 2024-09-17T17:09:22.567 INFO:tasks.rados.rados.0.smithi031.stdout:1869: seq_num 603 ranges {1794048=507904} 2024-09-17T17:09:22.580 INFO:tasks.rados.rados.0.smithi031.stdout:1869: writing smithi03184240-31 from 1794048 to 2301952 tid 1 2024-09-17T17:09:22.580 INFO:tasks.rados.rados.0.smithi031.stdout:1870: copy_from oid 49 from oid 22 current snap is 173 2024-09-17T17:09:22.580 INFO:tasks.rados.rados.0.smithi031.stdout:1864: finishing rollback tid 1 to smithi03184240-39 2024-09-17T17:09:22.580 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-17T17:09:22.580 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 1152 (ObjNum 579 snap 162 seq_num 579) dirty exists 2024-09-17T17:09:22.580 INFO:tasks.rados.rados.0.smithi031.stdout:1866: finishing rollback tid 1 to smithi03184240-46 2024-09-17T17:09:22.580 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 0 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-09-17T17:09:22.580 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 1447 (ObjNum 584 snap 167 seq_num 584) dirty exists 2024-09-17T17:09:22.580 INFO:tasks.rados.rados.0.smithi031.stdout:1864: done (7 left) 2024-09-17T17:09:22.580 INFO:tasks.rados.rados.0.smithi031.stdout:1865: done (6 left) 2024-09-17T17:09:22.581 INFO:tasks.rados.rados.0.smithi031.stdout:1866: done (5 left) 2024-09-17T17:09:22.581 INFO:tasks.rados.rados.0.smithi031.stdout:1867: done (4 left) 2024-09-17T17:09:22.581 INFO:tasks.rados.rados.0.smithi031.stdout:1871: rollback oid 42 current snap is 173 2024-09-17T17:09:22.581 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 42 to 163 2024-09-17T17:09:22.581 INFO:tasks.rados.rados.0.smithi031.stdout:1863: finishing write tid 1 to smithi03184240-24 2024-09-17T17:09:22.581 INFO:tasks.rados.rados.0.smithi031.stdout:1863: finishing write tid 2 to smithi03184240-24 2024-09-17T17:09:22.581 INFO:tasks.rados.rados.0.smithi031.stdout:1863: finishing write tid 3 to smithi03184240-24 2024-09-17T17:09:22.581 INFO:tasks.rados.rados.0.smithi031.stdout:1863: oid 24 updating version 0 to 1432 2024-09-17T17:09:22.581 INFO:tasks.rados.rados.0.smithi031.stdout:1863: oid 24 version 1432 is already newer than 1431 2024-09-17T17:09:22.581 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 1432 (ObjNum 602 snap 173 seq_num 602) dirty exists 2024-09-17T17:09:22.581 INFO:tasks.rados.rados.0.smithi031.stdout:1863: left oid 24 (ObjNum 602 snap 173 seq_num 602) 2024-09-17T17:09:22.581 INFO:tasks.rados.rados.0.smithi031.stdout:1863: done (4 left) 2024-09-17T17:09:22.581 INFO:tasks.rados.rados.0.smithi031.stdout:1872: copy_from oid 11 from oid 26 current snap is 173 2024-09-17T17:09:22.581 INFO:tasks.rados.rados.0.smithi031.stdout:1873: read oid 1 snap -1 2024-09-17T17:09:22.582 INFO:tasks.rados.rados.0.smithi031.stdout:1873: expect (ObjNum 577 snap 162 seq_num 577) 2024-09-17T17:09:22.582 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 27 current snap is 173 2024-09-17T17:09:22.582 INFO:tasks.rados.rados.0.smithi031.stdout:1874: seq_num 604 ranges {8151040=524288} 2024-09-17T17:09:22.628 INFO:tasks.rados.rados.0.smithi031.stdout:1874: writing smithi03184240-27 from 8151040 to 8675328 tid 1 2024-09-17T17:09:22.628 INFO:tasks.rados.rados.0.smithi031.stdout:1875: read oid 29 snap -1 2024-09-17T17:09:22.628 INFO:tasks.rados.rados.0.smithi031.stdout:1875: expect (ObjNum 393 snap 110 seq_num 393) 2024-09-17T17:09:22.628 INFO:tasks.rados.rados.0.smithi031.stdout:1876: delete oid 4 current snap is 173 2024-09-17T17:09:22.629 INFO:tasks.rados.rados.0.smithi031.stdout:1869: finishing write tid 1 to smithi03184240-31 2024-09-17T17:09:22.629 INFO:tasks.rados.rados.0.smithi031.stdout:1871: finishing rollback tid 0 to smithi03184240-42 2024-09-17T17:09:22.629 INFO:tasks.rados.rados.0.smithi031.stdout:1869: finishing write tid 2 to smithi03184240-31 2024-09-17T17:09:22.629 INFO:tasks.rados.rados.0.smithi031.stdout:1869: finishing write tid 3 to smithi03184240-31 2024-09-17T17:09:22.629 INFO:tasks.rados.rados.0.smithi031.stdout:1869: oid 31 updating version 0 to 1448 2024-09-17T17:09:22.629 INFO:tasks.rados.rados.0.smithi031.stdout:1869: oid 31 updating version 1448 to 1449 2024-09-17T17:09:22.629 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 1449 (ObjNum 603 snap 173 seq_num 603) dirty exists 2024-09-17T17:09:22.629 INFO:tasks.rados.rados.0.smithi031.stdout:1869: left oid 31 (ObjNum 603 snap 173 seq_num 603) 2024-09-17T17:09:22.629 INFO:tasks.rados.rados.0.smithi031.stdout:1871: finishing rollback tid 1 to smithi03184240-42 2024-09-17T17:09:22.629 INFO:tasks.rados.rados.0.smithi031.stdout:1871: finishing rollback tid 2 to smithi03184240-42 2024-09-17T17:09:22.629 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 1481 (ObjNum 522 snap 146 seq_num 522) dirty exists 2024-09-17T17:09:22.629 INFO:tasks.rados.rados.0.smithi031.stdout:1868: expect (ObjNum 598 snap 171 seq_num 598) 2024-09-17T17:09:22.802 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:22 smithi066 ceph-mon[86175]: osdmap e425: 8 total, 7 up, 8 in 2024-09-17T17:09:22.802 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:22 smithi066 podman[91725]: 2024-09-17 17:09:22.569141554 +0000 UTC m=+0.240394483 container create 6cd1b10d7b6e966b243a7778b05b6cab6e3c7dbc8821bdb24ddcddfccdae3d52 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-09-17T17:09:22.802 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:22 smithi066 podman[91725]: 2024-09-17 17:09:22.773107033 +0000 UTC m=+0.444359980 container init 6cd1b10d7b6e966b243a7778b05b6cab6e3c7dbc8821bdb24ddcddfccdae3d52 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-09-17T17:09:22.802 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:22 smithi066 podman[91725]: 2024-09-17 17:09:22.777994172 +0000 UTC m=+0.449247103 container start 6cd1b10d7b6e966b243a7778b05b6cab6e3c7dbc8821bdb24ddcddfccdae3d52 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True) 2024-09-17T17:09:22.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:22 smithi031 ceph-mon[94873]: osdmap e425: 8 total, 7 up, 8 in 2024-09-17T17:09:22.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:22 smithi031 ceph-mon[96842]: osdmap e425: 8 total, 7 up, 8 in 2024-09-17T17:09:22.856 INFO:tasks.rados.rados.0.smithi031.stdout:1873: expect (ObjNum 577 snap 162 seq_num 577) 2024-09-17T17:09:22.961 INFO:tasks.rados.rados.0.smithi031.stdout:1870: finishing copy_from racing read to smithi03184240-49 2024-09-17T17:09:22.962 INFO:tasks.rados.rados.0.smithi031.stdout:1870: finishing copy_from to smithi03184240-49 2024-09-17T17:09:22.962 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 851 (ObjNum 360 snap 103 seq_num 360) dirty exists 2024-09-17T17:09:22.962 INFO:tasks.rados.rados.0.smithi031.stdout:1872: finishing copy_from racing read to smithi03184240-11 2024-09-17T17:09:22.962 INFO:tasks.rados.rados.0.smithi031.stdout:1872: finishing copy_from to smithi03184240-11 2024-09-17T17:09:22.962 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 1151 (ObjNum 599 snap 171 seq_num 599) dirty exists 2024-09-17T17:09:22.962 INFO:tasks.rados.rados.0.smithi031.stdout:1874: finishing write tid 1 to smithi03184240-27 2024-09-17T17:09:22.962 INFO:tasks.rados.rados.0.smithi031.stdout:1874: finishing write tid 2 to smithi03184240-27 2024-09-17T17:09:22.962 INFO:tasks.rados.rados.0.smithi031.stdout:1868: done (8 left) 2024-09-17T17:09:22.962 INFO:tasks.rados.rados.0.smithi031.stdout:1869: done (7 left) 2024-09-17T17:09:22.962 INFO:tasks.rados.rados.0.smithi031.stdout:1870: done (6 left) 2024-09-17T17:09:22.962 INFO:tasks.rados.rados.0.smithi031.stdout:1871: done (5 left) 2024-09-17T17:09:22.962 INFO:tasks.rados.rados.0.smithi031.stdout:1872: done (4 left) 2024-09-17T17:09:22.962 INFO:tasks.rados.rados.0.smithi031.stdout:1873: done (3 left) 2024-09-17T17:09:22.962 INFO:tasks.rados.rados.0.smithi031.stdout:1876: done (2 left) 2024-09-17T17:09:22.963 INFO:tasks.rados.rados.0.smithi031.stdout:1877: snap_create 2024-09-17T17:09:22.963 INFO:tasks.rados.rados.0.smithi031.stdout:1874: finishing write tid 3 to smithi03184240-27 2024-09-17T17:09:22.963 INFO:tasks.rados.rados.0.smithi031.stdout:1874: oid 27 updating version 0 to 1451 2024-09-17T17:09:22.963 INFO:tasks.rados.rados.0.smithi031.stdout:1874: oid 27 version 1451 is already newer than 1450 2024-09-17T17:09:22.963 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 1451 (ObjNum 604 snap 173 seq_num 604) dirty exists 2024-09-17T17:09:22.963 INFO:tasks.rados.rados.0.smithi031.stdout:1874: left oid 27 (ObjNum 604 snap 173 seq_num 604) 2024-09-17T17:09:22.963 INFO:tasks.rados.rados.0.smithi031.stdout:1875: expect (ObjNum 393 snap 110 seq_num 393) 2024-09-17T17:09:23.134 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:22 smithi066 ceph-osd[91763]: -- 172.21.15.66:0/4193975179 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561b45cbda40 con 0x561b46a8a000 2024-09-17T17:09:23.134 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:22 smithi066 bash[91725]: 6cd1b10d7b6e966b243a7778b05b6cab6e3c7dbc8821bdb24ddcddfccdae3d52 2024-09-17T17:09:23.134 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:22 smithi066 systemd[1]: Started Ceph osd.4 for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:09:23.339 INFO:tasks.rados.rados.0.smithi031.stdout:1874: done (2 left) 2024-09-17T17:09:23.339 INFO:tasks.rados.rados.0.smithi031.stdout:1875: done (1 left) 2024-09-17T17:09:23.339 INFO:tasks.rados.rados.0.smithi031.stdout:1877: done (0 left) 2024-09-17T17:09:23.339 INFO:tasks.rados.rados.0.smithi031.stdout:1878: copy_from oid 2 from oid 47 current snap is 174 2024-09-17T17:09:23.339 INFO:tasks.rados.rados.0.smithi031.stdout:1879: snap_remove snap 172 2024-09-17T17:09:23.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:23 smithi031 ceph-mon[96842]: pgmap v299: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 160 MiB data, 1010 MiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.1 MiB/s wr, 34 op/s; 42/291 objects degraded (14.433%) 2024-09-17T17:09:23.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:23 smithi031 ceph-mon[96842]: osdmap e426: 8 total, 7 up, 8 in 2024-09-17T17:09:23.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:23 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:23.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:23 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:23.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:23 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:09:23.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:23 smithi031 ceph-mon[96842]: osdmap e427: 8 total, 7 up, 8 in 2024-09-17T17:09:23.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:23 smithi031 ceph-mon[94873]: pgmap v299: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 160 MiB data, 1010 MiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.1 MiB/s wr, 34 op/s; 42/291 objects degraded (14.433%) 2024-09-17T17:09:23.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:23 smithi031 ceph-mon[94873]: osdmap e426: 8 total, 7 up, 8 in 2024-09-17T17:09:23.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:23 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:23.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:23 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:23.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:23 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:09:23.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:23 smithi031 ceph-mon[94873]: osdmap e427: 8 total, 7 up, 8 in 2024-09-17T17:09:23.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:23 smithi066 ceph-mon[86175]: pgmap v299: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 160 MiB data, 1010 MiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.1 MiB/s wr, 34 op/s; 42/291 objects degraded (14.433%) 2024-09-17T17:09:23.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:23 smithi066 ceph-mon[86175]: osdmap e426: 8 total, 7 up, 8 in 2024-09-17T17:09:23.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:23 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:23.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:23 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:23.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:23 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:09:23.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:23 smithi066 ceph-mon[86175]: osdmap e427: 8 total, 7 up, 8 in 2024-09-17T17:09:24.344 INFO:tasks.rados.rados.0.smithi031.stdout:1879: done (1 left) 2024-09-17T17:09:24.344 INFO:tasks.rados.rados.0.smithi031.stdout:1880: rollback oid 25 current snap is 174 2024-09-17T17:09:24.344 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 25 to 173 2024-09-17T17:09:24.344 INFO:tasks.rados.rados.0.smithi031.stdout:1878: finishing copy_from racing read to smithi03184240-2 2024-09-17T17:09:24.345 INFO:tasks.rados.rados.0.smithi031.stdout:1878: finishing copy_from to smithi03184240-2 2024-09-17T17:09:24.345 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 758 (ObjNum 582 snap 164 seq_num 582) dirty exists 2024-09-17T17:09:24.345 INFO:tasks.rados.rados.0.smithi031.stdout:1878: done (1 left) 2024-09-17T17:09:24.345 INFO:tasks.rados.rados.0.smithi031.stdout:1881: rmattr oid 50 current snap is 174 2024-09-17T17:09:24.345 INFO:tasks.rados.rados.0.smithi031.stdout:1881: done (1 left) 2024-09-17T17:09:24.345 INFO:tasks.rados.rados.0.smithi031.stdout:1882: read oid 10 snap 164 2024-09-17T17:09:24.345 INFO:tasks.rados.rados.0.smithi031.stdout:1882: expect (ObjNum 567 snap 160 seq_num 567) 2024-09-17T17:09:24.345 INFO:tasks.rados.rados.0.smithi031.stdout:1883: delete oid 38 current snap is 174 2024-09-17T17:09:24.347 INFO:tasks.rados.rados.0.smithi031.stdout:1883: done (2 left) 2024-09-17T17:09:24.347 INFO:tasks.rados.rados.0.smithi031.stdout:1884: read oid 42 snap -1 2024-09-17T17:09:24.347 INFO:tasks.rados.rados.0.smithi031.stdout:1884: expect (ObjNum 522 snap 146 seq_num 522) 2024-09-17T17:09:24.347 INFO:tasks.rados.rados.0.smithi031.stdout:1885: read oid 41 snap -1 2024-09-17T17:09:24.347 INFO:tasks.rados.rados.0.smithi031.stdout:1885: expect deleted 2024-09-17T17:09:24.347 INFO:tasks.rados.rados.0.smithi031.stdout:1886: snap_create 2024-09-17T17:09:24.352 INFO:tasks.rados.rados.0.smithi031.stdout:1880: finishing rollback tid 0 to smithi03184240-25 2024-09-17T17:09:24.355 INFO:tasks.rados.rados.0.smithi031.stdout:1880: finishing rollback tid 1 to smithi03184240-25 2024-09-17T17:09:24.355 INFO:tasks.rados.rados.0.smithi031.stdout:1880: finishing rollback tid 2 to smithi03184240-25 2024-09-17T17:09:24.356 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 443 (ObjNum 596 snap 171 seq_num 596) dirty exists 2024-09-17T17:09:24.365 INFO:tasks.rados.rados.0.smithi031.stdout:1884: expect (ObjNum 522 snap 146 seq_num 522) 2024-09-17T17:09:24.410 INFO:tasks.rados.rados.0.smithi031.stdout:1882: expect (ObjNum 567 snap 160 seq_num 567) 2024-09-17T17:09:24.653 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:24 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4[91740]: 2024-09-17T17:09:24.432+0000 7fcc07603640 -1 Falling back to public interface 2024-09-17T17:09:25.346 INFO:tasks.rados.rados.0.smithi031.stdout:1880: done (4 left) 2024-09-17T17:09:25.346 INFO:tasks.rados.rados.0.smithi031.stdout:1882: done (3 left) 2024-09-17T17:09:25.346 INFO:tasks.rados.rados.0.smithi031.stdout:1884: done (2 left) 2024-09-17T17:09:25.347 INFO:tasks.rados.rados.0.smithi031.stdout:1885: done (1 left) 2024-09-17T17:09:25.347 INFO:tasks.rados.rados.0.smithi031.stdout:1886: done (0 left) 2024-09-17T17:09:25.347 INFO:tasks.rados.rados.0.smithi031.stdout:1887: read oid 16 snap -1 2024-09-17T17:09:25.347 INFO:tasks.rados.rados.0.smithi031.stdout:1887: expect (ObjNum 594 snap 171 seq_num 594) 2024-09-17T17:09:25.347 INFO:tasks.rados.rados.0.smithi031.stdout:1888: rollback oid 4 current snap is 175 2024-09-17T17:09:25.347 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 4 to 163 2024-09-17T17:09:25.347 INFO:tasks.rados.rados.0.smithi031.stdout:1889: delete oid 46 current snap is 175 2024-09-17T17:09:25.350 INFO:tasks.rados.rados.0.smithi031.stdout:1889: done (2 left) 2024-09-17T17:09:25.350 INFO:tasks.rados.rados.0.smithi031.stdout:1890: snap_remove snap 174 2024-09-17T17:09:25.445 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:25 smithi066 ceph-mon[86175]: pgmap v302: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 160 MiB data, 1013 MiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.1 MiB/s wr, 29 op/s; 42/291 objects degraded (14.433%) 2024-09-17T17:09:25.445 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:25 smithi066 ceph-mon[86175]: osdmap e428: 8 total, 7 up, 8 in 2024-09-17T17:09:25.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:25 smithi031 ceph-mon[94873]: pgmap v302: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 160 MiB data, 1013 MiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.1 MiB/s wr, 29 op/s; 42/291 objects degraded (14.433%) 2024-09-17T17:09:25.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:25 smithi031 ceph-mon[94873]: osdmap e428: 8 total, 7 up, 8 in 2024-09-17T17:09:25.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:25 smithi031 ceph-mon[96842]: pgmap v302: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 160 MiB data, 1013 MiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.1 MiB/s wr, 29 op/s; 42/291 objects degraded (14.433%) 2024-09-17T17:09:25.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:25 smithi031 ceph-mon[96842]: osdmap e428: 8 total, 7 up, 8 in 2024-09-17T17:09:26.353 INFO:tasks.rados.rados.0.smithi031.stdout:1890: done (2 left) 2024-09-17T17:09:26.353 INFO:tasks.rados.rados.0.smithi031.stdout:1891: rollback oid 13 current snap is 175 2024-09-17T17:09:26.353 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 13 to 173 2024-09-17T17:09:26.353 INFO:tasks.rados.rados.0.smithi031.stdout:1888: finishing rollback tid 1 to smithi03184240-4 2024-09-17T17:09:26.353 INFO:tasks.rados.rados.0.smithi031.stdout:1888: finishing rollback tid 2 to smithi03184240-4 2024-09-17T17:09:26.353 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1172 (ObjNum 566 snap 160 seq_num 566) dirty exists 2024-09-17T17:09:26.353 INFO:tasks.rados.rados.0.smithi031.stdout:1887: expect (ObjNum 594 snap 171 seq_num 594) 2024-09-17T17:09:26.365 INFO:tasks.rados.rados.0.smithi031.stdout:1891: finishing rollback tid 0 to smithi03184240-13 2024-09-17T17:09:26.365 INFO:tasks.rados.rados.0.smithi031.stdout:1891: finishing rollback tid 1 to smithi03184240-13 2024-09-17T17:09:26.365 INFO:tasks.rados.rados.0.smithi031.stdout:1891: finishing rollback tid 2 to smithi03184240-13 2024-09-17T17:09:26.365 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 1155 (ObjNum 503 snap 145 seq_num 503) dirty exists 2024-09-17T17:09:26.365 INFO:tasks.rados.rados.0.smithi031.stdout:1887: done (2 left) 2024-09-17T17:09:26.365 INFO:tasks.rados.rados.0.smithi031.stdout:1888: done (1 left) 2024-09-17T17:09:26.365 INFO:tasks.rados.rados.0.smithi031.stdout:1891: done (0 left) 2024-09-17T17:09:26.365 INFO:tasks.rados.rados.0.smithi031.stdout:1892: delete oid 4 current snap is 175 2024-09-17T17:09:26.369 INFO:tasks.rados.rados.0.smithi031.stdout:1892: done (0 left) 2024-09-17T17:09:26.369 INFO:tasks.rados.rados.0.smithi031.stdout:1893: delete oid 27 current snap is 175 2024-09-17T17:09:26.373 INFO:tasks.rados.rados.0.smithi031.stdout:1893: done (0 left) 2024-09-17T17:09:26.373 INFO:tasks.rados.rados.0.smithi031.stdout:1894: snap_remove snap 167 2024-09-17T17:09:26.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:26 smithi066 ceph-mon[86175]: osdmap e429: 8 total, 7 up, 8 in 2024-09-17T17:09:26.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:26 smithi031 ceph-mon[94873]: osdmap e429: 8 total, 7 up, 8 in 2024-09-17T17:09:26.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:26 smithi031 ceph-mon[96842]: osdmap e429: 8 total, 7 up, 8 in 2024-09-17T17:09:27.363 INFO:tasks.rados.rados.0.smithi031.stdout:1894: done (0 left) 2024-09-17T17:09:27.363 INFO:tasks.rados.rados.0.smithi031.stdout:1895: setattr oid 36 current snap is 175 2024-09-17T17:09:27.365 INFO:tasks.rados.rados.0.smithi031.stdout:1896: copy_from oid 38 from oid 1 current snap is 175 2024-09-17T17:09:27.365 INFO:tasks.rados.rados.0.smithi031.stdout:1897: rollback oid 15 current snap is 175 2024-09-17T17:09:27.365 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 15 to 173 2024-09-17T17:09:27.365 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 22 current snap is 175 2024-09-17T17:09:27.365 INFO:tasks.rados.rados.0.smithi031.stdout:1898: seq_num 610 ranges {1236992=622592} 2024-09-17T17:09:27.376 INFO:tasks.rados.rados.0.smithi031.stdout:1898: writing smithi03184240-22 from 1236992 to 1859584 tid 1 2024-09-17T17:09:27.376 INFO:tasks.rados.rados.0.smithi031.stdout:1899: rollback oid 10 current snap is 175 2024-09-17T17:09:27.377 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 10 to 173 2024-09-17T17:09:27.377 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 1130 (ObjNum 523 snap 146 seq_num 523) dirty exists 2024-09-17T17:09:27.377 INFO:tasks.rados.rados.0.smithi031.stdout:1897: finishing rollback tid 0 to smithi03184240-15 2024-09-17T17:09:27.377 INFO:tasks.rados.rados.0.smithi031.stdout:1897: finishing rollback tid 1 to smithi03184240-15 2024-09-17T17:09:27.377 INFO:tasks.rados.rados.0.smithi031.stdout:1897: finishing rollback tid 2 to smithi03184240-15 2024-09-17T17:09:27.377 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 1455 (ObjNum 593 snap 170 seq_num 593) dirty exists 2024-09-17T17:09:27.377 INFO:tasks.rados.rados.0.smithi031.stdout:1895: done (4 left) 2024-09-17T17:09:27.377 INFO:tasks.rados.rados.0.smithi031.stdout:1897: done (3 left) 2024-09-17T17:09:27.377 INFO:tasks.rados.rados.0.smithi031.stdout:1900: snap_create 2024-09-17T17:09:27.379 INFO:tasks.rados.rados.0.smithi031.stdout:1896: finishing copy_from racing read to smithi03184240-38 2024-09-17T17:09:27.381 INFO:tasks.rados.rados.0.smithi031.stdout:1899: finishing rollback tid 0 to smithi03184240-10 2024-09-17T17:09:27.381 INFO:tasks.rados.rados.0.smithi031.stdout:1899: finishing rollback tid 1 to smithi03184240-10 2024-09-17T17:09:27.381 INFO:tasks.rados.rados.0.smithi031.stdout:1899: finishing rollback tid 2 to smithi03184240-10 2024-09-17T17:09:27.381 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1140 (ObjNum 588 snap 169 seq_num 588) dirty exists 2024-09-17T17:09:27.382 INFO:tasks.rados.rados.0.smithi031.stdout:1896: finishing copy_from to smithi03184240-38 2024-09-17T17:09:27.382 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 1161 (ObjNum 577 snap 162 seq_num 577) dirty exists 2024-09-17T17:09:27.384 INFO:tasks.rados.rados.0.smithi031.stdout:1898: finishing write tid 1 to smithi03184240-22 2024-09-17T17:09:27.385 INFO:tasks.rados.rados.0.smithi031.stdout:1898: finishing write tid 2 to smithi03184240-22 2024-09-17T17:09:27.387 INFO:tasks.rados.rados.0.smithi031.stdout:1898: finishing write tid 3 to smithi03184240-22 2024-09-17T17:09:27.387 INFO:tasks.rados.rados.0.smithi031.stdout:1898: oid 22 updating version 0 to 1156 2024-09-17T17:09:27.387 INFO:tasks.rados.rados.0.smithi031.stdout:1898: oid 22 updating version 1156 to 1157 2024-09-17T17:09:27.387 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 1157 (ObjNum 610 snap 175 seq_num 610) dirty exists 2024-09-17T17:09:27.387 INFO:tasks.rados.rados.0.smithi031.stdout:1898: left oid 22 (ObjNum 610 snap 175 seq_num 610) 2024-09-17T17:09:27.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:27 smithi066 ceph-mon[86175]: pgmap v305: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 169 MiB data, 1018 MiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 744 KiB/s wr, 18 op/s; 47/318 objects degraded (14.780%) 2024-09-17T17:09:27.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:27 smithi066 ceph-mon[86175]: Health check update: Degraded data redundancy: 47/318 objects degraded (14.780%), 13 pgs degraded (PG_DEGRADED) 2024-09-17T17:09:27.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:27 smithi066 ceph-mon[86175]: osdmap e430: 8 total, 7 up, 8 in 2024-09-17T17:09:27.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:27 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:27.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:27 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:27.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:27 smithi031 ceph-mon[94873]: pgmap v305: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 169 MiB data, 1018 MiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 744 KiB/s wr, 18 op/s; 47/318 objects degraded (14.780%) 2024-09-17T17:09:27.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:27 smithi031 ceph-mon[94873]: Health check update: Degraded data redundancy: 47/318 objects degraded (14.780%), 13 pgs degraded (PG_DEGRADED) 2024-09-17T17:09:27.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:27 smithi031 ceph-mon[94873]: osdmap e430: 8 total, 7 up, 8 in 2024-09-17T17:09:27.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:27 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:27.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:27 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:27.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:27 smithi031 ceph-mon[96842]: pgmap v305: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 169 MiB data, 1018 MiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 744 KiB/s wr, 18 op/s; 47/318 objects degraded (14.780%) 2024-09-17T17:09:27.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:27 smithi031 ceph-mon[96842]: Health check update: Degraded data redundancy: 47/318 objects degraded (14.780%), 13 pgs degraded (PG_DEGRADED) 2024-09-17T17:09:27.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:27 smithi031 ceph-mon[96842]: osdmap e430: 8 total, 7 up, 8 in 2024-09-17T17:09:27.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:27 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:27.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:27 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:28.371 INFO:tasks.rados.rados.0.smithi031.stdout:1896: done (3 left) 2024-09-17T17:09:28.371 INFO:tasks.rados.rados.0.smithi031.stdout:1898: done (2 left) 2024-09-17T17:09:28.371 INFO:tasks.rados.rados.0.smithi031.stdout:1899: done (1 left) 2024-09-17T17:09:28.371 INFO:tasks.rados.rados.0.smithi031.stdout:1900: done (0 left) 2024-09-17T17:09:28.371 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 8 current snap is 176 2024-09-17T17:09:28.372 INFO:tasks.rados.rados.0.smithi031.stdout:1901: seq_num 611 ranges {4497408=638976} 2024-09-17T17:09:28.399 INFO:tasks.rados.rados.0.smithi031.stdout:1901: writing smithi03184240-8 from 4497408 to 5136384 tid 1 2024-09-17T17:09:28.399 INFO:tasks.rados.rados.0.smithi031.stdout:1902: delete oid 12 current snap is 176 2024-09-17T17:09:28.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:28 smithi066 ceph-mon[86175]: osdmap e431: 8 total, 7 up, 8 in 2024-09-17T17:09:28.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:28 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:28.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:28 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:28.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:28 smithi066 ceph-mon[86175]: from='osd.4 [v2:172.21.15.66:6800/2398803439,v1:172.21.15.66:6801/2398803439]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-17T17:09:28.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:28 smithi066 ceph-mon[86175]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-17T17:09:28.404 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:28 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4[91740]: 2024-09-17T17:09:28.162+0000 7fcc07603640 -1 osd.4 420 log_to_monitors true 2024-09-17T17:09:28.404 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:09:28 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4[91740]: 2024-09-17T17:09:28.393+0000 7fcbfb3a5640 -1 osd.4 420 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T17:09:28.405 INFO:tasks.rados.rados.0.smithi031.stdout:1902: done (1 left) 2024-09-17T17:09:28.405 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 35 current snap is 176 2024-09-17T17:09:28.405 INFO:tasks.rados.rados.0.smithi031.stdout:1903: seq_num 613 ranges {1572864=671744} 2024-09-17T17:09:28.418 INFO:tasks.rados.rados.0.smithi031.stdout:1903: writing smithi03184240-35 from 1572864 to 2244608 tid 1 2024-09-17T17:09:28.418 INFO:tasks.rados.rados.0.smithi031.stdout:1904: delete oid 4 current snap is 176 2024-09-17T17:09:28.418 INFO:tasks.rados.rados.0.smithi031.stdout:1901: finishing write tid 1 to smithi03184240-8 2024-09-17T17:09:28.418 INFO:tasks.rados.rados.0.smithi031.stdout:1901: finishing write tid 2 to smithi03184240-8 2024-09-17T17:09:28.418 INFO:tasks.rados.rados.0.smithi031.stdout:1901: finishing write tid 3 to smithi03184240-8 2024-09-17T17:09:28.418 INFO:tasks.rados.rados.0.smithi031.stdout:1901: oid 8 updating version 0 to 1431 2024-09-17T17:09:28.418 INFO:tasks.rados.rados.0.smithi031.stdout:1901: oid 8 updating version 1431 to 1432 2024-09-17T17:09:28.418 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 1432 (ObjNum 611 snap 176 seq_num 611) dirty exists 2024-09-17T17:09:28.418 INFO:tasks.rados.rados.0.smithi031.stdout:1901: left oid 8 (ObjNum 611 snap 176 seq_num 611) 2024-09-17T17:09:28.421 INFO:tasks.rados.rados.0.smithi031.stdout:1903: finishing write tid 1 to smithi03184240-35 2024-09-17T17:09:28.421 INFO:tasks.rados.rados.0.smithi031.stdout:1903: finishing write tid 2 to smithi03184240-35 2024-09-17T17:09:28.422 INFO:tasks.rados.rados.0.smithi031.stdout:1901: done (2 left) 2024-09-17T17:09:28.422 INFO:tasks.rados.rados.0.smithi031.stdout:1904: done (1 left) 2024-09-17T17:09:28.422 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 47 current snap is 176 2024-09-17T17:09:28.422 INFO:tasks.rados.rados.0.smithi031.stdout:1905: seq_num 615 ranges {1540096=704512} 2024-09-17T17:09:28.435 INFO:tasks.rados.rados.0.smithi031.stdout:1905: writing smithi03184240-47 from 1540096 to 2244608 tid 1 2024-09-17T17:09:28.435 INFO:tasks.rados.rados.0.smithi031.stdout:1906: rmattr oid 23 current snap is 176 2024-09-17T17:09:28.435 INFO:tasks.rados.rados.0.smithi031.stdout:1906: done (2 left) 2024-09-17T17:09:28.435 INFO:tasks.rados.rados.0.smithi031.stdout:1907: copy_from oid 30 from oid 2 current snap is 176 2024-09-17T17:09:28.435 INFO:tasks.rados.rados.0.smithi031.stdout:1903: finishing write tid 3 to smithi03184240-35 2024-09-17T17:09:28.435 INFO:tasks.rados.rados.0.smithi031.stdout:1903: oid 35 updating version 0 to 1154 2024-09-17T17:09:28.435 INFO:tasks.rados.rados.0.smithi031.stdout:1903: oid 35 updating version 1154 to 1155 2024-09-17T17:09:28.435 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 1155 (ObjNum 613 snap 176 seq_num 613) dirty exists 2024-09-17T17:09:28.436 INFO:tasks.rados.rados.0.smithi031.stdout:1903: left oid 35 (ObjNum 613 snap 176 seq_num 613) 2024-09-17T17:09:28.436 INFO:tasks.rados.rados.0.smithi031.stdout:1903: done (2 left) 2024-09-17T17:09:28.436 INFO:tasks.rados.rados.0.smithi031.stdout:1908: copy_from oid 18 from oid 44 current snap is 176 2024-09-17T17:09:28.436 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 7 current snap is 176 2024-09-17T17:09:28.436 INFO:tasks.rados.rados.0.smithi031.stdout:1909: seq_num 616 ranges {4071424=720896} 2024-09-17T17:09:28.463 INFO:tasks.rados.rados.0.smithi031.stdout:1909: writing smithi03184240-7 from 4071424 to 4792320 tid 1 2024-09-17T17:09:28.463 INFO:tasks.rados.rados.0.smithi031.stdout:1910: delete oid 46 current snap is 176 2024-09-17T17:09:28.463 INFO:tasks.rados.rados.0.smithi031.stdout:1905: finishing write tid 1 to smithi03184240-47 2024-09-17T17:09:28.463 INFO:tasks.rados.rados.0.smithi031.stdout:1905: finishing write tid 2 to smithi03184240-47 2024-09-17T17:09:28.463 INFO:tasks.rados.rados.0.smithi031.stdout:1905: finishing write tid 3 to smithi03184240-47 2024-09-17T17:09:28.463 INFO:tasks.rados.rados.0.smithi031.stdout:1905: oid 47 updating version 0 to 760 2024-09-17T17:09:28.463 INFO:tasks.rados.rados.0.smithi031.stdout:1905: oid 47 version 760 is already newer than 759 2024-09-17T17:09:28.463 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 760 (ObjNum 615 snap 176 seq_num 615) dirty exists 2024-09-17T17:09:28.463 INFO:tasks.rados.rados.0.smithi031.stdout:1905: left oid 47 (ObjNum 615 snap 176 seq_num 615) 2024-09-17T17:09:28.463 INFO:tasks.rados.rados.0.smithi031.stdout:1907: finishing copy_from racing read to smithi03184240-30 2024-09-17T17:09:28.463 INFO:tasks.rados.rados.0.smithi031.stdout:1907: finishing copy_from to smithi03184240-30 2024-09-17T17:09:28.463 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 758 (ObjNum 582 snap 164 seq_num 582) dirty exists 2024-09-17T17:09:28.466 INFO:tasks.rados.rados.0.smithi031.stdout:1908: finishing copy_from racing read to smithi03184240-18 2024-09-17T17:09:28.472 INFO:tasks.rados.rados.0.smithi031.stdout:1908: finishing copy_from to smithi03184240-18 2024-09-17T17:09:28.473 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 1165 (ObjNum 566 snap 160 seq_num 566) dirty exists 2024-09-17T17:09:28.473 INFO:tasks.rados.rados.0.smithi031.stdout:1909: finishing write tid 1 to smithi03184240-7 2024-09-17T17:09:28.473 INFO:tasks.rados.rados.0.smithi031.stdout:1909: finishing write tid 2 to smithi03184240-7 2024-09-17T17:09:28.475 INFO:tasks.rados.rados.0.smithi031.stdout:1905: done (4 left) 2024-09-17T17:09:28.475 INFO:tasks.rados.rados.0.smithi031.stdout:1907: done (3 left) 2024-09-17T17:09:28.475 INFO:tasks.rados.rados.0.smithi031.stdout:1908: done (2 left) 2024-09-17T17:09:28.475 INFO:tasks.rados.rados.0.smithi031.stdout:1910: done (1 left) 2024-09-17T17:09:28.475 INFO:tasks.rados.rados.0.smithi031.stdout:1911: read oid 29 snap -1 2024-09-17T17:09:28.475 INFO:tasks.rados.rados.0.smithi031.stdout:1911: expect (ObjNum 393 snap 110 seq_num 393) 2024-09-17T17:09:28.475 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 9 current snap is 176 2024-09-17T17:09:28.475 INFO:tasks.rados.rados.0.smithi031.stdout:1912: seq_num 618 ranges {9388032=753664} 2024-09-17T17:09:28.531 INFO:tasks.rados.rados.0.smithi031.stdout:1912: writing smithi03184240-9 from 9388032 to 10141696 tid 1 2024-09-17T17:09:28.531 INFO:tasks.rados.rados.0.smithi031.stdout:1913: snap_create 2024-09-17T17:09:28.531 INFO:tasks.rados.rados.0.smithi031.stdout:1909: finishing write tid 3 to smithi03184240-7 2024-09-17T17:09:28.531 INFO:tasks.rados.rados.0.smithi031.stdout:1909: oid 7 updating version 0 to 1433 2024-09-17T17:09:28.531 INFO:tasks.rados.rados.0.smithi031.stdout:1909: oid 7 updating version 1433 to 1434 2024-09-17T17:09:28.531 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 1434 (ObjNum 616 snap 176 seq_num 616) dirty exists 2024-09-17T17:09:28.531 INFO:tasks.rados.rados.0.smithi031.stdout:1909: left oid 7 (ObjNum 616 snap 176 seq_num 616) 2024-09-17T17:09:28.531 INFO:tasks.rados.rados.0.smithi031.stdout:1911: expect (ObjNum 393 snap 110 seq_num 393) 2024-09-17T17:09:28.582 INFO:tasks.rados.rados.0.smithi031.stdout:1912: finishing write tid 1 to smithi03184240-9 2024-09-17T17:09:28.582 INFO:tasks.rados.rados.0.smithi031.stdout:1912: finishing write tid 2 to smithi03184240-9 2024-09-17T17:09:28.582 INFO:tasks.rados.rados.0.smithi031.stdout:1912: finishing write tid 3 to smithi03184240-9 2024-09-17T17:09:28.582 INFO:tasks.rados.rados.0.smithi031.stdout:1912: oid 9 updating version 0 to 1158 2024-09-17T17:09:28.582 INFO:tasks.rados.rados.0.smithi031.stdout:1912: oid 9 updating version 1158 to 1159 2024-09-17T17:09:28.582 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 1159 (ObjNum 618 snap 176 seq_num 618) dirty exists 2024-09-17T17:09:28.582 INFO:tasks.rados.rados.0.smithi031.stdout:1912: left oid 9 (ObjNum 618 snap 176 seq_num 618) 2024-09-17T17:09:28.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:28 smithi031 ceph-mon[94873]: osdmap e431: 8 total, 7 up, 8 in 2024-09-17T17:09:28.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:28 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:28.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:28 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:28.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:28 smithi031 ceph-mon[94873]: from='osd.4 [v2:172.21.15.66:6800/2398803439,v1:172.21.15.66:6801/2398803439]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-17T17:09:28.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:28 smithi031 ceph-mon[94873]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-17T17:09:28.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:28 smithi031 ceph-mon[96842]: osdmap e431: 8 total, 7 up, 8 in 2024-09-17T17:09:28.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:28 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:28.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:28 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:28.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:28 smithi031 ceph-mon[96842]: from='osd.4 [v2:172.21.15.66:6800/2398803439,v1:172.21.15.66:6801/2398803439]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-17T17:09:28.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:28 smithi031 ceph-mon[96842]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-17T17:09:29.373 INFO:tasks.rados.rados.0.smithi031.stdout:1909: done (3 left) 2024-09-17T17:09:29.373 INFO:tasks.rados.rados.0.smithi031.stdout:1911: done (2 left) 2024-09-17T17:09:29.373 INFO:tasks.rados.rados.0.smithi031.stdout:1912: done (1 left) 2024-09-17T17:09:29.373 INFO:tasks.rados.rados.0.smithi031.stdout:1913: done (0 left) 2024-09-17T17:09:29.373 INFO:tasks.rados.rados.0.smithi031.stdout:1914: rollback oid 36 current snap is 177 2024-09-17T17:09:29.374 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 36 to 175 2024-09-17T17:09:29.374 INFO:tasks.rados.rados.0.smithi031.stdout:1915: snap_create 2024-09-17T17:09:29.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:29 smithi066 ceph-mon[86175]: pgmap v308: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 174 MiB data, 1022 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 27 op/s; 49/330 objects degraded (14.848%) 2024-09-17T17:09:29.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:29 smithi066 ceph-mon[86175]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-17T17:09:29.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:29 smithi066 ceph-mon[86175]: from='osd.4 [v2:172.21.15.66:6800/2398803439,v1:172.21.15.66:6801/2398803439]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]} : dispatch 2024-09-17T17:09:29.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:29 smithi066 ceph-mon[86175]: osdmap e432: 8 total, 7 up, 8 in 2024-09-17T17:09:29.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:29 smithi066 ceph-mon[86175]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]} : dispatch 2024-09-17T17:09:29.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:29 smithi031 ceph-mon[94873]: pgmap v308: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 174 MiB data, 1022 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 27 op/s; 49/330 objects degraded (14.848%) 2024-09-17T17:09:29.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:29 smithi031 ceph-mon[94873]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-17T17:09:29.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:29 smithi031 ceph-mon[94873]: from='osd.4 [v2:172.21.15.66:6800/2398803439,v1:172.21.15.66:6801/2398803439]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]} : dispatch 2024-09-17T17:09:29.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:29 smithi031 ceph-mon[94873]: osdmap e432: 8 total, 7 up, 8 in 2024-09-17T17:09:29.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:29 smithi031 ceph-mon[94873]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]} : dispatch 2024-09-17T17:09:29.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:29 smithi031 ceph-mon[96842]: pgmap v308: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 174 MiB data, 1022 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 27 op/s; 49/330 objects degraded (14.848%) 2024-09-17T17:09:29.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:29 smithi031 ceph-mon[96842]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-17T17:09:29.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:29 smithi031 ceph-mon[96842]: from='osd.4 [v2:172.21.15.66:6800/2398803439,v1:172.21.15.66:6801/2398803439]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]} : dispatch 2024-09-17T17:09:29.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:29 smithi031 ceph-mon[96842]: osdmap e432: 8 total, 7 up, 8 in 2024-09-17T17:09:29.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:29 smithi031 ceph-mon[96842]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]} : dispatch 2024-09-17T17:09:30.373 INFO:tasks.rados.rados.0.smithi031.stdout:1915: done (1 left) 2024-09-17T17:09:30.373 INFO:tasks.rados.rados.0.smithi031.stdout:1916: read oid 45 snap 176 2024-09-17T17:09:30.373 INFO:tasks.rados.rados.0.smithi031.stdout:1916: expect deleted 2024-09-17T17:09:30.373 INFO:tasks.rados.rados.0.smithi031.stdout:1917: snap_remove snap 173 2024-09-17T17:09:30.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:30 smithi066 ceph-mon[86175]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T17:09:30.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:30 smithi066 ceph-mon[86175]: osd.4 [v2:172.21.15.66:6800/2398803439,v1:172.21.15.66:6801/2398803439] boot 2024-09-17T17:09:30.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:30 smithi066 ceph-mon[86175]: osdmap e433: 8 total, 8 up, 8 in 2024-09-17T17:09:30.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:30 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-17T17:09:30.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:30 smithi066 ceph-mon[86175]: osdmap e434: 8 total, 8 up, 8 in 2024-09-17T17:09:30.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:30 smithi031 ceph-mon[96842]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T17:09:30.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:30 smithi031 ceph-mon[96842]: osd.4 [v2:172.21.15.66:6800/2398803439,v1:172.21.15.66:6801/2398803439] boot 2024-09-17T17:09:30.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:30 smithi031 ceph-mon[96842]: osdmap e433: 8 total, 8 up, 8 in 2024-09-17T17:09:30.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:30 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-17T17:09:30.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:30 smithi031 ceph-mon[96842]: osdmap e434: 8 total, 8 up, 8 in 2024-09-17T17:09:30.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:30 smithi031 ceph-mon[94873]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T17:09:30.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:30 smithi031 ceph-mon[94873]: osd.4 [v2:172.21.15.66:6800/2398803439,v1:172.21.15.66:6801/2398803439] boot 2024-09-17T17:09:30.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:30 smithi031 ceph-mon[94873]: osdmap e433: 8 total, 8 up, 8 in 2024-09-17T17:09:30.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:30 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-17T17:09:30.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:30 smithi031 ceph-mon[94873]: osdmap e434: 8 total, 8 up, 8 in 2024-09-17T17:09:31.343 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:09:30 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:09:30.877+0000 7f72cc98c640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-17T17:09:31.374 INFO:tasks.rados.rados.0.smithi031.stdout:1917: done (2 left) 2024-09-17T17:09:31.374 INFO:tasks.rados.rados.0.smithi031.stdout:1918: setattr oid 37 current snap is 178 2024-09-17T17:09:31.374 INFO:tasks.rados.rados.0.smithi031.stdout:1914: finishing rollback tid 0 to smithi03184240-36 2024-09-17T17:09:31.374 INFO:tasks.rados.rados.0.smithi031.stdout:1914: finishing rollback tid 1 to smithi03184240-36 2024-09-17T17:09:31.375 INFO:tasks.rados.rados.0.smithi031.stdout:1914: finishing rollback tid 2 to smithi03184240-36 2024-09-17T17:09:31.375 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 1133 (ObjNum 523 snap 146 seq_num 523) dirty exists 2024-09-17T17:09:31.377 INFO:tasks.rados.rados.0.smithi031.stdout:1914: done (2 left) 2024-09-17T17:09:31.377 INFO:tasks.rados.rados.0.smithi031.stdout:1916: done (1 left) 2024-09-17T17:09:31.377 INFO:tasks.rados.rados.0.smithi031.stdout:1919: read oid 7 snap 175 2024-09-17T17:09:31.377 INFO:tasks.rados.rados.0.smithi031.stdout:1919: expect (ObjNum 521 snap 146 seq_num 521) 2024-09-17T17:09:31.377 INFO:tasks.rados.rados.0.smithi031.stdout:1920: setattr oid 40 current snap is 178 2024-09-17T17:09:31.378 INFO:tasks.rados.rados.0.smithi031.stdout:1921: snap_remove snap 177 2024-09-17T17:09:31.843 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:09:31 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:09:31] "GET /metrics HTTP/1.1" 200 36136 "" "Prometheus/2.43.0" 2024-09-17T17:09:31.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:31 smithi031 ceph-mon[94873]: pgmap v311: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 174 MiB data, 880 MiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.3 MiB/s wr, 13 op/s; 50/333 objects degraded (15.015%) 2024-09-17T17:09:31.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:31 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:31.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:31 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:09:31.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:31 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:31.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:31 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:31.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:31 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:31.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:31 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:09:31.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:31 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:09:31.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:31 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:31.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:31 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:09:31.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:31 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:09:31.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:31 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:09:31.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:31 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:09:31.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:31 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-17T17:09:31.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:31 smithi031 ceph-mon[94873]: osdmap e435: 8 total, 8 up, 8 in 2024-09-17T17:09:31.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:31 smithi031 ceph-mon[96842]: pgmap v311: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 174 MiB data, 880 MiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.3 MiB/s wr, 13 op/s; 50/333 objects degraded (15.015%) 2024-09-17T17:09:31.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:31 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:31.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:31 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:09:31.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:31 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:31.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:31 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:31.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:31 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:31.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:31 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:09:31.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:31 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:09:31.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:31 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:31.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:31 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:09:31.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:31 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:09:31.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:31 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:09:31.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:31 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:09:31.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:31 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-17T17:09:31.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:31 smithi031 ceph-mon[96842]: osdmap e435: 8 total, 8 up, 8 in 2024-09-17T17:09:31.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:31 smithi066 ceph-mon[86175]: pgmap v311: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 174 MiB data, 880 MiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.3 MiB/s wr, 13 op/s; 50/333 objects degraded (15.015%) 2024-09-17T17:09:31.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:31 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:31.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:31 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:09:31.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:31 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:31.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:31 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:31.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:31 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:31.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:31 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:09:31.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:31 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:09:31.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:31 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:31.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:31 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:09:31.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:31 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:09:31.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:31 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:09:31.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:31 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:09:31.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:31 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-17T17:09:31.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:31 smithi066 ceph-mon[86175]: osdmap e435: 8 total, 8 up, 8 in 2024-09-17T17:09:32.379 INFO:tasks.rados.rados.0.smithi031.stdout:1921: done (3 left) 2024-09-17T17:09:32.379 INFO:tasks.rados.rados.0.smithi031.stdout:1922: rollback oid 11 current snap is 178 2024-09-17T17:09:32.379 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 11 to 170 2024-09-17T17:09:32.379 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 1033 (ObjNum 523 snap 146 seq_num 523) dirty exists 2024-09-17T17:09:32.379 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 1495 (ObjNum 511 snap 146 seq_num 511) dirty exists 2024-09-17T17:09:32.379 INFO:tasks.rados.rados.0.smithi031.stdout:1919: expect (ObjNum 521 snap 146 seq_num 521) 2024-09-17T17:09:32.571 INFO:tasks.rados.rados.0.smithi031.stdout:1922: finishing rollback tid 0 to smithi03184240-11 2024-09-17T17:09:32.571 INFO:tasks.rados.rados.0.smithi031.stdout:1922: finishing rollback tid 1 to smithi03184240-11 2024-09-17T17:09:32.571 INFO:tasks.rados.rados.0.smithi031.stdout:1922: finishing rollback tid 2 to smithi03184240-11 2024-09-17T17:09:32.571 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 1437 (ObjNum 522 snap 146 seq_num 522) dirty exists 2024-09-17T17:09:32.571 INFO:tasks.rados.rados.0.smithi031.stdout:1918: done (3 left) 2024-09-17T17:09:32.571 INFO:tasks.rados.rados.0.smithi031.stdout:1919: done (2 left) 2024-09-17T17:09:32.571 INFO:tasks.rados.rados.0.smithi031.stdout:1920: done (1 left) 2024-09-17T17:09:32.571 INFO:tasks.rados.rados.0.smithi031.stdout:1922: done (0 left) 2024-09-17T17:09:32.571 INFO:tasks.rados.rados.0.smithi031.stdout:1923: read oid 1 snap 164 2024-09-17T17:09:32.571 INFO:tasks.rados.rados.0.smithi031.stdout:1923: expect (ObjNum 577 snap 162 seq_num 577) 2024-09-17T17:09:32.571 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 33 current snap is 178 2024-09-17T17:09:32.572 INFO:tasks.rados.rados.0.smithi031.stdout:1924: seq_num 619 ranges {3153920=770048} 2024-09-17T17:09:32.592 INFO:tasks.rados.rados.0.smithi031.stdout:1924: writing smithi03184240-33 from 3153920 to 3923968 tid 1 2024-09-17T17:09:32.592 INFO:tasks.rados.rados.0.smithi031.stdout:1925: rollback oid 16 current snap is 178 2024-09-17T17:09:32.592 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 16 to 171 2024-09-17T17:09:32.592 INFO:tasks.rados.rados.0.smithi031.stdout:1923: expect (ObjNum 577 snap 162 seq_num 577) 2024-09-17T17:09:32.697 INFO:tasks.rados.rados.0.smithi031.stdout:1925: finishing rollback tid 0 to smithi03184240-16 2024-09-17T17:09:32.698 INFO:tasks.rados.rados.0.smithi031.stdout:1925: finishing rollback tid 1 to smithi03184240-16 2024-09-17T17:09:32.698 INFO:tasks.rados.rados.0.smithi031.stdout:1925: finishing rollback tid 2 to smithi03184240-16 2024-09-17T17:09:32.698 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 366 (ObjNum 594 snap 171 seq_num 594) dirty exists 2024-09-17T17:09:32.698 INFO:tasks.rados.rados.0.smithi031.stdout:1924: finishing write tid 1 to smithi03184240-33 2024-09-17T17:09:32.698 INFO:tasks.rados.rados.0.smithi031.stdout:1924: finishing write tid 2 to smithi03184240-33 2024-09-17T17:09:32.698 INFO:tasks.rados.rados.0.smithi031.stdout:1923: done (2 left) 2024-09-17T17:09:32.698 INFO:tasks.rados.rados.0.smithi031.stdout:1925: done (1 left) 2024-09-17T17:09:32.698 INFO:tasks.rados.rados.0.smithi031.stdout:1926: snap_create 2024-09-17T17:09:32.698 INFO:tasks.rados.rados.0.smithi031.stdout:1924: finishing write tid 3 to smithi03184240-33 2024-09-17T17:09:32.698 INFO:tasks.rados.rados.0.smithi031.stdout:1924: oid 33 updating version 0 to 1161 2024-09-17T17:09:32.698 INFO:tasks.rados.rados.0.smithi031.stdout:1924: oid 33 version 1161 is already newer than 1160 2024-09-17T17:09:32.699 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 1161 (ObjNum 619 snap 178 seq_num 619) dirty exists 2024-09-17T17:09:32.699 INFO:tasks.rados.rados.0.smithi031.stdout:1924: left oid 33 (ObjNum 619 snap 178 seq_num 619) 2024-09-17T17:09:32.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:32 smithi031 ceph-mon[94873]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-17T17:09:32.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:32 smithi031 ceph-mon[94873]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-17T17:09:32.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:32 smithi031 ceph-mon[94873]: osdmap e436: 8 total, 8 up, 8 in 2024-09-17T17:09:32.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:32 smithi031 ceph-mon[96842]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-17T17:09:32.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:32 smithi031 ceph-mon[96842]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-17T17:09:32.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:32 smithi031 ceph-mon[96842]: osdmap e436: 8 total, 8 up, 8 in 2024-09-17T17:09:32.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:32 smithi066 ceph-mon[86175]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-17T17:09:32.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:32 smithi066 ceph-mon[86175]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-17T17:09:32.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:32 smithi066 ceph-mon[86175]: osdmap e436: 8 total, 8 up, 8 in 2024-09-17T17:09:33.520 INFO:tasks.rados.rados.0.smithi031.stdout:1924: done (1 left) 2024-09-17T17:09:33.520 INFO:tasks.rados.rados.0.smithi031.stdout:1926: done (0 left) 2024-09-17T17:09:33.520 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 38 current snap is 179 2024-09-17T17:09:33.520 INFO:tasks.rados.rados.0.smithi031.stdout:1927: seq_num 620 ranges {2269184=794624} 2024-09-17T17:09:33.536 INFO:tasks.rados.rados.0.smithi031.stdout:1927: writing smithi03184240-38 from 2269184 to 3063808 tid 1 2024-09-17T17:09:33.537 INFO:tasks.rados.rados.0.smithi031.stdout:1928: snap_create 2024-09-17T17:09:33.542 INFO:tasks.rados.rados.0.smithi031.stdout:1927: finishing write tid 1 to smithi03184240-38 2024-09-17T17:09:33.543 INFO:tasks.rados.rados.0.smithi031.stdout:1927: finishing write tid 2 to smithi03184240-38 2024-09-17T17:09:33.544 INFO:tasks.rados.rados.0.smithi031.stdout:1927: finishing write tid 3 to smithi03184240-38 2024-09-17T17:09:33.544 INFO:tasks.rados.rados.0.smithi031.stdout:1927: oid 38 updating version 0 to 1438 2024-09-17T17:09:33.545 INFO:tasks.rados.rados.0.smithi031.stdout:1927: oid 38 updating version 1438 to 1439 2024-09-17T17:09:33.545 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 1439 (ObjNum 620 snap 179 seq_num 620) dirty exists 2024-09-17T17:09:33.545 INFO:tasks.rados.rados.0.smithi031.stdout:1927: left oid 38 (ObjNum 620 snap 179 seq_num 620) 2024-09-17T17:09:33.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:33 smithi031 ceph-mon[96842]: pgmap v314: 121 pgs: 4 peering, 8 active+undersized, 7 active+undersized+degraded, 102 active+clean; 181 MiB data, 943 MiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.4 MiB/s wr, 19 op/s; 23/363 objects degraded (6.336%); 18 MiB/s, 5 objects/s recovering 2024-09-17T17:09:33.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:33 smithi031 ceph-mon[96842]: Health check update: Degraded data redundancy: 23/363 objects degraded (6.336%), 7 pgs degraded (PG_DEGRADED) 2024-09-17T17:09:33.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:33 smithi031 ceph-mon[94873]: pgmap v314: 121 pgs: 4 peering, 8 active+undersized, 7 active+undersized+degraded, 102 active+clean; 181 MiB data, 943 MiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.4 MiB/s wr, 19 op/s; 23/363 objects degraded (6.336%); 18 MiB/s, 5 objects/s recovering 2024-09-17T17:09:33.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:33 smithi031 ceph-mon[94873]: Health check update: Degraded data redundancy: 23/363 objects degraded (6.336%), 7 pgs degraded (PG_DEGRADED) 2024-09-17T17:09:33.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:33 smithi066 ceph-mon[86175]: pgmap v314: 121 pgs: 4 peering, 8 active+undersized, 7 active+undersized+degraded, 102 active+clean; 181 MiB data, 943 MiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.4 MiB/s wr, 19 op/s; 23/363 objects degraded (6.336%); 18 MiB/s, 5 objects/s recovering 2024-09-17T17:09:33.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:33 smithi066 ceph-mon[86175]: Health check update: Degraded data redundancy: 23/363 objects degraded (6.336%), 7 pgs degraded (PG_DEGRADED) 2024-09-17T17:09:34.533 INFO:tasks.rados.rados.0.smithi031.stdout:1927: done (1 left) 2024-09-17T17:09:34.533 INFO:tasks.rados.rados.0.smithi031.stdout:1928: done (0 left) 2024-09-17T17:09:34.533 INFO:tasks.rados.rados.0.smithi031.stdout:1929: setattr oid 29 current snap is 180 2024-09-17T17:09:34.534 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 180 2024-09-17T17:09:34.534 INFO:tasks.rados.rados.0.smithi031.stdout:1930: seq_num 621 ranges {2301952=409600,2711552=401408} 2024-09-17T17:09:34.549 INFO:tasks.rados.rados.0.smithi031.stdout:1930: writing smithi03184240-31 from 2301952 to 2711552 tid 1 2024-09-17T17:09:34.552 INFO:tasks.rados.rados.0.smithi031.stdout:1930: writing smithi03184240-31 from 2711552 to 3112960 tid 2 2024-09-17T17:09:34.552 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 46 current snap is 180 2024-09-17T17:09:34.552 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 1433 (ObjNum 393 snap 110 seq_num 393) dirty exists 2024-09-17T17:09:34.552 INFO:tasks.rados.rados.0.smithi031.stdout:1931: seq_num 622 ranges {0=425984,425984=401408} 2024-09-17T17:09:34.554 INFO:tasks.rados.rados.0.smithi031.stdout:1931: writing smithi03184240-46 from 0 to 425984 tid 1 2024-09-17T17:09:34.557 INFO:tasks.rados.rados.0.smithi031.stdout:1931: writing smithi03184240-46 from 425984 to 827392 tid 2 2024-09-17T17:09:34.557 INFO:tasks.rados.rados.0.smithi031.stdout:1929: done (2 left) 2024-09-17T17:09:34.557 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 25 current snap is 180 2024-09-17T17:09:34.557 INFO:tasks.rados.rados.0.smithi031.stdout:1932: seq_num 623 ranges {1622016=442368,2064384=401408} 2024-09-17T17:09:34.568 INFO:tasks.rados.rados.0.smithi031.stdout:1932: writing smithi03184240-25 from 1622016 to 2064384 tid 1 2024-09-17T17:09:34.571 INFO:tasks.rados.rados.0.smithi031.stdout:1932: writing smithi03184240-25 from 2064384 to 2465792 tid 2 2024-09-17T17:09:34.571 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 180 2024-09-17T17:09:34.571 INFO:tasks.rados.rados.0.smithi031.stdout:1930: finishing write tid 1 to smithi03184240-31 2024-09-17T17:09:34.571 INFO:tasks.rados.rados.0.smithi031.stdout:1933: seq_num 624 ranges {1540096=458752,1998848=401408} 2024-09-17T17:09:34.582 INFO:tasks.rados.rados.0.smithi031.stdout:1933: writing smithi03184240-2 from 1540096 to 1998848 tid 1 2024-09-17T17:09:34.586 INFO:tasks.rados.rados.0.smithi031.stdout:1933: writing smithi03184240-2 from 1998848 to 2400256 tid 2 2024-09-17T17:09:34.586 INFO:tasks.rados.rados.0.smithi031.stdout:1934: rmattr oid 12 current snap is 180 2024-09-17T17:09:34.586 INFO:tasks.rados.rados.0.smithi031.stdout:1930: finishing write tid 2 to smithi03184240-31 2024-09-17T17:09:34.586 INFO:tasks.rados.rados.0.smithi031.stdout:1930: finishing write tid 3 to smithi03184240-31 2024-09-17T17:09:34.586 INFO:tasks.rados.rados.0.smithi031.stdout:1930: finishing write tid 4 to smithi03184240-31 2024-09-17T17:09:34.586 INFO:tasks.rados.rados.0.smithi031.stdout:1930: oid 31 updating version 0 to 1458 2024-09-17T17:09:34.586 INFO:tasks.rados.rados.0.smithi031.stdout:1930: oid 31 version 1458 is already newer than 1456 2024-09-17T17:09:34.586 INFO:tasks.rados.rados.0.smithi031.stdout:1930: oid 31 version 1458 is already newer than 1457 2024-09-17T17:09:34.586 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 1458 (ObjNum 621 snap 180 seq_num 621) dirty exists 2024-09-17T17:09:34.587 INFO:tasks.rados.rados.0.smithi031.stdout:1930: left oid 31 (ObjNum 621 snap 180 seq_num 621) 2024-09-17T17:09:34.587 INFO:tasks.rados.rados.0.smithi031.stdout:1930: done (4 left) 2024-09-17T17:09:34.587 INFO:tasks.rados.rados.0.smithi031.stdout:1934: done (3 left) 2024-09-17T17:09:34.587 INFO:tasks.rados.rados.0.smithi031.stdout:1935: setattr oid 33 current snap is 180 2024-09-17T17:09:34.587 INFO:tasks.rados.rados.0.smithi031.stdout:1931: finishing write tid 1 to smithi03184240-46 2024-09-17T17:09:34.587 INFO:tasks.rados.rados.0.smithi031.stdout:1931: finishing write tid 2 to smithi03184240-46 2024-09-17T17:09:34.587 INFO:tasks.rados.rados.0.smithi031.stdout:1931: finishing write tid 3 to smithi03184240-46 2024-09-17T17:09:34.587 INFO:tasks.rados.rados.0.smithi031.stdout:1931: finishing write tid 4 to smithi03184240-46 2024-09-17T17:09:34.587 INFO:tasks.rados.rados.0.smithi031.stdout:1931: oid 46 updating version 0 to 1441 2024-09-17T17:09:34.587 INFO:tasks.rados.rados.0.smithi031.stdout:1931: oid 46 version 1441 is already newer than 1440 2024-09-17T17:09:34.587 INFO:tasks.rados.rados.0.smithi031.stdout:1931: oid 46 updating version 1441 to 1442 2024-09-17T17:09:34.587 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 1442 (ObjNum 622 snap 180 seq_num 622) dirty exists 2024-09-17T17:09:34.588 INFO:tasks.rados.rados.0.smithi031.stdout:1931: left oid 46 (ObjNum 622 snap 180 seq_num 622) 2024-09-17T17:09:34.588 INFO:tasks.rados.rados.0.smithi031.stdout:1932: finishing write tid 1 to smithi03184240-25 2024-09-17T17:09:34.588 INFO:tasks.rados.rados.0.smithi031.stdout:1932: finishing write tid 2 to smithi03184240-25 2024-09-17T17:09:34.588 INFO:tasks.rados.rados.0.smithi031.stdout:1932: finishing write tid 3 to smithi03184240-25 2024-09-17T17:09:34.588 INFO:tasks.rados.rados.0.smithi031.stdout:1932: finishing write tid 4 to smithi03184240-25 2024-09-17T17:09:34.588 INFO:tasks.rados.rados.0.smithi031.stdout:1932: oid 25 updating version 0 to 445 2024-09-17T17:09:34.588 INFO:tasks.rados.rados.0.smithi031.stdout:1932: oid 25 updating version 445 to 446 2024-09-17T17:09:34.588 INFO:tasks.rados.rados.0.smithi031.stdout:1932: oid 25 version 446 is already newer than 444 2024-09-17T17:09:34.588 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 446 (ObjNum 623 snap 180 seq_num 623) dirty exists 2024-09-17T17:09:34.588 INFO:tasks.rados.rados.0.smithi031.stdout:1932: left oid 25 (ObjNum 623 snap 180 seq_num 623) 2024-09-17T17:09:34.588 INFO:tasks.rados.rados.0.smithi031.stdout:1931: done (3 left) 2024-09-17T17:09:34.589 INFO:tasks.rados.rados.0.smithi031.stdout:1932: done (2 left) 2024-09-17T17:09:34.589 INFO:tasks.rados.rados.0.smithi031.stdout:1936: rollback oid 24 current snap is 180 2024-09-17T17:09:34.589 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 24 to 179 2024-09-17T17:09:34.589 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 41 current snap is 180 2024-09-17T17:09:34.589 INFO:tasks.rados.rados.0.smithi031.stdout:1937: seq_num 625 ranges {0=475136,475136=401408} 2024-09-17T17:09:34.589 INFO:tasks.rados.rados.0.smithi031.stdout:1937: writing smithi03184240-41 from 0 to 475136 tid 1 2024-09-17T17:09:34.593 INFO:tasks.rados.rados.0.smithi031.stdout:1937: writing smithi03184240-41 from 475136 to 876544 tid 2 2024-09-17T17:09:34.593 INFO:tasks.rados.rados.0.smithi031.stdout:1938: rollback oid 43 current snap is 180 2024-09-17T17:09:34.593 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 43 to 178 2024-09-17T17:09:34.593 INFO:tasks.rados.rados.0.smithi031.stdout:1933: finishing write tid 1 to smithi03184240-2 2024-09-17T17:09:34.593 INFO:tasks.rados.rados.0.smithi031.stdout:1933: finishing write tid 2 to smithi03184240-2 2024-09-17T17:09:34.593 INFO:tasks.rados.rados.0.smithi031.stdout:1939: copy_from oid 5 from oid 32 current snap is 180 2024-09-17T17:09:34.593 INFO:tasks.rados.rados.0.smithi031.stdout:1933: finishing write tid 3 to smithi03184240-2 2024-09-17T17:09:34.593 INFO:tasks.rados.rados.0.smithi031.stdout:1933: finishing write tid 4 to smithi03184240-2 2024-09-17T17:09:34.593 INFO:tasks.rados.rados.0.smithi031.stdout:1933: oid 2 updating version 0 to 1499 2024-09-17T17:09:34.593 INFO:tasks.rados.rados.0.smithi031.stdout:1933: oid 2 updating version 1499 to 1500 2024-09-17T17:09:34.593 INFO:tasks.rados.rados.0.smithi031.stdout:1933: oid 2 updating version 1500 to 1501 2024-09-17T17:09:34.594 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 1501 (ObjNum 624 snap 180 seq_num 624) dirty exists 2024-09-17T17:09:34.594 INFO:tasks.rados.rados.0.smithi031.stdout:1933: left oid 2 (ObjNum 624 snap 180 seq_num 624) 2024-09-17T17:09:34.594 INFO:tasks.rados.rados.0.smithi031.stdout:1936: finishing rollback tid 0 to smithi03184240-24 2024-09-17T17:09:34.594 INFO:tasks.rados.rados.0.smithi031.stdout:1933: done (5 left) 2024-09-17T17:09:34.594 INFO:tasks.rados.rados.0.smithi031.stdout:1940: delete oid 40 current snap is 180 2024-09-17T17:09:34.594 INFO:tasks.rados.rados.0.smithi031.stdout:1936: finishing rollback tid 1 to smithi03184240-24 2024-09-17T17:09:34.594 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 1162 (ObjNum 619 snap 178 seq_num 619) dirty exists 2024-09-17T17:09:34.594 INFO:tasks.rados.rados.0.smithi031.stdout:1936: finishing rollback tid 2 to smithi03184240-24 2024-09-17T17:09:34.594 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 1436 (ObjNum 602 snap 173 seq_num 602) dirty exists 2024-09-17T17:09:34.594 INFO:tasks.rados.rados.0.smithi031.stdout:1937: finishing write tid 1 to smithi03184240-41 2024-09-17T17:09:34.595 INFO:tasks.rados.rados.0.smithi031.stdout:1937: finishing write tid 2 to smithi03184240-41 2024-09-17T17:09:34.595 INFO:tasks.rados.rados.0.smithi031.stdout:1937: finishing write tid 3 to smithi03184240-41 2024-09-17T17:09:34.599 INFO:tasks.rados.rados.0.smithi031.stdout:1938: finishing rollback tid 0 to smithi03184240-43 2024-09-17T17:09:34.599 INFO:tasks.rados.rados.0.smithi031.stdout:1938: finishing rollback tid 1 to smithi03184240-43 2024-09-17T17:09:34.599 INFO:tasks.rados.rados.0.smithi031.stdout:1938: finishing rollback tid 2 to smithi03184240-43 2024-09-17T17:09:34.599 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 1505 (ObjNum 575 snap 161 seq_num 575) dirty exists 2024-09-17T17:09:34.600 INFO:tasks.rados.rados.0.smithi031.stdout:1935: done (5 left) 2024-09-17T17:09:34.601 INFO:tasks.rados.rados.0.smithi031.stdout:1936: done (4 left) 2024-09-17T17:09:34.601 INFO:tasks.rados.rados.0.smithi031.stdout:1938: done (3 left) 2024-09-17T17:09:34.601 INFO:tasks.rados.rados.0.smithi031.stdout:1940: done (2 left) 2024-09-17T17:09:34.601 INFO:tasks.rados.rados.0.smithi031.stdout:1941: rmattr oid 16 current snap is 180 2024-09-17T17:09:34.601 INFO:tasks.rados.rados.0.smithi031.stdout:1941: done (2 left) 2024-09-17T17:09:34.601 INFO:tasks.rados.rados.0.smithi031.stdout:1942: copy_from oid 18 from oid 49 current snap is 180 2024-09-17T17:09:34.601 INFO:tasks.rados.rados.0.smithi031.stdout:1943: setattr oid 14 current snap is 180 2024-09-17T17:09:34.602 INFO:tasks.rados.rados.0.smithi031.stdout:1937: finishing write tid 4 to smithi03184240-41 2024-09-17T17:09:34.602 INFO:tasks.rados.rados.0.smithi031.stdout:1937: oid 41 updating version 0 to 1176 2024-09-17T17:09:34.602 INFO:tasks.rados.rados.0.smithi031.stdout:1937: oid 41 version 1176 is already newer than 1175 2024-09-17T17:09:34.602 INFO:tasks.rados.rados.0.smithi031.stdout:1937: oid 41 version 1176 is already newer than 1174 2024-09-17T17:09:34.602 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 1176 (ObjNum 625 snap 180 seq_num 625) dirty exists 2024-09-17T17:09:34.603 INFO:tasks.rados.rados.0.smithi031.stdout:1937: left oid 41 (ObjNum 625 snap 180 seq_num 625) 2024-09-17T17:09:34.603 INFO:tasks.rados.rados.0.smithi031.stdout:1937: done (3 left) 2024-09-17T17:09:34.603 INFO:tasks.rados.rados.0.smithi031.stdout:1944: snap_create 2024-09-17T17:09:34.606 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 1134 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-17T17:09:34.615 INFO:tasks.rados.rados.0.smithi031.stdout:1939: finishing copy_from racing read to smithi03184240-5 2024-09-17T17:09:34.618 INFO:tasks.rados.rados.0.smithi031.stdout:1939: finishing copy_from to smithi03184240-5 2024-09-17T17:09:34.619 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 1032 (ObjNum 590 snap 170 seq_num 590) dirty exists 2024-09-17T17:09:34.619 INFO:tasks.rados.rados.0.smithi031.stdout:1942: finishing copy_from racing read to smithi03184240-18 2024-09-17T17:09:34.620 INFO:tasks.rados.rados.0.smithi031.stdout:1942: finishing copy_from to smithi03184240-18 2024-09-17T17:09:34.620 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 851 (ObjNum 360 snap 103 seq_num 360) dirty exists 2024-09-17T17:09:34.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:34 smithi031 ceph-mon[94873]: osdmap e437: 8 total, 8 up, 8 in 2024-09-17T17:09:34.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:34 smithi031 ceph-mon[96842]: osdmap e437: 8 total, 8 up, 8 in 2024-09-17T17:09:34.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:34 smithi066 ceph-mon[86175]: osdmap e437: 8 total, 8 up, 8 in 2024-09-17T17:09:35.535 INFO:tasks.rados.rados.0.smithi031.stdout:1939: done (3 left) 2024-09-17T17:09:35.535 INFO:tasks.rados.rados.0.smithi031.stdout:1942: done (2 left) 2024-09-17T17:09:35.535 INFO:tasks.rados.rados.0.smithi031.stdout:1943: done (1 left) 2024-09-17T17:09:35.535 INFO:tasks.rados.rados.0.smithi031.stdout:1944: done (0 left) 2024-09-17T17:09:35.535 INFO:tasks.rados.rados.0.smithi031.stdout:1945: delete oid 24 current snap is 181 2024-09-17T17:09:35.537 INFO:tasks.rados.rados.0.smithi031.stdout:1945: done (0 left) 2024-09-17T17:09:35.538 INFO:tasks.rados.rados.0.smithi031.stdout:1946: rmattr oid 14 current snap is 181 2024-09-17T17:09:35.538 INFO:tasks.rados.rados.0.smithi031.stdout:1947: delete oid 7 current snap is 181 2024-09-17T17:09:35.542 INFO:tasks.rados.rados.0.smithi031.stdout:1947: done (1 left) 2024-09-17T17:09:35.542 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 29 current snap is 181 2024-09-17T17:09:35.542 INFO:tasks.rados.rados.0.smithi031.stdout:1948: seq_num 629 ranges {1794048=540672,2334720=401408} 2024-09-17T17:09:35.555 INFO:tasks.rados.rados.0.smithi031.stdout:1948: writing smithi03184240-29 from 1794048 to 2334720 tid 1 2024-09-17T17:09:35.557 INFO:tasks.rados.rados.0.smithi031.stdout:1948: writing smithi03184240-29 from 2334720 to 2736128 tid 2 2024-09-17T17:09:35.558 INFO:tasks.rados.rados.0.smithi031.stdout:1949: snap_create 2024-09-17T17:09:35.558 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 1135 (ObjNum 65 snap 0 seq_num 1634946642) dirty exists 2024-09-17T17:09:35.560 INFO:tasks.rados.rados.0.smithi031.stdout:1948: finishing write tid 1 to smithi03184240-29 2024-09-17T17:09:35.561 INFO:tasks.rados.rados.0.smithi031.stdout:1948: finishing write tid 2 to smithi03184240-29 2024-09-17T17:09:35.561 INFO:tasks.rados.rados.0.smithi031.stdout:1948: finishing write tid 3 to smithi03184240-29 2024-09-17T17:09:35.562 INFO:tasks.rados.rados.0.smithi031.stdout:1948: finishing write tid 4 to smithi03184240-29 2024-09-17T17:09:35.562 INFO:tasks.rados.rados.0.smithi031.stdout:1948: oid 29 updating version 0 to 1440 2024-09-17T17:09:35.563 INFO:tasks.rados.rados.0.smithi031.stdout:1948: oid 29 version 1440 is already newer than 1439 2024-09-17T17:09:35.563 INFO:tasks.rados.rados.0.smithi031.stdout:1948: oid 29 version 1440 is already newer than 1438 2024-09-17T17:09:35.563 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 1440 (ObjNum 629 snap 181 seq_num 629) dirty exists 2024-09-17T17:09:35.563 INFO:tasks.rados.rados.0.smithi031.stdout:1948: left oid 29 (ObjNum 629 snap 181 seq_num 629) 2024-09-17T17:09:35.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:35 smithi031 ceph-mon[94873]: pgmap v317: 121 pgs: 4 peering, 117 active+clean; 181 MiB data, 997 MiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 19 op/s; 23 MiB/s, 9 objects/s recovering 2024-09-17T17:09:35.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:35 smithi031 ceph-mon[94873]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 23/363 objects degraded (6.336%), 7 pgs degraded) 2024-09-17T17:09:35.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:35 smithi031 ceph-mon[94873]: Cluster is now healthy 2024-09-17T17:09:35.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:35 smithi031 ceph-mon[94873]: osdmap e438: 8 total, 8 up, 8 in 2024-09-17T17:09:35.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:35 smithi031 ceph-mon[96842]: pgmap v317: 121 pgs: 4 peering, 117 active+clean; 181 MiB data, 997 MiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 19 op/s; 23 MiB/s, 9 objects/s recovering 2024-09-17T17:09:35.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:35 smithi031 ceph-mon[96842]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 23/363 objects degraded (6.336%), 7 pgs degraded) 2024-09-17T17:09:35.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:35 smithi031 ceph-mon[96842]: Cluster is now healthy 2024-09-17T17:09:35.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:35 smithi031 ceph-mon[96842]: osdmap e438: 8 total, 8 up, 8 in 2024-09-17T17:09:35.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:35 smithi066 ceph-mon[86175]: pgmap v317: 121 pgs: 4 peering, 117 active+clean; 181 MiB data, 997 MiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 19 op/s; 23 MiB/s, 9 objects/s recovering 2024-09-17T17:09:35.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:35 smithi066 ceph-mon[86175]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 23/363 objects degraded (6.336%), 7 pgs degraded) 2024-09-17T17:09:35.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:35 smithi066 ceph-mon[86175]: Cluster is now healthy 2024-09-17T17:09:35.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:35 smithi066 ceph-mon[86175]: osdmap e438: 8 total, 8 up, 8 in 2024-09-17T17:09:36.547 INFO:tasks.rados.rados.0.smithi031.stdout:1946: done (2 left) 2024-09-17T17:09:36.547 INFO:tasks.rados.rados.0.smithi031.stdout:1948: done (1 left) 2024-09-17T17:09:36.547 INFO:tasks.rados.rados.0.smithi031.stdout:1949: done (0 left) 2024-09-17T17:09:36.547 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 182 2024-09-17T17:09:36.547 INFO:tasks.rados.rados.0.smithi031.stdout:1950: seq_num 630 ranges {0=557056,557056=401408} 2024-09-17T17:09:36.550 INFO:tasks.rados.rados.0.smithi031.stdout:1950: writing smithi03184240-45 from 0 to 557056 tid 1 2024-09-17T17:09:36.552 INFO:tasks.rados.rados.0.smithi031.stdout:1950: writing smithi03184240-45 from 557056 to 958464 tid 2 2024-09-17T17:09:36.552 INFO:tasks.rados.rados.0.smithi031.stdout:1951: snap_remove snap 179 2024-09-17T17:09:36.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:36 smithi031 ceph-mon[94873]: osdmap e439: 8 total, 8 up, 8 in 2024-09-17T17:09:36.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:36 smithi031 ceph-mon[96842]: osdmap e439: 8 total, 8 up, 8 in 2024-09-17T17:09:36.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:36 smithi066 ceph-mon[86175]: osdmap e439: 8 total, 8 up, 8 in 2024-09-17T17:09:37.548 INFO:tasks.rados.rados.0.smithi031.stdout:1951: done (1 left) 2024-09-17T17:09:37.548 INFO:tasks.rados.rados.0.smithi031.stdout:1952: copy_from oid 25 from oid 40 current snap is 182 2024-09-17T17:09:37.548 INFO:tasks.rados.rados.0.smithi031.stdout:1950: finishing write tid 1 to smithi03184240-45 2024-09-17T17:09:37.548 INFO:tasks.rados.rados.0.smithi031.stdout:1950: finishing write tid 2 to smithi03184240-45 2024-09-17T17:09:37.548 INFO:tasks.rados.rados.0.smithi031.stdout:1950: finishing write tid 3 to smithi03184240-45 2024-09-17T17:09:37.549 INFO:tasks.rados.rados.0.smithi031.stdout:1950: finishing write tid 4 to smithi03184240-45 2024-09-17T17:09:37.549 INFO:tasks.rados.rados.0.smithi031.stdout:1950: oid 45 updating version 0 to 1509 2024-09-17T17:09:37.549 INFO:tasks.rados.rados.0.smithi031.stdout:1950: oid 45 version 1509 is already newer than 1508 2024-09-17T17:09:37.549 INFO:tasks.rados.rados.0.smithi031.stdout:1950: oid 45 updating version 1509 to 1510 2024-09-17T17:09:37.549 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 1510 (ObjNum 630 snap 182 seq_num 630) dirty exists 2024-09-17T17:09:37.549 INFO:tasks.rados.rados.0.smithi031.stdout:1950: left oid 45 (ObjNum 630 snap 182 seq_num 630) 2024-09-17T17:09:37.549 INFO:tasks.rados.rados.0.smithi031.stdout:1950: done (1 left) 2024-09-17T17:09:37.549 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 182 2024-09-17T17:09:37.549 INFO:tasks.rados.rados.0.smithi031.stdout:1953: seq_num 631 ranges {5234688=573440,5808128=401408} 2024-09-17T17:09:37.580 INFO:tasks.rados.rados.0.smithi031.stdout:1953: writing smithi03184240-32 from 5234688 to 5808128 tid 1 2024-09-17T17:09:37.583 INFO:tasks.rados.rados.0.smithi031.stdout:1953: writing smithi03184240-32 from 5808128 to 6209536 tid 2 2024-09-17T17:09:37.583 INFO:tasks.rados.rados.0.smithi031.stdout:1954: snap_remove snap 178 2024-09-17T17:09:37.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:37 smithi031 ceph-mon[94873]: pgmap v320: 121 pgs: 121 active+clean; 183 MiB data, 1002 MiB used, 714 GiB / 715 GiB avail; 618 KiB/s wr, 8 op/s; 4.9 MiB/s, 3 objects/s recovering 2024-09-17T17:09:37.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:37 smithi031 ceph-mon[94873]: osdmap e440: 8 total, 8 up, 8 in 2024-09-17T17:09:37.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:37 smithi031 ceph-mon[96842]: pgmap v320: 121 pgs: 121 active+clean; 183 MiB data, 1002 MiB used, 714 GiB / 715 GiB avail; 618 KiB/s wr, 8 op/s; 4.9 MiB/s, 3 objects/s recovering 2024-09-17T17:09:37.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:37 smithi031 ceph-mon[96842]: osdmap e440: 8 total, 8 up, 8 in 2024-09-17T17:09:37.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:37 smithi066 ceph-mon[86175]: pgmap v320: 121 pgs: 121 active+clean; 183 MiB data, 1002 MiB used, 714 GiB / 715 GiB avail; 618 KiB/s wr, 8 op/s; 4.9 MiB/s, 3 objects/s recovering 2024-09-17T17:09:37.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:37 smithi066 ceph-mon[86175]: osdmap e440: 8 total, 8 up, 8 in 2024-09-17T17:09:38.350 INFO:tasks.rados.rados.0.smithi031.stdout:1952: finishing copy_from to smithi03184240-25 2024-09-17T17:09:38.351 INFO:tasks.rados.rados.0.smithi031.stdout:1952: got expected ENOENT (src dne) 2024-09-17T17:09:38.351 INFO:tasks.rados.rados.0.smithi031.stdout:1952: finishing copy_from racing read to smithi03184240-25 2024-09-17T17:09:38.351 INFO:tasks.rados.rados.0.smithi031.stdout:1953: finishing write tid 1 to smithi03184240-32 2024-09-17T17:09:38.351 INFO:tasks.rados.rados.0.smithi031.stdout:1953: finishing write tid 2 to smithi03184240-32 2024-09-17T17:09:38.351 INFO:tasks.rados.rados.0.smithi031.stdout:1953: finishing write tid 3 to smithi03184240-32 2024-09-17T17:09:38.351 INFO:tasks.rados.rados.0.smithi031.stdout:1953: finishing write tid 4 to smithi03184240-32 2024-09-17T17:09:38.351 INFO:tasks.rados.rados.0.smithi031.stdout:1953: oid 32 updating version 0 to 1036 2024-09-17T17:09:38.351 INFO:tasks.rados.rados.0.smithi031.stdout:1953: oid 32 version 1036 is already newer than 1035 2024-09-17T17:09:38.351 INFO:tasks.rados.rados.0.smithi031.stdout:1953: oid 32 version 1036 is already newer than 1034 2024-09-17T17:09:38.351 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 1036 (ObjNum 631 snap 182 seq_num 631) dirty exists 2024-09-17T17:09:38.351 INFO:tasks.rados.rados.0.smithi031.stdout:1953: left oid 32 (ObjNum 631 snap 182 seq_num 631) 2024-09-17T17:09:38.351 INFO:tasks.rados.rados.0.smithi031.stdout:1952: done (2 left) 2024-09-17T17:09:38.351 INFO:tasks.rados.rados.0.smithi031.stdout:1953: done (1 left) 2024-09-17T17:09:38.352 INFO:tasks.rados.rados.0.smithi031.stdout:1954: done (0 left) 2024-09-17T17:09:38.352 INFO:tasks.rados.rados.0.smithi031.stdout:1955: delete oid 8 current snap is 182 2024-09-17T17:09:38.360 INFO:tasks.rados.rados.0.smithi031.stdout:1955: done (0 left) 2024-09-17T17:09:38.360 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 182 2024-09-17T17:09:38.360 INFO:tasks.rados.rados.0.smithi031.stdout:1956: seq_num 633 ranges {4145152=606208,4751360=401408} 2024-09-17T17:09:38.386 INFO:tasks.rados.rados.0.smithi031.stdout:1956: writing smithi03184240-23 from 4145152 to 4751360 tid 1 2024-09-17T17:09:38.389 INFO:tasks.rados.rados.0.smithi031.stdout:1956: writing smithi03184240-23 from 4751360 to 5152768 tid 2 2024-09-17T17:09:38.389 INFO:tasks.rados.rados.0.smithi031.stdout:1957: snap_create 2024-09-17T17:09:38.397 INFO:tasks.rados.rados.0.smithi031.stdout:1956: finishing write tid 1 to smithi03184240-23 2024-09-17T17:09:38.397 INFO:tasks.rados.rados.0.smithi031.stdout:1956: finishing write tid 2 to smithi03184240-23 2024-09-17T17:09:38.397 INFO:tasks.rados.rados.0.smithi031.stdout:1956: finishing write tid 3 to smithi03184240-23 2024-09-17T17:09:38.399 INFO:tasks.rados.rados.0.smithi031.stdout:1956: finishing write tid 4 to smithi03184240-23 2024-09-17T17:09:38.399 INFO:tasks.rados.rados.0.smithi031.stdout:1956: oid 23 updating version 0 to 1143 2024-09-17T17:09:38.399 INFO:tasks.rados.rados.0.smithi031.stdout:1956: oid 23 version 1143 is already newer than 1142 2024-09-17T17:09:38.399 INFO:tasks.rados.rados.0.smithi031.stdout:1956: oid 23 version 1143 is already newer than 1141 2024-09-17T17:09:38.399 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 1143 (ObjNum 633 snap 182 seq_num 633) dirty exists 2024-09-17T17:09:38.399 INFO:tasks.rados.rados.0.smithi031.stdout:1956: left oid 23 (ObjNum 633 snap 182 seq_num 633) 2024-09-17T17:09:38.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:38 smithi031 ceph-mon[94873]: osdmap e441: 8 total, 8 up, 8 in 2024-09-17T17:09:38.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:38 smithi031 ceph-mon[94873]: osdmap e442: 8 total, 8 up, 8 in 2024-09-17T17:09:38.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:38 smithi031 ceph-mon[96842]: osdmap e441: 8 total, 8 up, 8 in 2024-09-17T17:09:38.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:38 smithi031 ceph-mon[96842]: osdmap e442: 8 total, 8 up, 8 in 2024-09-17T17:09:38.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:38 smithi066 ceph-mon[86175]: osdmap e441: 8 total, 8 up, 8 in 2024-09-17T17:09:38.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:38 smithi066 ceph-mon[86175]: osdmap e442: 8 total, 8 up, 8 in 2024-09-17T17:09:39.347 INFO:tasks.rados.rados.0.smithi031.stdout:1956: done (1 left) 2024-09-17T17:09:39.347 INFO:tasks.rados.rados.0.smithi031.stdout:1957: done (0 left) 2024-09-17T17:09:39.348 INFO:tasks.rados.rados.0.smithi031.stdout:1958: read oid 33 snap -1 2024-09-17T17:09:39.348 INFO:tasks.rados.rados.0.smithi031.stdout:1958: expect (ObjNum 619 snap 178 seq_num 619) 2024-09-17T17:09:39.348 INFO:tasks.rados.rados.0.smithi031.stdout:1959: read oid 5 snap -1 2024-09-17T17:09:39.348 INFO:tasks.rados.rados.0.smithi031.stdout:1959: expect (ObjNum 590 snap 170 seq_num 590) 2024-09-17T17:09:39.348 INFO:tasks.rados.rados.0.smithi031.stdout:1960: rmattr oid 16 current snap is 183 2024-09-17T17:09:39.348 INFO:tasks.rados.rados.0.smithi031.stdout:1960: done (2 left) 2024-09-17T17:09:39.348 INFO:tasks.rados.rados.0.smithi031.stdout:1961: read oid 44 snap -1 2024-09-17T17:09:39.348 INFO:tasks.rados.rados.0.smithi031.stdout:1961: expect (ObjNum 566 snap 160 seq_num 566) 2024-09-17T17:09:39.348 INFO:tasks.rados.rados.0.smithi031.stdout:1962: read oid 18 snap 171 2024-09-17T17:09:39.348 INFO:tasks.rados.rados.0.smithi031.stdout:1962: expect (ObjNum 598 snap 171 seq_num 598) 2024-09-17T17:09:39.348 INFO:tasks.rados.rados.0.smithi031.stdout:1963: snap_remove snap 181 2024-09-17T17:09:39.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:39 smithi031 ceph-mon[94873]: pgmap v323: 121 pgs: 121 active+clean; 194 MiB data, 1012 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2024-09-17T17:09:39.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:39 smithi031 ceph-mon[94873]: osdmap e443: 8 total, 8 up, 8 in 2024-09-17T17:09:39.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:39 smithi031 ceph-mon[96842]: pgmap v323: 121 pgs: 121 active+clean; 194 MiB data, 1012 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2024-09-17T17:09:39.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:39 smithi031 ceph-mon[96842]: osdmap e443: 8 total, 8 up, 8 in 2024-09-17T17:09:39.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:39 smithi066 ceph-mon[86175]: pgmap v323: 121 pgs: 121 active+clean; 194 MiB data, 1012 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2024-09-17T17:09:39.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:39 smithi066 ceph-mon[86175]: osdmap e443: 8 total, 8 up, 8 in 2024-09-17T17:09:40.349 INFO:tasks.rados.rados.0.smithi031.stdout:1963: done (4 left) 2024-09-17T17:09:40.349 INFO:tasks.rados.rados.0.smithi031.stdout:1964: read oid 3 snap -1 2024-09-17T17:09:40.349 INFO:tasks.rados.rados.0.smithi031.stdout:1964: expect (ObjNum 601 snap 173 seq_num 601) 2024-09-17T17:09:40.349 INFO:tasks.rados.rados.0.smithi031.stdout:1965: copy_from oid 50 from oid 25 current snap is 183 2024-09-17T17:09:40.349 INFO:tasks.rados.rados.0.smithi031.stdout:1958: expect (ObjNum 619 snap 178 seq_num 619) 2024-09-17T17:09:40.533 INFO:tasks.rados.rados.0.smithi031.stdout:1961: expect (ObjNum 566 snap 160 seq_num 566) 2024-09-17T17:09:40.791 INFO:tasks.rados.rados.0.smithi031.stdout:1962: expect (ObjNum 598 snap 171 seq_num 598) 2024-09-17T17:09:41.017 INFO:tasks.rados.rados.0.smithi031.stdout:1959: expect (ObjNum 590 snap 170 seq_num 590) 2024-09-17T17:09:41.295 INFO:tasks.rados.rados.0.smithi031.stdout:1964: expect (ObjNum 601 snap 173 seq_num 601) 2024-09-17T17:09:41.395 INFO:tasks.rados.rados.0.smithi031.stdout:1965: finishing copy_from racing read to smithi03184240-50 2024-09-17T17:09:41.396 INFO:tasks.rados.rados.0.smithi031.stdout:1965: finishing copy_from to smithi03184240-50 2024-09-17T17:09:41.396 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 446 (ObjNum 623 snap 180 seq_num 623) dirty exists 2024-09-17T17:09:41.396 INFO:tasks.rados.rados.0.smithi031.stdout:1958: done (5 left) 2024-09-17T17:09:41.396 INFO:tasks.rados.rados.0.smithi031.stdout:1959: done (4 left) 2024-09-17T17:09:41.396 INFO:tasks.rados.rados.0.smithi031.stdout:1961: done (3 left) 2024-09-17T17:09:41.396 INFO:tasks.rados.rados.0.smithi031.stdout:1962: done (2 left) 2024-09-17T17:09:41.397 INFO:tasks.rados.rados.0.smithi031.stdout:1964: done (1 left) 2024-09-17T17:09:41.397 INFO:tasks.rados.rados.0.smithi031.stdout:1965: done (0 left) 2024-09-17T17:09:41.397 INFO:tasks.rados.rados.0.smithi031.stdout:1966: read oid 13 snap -1 2024-09-17T17:09:41.397 INFO:tasks.rados.rados.0.smithi031.stdout:1966: expect (ObjNum 503 snap 145 seq_num 503) 2024-09-17T17:09:41.397 INFO:tasks.rados.rados.0.smithi031.stdout:1967: delete oid 35 current snap is 183 2024-09-17T17:09:41.398 INFO:tasks.rados.rados.0.smithi031.stdout:1967: done (1 left) 2024-09-17T17:09:41.398 INFO:tasks.rados.rados.0.smithi031.stdout:1968: setattr oid 28 current snap is 183 2024-09-17T17:09:41.399 INFO:tasks.rados.rados.0.smithi031.stdout:1966: expect (ObjNum 503 snap 145 seq_num 503) 2024-09-17T17:09:41.433 INFO:tasks.rados.rados.0.smithi031.stdout:1966: done (1 left) 2024-09-17T17:09:41.433 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 5 current snap is 183 2024-09-17T17:09:41.433 INFO:tasks.rados.rados.0.smithi031.stdout:1969: seq_num 635 ranges {5234688=638976,5873664=401408} 2024-09-17T17:09:41.464 INFO:tasks.rados.rados.0.smithi031.stdout:1969: writing smithi03184240-5 from 5234688 to 5873664 tid 1 2024-09-17T17:09:41.467 INFO:tasks.rados.rados.0.smithi031.stdout:1969: writing smithi03184240-5 from 5873664 to 6275072 tid 2 2024-09-17T17:09:41.467 INFO:tasks.rados.rados.0.smithi031.stdout:1970: snap_create 2024-09-17T17:09:41.467 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 1524 (ObjNum 523 snap 146 seq_num 523) dirty exists 2024-09-17T17:09:41.469 INFO:tasks.rados.rados.0.smithi031.stdout:1969: finishing write tid 1 to smithi03184240-5 2024-09-17T17:09:41.469 INFO:tasks.rados.rados.0.smithi031.stdout:1969: finishing write tid 2 to smithi03184240-5 2024-09-17T17:09:41.470 INFO:tasks.rados.rados.0.smithi031.stdout:1969: finishing write tid 3 to smithi03184240-5 2024-09-17T17:09:41.470 INFO:tasks.rados.rados.0.smithi031.stdout:1969: finishing write tid 4 to smithi03184240-5 2024-09-17T17:09:41.471 INFO:tasks.rados.rados.0.smithi031.stdout:1969: oid 5 updating version 0 to 1442 2024-09-17T17:09:41.471 INFO:tasks.rados.rados.0.smithi031.stdout:1969: oid 5 version 1442 is already newer than 1441 2024-09-17T17:09:41.471 INFO:tasks.rados.rados.0.smithi031.stdout:1969: oid 5 updating version 1442 to 1443 2024-09-17T17:09:41.471 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 1443 (ObjNum 635 snap 183 seq_num 635) dirty exists 2024-09-17T17:09:41.471 INFO:tasks.rados.rados.0.smithi031.stdout:1969: left oid 5 (ObjNum 635 snap 183 seq_num 635) 2024-09-17T17:09:41.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:41 smithi031 ceph-mon[94873]: pgmap v326: 121 pgs: 121 active+clean; 195 MiB data, 1021 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 29 op/s 2024-09-17T17:09:41.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:41 smithi031 ceph-mon[94873]: osdmap e444: 8 total, 8 up, 8 in 2024-09-17T17:09:41.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:41 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:41.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:41 smithi031 ceph-mon[96842]: pgmap v326: 121 pgs: 121 active+clean; 195 MiB data, 1021 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 29 op/s 2024-09-17T17:09:41.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:41 smithi031 ceph-mon[96842]: osdmap e444: 8 total, 8 up, 8 in 2024-09-17T17:09:41.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:41 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:41.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:41 smithi066 ceph-mon[86175]: pgmap v326: 121 pgs: 121 active+clean; 195 MiB data, 1021 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 29 op/s 2024-09-17T17:09:41.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:41 smithi066 ceph-mon[86175]: osdmap e444: 8 total, 8 up, 8 in 2024-09-17T17:09:41.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:41 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:42.093 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:09:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:09:41] "GET /metrics HTTP/1.1" 200 36136 "" "Prometheus/2.43.0" 2024-09-17T17:09:42.356 INFO:tasks.rados.rados.0.smithi031.stdout:1968: done (2 left) 2024-09-17T17:09:42.356 INFO:tasks.rados.rados.0.smithi031.stdout:1969: done (1 left) 2024-09-17T17:09:42.356 INFO:tasks.rados.rados.0.smithi031.stdout:1970: done (0 left) 2024-09-17T17:09:42.356 INFO:tasks.rados.rados.0.smithi031.stdout:1971: read oid 17 snap -1 2024-09-17T17:09:42.357 INFO:tasks.rados.rados.0.smithi031.stdout:1971: expect (ObjNum 591 snap 170 seq_num 591) 2024-09-17T17:09:42.357 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 184 2024-09-17T17:09:42.357 INFO:tasks.rados.rados.0.smithi031.stdout:1972: seq_num 636 ranges {958464=655360,1613824=401408} 2024-09-17T17:09:42.365 INFO:tasks.rados.rados.0.smithi031.stdout:1972: writing smithi03184240-45 from 958464 to 1613824 tid 1 2024-09-17T17:09:42.367 INFO:tasks.rados.rados.0.smithi031.stdout:1972: writing smithi03184240-45 from 1613824 to 2015232 tid 2 2024-09-17T17:09:42.367 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 7 current snap is 184 2024-09-17T17:09:42.367 INFO:tasks.rados.rados.0.smithi031.stdout:1973: seq_num 637 ranges {0=671744,671744=401408} 2024-09-17T17:09:42.372 INFO:tasks.rados.rados.0.smithi031.stdout:1973: writing smithi03184240-7 from 0 to 671744 tid 1 2024-09-17T17:09:42.375 INFO:tasks.rados.rados.0.smithi031.stdout:1973: writing smithi03184240-7 from 671744 to 1073152 tid 2 2024-09-17T17:09:42.375 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 24 current snap is 184 2024-09-17T17:09:42.375 INFO:tasks.rados.rados.0.smithi031.stdout:1972: finishing write tid 1 to smithi03184240-45 2024-09-17T17:09:42.375 INFO:tasks.rados.rados.0.smithi031.stdout:1972: finishing write tid 2 to smithi03184240-45 2024-09-17T17:09:42.375 INFO:tasks.rados.rados.0.smithi031.stdout:1974: seq_num 638 ranges {0=688128,688128=401408} 2024-09-17T17:09:42.379 INFO:tasks.rados.rados.0.smithi031.stdout:1974: writing smithi03184240-24 from 0 to 688128 tid 1 2024-09-17T17:09:42.382 INFO:tasks.rados.rados.0.smithi031.stdout:1974: writing smithi03184240-24 from 688128 to 1089536 tid 2 2024-09-17T17:09:42.383 INFO:tasks.rados.rados.0.smithi031.stdout:1975: snap_create 2024-09-17T17:09:42.383 INFO:tasks.rados.rados.0.smithi031.stdout:1972: finishing write tid 3 to smithi03184240-45 2024-09-17T17:09:42.383 INFO:tasks.rados.rados.0.smithi031.stdout:1972: finishing write tid 4 to smithi03184240-45 2024-09-17T17:09:42.383 INFO:tasks.rados.rados.0.smithi031.stdout:1972: oid 45 updating version 0 to 1527 2024-09-17T17:09:42.383 INFO:tasks.rados.rados.0.smithi031.stdout:1972: oid 45 version 1527 is already newer than 1526 2024-09-17T17:09:42.383 INFO:tasks.rados.rados.0.smithi031.stdout:1972: oid 45 updating version 1527 to 1528 2024-09-17T17:09:42.383 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 1528 (ObjNum 636 snap 184 seq_num 636) dirty exists 2024-09-17T17:09:42.383 INFO:tasks.rados.rados.0.smithi031.stdout:1972: left oid 45 (ObjNum 636 snap 184 seq_num 636) 2024-09-17T17:09:42.383 INFO:tasks.rados.rados.0.smithi031.stdout:1973: finishing write tid 1 to smithi03184240-7 2024-09-17T17:09:42.383 INFO:tasks.rados.rados.0.smithi031.stdout:1973: finishing write tid 2 to smithi03184240-7 2024-09-17T17:09:42.383 INFO:tasks.rados.rados.0.smithi031.stdout:1971: expect (ObjNum 591 snap 170 seq_num 591) 2024-09-17T17:09:42.609 INFO:tasks.rados.rados.0.smithi031.stdout:1973: finishing write tid 3 to smithi03184240-7 2024-09-17T17:09:42.609 INFO:tasks.rados.rados.0.smithi031.stdout:1973: finishing write tid 4 to smithi03184240-7 2024-09-17T17:09:42.609 INFO:tasks.rados.rados.0.smithi031.stdout:1973: oid 7 updating version 0 to 1445 2024-09-17T17:09:42.609 INFO:tasks.rados.rados.0.smithi031.stdout:1973: oid 7 updating version 1445 to 1447 2024-09-17T17:09:42.609 INFO:tasks.rados.rados.0.smithi031.stdout:1973: oid 7 version 1447 is already newer than 1446 2024-09-17T17:09:42.609 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 1447 (ObjNum 637 snap 184 seq_num 637) dirty exists 2024-09-17T17:09:42.610 INFO:tasks.rados.rados.0.smithi031.stdout:1973: left oid 7 (ObjNum 637 snap 184 seq_num 637) 2024-09-17T17:09:42.610 INFO:tasks.rados.rados.0.smithi031.stdout:1974: finishing write tid 1 to smithi03184240-24 2024-09-17T17:09:42.610 INFO:tasks.rados.rados.0.smithi031.stdout:1974: finishing write tid 2 to smithi03184240-24 2024-09-17T17:09:42.610 INFO:tasks.rados.rados.0.smithi031.stdout:1974: finishing write tid 3 to smithi03184240-24 2024-09-17T17:09:42.610 INFO:tasks.rados.rados.0.smithi031.stdout:1974: finishing write tid 4 to smithi03184240-24 2024-09-17T17:09:42.610 INFO:tasks.rados.rados.0.smithi031.stdout:1974: oid 24 updating version 0 to 1446 2024-09-17T17:09:42.610 INFO:tasks.rados.rados.0.smithi031.stdout:1974: oid 24 version 1446 is already newer than 1445 2024-09-17T17:09:42.610 INFO:tasks.rados.rados.0.smithi031.stdout:1974: oid 24 version 1446 is already newer than 1444 2024-09-17T17:09:42.610 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 1446 (ObjNum 638 snap 184 seq_num 638) dirty exists 2024-09-17T17:09:42.610 INFO:tasks.rados.rados.0.smithi031.stdout:1974: left oid 24 (ObjNum 638 snap 184 seq_num 638) 2024-09-17T17:09:43.343 INFO:tasks.rados.rados.0.smithi031.stdout:1971: done (4 left) 2024-09-17T17:09:43.343 INFO:tasks.rados.rados.0.smithi031.stdout:1972: done (3 left) 2024-09-17T17:09:43.343 INFO:tasks.rados.rados.0.smithi031.stdout:1973: done (2 left) 2024-09-17T17:09:43.343 INFO:tasks.rados.rados.0.smithi031.stdout:1974: done (1 left) 2024-09-17T17:09:43.343 INFO:tasks.rados.rados.0.smithi031.stdout:1975: done (0 left) 2024-09-17T17:09:43.343 INFO:tasks.rados.rados.0.smithi031.stdout:1976: delete oid 50 current snap is 185 2024-09-17T17:09:43.347 INFO:tasks.rados.rados.0.smithi031.stdout:1976: done (0 left) 2024-09-17T17:09:43.347 INFO:tasks.rados.rados.0.smithi031.stdout:1977: rmattr oid 47 current snap is 185 2024-09-17T17:09:43.347 INFO:tasks.rados.rados.0.smithi031.stdout:1977: done (0 left) 2024-09-17T17:09:43.347 INFO:tasks.rados.rados.0.smithi031.stdout:1978: delete oid 50 current snap is 185 2024-09-17T17:09:43.349 INFO:tasks.rados.rados.0.smithi031.stdout:1978: done (0 left) 2024-09-17T17:09:43.349 INFO:tasks.rados.rados.0.smithi031.stdout:1979: snap_remove snap 176 2024-09-17T17:09:43.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:43 smithi066 ceph-mon[86175]: pgmap v328: 121 pgs: 121 active+clean; 200 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-09-17T17:09:43.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:43 smithi066 ceph-mon[86175]: osdmap e445: 8 total, 8 up, 8 in 2024-09-17T17:09:43.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:43 smithi066 ceph-mon[86175]: osdmap e446: 8 total, 8 up, 8 in 2024-09-17T17:09:43.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:43 smithi031 ceph-mon[94873]: pgmap v328: 121 pgs: 121 active+clean; 200 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-09-17T17:09:43.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:43 smithi031 ceph-mon[94873]: osdmap e445: 8 total, 8 up, 8 in 2024-09-17T17:09:43.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:43 smithi031 ceph-mon[94873]: osdmap e446: 8 total, 8 up, 8 in 2024-09-17T17:09:43.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:43 smithi031 ceph-mon[96842]: pgmap v328: 121 pgs: 121 active+clean; 200 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-09-17T17:09:43.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:43 smithi031 ceph-mon[96842]: osdmap e445: 8 total, 8 up, 8 in 2024-09-17T17:09:43.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:43 smithi031 ceph-mon[96842]: osdmap e446: 8 total, 8 up, 8 in 2024-09-17T17:09:44.346 INFO:tasks.rados.rados.0.smithi031.stdout:1979: done (0 left) 2024-09-17T17:09:44.346 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 185 2024-09-17T17:09:44.346 INFO:tasks.rados.rados.0.smithi031.stdout:1980: seq_num 641 ranges {5152768=745472,5898240=401408} 2024-09-17T17:09:44.379 INFO:tasks.rados.rados.0.smithi031.stdout:1980: writing smithi03184240-23 from 5152768 to 5898240 tid 1 2024-09-17T17:09:44.382 INFO:tasks.rados.rados.0.smithi031.stdout:1980: writing smithi03184240-23 from 5898240 to 6299648 tid 2 2024-09-17T17:09:44.382 INFO:tasks.rados.rados.0.smithi031.stdout:1981: read oid 15 snap -1 2024-09-17T17:09:44.382 INFO:tasks.rados.rados.0.smithi031.stdout:1981: expect (ObjNum 593 snap 170 seq_num 593) 2024-09-17T17:09:44.382 INFO:tasks.rados.rados.0.smithi031.stdout:1982: setattr oid 36 current snap is 185 2024-09-17T17:09:44.383 INFO:tasks.rados.rados.0.smithi031.stdout:1983: snap_create 2024-09-17T17:09:44.385 INFO:tasks.rados.rados.0.smithi031.stdout:1980: finishing write tid 1 to smithi03184240-23 2024-09-17T17:09:44.385 INFO:tasks.rados.rados.0.smithi031.stdout:1980: finishing write tid 2 to smithi03184240-23 2024-09-17T17:09:44.385 INFO:tasks.rados.rados.0.smithi031.stdout:1980: finishing write tid 3 to smithi03184240-23 2024-09-17T17:09:44.386 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 1136 (ObjNum 523 snap 146 seq_num 523) dirty exists 2024-09-17T17:09:44.386 INFO:tasks.rados.rados.0.smithi031.stdout:1980: finishing write tid 4 to smithi03184240-23 2024-09-17T17:09:44.386 INFO:tasks.rados.rados.0.smithi031.stdout:1980: oid 23 updating version 0 to 1144 2024-09-17T17:09:44.386 INFO:tasks.rados.rados.0.smithi031.stdout:1980: oid 23 updating version 1144 to 1145 2024-09-17T17:09:44.387 INFO:tasks.rados.rados.0.smithi031.stdout:1980: oid 23 updating version 1145 to 1146 2024-09-17T17:09:44.387 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 1146 (ObjNum 641 snap 185 seq_num 641) dirty exists 2024-09-17T17:09:44.387 INFO:tasks.rados.rados.0.smithi031.stdout:1980: left oid 23 (ObjNum 641 snap 185 seq_num 641) 2024-09-17T17:09:44.408 INFO:tasks.rados.rados.0.smithi031.stdout:1981: expect (ObjNum 593 snap 170 seq_num 593) 2024-09-17T17:09:45.367 INFO:tasks.rados.rados.0.smithi031.stdout:1980: done (3 left) 2024-09-17T17:09:45.367 INFO:tasks.rados.rados.0.smithi031.stdout:1981: done (2 left) 2024-09-17T17:09:45.368 INFO:tasks.rados.rados.0.smithi031.stdout:1982: done (1 left) 2024-09-17T17:09:45.368 INFO:tasks.rados.rados.0.smithi031.stdout:1983: done (0 left) 2024-09-17T17:09:45.368 INFO:tasks.rados.rados.0.smithi031.stdout:1984: delete oid 2 current snap is 186 2024-09-17T17:09:45.372 INFO:tasks.rados.rados.0.smithi031.stdout:1984: done (0 left) 2024-09-17T17:09:45.372 INFO:tasks.rados.rados.0.smithi031.stdout:1985: copy_from oid 29 from oid 30 current snap is 186 2024-09-17T17:09:45.372 INFO:tasks.rados.rados.0.smithi031.stdout:1986: read oid 1 snap 185 2024-09-17T17:09:45.372 INFO:tasks.rados.rados.0.smithi031.stdout:1986: expect (ObjNum 577 snap 162 seq_num 577) 2024-09-17T17:09:45.372 INFO:tasks.rados.rados.0.smithi031.stdout:1987: read oid 11 snap 170 2024-09-17T17:09:45.372 INFO:tasks.rados.rados.0.smithi031.stdout:1987: expect (ObjNum 522 snap 146 seq_num 522) 2024-09-17T17:09:45.372 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 36 current snap is 186 2024-09-17T17:09:45.373 INFO:tasks.rados.rados.0.smithi031.stdout:1988: seq_num 643 ranges {1572864=778240,2351104=401408} 2024-09-17T17:09:45.386 INFO:tasks.rados.rados.0.smithi031.stdout:1988: writing smithi03184240-36 from 1572864 to 2351104 tid 1 2024-09-17T17:09:45.389 INFO:tasks.rados.rados.0.smithi031.stdout:1988: writing smithi03184240-36 from 2351104 to 2752512 tid 2 2024-09-17T17:09:45.389 INFO:tasks.rados.rados.0.smithi031.stdout:1989: snap_create 2024-09-17T17:09:45.389 INFO:tasks.rados.rados.0.smithi031.stdout:1987: expect (ObjNum 522 snap 146 seq_num 522) 2024-09-17T17:09:45.431 INFO:tasks.rados.rados.0.smithi031.stdout:1986: expect (ObjNum 577 snap 162 seq_num 577) 2024-09-17T17:09:45.536 INFO:tasks.rados.rados.0.smithi031.stdout:1985: finishing copy_from racing read to smithi03184240-29 2024-09-17T17:09:45.536 INFO:tasks.rados.rados.0.smithi031.stdout:1985: finishing copy_from to smithi03184240-29 2024-09-17T17:09:45.537 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 758 (ObjNum 582 snap 164 seq_num 582) dirty exists 2024-09-17T17:09:45.537 INFO:tasks.rados.rados.0.smithi031.stdout:1988: finishing write tid 1 to smithi03184240-36 2024-09-17T17:09:45.537 INFO:tasks.rados.rados.0.smithi031.stdout:1988: finishing write tid 2 to smithi03184240-36 2024-09-17T17:09:45.537 INFO:tasks.rados.rados.0.smithi031.stdout:1988: finishing write tid 3 to smithi03184240-36 2024-09-17T17:09:45.537 INFO:tasks.rados.rados.0.smithi031.stdout:1988: finishing write tid 4 to smithi03184240-36 2024-09-17T17:09:45.537 INFO:tasks.rados.rados.0.smithi031.stdout:1988: oid 36 updating version 0 to 1138 2024-09-17T17:09:45.537 INFO:tasks.rados.rados.0.smithi031.stdout:1988: oid 36 version 1138 is already newer than 1137 2024-09-17T17:09:45.537 INFO:tasks.rados.rados.0.smithi031.stdout:1988: oid 36 updating version 1138 to 1139 2024-09-17T17:09:45.537 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 1139 (ObjNum 643 snap 186 seq_num 643) dirty exists 2024-09-17T17:09:45.537 INFO:tasks.rados.rados.0.smithi031.stdout:1988: left oid 36 (ObjNum 643 snap 186 seq_num 643) 2024-09-17T17:09:45.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:45 smithi031 ceph-mon[94873]: pgmap v331: 121 pgs: 121 active+clean; 201 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-09-17T17:09:45.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:45 smithi031 ceph-mon[94873]: osdmap e447: 8 total, 8 up, 8 in 2024-09-17T17:09:45.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:45 smithi031 ceph-mon[96842]: pgmap v331: 121 pgs: 121 active+clean; 201 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-09-17T17:09:45.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:45 smithi031 ceph-mon[96842]: osdmap e447: 8 total, 8 up, 8 in 2024-09-17T17:09:45.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:45 smithi066 ceph-mon[86175]: pgmap v331: 121 pgs: 121 active+clean; 201 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-09-17T17:09:45.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:45 smithi066 ceph-mon[86175]: osdmap e447: 8 total, 8 up, 8 in 2024-09-17T17:09:46.372 INFO:tasks.rados.rados.0.smithi031.stdout:1985: done (4 left) 2024-09-17T17:09:46.372 INFO:tasks.rados.rados.0.smithi031.stdout:1986: done (3 left) 2024-09-17T17:09:46.373 INFO:tasks.rados.rados.0.smithi031.stdout:1987: done (2 left) 2024-09-17T17:09:46.373 INFO:tasks.rados.rados.0.smithi031.stdout:1988: done (1 left) 2024-09-17T17:09:46.373 INFO:tasks.rados.rados.0.smithi031.stdout:1989: done (0 left) 2024-09-17T17:09:46.373 INFO:tasks.rados.rados.0.smithi031.stdout:1990: delete oid 43 current snap is 187 2024-09-17T17:09:46.376 INFO:tasks.rados.rados.0.smithi031.stdout:1990: done (0 left) 2024-09-17T17:09:46.376 INFO:tasks.rados.rados.0.smithi031.stdout:1991: read oid 30 snap -1 2024-09-17T17:09:46.376 INFO:tasks.rados.rados.0.smithi031.stdout:1991: expect (ObjNum 582 snap 164 seq_num 582) 2024-09-17T17:09:46.376 INFO:tasks.rados.rados.0.smithi031.stdout:1992: rollback oid 41 current snap is 187 2024-09-17T17:09:46.376 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 41 to 185 2024-09-17T17:09:46.376 INFO:tasks.rados.rados.0.smithi031.stdout:1993: read oid 12 snap -1 2024-09-17T17:09:46.376 INFO:tasks.rados.rados.0.smithi031.stdout:1993: expect deleted 2024-09-17T17:09:46.377 INFO:tasks.rados.rados.0.smithi031.stdout:1994: rollback oid 7 current snap is 187 2024-09-17T17:09:46.377 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 7 to 182 2024-09-17T17:09:46.377 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 187 2024-09-17T17:09:46.377 INFO:tasks.rados.rados.0.smithi031.stdout:1995: seq_num 645 ranges {6299648=409600,6709248=778240,7487488=24576} 2024-09-17T17:09:46.414 INFO:tasks.rados.rados.0.smithi031.stdout:1995: writing smithi03184240-23 from 6299648 to 6709248 tid 1 2024-09-17T17:09:46.418 INFO:tasks.rados.rados.0.smithi031.stdout:1995: writing smithi03184240-23 from 6709248 to 7487488 tid 2 2024-09-17T17:09:46.418 INFO:tasks.rados.rados.0.smithi031.stdout:1995: writing smithi03184240-23 from 7487488 to 7512064 tid 3 2024-09-17T17:09:46.419 INFO:tasks.rados.rados.0.smithi031.stdout:1996: delete oid 6 current snap is 187 2024-09-17T17:09:46.419 INFO:tasks.rados.rados.0.smithi031.stdout:1992: finishing rollback tid 0 to smithi03184240-41 2024-09-17T17:09:46.419 INFO:tasks.rados.rados.0.smithi031.stdout:1992: finishing rollback tid 1 to smithi03184240-41 2024-09-17T17:09:46.419 INFO:tasks.rados.rados.0.smithi031.stdout:1992: finishing rollback tid 2 to smithi03184240-41 2024-09-17T17:09:46.419 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 1179 (ObjNum 625 snap 180 seq_num 625) dirty exists 2024-09-17T17:09:46.419 INFO:tasks.rados.rados.0.smithi031.stdout:1994: finishing rollback tid 0 to smithi03184240-7 2024-09-17T17:09:46.419 INFO:tasks.rados.rados.0.smithi031.stdout:1994: finishing rollback tid 1 to smithi03184240-7 2024-09-17T17:09:46.419 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 1450 (ObjNum 33 snap 0 seq_num 1011242064) dirty dne 2024-09-17T17:09:46.419 INFO:tasks.rados.rados.0.smithi031.stdout:1991: expect (ObjNum 582 snap 164 seq_num 582) 2024-09-17T17:09:46.483 INFO:tasks.rados.rados.0.smithi031.stdout:1995: finishing write tid 1 to smithi03184240-23 2024-09-17T17:09:46.483 INFO:tasks.rados.rados.0.smithi031.stdout:1995: finishing write tid 2 to smithi03184240-23 2024-09-17T17:09:46.484 INFO:tasks.rados.rados.0.smithi031.stdout:1995: finishing write tid 3 to smithi03184240-23 2024-09-17T17:09:46.484 INFO:tasks.rados.rados.0.smithi031.stdout:1995: finishing write tid 4 to smithi03184240-23 2024-09-17T17:09:46.484 INFO:tasks.rados.rados.0.smithi031.stdout:1995: finishing write tid 5 to smithi03184240-23 2024-09-17T17:09:46.484 INFO:tasks.rados.rados.0.smithi031.stdout:1995: oid 23 updating version 0 to 1148 2024-09-17T17:09:46.484 INFO:tasks.rados.rados.0.smithi031.stdout:1995: oid 23 updating version 1148 to 1149 2024-09-17T17:09:46.484 INFO:tasks.rados.rados.0.smithi031.stdout:1995: oid 23 updating version 1149 to 1150 2024-09-17T17:09:46.484 INFO:tasks.rados.rados.0.smithi031.stdout:1995: oid 23 version 1150 is already newer than 1147 2024-09-17T17:09:46.484 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 1150 (ObjNum 645 snap 187 seq_num 645) dirty exists 2024-09-17T17:09:46.484 INFO:tasks.rados.rados.0.smithi031.stdout:1995: left oid 23 (ObjNum 645 snap 187 seq_num 645) 2024-09-17T17:09:46.484 INFO:tasks.rados.rados.0.smithi031.stdout:1991: done (5 left) 2024-09-17T17:09:46.484 INFO:tasks.rados.rados.0.smithi031.stdout:1992: done (4 left) 2024-09-17T17:09:46.484 INFO:tasks.rados.rados.0.smithi031.stdout:1993: done (3 left) 2024-09-17T17:09:46.484 INFO:tasks.rados.rados.0.smithi031.stdout:1994: done (2 left) 2024-09-17T17:09:46.484 INFO:tasks.rados.rados.0.smithi031.stdout:1995: done (1 left) 2024-09-17T17:09:46.485 INFO:tasks.rados.rados.0.smithi031.stdout:1996: done (0 left) 2024-09-17T17:09:46.485 INFO:tasks.rados.rados.0.smithi031.stdout:1997: rollback oid 17 current snap is 187 2024-09-17T17:09:46.485 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 17 to 170 2024-09-17T17:09:46.485 INFO:tasks.rados.rados.0.smithi031.stdout:1998: read oid 28 snap 164 2024-09-17T17:09:46.485 INFO:tasks.rados.rados.0.smithi031.stdout:1998: expect (ObjNum 523 snap 146 seq_num 523) 2024-09-17T17:09:46.485 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 50 current snap is 187 2024-09-17T17:09:46.485 INFO:tasks.rados.rados.0.smithi031.stdout:1999: seq_num 647 ranges {0=442368,442368=589824,1032192=212992} 2024-09-17T17:09:46.485 INFO:tasks.rados.rados.0.smithi031.stdout:1999: writing smithi03184240-50 from 0 to 442368 tid 1 2024-09-17T17:09:46.490 INFO:tasks.rados.rados.0.smithi031.stdout:1999: writing smithi03184240-50 from 442368 to 1032192 tid 2 2024-09-17T17:09:46.492 INFO:tasks.rados.rados.0.smithi031.stdout:1999: writing smithi03184240-50 from 1032192 to 1245184 tid 3 2024-09-17T17:09:46.492 INFO:tasks.rados.rados.0.smithi031.stdout:2000: snap_remove snap 183 2024-09-17T17:09:46.499 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:46 smithi066 ceph-mon[86175]: osdmap e448: 8 total, 8 up, 8 in 2024-09-17T17:09:46.499 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:46 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:46.499 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:46 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:09:46.499 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:46 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-17T17:09:46.803 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-09-17T17:09:46.803 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:46 smithi031 ceph-mon[94873]: osdmap e448: 8 total, 8 up, 8 in 2024-09-17T17:09:46.803 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:46 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:46.803 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:46 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:09:46.803 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:46 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-17T17:09:46.804 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:46 smithi031 ceph-mon[96842]: osdmap e448: 8 total, 8 up, 8 in 2024-09-17T17:09:46.804 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:46 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:46.804 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:46 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:09:46.804 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:46 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-17T17:09:47.379 INFO:tasks.rados.rados.0.smithi031.stdout:2000: done (3 left) 2024-09-17T17:09:47.379 INFO:tasks.rados.rados.0.smithi031.stdout:2001: snap_remove snap 186 2024-09-17T17:09:47.404 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T17:09:47.405 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (7m) 53s ago 8m 26.0M - 0.25.0 c8568f914cd2 e19d96c7fca4 2024-09-17T17:09:47.405 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi066 *:3000 running (8m) 20s ago 8m 91.2M - 9.4.7 954c08fa6188 7bff2f45f353 2024-09-17T17:09:47.405 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (10m) 53s ago 10m 18.2M - 18.2.4-855-g19e2a2be 980a0bfcd684 564d1f0baaea 2024-09-17T17:09:47.405 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi066 running (10m) 20s ago 10m 21.2M - 18.2.4-855-g19e2a2be 980a0bfcd684 c397d3fc9cd9 2024-09-17T17:09:47.405 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi066 *:8443,9283,8765 running (4m) 20s ago 13m 455M - 19.3.0-4975-g1889a165 a500243bbb0c f591bc4bdc0b 2024-09-17T17:09:47.405 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:8443,9283,8765 running (4m) 53s ago 15m 526M - 19.3.0-4975-g1889a165 a500243bbb0c 9305cc0f241a 2024-09-17T17:09:47.405 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (3m) 53s ago 15m 53.9M 2048M 19.3.0-4975-g1889a165 a500243bbb0c ebe1c312bc55 2024-09-17T17:09:47.405 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi066 running (3m) 20s ago 14m 44.4M 2048M 19.3.0-4975-g1889a165 a500243bbb0c 345d1bf73a6f 2024-09-17T17:09:47.405 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (3m) 53s ago 13m 46.9M 2048M 19.3.0-4975-g1889a165 a500243bbb0c 4e86f0859c56 2024-09-17T17:09:47.405 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (8m) 53s ago 8m 15.7M - 1.5.0 0da6a335fe13 5461f4c7304d 2024-09-17T17:09:47.405 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi066 *:9100 running (8m) 20s ago 8m 16.9M - 1.5.0 0da6a335fe13 f747e79004be 2024-09-17T17:09:47.405 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (2m) 53s ago 13m 158M 2481M 19.3.0-4975-g1889a165 a500243bbb0c d17b0a925338 2024-09-17T17:09:47.405 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (2m) 53s ago 12m 101M 2481M 19.3.0-4975-g1889a165 a500243bbb0c ef44037fe386 2024-09-17T17:09:47.405 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (91s) 53s ago 12m 91.7M 2481M 19.3.0-4975-g1889a165 a500243bbb0c 441cd68e498b 2024-09-17T17:09:47.406 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (58s) 53s ago 12m 12.1M 2481M 19.3.0-4975-g1889a165 a500243bbb0c aec274dc610b 2024-09-17T17:09:47.406 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi066 running (25s) 20s ago 11m 11.5M 2480M 19.3.0-4975-g1889a165 a500243bbb0c 6cd1b10d7b6e 2024-09-17T17:09:47.406 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi066 running (11m) 20s ago 11m 236M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 2c5ce84fcccf 2024-09-17T17:09:47.406 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi066 running (10m) 20s ago 10m 166M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 d221efc6e856 2024-09-17T17:09:47.406 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi066 running (10m) 20s ago 10m 140M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 ce691a28a9fd 2024-09-17T17:09:47.406 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi066 *:9095 running (4m) 20s ago 9m 50.0M - 2.43.0 a07b618ecd1d c016a10f3f92 2024-09-17T17:09:47.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:47 smithi066 ceph-mon[86175]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-17T17:09:47.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:47 smithi066 ceph-mon[86175]: Upgrade: osd.5 is safe to restart 2024-09-17T17:09:47.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:47 smithi066 ceph-mon[86175]: pgmap v334: 121 pgs: 121 active+clean; 202 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 538 KiB/s wr, 10 op/s 2024-09-17T17:09:47.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:47 smithi066 ceph-mon[86175]: osdmap e449: 8 total, 8 up, 8 in 2024-09-17T17:09:47.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:47 smithi066 ceph-mon[86175]: from='client.34404 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:09:47.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:47 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:47.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:47 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-17T17:09:47.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:47 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:09:47.760 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:09:47.760 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-09-17T17:09:47.761 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 3 2024-09-17T17:09:47.761 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:09:47.761 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-09-17T17:09:47.761 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 2 2024-09-17T17:09:47.761 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:09:47.761 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-09-17T17:09:47.761 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3, 2024-09-17T17:09:47.761 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 5 2024-09-17T17:09:47.761 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:09:47.761 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-09-17T17:09:47.761 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T17:09:47.761 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:09:47.761 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-09-17T17:09:47.761 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 5, 2024-09-17T17:09:47.762 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 10 2024-09-17T17:09:47.762 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-17T17:09:47.762 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:09:47.762 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:47 smithi031 ceph-mon[96842]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-17T17:09:47.762 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:47 smithi031 ceph-mon[96842]: Upgrade: osd.5 is safe to restart 2024-09-17T17:09:47.762 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:47 smithi031 ceph-mon[96842]: pgmap v334: 121 pgs: 121 active+clean; 202 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 538 KiB/s wr, 10 op/s 2024-09-17T17:09:47.762 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:47 smithi031 ceph-mon[96842]: osdmap e449: 8 total, 8 up, 8 in 2024-09-17T17:09:47.762 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:47 smithi031 ceph-mon[96842]: from='client.34404 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:09:47.762 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:47 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:47.762 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:47 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-17T17:09:47.763 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:47 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:09:47.763 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:47 smithi031 ceph-mon[94873]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-17T17:09:47.763 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:47 smithi031 ceph-mon[94873]: Upgrade: osd.5 is safe to restart 2024-09-17T17:09:47.763 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:47 smithi031 ceph-mon[94873]: pgmap v334: 121 pgs: 121 active+clean; 202 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 538 KiB/s wr, 10 op/s 2024-09-17T17:09:47.763 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:47 smithi031 ceph-mon[94873]: osdmap e449: 8 total, 8 up, 8 in 2024-09-17T17:09:47.763 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:47 smithi031 ceph-mon[94873]: from='client.34404 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:09:47.763 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:47 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:47.763 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:47 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-17T17:09:47.763 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:47 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:09:48.058 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:09:48.058 INFO:teuthology.orchestra.run.smithi031.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0", 2024-09-17T17:09:48.058 INFO:teuthology.orchestra.run.smithi031.stdout: "in_progress": true, 2024-09-17T17:09:48.059 INFO:teuthology.orchestra.run.smithi031.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T17:09:48.059 INFO:teuthology.orchestra.run.smithi031.stdout: "services_complete": [ 2024-09-17T17:09:48.059 INFO:teuthology.orchestra.run.smithi031.stdout: "mon", 2024-09-17T17:09:48.059 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr" 2024-09-17T17:09:48.059 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-17T17:09:48.059 INFO:teuthology.orchestra.run.smithi031.stdout: "progress": "10/20 daemons upgraded", 2024-09-17T17:09:48.059 INFO:teuthology.orchestra.run.smithi031.stdout: "message": "Currently upgrading osd daemons", 2024-09-17T17:09:48.059 INFO:teuthology.orchestra.run.smithi031.stdout: "is_paused": false 2024-09-17T17:09:48.059 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:09:48.344 INFO:tasks.rados.rados.0.smithi031.stdout:2001: done (3 left) 2024-09-17T17:09:48.344 INFO:tasks.rados.rados.0.smithi031.stdout:2002: copy_from oid 30 from oid 47 current snap is 187 2024-09-17T17:09:48.345 INFO:tasks.rados.rados.0.smithi031.stdout:1997: finishing rollback tid 0 to smithi03184240-17 2024-09-17T17:09:48.345 INFO:tasks.rados.rados.0.smithi031.stdout:1997: finishing rollback tid 1 to smithi03184240-17 2024-09-17T17:09:48.345 INFO:tasks.rados.rados.0.smithi031.stdout:1997: finishing rollback tid 2 to smithi03184240-17 2024-09-17T17:09:48.345 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 1182 (ObjNum 591 snap 170 seq_num 591) dirty exists 2024-09-17T17:09:48.345 INFO:tasks.rados.rados.0.smithi031.stdout:1999: finishing write tid 1 to smithi03184240-50 2024-09-17T17:09:48.345 INFO:tasks.rados.rados.0.smithi031.stdout:1998: expect (ObjNum 523 snap 146 seq_num 523) 2024-09-17T17:09:48.392 INFO:tasks.rados.rados.0.smithi031.stdout:1999: finishing write tid 2 to smithi03184240-50 2024-09-17T17:09:48.392 INFO:tasks.rados.rados.0.smithi031.stdout:1999: finishing write tid 3 to smithi03184240-50 2024-09-17T17:09:48.392 INFO:tasks.rados.rados.0.smithi031.stdout:1999: finishing write tid 4 to smithi03184240-50 2024-09-17T17:09:48.392 INFO:tasks.rados.rados.0.smithi031.stdout:1999: finishing write tid 5 to smithi03184240-50 2024-09-17T17:09:48.392 INFO:tasks.rados.rados.0.smithi031.stdout:1999: oid 50 updating version 0 to 1454 2024-09-17T17:09:48.392 INFO:tasks.rados.rados.0.smithi031.stdout:1999: oid 50 version 1454 is already newer than 1451 2024-09-17T17:09:48.392 INFO:tasks.rados.rados.0.smithi031.stdout:1999: oid 50 version 1454 is already newer than 1453 2024-09-17T17:09:48.392 INFO:tasks.rados.rados.0.smithi031.stdout:1999: oid 50 version 1454 is already newer than 1452 2024-09-17T17:09:48.392 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 1454 (ObjNum 647 snap 187 seq_num 647) dirty exists 2024-09-17T17:09:48.393 INFO:tasks.rados.rados.0.smithi031.stdout:1999: left oid 50 (ObjNum 647 snap 187 seq_num 647) 2024-09-17T17:09:48.393 INFO:tasks.rados.rados.0.smithi031.stdout:1997: done (3 left) 2024-09-17T17:09:48.393 INFO:tasks.rados.rados.0.smithi031.stdout:1998: done (2 left) 2024-09-17T17:09:48.393 INFO:tasks.rados.rados.0.smithi031.stdout:1999: done (1 left) 2024-09-17T17:09:48.393 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 6 current snap is 187 2024-09-17T17:09:48.393 INFO:tasks.rados.rados.0.smithi031.stdout:2003: seq_num 648 ranges {0=458752,458752=475136,933888=327680} 2024-09-17T17:09:48.394 INFO:tasks.rados.rados.0.smithi031.stdout:2003: writing smithi03184240-6 from 0 to 458752 tid 1 2024-09-17T17:09:48.397 INFO:tasks.rados.rados.0.smithi031.stdout:2003: writing smithi03184240-6 from 458752 to 933888 tid 2 2024-09-17T17:09:48.399 INFO:tasks.rados.rados.0.smithi031.stdout:2003: writing smithi03184240-6 from 933888 to 1261568 tid 3 2024-09-17T17:09:48.399 INFO:tasks.rados.rados.0.smithi031.stdout:2004: read oid 45 snap -1 2024-09-17T17:09:48.399 INFO:tasks.rados.rados.0.smithi031.stdout:2004: expect (ObjNum 636 snap 184 seq_num 636) 2024-09-17T17:09:48.399 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 1 current snap is 187 2024-09-17T17:09:48.399 INFO:tasks.rados.rados.0.smithi031.stdout:2005: seq_num 649 ranges {2269184=475136,2744320=761856,3506176=40960} 2024-09-17T17:09:48.415 INFO:tasks.rados.rados.0.smithi031.stdout:2005: writing smithi03184240-1 from 2269184 to 2744320 tid 1 2024-09-17T17:09:48.420 INFO:tasks.rados.rados.0.smithi031.stdout:2005: writing smithi03184240-1 from 2744320 to 3506176 tid 2 2024-09-17T17:09:48.420 INFO:tasks.rados.rados.0.smithi031.stdout:2005: writing smithi03184240-1 from 3506176 to 3547136 tid 3 2024-09-17T17:09:48.420 INFO:tasks.rados.rados.0.smithi031.stdout:2006: rollback oid 33 current snap is 187 2024-09-17T17:09:48.420 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 33 to 170 2024-09-17T17:09:48.420 INFO:tasks.rados.rados.0.smithi031.stdout:2003: finishing write tid 1 to smithi03184240-6 2024-09-17T17:09:48.420 INFO:tasks.rados.rados.0.smithi031.stdout:2003: finishing write tid 2 to smithi03184240-6 2024-09-17T17:09:48.420 INFO:tasks.rados.rados.0.smithi031.stdout:2003: finishing write tid 3 to smithi03184240-6 2024-09-17T17:09:48.420 INFO:tasks.rados.rados.0.smithi031.stdout:2002: finishing copy_from racing read to smithi03184240-30 2024-09-17T17:09:48.420 INFO:tasks.rados.rados.0.smithi031.stdout:2003: finishing write tid 4 to smithi03184240-6 2024-09-17T17:09:48.420 INFO:tasks.rados.rados.0.smithi031.stdout:2002: finishing copy_from to smithi03184240-30 2024-09-17T17:09:48.420 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 760 (ObjNum 615 snap 176 seq_num 615) dirty exists 2024-09-17T17:09:48.420 INFO:tasks.rados.rados.0.smithi031.stdout:2003: finishing write tid 5 to smithi03184240-6 2024-09-17T17:09:48.420 INFO:tasks.rados.rados.0.smithi031.stdout:2003: oid 6 updating version 0 to 1233 2024-09-17T17:09:48.421 INFO:tasks.rados.rados.0.smithi031.stdout:2003: oid 6 version 1233 is already newer than 1231 2024-09-17T17:09:48.421 INFO:tasks.rados.rados.0.smithi031.stdout:2003: oid 6 version 1233 is already newer than 1232 2024-09-17T17:09:48.421 INFO:tasks.rados.rados.0.smithi031.stdout:2003: oid 6 updating version 1233 to 1234 2024-09-17T17:09:48.421 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 1234 (ObjNum 648 snap 187 seq_num 648) dirty exists 2024-09-17T17:09:48.421 INFO:tasks.rados.rados.0.smithi031.stdout:2003: left oid 6 (ObjNum 648 snap 187 seq_num 648) 2024-09-17T17:09:48.421 INFO:tasks.rados.rados.0.smithi031.stdout:2004: expect (ObjNum 636 snap 184 seq_num 636) 2024-09-17T17:09:48.491 INFO:tasks.rados.rados.0.smithi031.stdout:2005: finishing write tid 1 to smithi03184240-1 2024-09-17T17:09:48.491 INFO:tasks.rados.rados.0.smithi031.stdout:2006: finishing rollback tid 0 to smithi03184240-33 2024-09-17T17:09:48.491 INFO:tasks.rados.rados.0.smithi031.stdout:2005: finishing write tid 2 to smithi03184240-1 2024-09-17T17:09:48.491 INFO:tasks.rados.rados.0.smithi031.stdout:2005: finishing write tid 3 to smithi03184240-1 2024-09-17T17:09:48.492 INFO:tasks.rados.rados.0.smithi031.stdout:2006: finishing rollback tid 1 to smithi03184240-33 2024-09-17T17:09:48.492 INFO:tasks.rados.rados.0.smithi031.stdout:2006: finishing rollback tid 2 to smithi03184240-33 2024-09-17T17:09:48.492 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 1165 (ObjNum 540 snap 151 seq_num 540) dirty exists 2024-09-17T17:09:48.492 INFO:tasks.rados.rados.0.smithi031.stdout:2005: finishing write tid 4 to smithi03184240-1 2024-09-17T17:09:48.492 INFO:tasks.rados.rados.0.smithi031.stdout:2005: finishing write tid 5 to smithi03184240-1 2024-09-17T17:09:48.492 INFO:tasks.rados.rados.0.smithi031.stdout:2005: oid 1 updating version 0 to 1449 2024-09-17T17:09:48.492 INFO:tasks.rados.rados.0.smithi031.stdout:2005: oid 1 version 1449 is already newer than 1447 2024-09-17T17:09:48.492 INFO:tasks.rados.rados.0.smithi031.stdout:2005: oid 1 version 1449 is already newer than 1448 2024-09-17T17:09:48.492 INFO:tasks.rados.rados.0.smithi031.stdout:2005: oid 1 updating version 1449 to 1450 2024-09-17T17:09:48.492 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 1450 (ObjNum 649 snap 187 seq_num 649) dirty exists 2024-09-17T17:09:48.492 INFO:tasks.rados.rados.0.smithi031.stdout:2005: left oid 1 (ObjNum 649 snap 187 seq_num 649) 2024-09-17T17:09:48.492 INFO:tasks.rados.rados.0.smithi031.stdout:2002: done (4 left) 2024-09-17T17:09:48.492 INFO:tasks.rados.rados.0.smithi031.stdout:2003: done (3 left) 2024-09-17T17:09:48.492 INFO:tasks.rados.rados.0.smithi031.stdout:2004: done (2 left) 2024-09-17T17:09:48.493 INFO:tasks.rados.rados.0.smithi031.stdout:2005: done (1 left) 2024-09-17T17:09:48.493 INFO:tasks.rados.rados.0.smithi031.stdout:2006: done (0 left) 2024-09-17T17:09:48.493 INFO:tasks.rados.rados.0.smithi031.stdout:2007: read oid 25 snap -1 2024-09-17T17:09:48.493 INFO:tasks.rados.rados.0.smithi031.stdout:2007: expect (ObjNum 623 snap 180 seq_num 623) 2024-09-17T17:09:48.493 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 7 current snap is 187 2024-09-17T17:09:48.493 INFO:tasks.rados.rados.0.smithi031.stdout:2008: seq_num 650 ranges {0=491520,491520=647168,1138688=155648} 2024-09-17T17:09:48.494 INFO:tasks.rados.rados.0.smithi031.stdout:2008: writing smithi03184240-7 from 0 to 491520 tid 1 2024-09-17T17:09:48.498 INFO:tasks.rados.rados.0.smithi031.stdout:2008: writing smithi03184240-7 from 491520 to 1138688 tid 2 2024-09-17T17:09:48.499 INFO:tasks.rados.rados.0.smithi031.stdout:2008: writing smithi03184240-7 from 1138688 to 1294336 tid 3 2024-09-17T17:09:48.499 INFO:tasks.rados.rados.0.smithi031.stdout:2009: rollback oid 44 current snap is 187 2024-09-17T17:09:48.499 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 44 to 175 2024-09-17T17:09:48.500 INFO:tasks.rados.rados.0.smithi031.stdout:2008: finishing write tid 1 to smithi03184240-7 2024-09-17T17:09:48.500 INFO:tasks.rados.rados.0.smithi031.stdout:2010: delete oid 10 current snap is 187 2024-09-17T17:09:48.502 INFO:tasks.rados.rados.0.smithi031.stdout:2007: expect (ObjNum 623 snap 180 seq_num 623) 2024-09-17T17:09:48.603 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:48 smithi066 ceph-mon[86175]: from='client.44324 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:09:48.603 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:48 smithi066 ceph-mon[86175]: Upgrade: Updating osd.5 2024-09-17T17:09:48.603 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:48 smithi066 ceph-mon[86175]: Deploying daemon osd.5 on smithi066 2024-09-17T17:09:48.603 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:48 smithi066 ceph-mon[86175]: osdmap e450: 8 total, 8 up, 8 in 2024-09-17T17:09:48.603 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:48 smithi066 ceph-mon[86175]: from='client.44330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:09:48.604 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:48 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/2593033034' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:09:48.604 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:48 smithi066 ceph-mon[86175]: osdmap e451: 8 total, 8 up, 8 in 2024-09-17T17:09:48.618 INFO:tasks.rados.rados.0.smithi031.stdout:2008: finishing write tid 2 to smithi03184240-7 2024-09-17T17:09:48.618 INFO:tasks.rados.rados.0.smithi031.stdout:2008: finishing write tid 3 to smithi03184240-7 2024-09-17T17:09:48.618 INFO:tasks.rados.rados.0.smithi031.stdout:2008: finishing write tid 4 to smithi03184240-7 2024-09-17T17:09:48.618 INFO:tasks.rados.rados.0.smithi031.stdout:2009: finishing rollback tid 0 to smithi03184240-44 2024-09-17T17:09:48.618 INFO:tasks.rados.rados.0.smithi031.stdout:2009: finishing rollback tid 1 to smithi03184240-44 2024-09-17T17:09:48.618 INFO:tasks.rados.rados.0.smithi031.stdout:2009: finishing rollback tid 2 to smithi03184240-44 2024-09-17T17:09:48.618 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 1552 (ObjNum 566 snap 160 seq_num 566) dirty exists 2024-09-17T17:09:48.618 INFO:tasks.rados.rados.0.smithi031.stdout:2008: finishing write tid 5 to smithi03184240-7 2024-09-17T17:09:48.618 INFO:tasks.rados.rados.0.smithi031.stdout:2008: oid 7 updating version 0 to 1455 2024-09-17T17:09:48.619 INFO:tasks.rados.rados.0.smithi031.stdout:2008: oid 7 updating version 1455 to 1457 2024-09-17T17:09:48.619 INFO:tasks.rados.rados.0.smithi031.stdout:2008: oid 7 updating version 1457 to 1458 2024-09-17T17:09:48.619 INFO:tasks.rados.rados.0.smithi031.stdout:2008: oid 7 version 1458 is already newer than 1456 2024-09-17T17:09:48.619 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 1458 (ObjNum 650 snap 187 seq_num 650) dirty exists 2024-09-17T17:09:48.619 INFO:tasks.rados.rados.0.smithi031.stdout:2008: left oid 7 (ObjNum 650 snap 187 seq_num 650) 2024-09-17T17:09:48.619 INFO:tasks.rados.rados.0.smithi031.stdout:2007: done (3 left) 2024-09-17T17:09:48.619 INFO:tasks.rados.rados.0.smithi031.stdout:2008: done (2 left) 2024-09-17T17:09:48.619 INFO:tasks.rados.rados.0.smithi031.stdout:2009: done (1 left) 2024-09-17T17:09:48.619 INFO:tasks.rados.rados.0.smithi031.stdout:2010: done (0 left) 2024-09-17T17:09:48.619 INFO:tasks.rados.rados.0.smithi031.stdout:2011: snap_remove snap 163 2024-09-17T17:09:48.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:48 smithi031 ceph-mon[96842]: from='client.44324 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:09:48.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:48 smithi031 ceph-mon[96842]: Upgrade: Updating osd.5 2024-09-17T17:09:48.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:48 smithi031 ceph-mon[96842]: Deploying daemon osd.5 on smithi066 2024-09-17T17:09:48.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:48 smithi031 ceph-mon[96842]: osdmap e450: 8 total, 8 up, 8 in 2024-09-17T17:09:48.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:48 smithi031 ceph-mon[96842]: from='client.44330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:09:48.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:48 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/2593033034' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:09:48.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:48 smithi031 ceph-mon[96842]: osdmap e451: 8 total, 8 up, 8 in 2024-09-17T17:09:48.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:48 smithi031 ceph-mon[94873]: from='client.44324 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:09:48.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:48 smithi031 ceph-mon[94873]: Upgrade: Updating osd.5 2024-09-17T17:09:48.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:48 smithi031 ceph-mon[94873]: Deploying daemon osd.5 on smithi066 2024-09-17T17:09:48.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:48 smithi031 ceph-mon[94873]: osdmap e450: 8 total, 8 up, 8 in 2024-09-17T17:09:48.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:48 smithi031 ceph-mon[94873]: from='client.44330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:09:48.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:48 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/2593033034' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:09:48.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:48 smithi031 ceph-mon[94873]: osdmap e451: 8 total, 8 up, 8 in 2024-09-17T17:09:49.391 INFO:tasks.rados.rados.0.smithi031.stdout:2011: done (0 left) 2024-09-17T17:09:49.391 INFO:tasks.rados.rados.0.smithi031.stdout:2012: snap_create 2024-09-17T17:09:49.497 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:49 smithi066 ceph-mon[86175]: from='client.44342 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:09:49.497 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:49 smithi066 ceph-mon[86175]: pgmap v337: 121 pgs: 121 active+clean; 200 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-09-17T17:09:49.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:49 smithi031 ceph-mon[94873]: from='client.44342 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:09:49.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:49 smithi031 ceph-mon[94873]: pgmap v337: 121 pgs: 121 active+clean; 200 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-09-17T17:09:49.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:49 smithi031 ceph-mon[96842]: from='client.44342 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:09:49.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:49 smithi031 ceph-mon[96842]: pgmap v337: 121 pgs: 121 active+clean; 200 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-09-17T17:09:50.398 INFO:tasks.rados.rados.0.smithi031.stdout:2012: done (0 left) 2024-09-17T17:09:50.398 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 188 2024-09-17T17:09:50.398 INFO:tasks.rados.rados.0.smithi031.stdout:2013: seq_num 652 ranges {0=524288,524288=409600,933888=393216} 2024-09-17T17:09:50.401 INFO:tasks.rados.rados.0.smithi031.stdout:2013: writing smithi03184240-10 from 0 to 524288 tid 1 2024-09-17T17:09:50.403 INFO:tasks.rados.rados.0.smithi031.stdout:2013: writing smithi03184240-10 from 524288 to 933888 tid 2 2024-09-17T17:09:50.405 INFO:tasks.rados.rados.0.smithi031.stdout:2013: writing smithi03184240-10 from 933888 to 1327104 tid 3 2024-09-17T17:09:50.405 INFO:tasks.rados.rados.0.smithi031.stdout:2014: snap_create 2024-09-17T17:09:50.408 INFO:tasks.rados.rados.0.smithi031.stdout:2013: finishing write tid 1 to smithi03184240-10 2024-09-17T17:09:50.408 INFO:tasks.rados.rados.0.smithi031.stdout:2013: finishing write tid 2 to smithi03184240-10 2024-09-17T17:09:50.408 INFO:tasks.rados.rados.0.smithi031.stdout:2013: finishing write tid 3 to smithi03184240-10 2024-09-17T17:09:50.408 INFO:tasks.rados.rados.0.smithi031.stdout:2013: finishing write tid 4 to smithi03184240-10 2024-09-17T17:09:50.409 INFO:tasks.rados.rados.0.smithi031.stdout:2013: finishing write tid 5 to smithi03184240-10 2024-09-17T17:09:50.409 INFO:tasks.rados.rados.0.smithi031.stdout:2013: oid 10 updating version 0 to 1155 2024-09-17T17:09:50.409 INFO:tasks.rados.rados.0.smithi031.stdout:2013: oid 10 version 1155 is already newer than 1153 2024-09-17T17:09:50.409 INFO:tasks.rados.rados.0.smithi031.stdout:2013: oid 10 version 1155 is already newer than 1152 2024-09-17T17:09:50.409 INFO:tasks.rados.rados.0.smithi031.stdout:2013: oid 10 version 1155 is already newer than 1154 2024-09-17T17:09:50.409 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1155 (ObjNum 652 snap 188 seq_num 652) dirty exists 2024-09-17T17:09:50.409 INFO:tasks.rados.rados.0.smithi031.stdout:2013: left oid 10 (ObjNum 652 snap 188 seq_num 652) 2024-09-17T17:09:50.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:50 smithi066 ceph-mon[86175]: osdmap e452: 8 total, 8 up, 8 in 2024-09-17T17:09:50.654 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:50 smithi066 systemd[1]: Stopping Ceph osd.5 for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:09:50.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:50 smithi031 ceph-mon[94873]: osdmap e452: 8 total, 8 up, 8 in 2024-09-17T17:09:50.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:50 smithi031 ceph-mon[96842]: osdmap e452: 8 total, 8 up, 8 in 2024-09-17T17:09:51.153 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:50 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[42619]: 2024-09-17T17:09:50.740+0000 7faf3ef94640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T17:09:51.153 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:50 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[42619]: 2024-09-17T17:09:50.740+0000 7faf3ef94640 -1 osd.5 453 *** Got signal Terminated *** 2024-09-17T17:09:51.153 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:50 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[42619]: 2024-09-17T17:09:50.740+0000 7faf3ef94640 -1 osd.5 453 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T17:09:51.402 INFO:tasks.rados.rados.0.smithi031.stdout:2013: done (1 left) 2024-09-17T17:09:51.403 INFO:tasks.rados.rados.0.smithi031.stdout:2014: done (0 left) 2024-09-17T17:09:51.403 INFO:tasks.rados.rados.0.smithi031.stdout:2015: rollback oid 27 current snap is 189 2024-09-17T17:09:51.403 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 27 to 187 2024-09-17T17:09:51.403 INFO:tasks.rados.rados.0.smithi031.stdout:2016: delete oid 39 current snap is 189 2024-09-17T17:09:51.414 INFO:tasks.rados.rados.0.smithi031.stdout:2016: done (1 left) 2024-09-17T17:09:51.414 INFO:tasks.rados.rados.0.smithi031.stdout:2017: rollback oid 5 current snap is 189 2024-09-17T17:09:51.414 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 5 to 185 2024-09-17T17:09:51.414 INFO:tasks.rados.rados.0.smithi031.stdout:2018: copy_from oid 6 from oid 24 current snap is 189 2024-09-17T17:09:51.414 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 17 current snap is 189 2024-09-17T17:09:51.414 INFO:tasks.rados.rados.0.smithi031.stdout:2019: seq_num 654 ranges {4218880=557056,4775936=630784,5406720=172032} 2024-09-17T17:09:51.440 INFO:tasks.rados.rados.0.smithi031.stdout:2019: writing smithi03184240-17 from 4218880 to 4775936 tid 1 2024-09-17T17:09:51.444 INFO:tasks.rados.rados.0.smithi031.stdout:2019: writing smithi03184240-17 from 4775936 to 5406720 tid 2 2024-09-17T17:09:51.445 INFO:tasks.rados.rados.0.smithi031.stdout:2019: writing smithi03184240-17 from 5406720 to 5578752 tid 3 2024-09-17T17:09:51.445 INFO:tasks.rados.rados.0.smithi031.stdout:2020: snap_create 2024-09-17T17:09:51.445 INFO:tasks.rados.rados.0.smithi031.stdout:2017: finishing rollback tid 0 to smithi03184240-5 2024-09-17T17:09:51.445 INFO:tasks.rados.rados.0.smithi031.stdout:2017: finishing rollback tid 1 to smithi03184240-5 2024-09-17T17:09:51.445 INFO:tasks.rados.rados.0.smithi031.stdout:2017: finishing rollback tid 2 to smithi03184240-5 2024-09-17T17:09:51.445 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 1453 (ObjNum 635 snap 183 seq_num 635) dirty exists 2024-09-17T17:09:51.446 INFO:tasks.rados.rados.0.smithi031.stdout:2018: finishing copy_from racing read to smithi03184240-6 2024-09-17T17:09:51.446 INFO:tasks.rados.rados.0.smithi031.stdout:2018: finishing copy_from to smithi03184240-6 2024-09-17T17:09:51.446 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 1446 (ObjNum 638 snap 184 seq_num 638) dirty exists 2024-09-17T17:09:51.843 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:09:51 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:09:51] "GET /metrics HTTP/1.1" 200 36284 "" "Prometheus/2.43.0" 2024-09-17T17:09:51.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:51 smithi031 ceph-mon[94873]: pgmap v340: 121 pgs: 121 active+clean; 202 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-09-17T17:09:51.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:51 smithi031 ceph-mon[94873]: osdmap e453: 8 total, 8 up, 8 in 2024-09-17T17:09:51.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:51 smithi031 ceph-mon[94873]: osd.5 marked itself down and dead 2024-09-17T17:09:51.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:51 smithi031 ceph-mon[96842]: pgmap v340: 121 pgs: 121 active+clean; 202 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-09-17T17:09:51.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:51 smithi031 ceph-mon[96842]: osdmap e453: 8 total, 8 up, 8 in 2024-09-17T17:09:51.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:51 smithi031 ceph-mon[96842]: osd.5 marked itself down and dead 2024-09-17T17:09:51.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:51 smithi066 ceph-mon[86175]: pgmap v340: 121 pgs: 121 active+clean; 202 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-09-17T17:09:51.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:51 smithi066 ceph-mon[86175]: osdmap e453: 8 total, 8 up, 8 in 2024-09-17T17:09:51.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:51 smithi066 ceph-mon[86175]: osd.5 marked itself down and dead 2024-09-17T17:09:52.242 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:51 smithi066 podman[95808]: 2024-09-17 17:09:51.957575548 +0000 UTC m=+1.329340620 container died 2c5ce84fcccf9e3b53d26379e0a9060054193b277516b43afa8b7a1d28ca9dc3 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T17:09:52.402 INFO:tasks.rados.rados.0.smithi031.stdout:2017: done (4 left) 2024-09-17T17:09:52.402 INFO:tasks.rados.rados.0.smithi031.stdout:2018: done (3 left) 2024-09-17T17:09:52.403 INFO:tasks.rados.rados.0.smithi031.stdout:2020: done (2 left) 2024-09-17T17:09:52.403 INFO:tasks.rados.rados.0.smithi031.stdout:2021: snap_remove snap 171 2024-09-17T17:09:52.591 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:52 smithi066 ceph-mon[86175]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T17:09:52.591 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:52 smithi066 ceph-mon[86175]: osdmap e454: 8 total, 7 up, 8 in 2024-09-17T17:09:52.591 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:52 smithi066 ceph-mon[86175]: osdmap e455: 8 total, 7 up, 8 in 2024-09-17T17:09:52.591 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:52 smithi066 podman[95808]: 2024-09-17 17:09:52.329432487 +0000 UTC m=+1.701197564 container cleanup 2c5ce84fcccf9e3b53d26379e0a9060054193b277516b43afa8b7a1d28ca9dc3 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-09-17T17:09:52.591 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:52 smithi066 bash[95808]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5 2024-09-17T17:09:52.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:52 smithi031 ceph-mon[94873]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T17:09:52.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:52 smithi031 ceph-mon[94873]: osdmap e454: 8 total, 7 up, 8 in 2024-09-17T17:09:52.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:52 smithi031 ceph-mon[94873]: osdmap e455: 8 total, 7 up, 8 in 2024-09-17T17:09:52.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:52 smithi031 ceph-mon[96842]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T17:09:52.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:52 smithi031 ceph-mon[96842]: osdmap e454: 8 total, 7 up, 8 in 2024-09-17T17:09:52.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:52 smithi031 ceph-mon[96842]: osdmap e455: 8 total, 7 up, 8 in 2024-09-17T17:09:52.903 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:52 smithi066 podman[95828]: 2024-09-17 17:09:52.589249543 +0000 UTC m=+0.626945717 container remove 2c5ce84fcccf9e3b53d26379e0a9060054193b277516b43afa8b7a1d28ca9dc3 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , ceph=True, RELEASE=reef-19e2a2b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-17T17:09:53.244 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:52 smithi066 podman[95928]: 2024-09-17 17:09:52.83966617 +0000 UTC m=+0.017273972 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:09:53.244 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:52 smithi066 podman[95928]: 2024-09-17 17:09:52.94854095 +0000 UTC m=+0.126148746 container create a3fef4482e7d672337adfea8b9a0f3f6859ffe9ab30ed0473a495f3c81e207b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_CLEAN=True, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T17:09:53.244 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:53 smithi066 podman[95928]: 2024-09-17 17:09:53.159360581 +0000 UTC m=+0.336968378 container init a3fef4482e7d672337adfea8b9a0f3f6859ffe9ab30ed0473a495f3c81e207b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-09-17T17:09:53.244 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:53 smithi066 podman[95928]: 2024-09-17 17:09:53.164285601 +0000 UTC m=+0.341893403 container start a3fef4482e7d672337adfea8b9a0f3f6859ffe9ab30ed0473a495f3c81e207b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T17:09:53.244 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:53 smithi066 podman[95928]: 2024-09-17 17:09:53.242576083 +0000 UTC m=+0.420183879 container attach a3fef4482e7d672337adfea8b9a0f3f6859ffe9ab30ed0473a495f3c81e207b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16) 2024-09-17T17:09:53.347 INFO:tasks.rados.rados.0.smithi031.stdout:2021: done (2 left) 2024-09-17T17:09:53.347 INFO:tasks.rados.rados.0.smithi031.stdout:2022: read oid 33 snap 180 2024-09-17T17:09:53.347 INFO:tasks.rados.rados.0.smithi031.stdout:2022: expect (ObjNum 619 snap 178 seq_num 619) 2024-09-17T17:09:53.347 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 47 current snap is 190 2024-09-17T17:09:53.347 INFO:tasks.rados.rados.0.smithi031.stdout:2019: finishing write tid 1 to smithi03184240-17 2024-09-17T17:09:53.347 INFO:tasks.rados.rados.0.smithi031.stdout:2019: finishing write tid 2 to smithi03184240-17 2024-09-17T17:09:53.347 INFO:tasks.rados.rados.0.smithi031.stdout:2019: finishing write tid 3 to smithi03184240-17 2024-09-17T17:09:53.347 INFO:tasks.rados.rados.0.smithi031.stdout:2019: finishing write tid 4 to smithi03184240-17 2024-09-17T17:09:53.347 INFO:tasks.rados.rados.0.smithi031.stdout:2015: finishing rollback tid 1 to smithi03184240-27 2024-09-17T17:09:53.348 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 1452 (ObjNum 177 snap 0 seq_num 0) dirty dne 2024-09-17T17:09:53.348 INFO:tasks.rados.rados.0.smithi031.stdout:2019: finishing write tid 5 to smithi03184240-17 2024-09-17T17:09:53.348 INFO:tasks.rados.rados.0.smithi031.stdout:2019: oid 17 updating version 0 to 1185 2024-09-17T17:09:53.348 INFO:tasks.rados.rados.0.smithi031.stdout:2019: oid 17 version 1185 is already newer than 1183 2024-09-17T17:09:53.348 INFO:tasks.rados.rados.0.smithi031.stdout:2019: oid 17 updating version 1185 to 1186 2024-09-17T17:09:53.348 INFO:tasks.rados.rados.0.smithi031.stdout:2019: oid 17 version 1186 is already newer than 1184 2024-09-17T17:09:53.348 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 1186 (ObjNum 654 snap 189 seq_num 654) dirty exists 2024-09-17T17:09:53.348 INFO:tasks.rados.rados.0.smithi031.stdout:2019: left oid 17 (ObjNum 654 snap 189 seq_num 654) 2024-09-17T17:09:53.348 INFO:tasks.rados.rados.0.smithi031.stdout:2023: seq_num 655 ranges {2244608=573440,2818048=516096,3334144=286720} 2024-09-17T17:09:53.363 INFO:tasks.rados.rados.0.smithi031.stdout:2023: writing smithi03184240-47 from 2244608 to 2818048 tid 1 2024-09-17T17:09:53.367 INFO:tasks.rados.rados.0.smithi031.stdout:2023: writing smithi03184240-47 from 2818048 to 3334144 tid 2 2024-09-17T17:09:53.370 INFO:tasks.rados.rados.0.smithi031.stdout:2023: writing smithi03184240-47 from 3334144 to 3620864 tid 3 2024-09-17T17:09:53.370 INFO:tasks.rados.rados.0.smithi031.stdout:2015: done (3 left) 2024-09-17T17:09:53.370 INFO:tasks.rados.rados.0.smithi031.stdout:2019: done (2 left) 2024-09-17T17:09:53.370 INFO:tasks.rados.rados.0.smithi031.stdout:2024: read oid 28 snap 164 2024-09-17T17:09:53.370 INFO:tasks.rados.rados.0.smithi031.stdout:2024: expect (ObjNum 523 snap 146 seq_num 523) 2024-09-17T17:09:53.370 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 190 2024-09-17T17:09:53.370 INFO:tasks.rados.rados.0.smithi031.stdout:2025: seq_num 656 ranges {3112960=589824,3702784=802816} 2024-09-17T17:09:53.391 INFO:tasks.rados.rados.0.smithi031.stdout:2025: writing smithi03184240-31 from 3112960 to 3702784 tid 1 2024-09-17T17:09:53.396 INFO:tasks.rados.rados.0.smithi031.stdout:2025: writing smithi03184240-31 from 3702784 to 4505600 tid 2 2024-09-17T17:09:53.396 INFO:tasks.rados.rados.0.smithi031.stdout:2026: delete oid 19 current snap is 190 2024-09-17T17:09:53.396 INFO:tasks.rados.rados.0.smithi031.stdout:2023: finishing write tid 1 to smithi03184240-47 2024-09-17T17:09:53.396 INFO:tasks.rados.rados.0.smithi031.stdout:2023: finishing write tid 2 to smithi03184240-47 2024-09-17T17:09:53.396 INFO:tasks.rados.rados.0.smithi031.stdout:2023: finishing write tid 3 to smithi03184240-47 2024-09-17T17:09:53.396 INFO:tasks.rados.rados.0.smithi031.stdout:2023: finishing write tid 4 to smithi03184240-47 2024-09-17T17:09:53.396 INFO:tasks.rados.rados.0.smithi031.stdout:2024: expect (ObjNum 523 snap 146 seq_num 523) 2024-09-17T17:09:53.439 INFO:tasks.rados.rados.0.smithi031.stdout:2023: finishing write tid 5 to smithi03184240-47 2024-09-17T17:09:53.439 INFO:tasks.rados.rados.0.smithi031.stdout:2023: oid 47 updating version 0 to 763 2024-09-17T17:09:53.439 INFO:tasks.rados.rados.0.smithi031.stdout:2023: oid 47 updating version 763 to 764 2024-09-17T17:09:53.439 INFO:tasks.rados.rados.0.smithi031.stdout:2023: oid 47 version 764 is already newer than 762 2024-09-17T17:09:53.439 INFO:tasks.rados.rados.0.smithi031.stdout:2023: oid 47 version 764 is already newer than 761 2024-09-17T17:09:53.439 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 764 (ObjNum 655 snap 190 seq_num 655) dirty exists 2024-09-17T17:09:53.439 INFO:tasks.rados.rados.0.smithi031.stdout:2023: left oid 47 (ObjNum 655 snap 190 seq_num 655) 2024-09-17T17:09:53.439 INFO:tasks.rados.rados.0.smithi031.stdout:2022: expect (ObjNum 619 snap 178 seq_num 619) 2024-09-17T17:09:53.620 INFO:tasks.rados.rados.0.smithi031.stdout:2025: finishing write tid 1 to smithi03184240-31 2024-09-17T17:09:53.621 INFO:tasks.rados.rados.0.smithi031.stdout:2025: finishing write tid 2 to smithi03184240-31 2024-09-17T17:09:53.621 INFO:tasks.rados.rados.0.smithi031.stdout:2025: finishing write tid 3 to smithi03184240-31 2024-09-17T17:09:53.621 INFO:tasks.rados.rados.0.smithi031.stdout:2025: finishing write tid 4 to smithi03184240-31 2024-09-17T17:09:53.621 INFO:tasks.rados.rados.0.smithi031.stdout:2025: oid 31 updating version 0 to 1461 2024-09-17T17:09:53.621 INFO:tasks.rados.rados.0.smithi031.stdout:2025: oid 31 version 1461 is already newer than 1460 2024-09-17T17:09:53.621 INFO:tasks.rados.rados.0.smithi031.stdout:2025: oid 31 version 1461 is already newer than 1459 2024-09-17T17:09:53.621 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 1461 (ObjNum 656 snap 190 seq_num 656) dirty exists 2024-09-17T17:09:53.621 INFO:tasks.rados.rados.0.smithi031.stdout:2025: left oid 31 (ObjNum 656 snap 190 seq_num 656) 2024-09-17T17:09:53.621 INFO:tasks.rados.rados.0.smithi031.stdout:2022: done (4 left) 2024-09-17T17:09:53.621 INFO:tasks.rados.rados.0.smithi031.stdout:2023: done (3 left) 2024-09-17T17:09:53.621 INFO:tasks.rados.rados.0.smithi031.stdout:2024: done (2 left) 2024-09-17T17:09:53.622 INFO:tasks.rados.rados.0.smithi031.stdout:2025: done (1 left) 2024-09-17T17:09:53.622 INFO:tasks.rados.rados.0.smithi031.stdout:2026: done (0 left) 2024-09-17T17:09:53.622 INFO:tasks.rados.rados.0.smithi031.stdout:2027: setattr oid 45 current snap is 190 2024-09-17T17:09:53.622 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 190 2024-09-17T17:09:53.622 INFO:tasks.rados.rados.0.smithi031.stdout:2028: seq_num 658 ranges {0=622592,622592=565248,1187840=237568} 2024-09-17T17:09:53.624 INFO:tasks.rados.rados.0.smithi031.stdout:2028: writing smithi03184240-4 from 0 to 622592 tid 1 2024-09-17T17:09:53.627 INFO:tasks.rados.rados.0.smithi031.stdout:2028: writing smithi03184240-4 from 622592 to 1187840 tid 2 2024-09-17T17:09:53.629 INFO:tasks.rados.rados.0.smithi031.stdout:2028: writing smithi03184240-4 from 1187840 to 1425408 tid 3 2024-09-17T17:09:53.629 INFO:tasks.rados.rados.0.smithi031.stdout:2029: rollback oid 26 current snap is 190 2024-09-17T17:09:53.629 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 26 to 188 2024-09-17T17:09:53.629 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 1566 (ObjNum 636 snap 184 seq_num 636) dirty exists 2024-09-17T17:09:53.629 INFO:tasks.rados.rados.0.smithi031.stdout:2028: finishing write tid 1 to smithi03184240-4 2024-09-17T17:09:53.629 INFO:tasks.rados.rados.0.smithi031.stdout:2027: done (2 left) 2024-09-17T17:09:53.629 INFO:tasks.rados.rados.0.smithi031.stdout:2030: copy_from oid 14 from oid 24 current snap is 190 2024-09-17T17:09:53.629 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 42 current snap is 190 2024-09-17T17:09:53.629 INFO:tasks.rados.rados.0.smithi031.stdout:2031: seq_num 659 ranges {1548288=647168,2195456=450560,2646016=352256} 2024-09-17T17:09:53.641 INFO:tasks.rados.rados.0.smithi031.stdout:2031: writing smithi03184240-42 from 1548288 to 2195456 tid 1 2024-09-17T17:09:53.643 INFO:tasks.rados.rados.0.smithi031.stdout:2031: writing smithi03184240-42 from 2195456 to 2646016 tid 2 2024-09-17T17:09:53.646 INFO:tasks.rados.rados.0.smithi031.stdout:2031: writing smithi03184240-42 from 2646016 to 2998272 tid 3 2024-09-17T17:09:53.646 INFO:tasks.rados.rados.0.smithi031.stdout:2032: delete oid 40 current snap is 190 2024-09-17T17:09:53.646 INFO:tasks.rados.rados.0.smithi031.stdout:2028: finishing write tid 2 to smithi03184240-4 2024-09-17T17:09:53.646 INFO:tasks.rados.rados.0.smithi031.stdout:2028: finishing write tid 3 to smithi03184240-4 2024-09-17T17:09:53.646 INFO:tasks.rados.rados.0.smithi031.stdout:2028: finishing write tid 4 to smithi03184240-4 2024-09-17T17:09:53.646 INFO:tasks.rados.rados.0.smithi031.stdout:2028: finishing write tid 5 to smithi03184240-4 2024-09-17T17:09:53.646 INFO:tasks.rados.rados.0.smithi031.stdout:2028: oid 4 updating version 0 to 1187 2024-09-17T17:09:53.646 INFO:tasks.rados.rados.0.smithi031.stdout:2028: oid 4 updating version 1187 to 1188 2024-09-17T17:09:53.646 INFO:tasks.rados.rados.0.smithi031.stdout:2028: oid 4 updating version 1188 to 1189 2024-09-17T17:09:53.647 INFO:tasks.rados.rados.0.smithi031.stdout:2028: oid 4 updating version 1189 to 1190 2024-09-17T17:09:53.647 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1190 (ObjNum 658 snap 190 seq_num 658) dirty exists 2024-09-17T17:09:53.647 INFO:tasks.rados.rados.0.smithi031.stdout:2028: left oid 4 (ObjNum 658 snap 190 seq_num 658) 2024-09-17T17:09:53.647 INFO:tasks.rados.rados.0.smithi031.stdout:2029: finishing rollback tid 0 to smithi03184240-26 2024-09-17T17:09:53.647 INFO:tasks.rados.rados.0.smithi031.stdout:2029: finishing rollback tid 1 to smithi03184240-26 2024-09-17T17:09:53.647 INFO:tasks.rados.rados.0.smithi031.stdout:2029: finishing rollback tid 2 to smithi03184240-26 2024-09-17T17:09:53.647 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 1159 (ObjNum 599 snap 171 seq_num 599) dirty exists 2024-09-17T17:09:53.647 INFO:tasks.rados.rados.0.smithi031.stdout:2030: finishing copy_from racing read to smithi03184240-14 2024-09-17T17:09:53.647 INFO:tasks.rados.rados.0.smithi031.stdout:2030: finishing copy_from to smithi03184240-14 2024-09-17T17:09:53.647 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 1446 (ObjNum 638 snap 184 seq_num 638) dirty exists 2024-09-17T17:09:53.647 INFO:tasks.rados.rados.0.smithi031.stdout:2031: finishing write tid 1 to smithi03184240-42 2024-09-17T17:09:53.648 INFO:tasks.rados.rados.0.smithi031.stdout:2031: finishing write tid 2 to smithi03184240-42 2024-09-17T17:09:53.648 INFO:tasks.rados.rados.0.smithi031.stdout:2031: finishing write tid 3 to smithi03184240-42 2024-09-17T17:09:53.649 INFO:tasks.rados.rados.0.smithi031.stdout:2031: finishing write tid 4 to smithi03184240-42 2024-09-17T17:09:53.651 INFO:tasks.rados.rados.0.smithi031.stdout:2031: finishing write tid 5 to smithi03184240-42 2024-09-17T17:09:53.651 INFO:tasks.rados.rados.0.smithi031.stdout:2031: oid 42 updating version 0 to 1568 2024-09-17T17:09:53.651 INFO:tasks.rados.rados.0.smithi031.stdout:2031: oid 42 updating version 1568 to 1570 2024-09-17T17:09:53.651 INFO:tasks.rados.rados.0.smithi031.stdout:2031: oid 42 updating version 1570 to 1571 2024-09-17T17:09:53.651 INFO:tasks.rados.rados.0.smithi031.stdout:2031: oid 42 version 1571 is already newer than 1569 2024-09-17T17:09:53.651 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 1571 (ObjNum 659 snap 190 seq_num 659) dirty exists 2024-09-17T17:09:53.651 INFO:tasks.rados.rados.0.smithi031.stdout:2031: left oid 42 (ObjNum 659 snap 190 seq_num 659) 2024-09-17T17:09:53.651 INFO:tasks.rados.rados.0.smithi031.stdout:2028: done (4 left) 2024-09-17T17:09:53.651 INFO:tasks.rados.rados.0.smithi031.stdout:2029: done (3 left) 2024-09-17T17:09:53.652 INFO:tasks.rados.rados.0.smithi031.stdout:2030: done (2 left) 2024-09-17T17:09:53.652 INFO:tasks.rados.rados.0.smithi031.stdout:2031: done (1 left) 2024-09-17T17:09:53.652 INFO:tasks.rados.rados.0.smithi031.stdout:2032: done (0 left) 2024-09-17T17:09:53.652 INFO:tasks.rados.rados.0.smithi031.stdout:2033: read oid 33 snap -1 2024-09-17T17:09:53.652 INFO:tasks.rados.rados.0.smithi031.stdout:2033: expect (ObjNum 540 snap 151 seq_num 540) 2024-09-17T17:09:53.652 INFO:tasks.rados.rados.0.smithi031.stdout:2034: snap_create 2024-09-17T17:09:53.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:53 smithi066 ceph-mon[86175]: pgmap v343: 121 pgs: 12 peering, 16 stale+active+clean, 93 active+clean; 212 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 19 op/s 2024-09-17T17:09:53.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:53 smithi066 ceph-mon[86175]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-09-17T17:09:53.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:53 smithi066 ceph-mon[86175]: osdmap e456: 8 total, 7 up, 8 in 2024-09-17T17:09:53.653 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:53 smithi066 podman[95928]: 2024-09-17 17:09:53.367739041 +0000 UTC m=+0.545346846 container died a3fef4482e7d672337adfea8b9a0f3f6859ffe9ab30ed0473a495f3c81e207b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.vendor=CentOS) 2024-09-17T17:09:53.660 INFO:tasks.rados.rados.0.smithi031.stdout:2033: expect (ObjNum 540 snap 151 seq_num 540) 2024-09-17T17:09:53.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:53 smithi031 ceph-mon[94873]: pgmap v343: 121 pgs: 12 peering, 16 stale+active+clean, 93 active+clean; 212 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 19 op/s 2024-09-17T17:09:53.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:53 smithi031 ceph-mon[94873]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-09-17T17:09:53.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:53 smithi031 ceph-mon[94873]: osdmap e456: 8 total, 7 up, 8 in 2024-09-17T17:09:53.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:53 smithi031 ceph-mon[96842]: pgmap v343: 121 pgs: 12 peering, 16 stale+active+clean, 93 active+clean; 212 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 19 op/s 2024-09-17T17:09:53.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:53 smithi031 ceph-mon[96842]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-09-17T17:09:53.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:53 smithi031 ceph-mon[96842]: osdmap e456: 8 total, 7 up, 8 in 2024-09-17T17:09:54.404 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:54 smithi066 podman[95973]: 2024-09-17 17:09:54.063347251 +0000 UTC m=+0.685457082 container remove a3fef4482e7d672337adfea8b9a0f3f6859ffe9ab30ed0473a495f3c81e207b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16) 2024-09-17T17:09:54.404 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:54 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.5.service: Deactivated successfully. 2024-09-17T17:09:54.404 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:54 smithi066 systemd[1]: Stopped Ceph osd.5 for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:09:54.404 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:54 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.5.service: Consumed 17.055s CPU time. 2024-09-17T17:09:54.404 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:54 smithi066 systemd[1]: Starting Ceph osd.5 for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:09:54.428 INFO:tasks.rados.rados.0.smithi031.stdout:2033: done (1 left) 2024-09-17T17:09:54.428 INFO:tasks.rados.rados.0.smithi031.stdout:2034: done (0 left) 2024-09-17T17:09:54.428 INFO:tasks.rados.rados.0.smithi031.stdout:2035: rollback oid 39 current snap is 191 2024-09-17T17:09:54.429 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 39 to 185 2024-09-17T17:09:54.429 INFO:tasks.rados.rados.0.smithi031.stdout:2036: snap_create 2024-09-17T17:09:54.436 INFO:tasks.rados.rados.0.smithi031.stdout:2035: finishing rollback tid 1 to smithi03184240-39 2024-09-17T17:09:54.436 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 0 (ObjNum 65 snap 0 seq_num 3068108048) dirty dne 2024-09-17T17:09:54.736 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:54 smithi066 ceph-mon[86175]: Health check failed: Degraded data redundancy: 40/492 objects degraded (8.130%), 5 pgs degraded (PG_DEGRADED) 2024-09-17T17:09:54.736 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:54 smithi066 ceph-mon[86175]: osdmap e457: 8 total, 7 up, 8 in 2024-09-17T17:09:54.736 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:54 smithi066 podman[96079]: 2024-09-17 17:09:54.406021818 +0000 UTC m=+0.017439282 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:09:54.736 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:54 smithi066 podman[96079]: 2024-09-17 17:09:54.523345894 +0000 UTC m=+0.134763343 container create 2ecc46a8b0525d21f66ce51155c4e3f00e6bdc62312a201ad80ec56afee506c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5-activate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=) 2024-09-17T17:09:54.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:54 smithi031 ceph-mon[94873]: Health check failed: Degraded data redundancy: 40/492 objects degraded (8.130%), 5 pgs degraded (PG_DEGRADED) 2024-09-17T17:09:54.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:54 smithi031 ceph-mon[94873]: osdmap e457: 8 total, 7 up, 8 in 2024-09-17T17:09:54.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:54 smithi031 ceph-mon[96842]: Health check failed: Degraded data redundancy: 40/492 objects degraded (8.130%), 5 pgs degraded (PG_DEGRADED) 2024-09-17T17:09:54.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:54 smithi031 ceph-mon[96842]: osdmap e457: 8 total, 7 up, 8 in 2024-09-17T17:09:55.153 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:54 smithi066 podman[96079]: 2024-09-17 17:09:54.734459444 +0000 UTC m=+0.345876902 container init 2ecc46a8b0525d21f66ce51155c4e3f00e6bdc62312a201ad80ec56afee506c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5-activate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-09-17T17:09:55.154 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:54 smithi066 podman[96079]: 2024-09-17 17:09:54.739850246 +0000 UTC m=+0.351267704 container start 2ecc46a8b0525d21f66ce51155c4e3f00e6bdc62312a201ad80ec56afee506c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5-activate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-09-17T17:09:55.154 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:54 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5-activate[96094]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T17:09:55.154 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:54 smithi066 bash[96079]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T17:09:55.154 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:54 smithi066 podman[96079]: 2024-09-17 17:09:54.884307321 +0000 UTC m=+0.495724781 container attach 2ecc46a8b0525d21f66ce51155c4e3f00e6bdc62312a201ad80ec56afee506c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5-activate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T17:09:55.154 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:54 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5-activate[96094]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T17:09:55.154 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:54 smithi066 bash[96079]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T17:09:55.433 INFO:tasks.rados.rados.0.smithi031.stdout:2035: done (1 left) 2024-09-17T17:09:55.433 INFO:tasks.rados.rados.0.smithi031.stdout:2036: done (0 left) 2024-09-17T17:09:55.433 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 28 current snap is 192 2024-09-17T17:09:55.433 INFO:tasks.rados.rados.0.smithi031.stdout:2037: seq_num 661 ranges {1572864=679936,2252800=622592,2875392=180224} 2024-09-17T17:09:55.445 INFO:tasks.rados.rados.0.smithi031.stdout:2037: writing smithi03184240-28 from 1572864 to 2252800 tid 1 2024-09-17T17:09:55.448 INFO:tasks.rados.rados.0.smithi031.stdout:2037: writing smithi03184240-28 from 2252800 to 2875392 tid 2 2024-09-17T17:09:55.449 INFO:tasks.rados.rados.0.smithi031.stdout:2037: writing smithi03184240-28 from 2875392 to 3055616 tid 3 2024-09-17T17:09:55.449 INFO:tasks.rados.rados.0.smithi031.stdout:2038: snap_create 2024-09-17T17:09:55.450 INFO:tasks.rados.rados.0.smithi031.stdout:2037: finishing write tid 1 to smithi03184240-28 2024-09-17T17:09:55.453 INFO:tasks.rados.rados.0.smithi031.stdout:2037: finishing write tid 2 to smithi03184240-28 2024-09-17T17:09:55.453 INFO:tasks.rados.rados.0.smithi031.stdout:2037: finishing write tid 3 to smithi03184240-28 2024-09-17T17:09:55.453 INFO:tasks.rados.rados.0.smithi031.stdout:2037: finishing write tid 4 to smithi03184240-28 2024-09-17T17:09:55.454 INFO:tasks.rados.rados.0.smithi031.stdout:2037: finishing write tid 5 to smithi03184240-28 2024-09-17T17:09:55.455 INFO:tasks.rados.rados.0.smithi031.stdout:2037: oid 28 updating version 0 to 1575 2024-09-17T17:09:55.455 INFO:tasks.rados.rados.0.smithi031.stdout:2037: oid 28 updating version 1575 to 1577 2024-09-17T17:09:55.455 INFO:tasks.rados.rados.0.smithi031.stdout:2037: oid 28 version 1577 is already newer than 1576 2024-09-17T17:09:55.455 INFO:tasks.rados.rados.0.smithi031.stdout:2037: oid 28 version 1577 is already newer than 1574 2024-09-17T17:09:55.455 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 1577 (ObjNum 661 snap 192 seq_num 661) dirty exists 2024-09-17T17:09:55.455 INFO:tasks.rados.rados.0.smithi031.stdout:2037: left oid 28 (ObjNum 661 snap 192 seq_num 661) 2024-09-17T17:09:55.640 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:55 smithi066 ceph-mon[86175]: pgmap v346: 121 pgs: 8 active+undersized, 12 peering, 10 stale+active+clean, 5 active+undersized+degraded, 86 active+clean; 213 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.9 MiB/s wr, 15 op/s; 40/492 objects degraded (8.130%) 2024-09-17T17:09:55.640 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:55 smithi066 ceph-mon[86175]: osdmap e458: 8 total, 7 up, 8 in 2024-09-17T17:09:55.640 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:55 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5-activate[96094]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-17T17:09:55.640 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:55 smithi066 bash[96079]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-17T17:09:55.640 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:55 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5-activate[96094]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-17T17:09:55.641 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:55 smithi066 bash[96079]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-17T17:09:55.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:55 smithi031 ceph-mon[94873]: pgmap v346: 121 pgs: 8 active+undersized, 12 peering, 10 stale+active+clean, 5 active+undersized+degraded, 86 active+clean; 213 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.9 MiB/s wr, 15 op/s; 40/492 objects degraded (8.130%) 2024-09-17T17:09:55.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:55 smithi031 ceph-mon[94873]: osdmap e458: 8 total, 7 up, 8 in 2024-09-17T17:09:55.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:55 smithi031 ceph-mon[96842]: pgmap v346: 121 pgs: 8 active+undersized, 12 peering, 10 stale+active+clean, 5 active+undersized+degraded, 86 active+clean; 213 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.9 MiB/s wr, 15 op/s; 40/492 objects degraded (8.130%) 2024-09-17T17:09:55.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:55 smithi031 ceph-mon[96842]: osdmap e458: 8 total, 7 up, 8 in 2024-09-17T17:09:55.904 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:55 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5-activate[96094]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-17T17:09:55.904 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:55 smithi066 bash[96079]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-17T17:09:55.904 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:55 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5-activate[96094]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-17T17:09:55.904 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:55 smithi066 bash[96079]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-17T17:09:55.904 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:55 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5-activate[96094]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-09-17T17:09:55.904 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:55 smithi066 bash[96079]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-09-17T17:09:55.904 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:55 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5-activate[96094]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-17T17:09:55.904 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:55 smithi066 bash[96079]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-17T17:09:55.904 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:55 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5-activate[96094]: --> ceph-volume raw activate successful for osd ID: 5 2024-09-17T17:09:55.904 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:55 smithi066 bash[96079]: --> ceph-volume raw activate successful for osd ID: 5 2024-09-17T17:09:55.904 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:55 smithi066 podman[96079]: 2024-09-17 17:09:55.669456411 +0000 UTC m=+1.280873881 container died 2ecc46a8b0525d21f66ce51155c4e3f00e6bdc62312a201ad80ec56afee506c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5-activate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-09-17T17:09:56.434 INFO:tasks.rados.rados.0.smithi031.stdout:2037: done (1 left) 2024-09-17T17:09:56.434 INFO:tasks.rados.rados.0.smithi031.stdout:2038: done (0 left) 2024-09-17T17:09:56.434 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 22 current snap is 193 2024-09-17T17:09:56.435 INFO:tasks.rados.rados.0.smithi031.stdout:2039: seq_num 662 ranges {1859584=696320,2555904=557056,3112960=245760} 2024-09-17T17:09:56.448 INFO:tasks.rados.rados.0.smithi031.stdout:2039: writing smithi03184240-22 from 1859584 to 2555904 tid 1 2024-09-17T17:09:56.451 INFO:tasks.rados.rados.0.smithi031.stdout:2039: writing smithi03184240-22 from 2555904 to 3112960 tid 2 2024-09-17T17:09:56.453 INFO:tasks.rados.rados.0.smithi031.stdout:2039: writing smithi03184240-22 from 3112960 to 3358720 tid 3 2024-09-17T17:09:56.453 INFO:tasks.rados.rados.0.smithi031.stdout:2040: copy_from oid 50 from oid 15 current snap is 193 2024-09-17T17:09:56.453 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 8 current snap is 193 2024-09-17T17:09:56.453 INFO:tasks.rados.rados.0.smithi031.stdout:2041: seq_num 663 ranges {0=712704,712704=442368,1155072=360448} 2024-09-17T17:09:56.458 INFO:tasks.rados.rados.0.smithi031.stdout:2041: writing smithi03184240-8 from 0 to 712704 tid 1 2024-09-17T17:09:56.461 INFO:tasks.rados.rados.0.smithi031.stdout:2041: writing smithi03184240-8 from 712704 to 1155072 tid 2 2024-09-17T17:09:56.464 INFO:tasks.rados.rados.0.smithi031.stdout:2041: writing smithi03184240-8 from 1155072 to 1515520 tid 3 2024-09-17T17:09:56.464 INFO:tasks.rados.rados.0.smithi031.stdout:2042: copy_from oid 31 from oid 27 current snap is 193 2024-09-17T17:09:56.464 INFO:tasks.rados.rados.0.smithi031.stdout:2043: snap_create 2024-09-17T17:09:56.464 INFO:tasks.rados.rados.0.smithi031.stdout:2039: finishing write tid 1 to smithi03184240-22 2024-09-17T17:09:56.464 INFO:tasks.rados.rados.0.smithi031.stdout:2039: finishing write tid 2 to smithi03184240-22 2024-09-17T17:09:56.464 INFO:tasks.rados.rados.0.smithi031.stdout:2039: finishing write tid 3 to smithi03184240-22 2024-09-17T17:09:56.464 INFO:tasks.rados.rados.0.smithi031.stdout:2039: finishing write tid 4 to smithi03184240-22 2024-09-17T17:09:56.465 INFO:tasks.rados.rados.0.smithi031.stdout:2041: finishing write tid 1 to smithi03184240-8 2024-09-17T17:09:56.465 INFO:tasks.rados.rados.0.smithi031.stdout:2042: finishing copy_from to smithi03184240-31 2024-09-17T17:09:56.465 INFO:tasks.rados.rados.0.smithi031.stdout:2042: got expected ENOENT (src dne) 2024-09-17T17:09:56.465 INFO:tasks.rados.rados.0.smithi031.stdout:2042: finishing copy_from racing read to smithi03184240-31 2024-09-17T17:09:56.465 INFO:tasks.rados.rados.0.smithi031.stdout:2039: finishing write tid 5 to smithi03184240-22 2024-09-17T17:09:56.466 INFO:tasks.rados.rados.0.smithi031.stdout:2039: oid 22 updating version 0 to 1169 2024-09-17T17:09:56.466 INFO:tasks.rados.rados.0.smithi031.stdout:2039: oid 22 version 1169 is already newer than 1167 2024-09-17T17:09:56.466 INFO:tasks.rados.rados.0.smithi031.stdout:2039: oid 22 version 1169 is already newer than 1166 2024-09-17T17:09:56.466 INFO:tasks.rados.rados.0.smithi031.stdout:2039: oid 22 version 1169 is already newer than 1168 2024-09-17T17:09:56.466 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 1169 (ObjNum 662 snap 193 seq_num 662) dirty exists 2024-09-17T17:09:56.466 INFO:tasks.rados.rados.0.smithi031.stdout:2039: left oid 22 (ObjNum 662 snap 193 seq_num 662) 2024-09-17T17:09:56.467 INFO:tasks.rados.rados.0.smithi031.stdout:2041: finishing write tid 2 to smithi03184240-8 2024-09-17T17:09:56.468 INFO:tasks.rados.rados.0.smithi031.stdout:2041: finishing write tid 3 to smithi03184240-8 2024-09-17T17:09:56.480 INFO:tasks.rados.rados.0.smithi031.stdout:2040: finishing copy_from racing read to smithi03184240-50 2024-09-17T17:09:56.480 INFO:tasks.rados.rados.0.smithi031.stdout:2041: finishing write tid 4 to smithi03184240-8 2024-09-17T17:09:56.483 INFO:tasks.rados.rados.0.smithi031.stdout:2040: finishing copy_from to smithi03184240-50 2024-09-17T17:09:56.483 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 1455 (ObjNum 593 snap 170 seq_num 593) dirty exists 2024-09-17T17:09:56.484 INFO:tasks.rados.rados.0.smithi031.stdout:2041: finishing write tid 5 to smithi03184240-8 2024-09-17T17:09:56.484 INFO:tasks.rados.rados.0.smithi031.stdout:2041: oid 8 updating version 0 to 1459 2024-09-17T17:09:56.484 INFO:tasks.rados.rados.0.smithi031.stdout:2041: oid 8 updating version 1459 to 1461 2024-09-17T17:09:56.484 INFO:tasks.rados.rados.0.smithi031.stdout:2041: oid 8 version 1461 is already newer than 1460 2024-09-17T17:09:56.484 INFO:tasks.rados.rados.0.smithi031.stdout:2041: oid 8 updating version 1461 to 1462 2024-09-17T17:09:56.484 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 1462 (ObjNum 663 snap 193 seq_num 663) dirty exists 2024-09-17T17:09:56.484 INFO:tasks.rados.rados.0.smithi031.stdout:2041: left oid 8 (ObjNum 663 snap 193 seq_num 663) 2024-09-17T17:09:56.568 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:56 smithi066 podman[96250]: 2024-09-17 17:09:56.23864567 +0000 UTC m=+0.563301777 container remove 2ecc46a8b0525d21f66ce51155c4e3f00e6bdc62312a201ad80ec56afee506c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5-activate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-17T17:09:56.568 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:56 smithi066 podman[96315]: 2024-09-17 17:09:56.430076057 +0000 UTC m=+0.093947582 container create f672c086e34cca549dd339b07c373a2b6b9d644dfd12df0760b5a152b442ac34 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T17:09:56.568 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:56 smithi066 podman[96315]: 2024-09-17 17:09:56.352815191 +0000 UTC m=+0.016686717 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:09:57.153 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:56 smithi066 podman[96315]: 2024-09-17 17:09:56.666282651 +0000 UTC m=+0.330154183 container init f672c086e34cca549dd339b07c373a2b6b9d644dfd12df0760b5a152b442ac34 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16) 2024-09-17T17:09:57.154 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:56 smithi066 podman[96315]: 2024-09-17 17:09:56.671566483 +0000 UTC m=+0.335438011 container start f672c086e34cca549dd339b07c373a2b6b9d644dfd12df0760b5a152b442ac34 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-09-17T17:09:57.154 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:56 smithi066 ceph-osd[96353]: -- 172.21.15.66:0/629289381 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556e89d0ba40 con 0x556e8aada000 2024-09-17T17:09:57.154 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:56 smithi066 bash[96315]: f672c086e34cca549dd339b07c373a2b6b9d644dfd12df0760b5a152b442ac34 2024-09-17T17:09:57.154 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:56 smithi066 systemd[1]: Started Ceph osd.5 for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:09:57.438 INFO:tasks.rados.rados.0.smithi031.stdout:2039: done (4 left) 2024-09-17T17:09:57.438 INFO:tasks.rados.rados.0.smithi031.stdout:2040: done (3 left) 2024-09-17T17:09:57.438 INFO:tasks.rados.rados.0.smithi031.stdout:2041: done (2 left) 2024-09-17T17:09:57.438 INFO:tasks.rados.rados.0.smithi031.stdout:2042: done (1 left) 2024-09-17T17:09:57.438 INFO:tasks.rados.rados.0.smithi031.stdout:2043: done (0 left) 2024-09-17T17:09:57.438 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 43 current snap is 194 2024-09-17T17:09:57.438 INFO:tasks.rados.rados.0.smithi031.stdout:2044: seq_num 664 ranges {0=729088,729088=729088,1458176=73728} 2024-09-17T17:09:57.441 INFO:tasks.rados.rados.0.smithi031.stdout:2044: writing smithi03184240-43 from 0 to 729088 tid 1 2024-09-17T17:09:57.445 INFO:tasks.rados.rados.0.smithi031.stdout:2044: writing smithi03184240-43 from 729088 to 1458176 tid 2 2024-09-17T17:09:57.446 INFO:tasks.rados.rados.0.smithi031.stdout:2044: writing smithi03184240-43 from 1458176 to 1531904 tid 3 2024-09-17T17:09:57.446 INFO:tasks.rados.rados.0.smithi031.stdout:2045: delete oid 18 current snap is 194 2024-09-17T17:09:57.446 INFO:tasks.rados.rados.0.smithi031.stdout:2044: finishing write tid 1 to smithi03184240-43 2024-09-17T17:09:57.449 INFO:tasks.rados.rados.0.smithi031.stdout:2045: done (1 left) 2024-09-17T17:09:57.449 INFO:tasks.rados.rados.0.smithi031.stdout:2046: read oid 13 snap -1 2024-09-17T17:09:57.450 INFO:tasks.rados.rados.0.smithi031.stdout:2046: expect (ObjNum 503 snap 145 seq_num 503) 2024-09-17T17:09:57.450 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 39 current snap is 194 2024-09-17T17:09:57.450 INFO:tasks.rados.rados.0.smithi031.stdout:2044: finishing write tid 2 to smithi03184240-43 2024-09-17T17:09:57.450 INFO:tasks.rados.rados.0.smithi031.stdout:2047: seq_num 666 ranges {0=761856,761856=491520,1253376=311296} 2024-09-17T17:09:57.454 INFO:tasks.rados.rados.0.smithi031.stdout:2047: writing smithi03184240-39 from 0 to 761856 tid 1 2024-09-17T17:09:57.457 INFO:tasks.rados.rados.0.smithi031.stdout:2047: writing smithi03184240-39 from 761856 to 1253376 tid 2 2024-09-17T17:09:57.459 INFO:tasks.rados.rados.0.smithi031.stdout:2047: writing smithi03184240-39 from 1253376 to 1564672 tid 3 2024-09-17T17:09:57.460 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 30 current snap is 194 2024-09-17T17:09:57.460 INFO:tasks.rados.rados.0.smithi031.stdout:2048: seq_num 667 ranges {2244608=778240,3022848=778240,3801088=24576} 2024-09-17T17:09:57.476 INFO:tasks.rados.rados.0.smithi031.stdout:2048: writing smithi03184240-30 from 2244608 to 3022848 tid 1 2024-09-17T17:09:57.481 INFO:tasks.rados.rados.0.smithi031.stdout:2048: writing smithi03184240-30 from 3022848 to 3801088 tid 2 2024-09-17T17:09:57.482 INFO:tasks.rados.rados.0.smithi031.stdout:2048: writing smithi03184240-30 from 3801088 to 3825664 tid 3 2024-09-17T17:09:57.482 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 8 current snap is 194 2024-09-17T17:09:57.482 INFO:tasks.rados.rados.0.smithi031.stdout:2044: finishing write tid 3 to smithi03184240-43 2024-09-17T17:09:57.482 INFO:tasks.rados.rados.0.smithi031.stdout:2049: seq_num 668 ranges {1515520=794624,2310144=663552,2973696=139264} 2024-09-17T17:09:57.494 INFO:tasks.rados.rados.0.smithi031.stdout:2049: writing smithi03184240-8 from 1515520 to 2310144 tid 1 2024-09-17T17:09:57.498 INFO:tasks.rados.rados.0.smithi031.stdout:2049: writing smithi03184240-8 from 2310144 to 2973696 tid 2 2024-09-17T17:09:57.500 INFO:tasks.rados.rados.0.smithi031.stdout:2049: writing smithi03184240-8 from 2973696 to 3112960 tid 3 2024-09-17T17:09:57.500 INFO:tasks.rados.rados.0.smithi031.stdout:2050: read oid 1 snap -1 2024-09-17T17:09:57.500 INFO:tasks.rados.rados.0.smithi031.stdout:2050: expect (ObjNum 649 snap 187 seq_num 649) 2024-09-17T17:09:57.500 INFO:tasks.rados.rados.0.smithi031.stdout:2051: rollback oid 37 current snap is 194 2024-09-17T17:09:57.500 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 37 to 185 2024-09-17T17:09:57.500 INFO:tasks.rados.rados.0.smithi031.stdout:2044: finishing write tid 4 to smithi03184240-43 2024-09-17T17:09:57.500 INFO:tasks.rados.rados.0.smithi031.stdout:2044: finishing write tid 5 to smithi03184240-43 2024-09-17T17:09:57.500 INFO:tasks.rados.rados.0.smithi031.stdout:2044: oid 43 updating version 0 to 1580 2024-09-17T17:09:57.500 INFO:tasks.rados.rados.0.smithi031.stdout:2044: oid 43 updating version 1580 to 1581 2024-09-17T17:09:57.500 INFO:tasks.rados.rados.0.smithi031.stdout:2044: oid 43 version 1581 is already newer than 1579 2024-09-17T17:09:57.500 INFO:tasks.rados.rados.0.smithi031.stdout:2044: oid 43 version 1581 is already newer than 1578 2024-09-17T17:09:57.500 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 1581 (ObjNum 664 snap 194 seq_num 664) dirty exists 2024-09-17T17:09:57.500 INFO:tasks.rados.rados.0.smithi031.stdout:2044: left oid 43 (ObjNum 664 snap 194 seq_num 664) 2024-09-17T17:09:57.501 INFO:tasks.rados.rados.0.smithi031.stdout:2046: expect (ObjNum 503 snap 145 seq_num 503) 2024-09-17T17:09:57.537 INFO:tasks.rados.rados.0.smithi031.stdout:2047: finishing write tid 1 to smithi03184240-39 2024-09-17T17:09:57.537 INFO:tasks.rados.rados.0.smithi031.stdout:2047: finishing write tid 2 to smithi03184240-39 2024-09-17T17:09:57.537 INFO:tasks.rados.rados.0.smithi031.stdout:2047: finishing write tid 3 to smithi03184240-39 2024-09-17T17:09:57.538 INFO:tasks.rados.rados.0.smithi031.stdout:2047: finishing write tid 4 to smithi03184240-39 2024-09-17T17:09:57.538 INFO:tasks.rados.rados.0.smithi031.stdout:2047: finishing write tid 5 to smithi03184240-39 2024-09-17T17:09:57.538 INFO:tasks.rados.rados.0.smithi031.stdout:2047: oid 39 updating version 0 to 1173 2024-09-17T17:09:57.538 INFO:tasks.rados.rados.0.smithi031.stdout:2047: oid 39 version 1173 is already newer than 1172 2024-09-17T17:09:57.538 INFO:tasks.rados.rados.0.smithi031.stdout:2047: oid 39 version 1173 is already newer than 1171 2024-09-17T17:09:57.538 INFO:tasks.rados.rados.0.smithi031.stdout:2047: oid 39 version 1173 is already newer than 1170 2024-09-17T17:09:57.538 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 1173 (ObjNum 666 snap 194 seq_num 666) dirty exists 2024-09-17T17:09:57.538 INFO:tasks.rados.rados.0.smithi031.stdout:2047: left oid 39 (ObjNum 666 snap 194 seq_num 666) 2024-09-17T17:09:57.538 INFO:tasks.rados.rados.0.smithi031.stdout:2048: finishing write tid 1 to smithi03184240-30 2024-09-17T17:09:57.538 INFO:tasks.rados.rados.0.smithi031.stdout:2044: done (6 left) 2024-09-17T17:09:57.538 INFO:tasks.rados.rados.0.smithi031.stdout:2046: done (5 left) 2024-09-17T17:09:57.538 INFO:tasks.rados.rados.0.smithi031.stdout:2047: done (4 left) 2024-09-17T17:09:57.538 INFO:tasks.rados.rados.0.smithi031.stdout:2052: read oid 33 snap 180 2024-09-17T17:09:57.538 INFO:tasks.rados.rados.0.smithi031.stdout:2052: expect (ObjNum 619 snap 178 seq_num 619) 2024-09-17T17:09:57.538 INFO:tasks.rados.rados.0.smithi031.stdout:2053: rollback oid 18 current snap is 194 2024-09-17T17:09:57.539 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 18 to 184 2024-09-17T17:09:57.539 INFO:tasks.rados.rados.0.smithi031.stdout:2048: finishing write tid 2 to smithi03184240-30 2024-09-17T17:09:57.539 INFO:tasks.rados.rados.0.smithi031.stdout:2048: finishing write tid 3 to smithi03184240-30 2024-09-17T17:09:57.539 INFO:tasks.rados.rados.0.smithi031.stdout:2048: finishing write tid 4 to smithi03184240-30 2024-09-17T17:09:57.539 INFO:tasks.rados.rados.0.smithi031.stdout:2048: finishing write tid 5 to smithi03184240-30 2024-09-17T17:09:57.539 INFO:tasks.rados.rados.0.smithi031.stdout:2048: oid 30 updating version 0 to 1455 2024-09-17T17:09:57.539 INFO:tasks.rados.rados.0.smithi031.stdout:2048: oid 30 updating version 1455 to 1457 2024-09-17T17:09:57.539 INFO:tasks.rados.rados.0.smithi031.stdout:2048: oid 30 version 1457 is already newer than 1454 2024-09-17T17:09:57.539 INFO:tasks.rados.rados.0.smithi031.stdout:2048: oid 30 version 1457 is already newer than 1456 2024-09-17T17:09:57.539 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 1457 (ObjNum 667 snap 194 seq_num 667) dirty exists 2024-09-17T17:09:57.539 INFO:tasks.rados.rados.0.smithi031.stdout:2048: left oid 30 (ObjNum 667 snap 194 seq_num 667) 2024-09-17T17:09:57.539 INFO:tasks.rados.rados.0.smithi031.stdout:2049: finishing write tid 1 to smithi03184240-8 2024-09-17T17:09:57.539 INFO:tasks.rados.rados.0.smithi031.stdout:2049: finishing write tid 2 to smithi03184240-8 2024-09-17T17:09:57.539 INFO:tasks.rados.rados.0.smithi031.stdout:2049: finishing write tid 3 to smithi03184240-8 2024-09-17T17:09:57.539 INFO:tasks.rados.rados.0.smithi031.stdout:2051: finishing rollback tid 0 to smithi03184240-37 2024-09-17T17:09:57.540 INFO:tasks.rados.rados.0.smithi031.stdout:2049: finishing write tid 4 to smithi03184240-8 2024-09-17T17:09:57.540 INFO:tasks.rados.rados.0.smithi031.stdout:2051: finishing rollback tid 1 to smithi03184240-37 2024-09-17T17:09:57.540 INFO:tasks.rados.rados.0.smithi031.stdout:2051: finishing rollback tid 2 to smithi03184240-37 2024-09-17T17:09:57.540 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 1039 (ObjNum 523 snap 146 seq_num 523) dirty exists 2024-09-17T17:09:57.540 INFO:tasks.rados.rados.0.smithi031.stdout:2049: finishing write tid 5 to smithi03184240-8 2024-09-17T17:09:57.540 INFO:tasks.rados.rados.0.smithi031.stdout:2049: oid 8 updating version 0 to 1465 2024-09-17T17:09:57.540 INFO:tasks.rados.rados.0.smithi031.stdout:2049: oid 8 updating version 1465 to 1467 2024-09-17T17:09:57.540 INFO:tasks.rados.rados.0.smithi031.stdout:2049: oid 8 version 1467 is already newer than 1466 2024-09-17T17:09:57.540 INFO:tasks.rados.rados.0.smithi031.stdout:2049: oid 8 version 1467 is already newer than 1464 2024-09-17T17:09:57.540 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 1467 (ObjNum 668 snap 194 seq_num 668) dirty exists 2024-09-17T17:09:57.540 INFO:tasks.rados.rados.0.smithi031.stdout:2049: left oid 8 (ObjNum 668 snap 194 seq_num 668) 2024-09-17T17:09:57.540 INFO:tasks.rados.rados.0.smithi031.stdout:2048: done (5 left) 2024-09-17T17:09:57.540 INFO:tasks.rados.rados.0.smithi031.stdout:2049: done (4 left) 2024-09-17T17:09:57.540 INFO:tasks.rados.rados.0.smithi031.stdout:2051: done (3 left) 2024-09-17T17:09:57.540 INFO:tasks.rados.rados.0.smithi031.stdout:2054: read oid 14 snap -1 2024-09-17T17:09:57.541 INFO:tasks.rados.rados.0.smithi031.stdout:2054: expect (ObjNum 638 snap 184 seq_num 638) 2024-09-17T17:09:57.541 INFO:tasks.rados.rados.0.smithi031.stdout:2055: read oid 2 snap -1 2024-09-17T17:09:57.541 INFO:tasks.rados.rados.0.smithi031.stdout:2055: expect deleted 2024-09-17T17:09:57.541 INFO:tasks.rados.rados.0.smithi031.stdout:2056: rollback oid 36 current snap is 194 2024-09-17T17:09:57.541 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 36 to 182 2024-09-17T17:09:57.541 INFO:tasks.rados.rados.0.smithi031.stdout:2050: expect (ObjNum 649 snap 187 seq_num 649) 2024-09-17T17:09:57.688 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:57 smithi066 ceph-mon[86175]: pgmap v349: 121 pgs: 28 active+undersized, 12 peering, 10 active+undersized+degraded, 71 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 672 KiB/s wr, 4 op/s; 60/495 objects degraded (12.121%) 2024-09-17T17:09:57.688 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:57 smithi066 ceph-mon[86175]: osdmap e459: 8 total, 7 up, 8 in 2024-09-17T17:09:57.688 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:57 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:57.688 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:57 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:57.688 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:57 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:09:57.714 INFO:tasks.rados.rados.0.smithi031.stdout:2053: finishing rollback tid 1 to smithi03184240-18 2024-09-17T17:09:57.714 INFO:tasks.rados.rados.0.smithi031.stdout:2053: finishing rollback tid 2 to smithi03184240-18 2024-09-17T17:09:57.714 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 1469 (ObjNum 360 snap 103 seq_num 360) dirty exists 2024-09-17T17:09:57.715 INFO:tasks.rados.rados.0.smithi031.stdout:2050: done (5 left) 2024-09-17T17:09:57.715 INFO:tasks.rados.rados.0.smithi031.stdout:2053: done (4 left) 2024-09-17T17:09:57.715 INFO:tasks.rados.rados.0.smithi031.stdout:2055: done (3 left) 2024-09-17T17:09:57.715 INFO:tasks.rados.rados.0.smithi031.stdout:2057: read oid 29 snap -1 2024-09-17T17:09:57.715 INFO:tasks.rados.rados.0.smithi031.stdout:2057: expect (ObjNum 582 snap 164 seq_num 582) 2024-09-17T17:09:57.715 INFO:tasks.rados.rados.0.smithi031.stdout:2058: delete oid 42 current snap is 194 2024-09-17T17:09:57.715 INFO:tasks.rados.rados.0.smithi031.stdout:2054: expect (ObjNum 638 snap 184 seq_num 638) 2024-09-17T17:09:57.743 INFO:tasks.rados.rados.0.smithi031.stdout:2056: finishing rollback tid 0 to smithi03184240-36 2024-09-17T17:09:57.744 INFO:tasks.rados.rados.0.smithi031.stdout:2056: finishing rollback tid 1 to smithi03184240-36 2024-09-17T17:09:57.744 INFO:tasks.rados.rados.0.smithi031.stdout:2056: finishing rollback tid 2 to smithi03184240-36 2024-09-17T17:09:57.744 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 1449 (ObjNum 523 snap 146 seq_num 523) dirty exists 2024-09-17T17:09:57.744 INFO:tasks.rados.rados.0.smithi031.stdout:2052: expect (ObjNum 619 snap 178 seq_num 619) 2024-09-17T17:09:57.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:57 smithi031 ceph-mon[94873]: pgmap v349: 121 pgs: 28 active+undersized, 12 peering, 10 active+undersized+degraded, 71 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 672 KiB/s wr, 4 op/s; 60/495 objects degraded (12.121%) 2024-09-17T17:09:57.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:57 smithi031 ceph-mon[94873]: osdmap e459: 8 total, 7 up, 8 in 2024-09-17T17:09:57.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:57 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:57.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:57 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:57.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:57 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:09:57.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:57 smithi031 ceph-mon[96842]: pgmap v349: 121 pgs: 28 active+undersized, 12 peering, 10 active+undersized+degraded, 71 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 672 KiB/s wr, 4 op/s; 60/495 objects degraded (12.121%) 2024-09-17T17:09:57.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:57 smithi031 ceph-mon[96842]: osdmap e459: 8 total, 7 up, 8 in 2024-09-17T17:09:57.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:57 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:57.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:57 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:09:57.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:57 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:09:57.924 INFO:tasks.rados.rados.0.smithi031.stdout:2057: expect (ObjNum 582 snap 164 seq_num 582) 2024-09-17T17:09:57.987 INFO:tasks.rados.rados.0.smithi031.stdout:2052: done (4 left) 2024-09-17T17:09:57.988 INFO:tasks.rados.rados.0.smithi031.stdout:2054: done (3 left) 2024-09-17T17:09:57.988 INFO:tasks.rados.rados.0.smithi031.stdout:2056: done (2 left) 2024-09-17T17:09:57.988 INFO:tasks.rados.rados.0.smithi031.stdout:2057: done (1 left) 2024-09-17T17:09:57.988 INFO:tasks.rados.rados.0.smithi031.stdout:2058: done (0 left) 2024-09-17T17:09:57.988 INFO:tasks.rados.rados.0.smithi031.stdout:2059: read oid 47 snap -1 2024-09-17T17:09:57.988 INFO:tasks.rados.rados.0.smithi031.stdout:2059: expect (ObjNum 655 snap 190 seq_num 655) 2024-09-17T17:09:57.988 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 46 current snap is 194 2024-09-17T17:09:57.988 INFO:tasks.rados.rados.0.smithi031.stdout:2060: seq_num 670 ranges {827392=425984,1253376=483328,1736704=507904,2244608=212992} 2024-09-17T17:09:57.994 INFO:tasks.rados.rados.0.smithi031.stdout:2060: writing smithi03184240-46 from 827392 to 1253376 tid 1 2024-09-17T17:09:57.997 INFO:tasks.rados.rados.0.smithi031.stdout:2060: writing smithi03184240-46 from 1253376 to 1736704 tid 2 2024-09-17T17:09:58.000 INFO:tasks.rados.rados.0.smithi031.stdout:2060: writing smithi03184240-46 from 1736704 to 2244608 tid 3 2024-09-17T17:09:58.002 INFO:tasks.rados.rados.0.smithi031.stdout:2060: writing smithi03184240-46 from 2244608 to 2457600 tid 4 2024-09-17T17:09:58.002 INFO:tasks.rados.rados.0.smithi031.stdout:2061: read oid 33 snap -1 2024-09-17T17:09:58.002 INFO:tasks.rados.rados.0.smithi031.stdout:2061: expect (ObjNum 540 snap 151 seq_num 540) 2024-09-17T17:09:58.002 INFO:tasks.rados.rados.0.smithi031.stdout:2062: read oid 38 snap -1 2024-09-17T17:09:58.002 INFO:tasks.rados.rados.0.smithi031.stdout:2062: expect (ObjNum 620 snap 179 seq_num 620) 2024-09-17T17:09:58.002 INFO:tasks.rados.rados.0.smithi031.stdout:2063: read oid 36 snap -1 2024-09-17T17:09:58.002 INFO:tasks.rados.rados.0.smithi031.stdout:2063: expect (ObjNum 523 snap 146 seq_num 523) 2024-09-17T17:09:58.003 INFO:tasks.rados.rados.0.smithi031.stdout:2060: finishing write tid 1 to smithi03184240-46 2024-09-17T17:09:58.003 INFO:tasks.rados.rados.0.smithi031.stdout:2059: expect (ObjNum 655 snap 190 seq_num 655) 2024-09-17T17:09:58.185 INFO:tasks.rados.rados.0.smithi031.stdout:2060: finishing write tid 2 to smithi03184240-46 2024-09-17T17:09:58.186 INFO:tasks.rados.rados.0.smithi031.stdout:2060: finishing write tid 3 to smithi03184240-46 2024-09-17T17:09:58.186 INFO:tasks.rados.rados.0.smithi031.stdout:2060: finishing write tid 4 to smithi03184240-46 2024-09-17T17:09:58.186 INFO:tasks.rados.rados.0.smithi031.stdout:2060: finishing write tid 5 to smithi03184240-46 2024-09-17T17:09:58.186 INFO:tasks.rados.rados.0.smithi031.stdout:2063: expect (ObjNum 523 snap 146 seq_num 523) 2024-09-17T17:09:58.228 INFO:tasks.rados.rados.0.smithi031.stdout:2061: expect (ObjNum 540 snap 151 seq_num 540) 2024-09-17T17:09:58.336 INFO:tasks.rados.rados.0.smithi031.stdout:2060: finishing write tid 6 to smithi03184240-46 2024-09-17T17:09:58.336 INFO:tasks.rados.rados.0.smithi031.stdout:2060: oid 46 updating version 0 to 1471 2024-09-17T17:09:58.336 INFO:tasks.rados.rados.0.smithi031.stdout:2060: oid 46 updating version 1471 to 1474 2024-09-17T17:09:58.336 INFO:tasks.rados.rados.0.smithi031.stdout:2060: oid 46 version 1474 is already newer than 1472 2024-09-17T17:09:58.336 INFO:tasks.rados.rados.0.smithi031.stdout:2060: oid 46 version 1474 is already newer than 1473 2024-09-17T17:09:58.336 INFO:tasks.rados.rados.0.smithi031.stdout:2060: oid 46 version 1474 is already newer than 1470 2024-09-17T17:09:58.336 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 1474 (ObjNum 670 snap 194 seq_num 670) dirty exists 2024-09-17T17:09:58.337 INFO:tasks.rados.rados.0.smithi031.stdout:2060: left oid 46 (ObjNum 670 snap 194 seq_num 670) 2024-09-17T17:09:58.337 INFO:tasks.rados.rados.0.smithi031.stdout:2062: expect (ObjNum 620 snap 179 seq_num 620) 2024-09-17T17:09:58.499 INFO:tasks.rados.rados.0.smithi031.stdout:2059: done (4 left) 2024-09-17T17:09:58.499 INFO:tasks.rados.rados.0.smithi031.stdout:2060: done (3 left) 2024-09-17T17:09:58.499 INFO:tasks.rados.rados.0.smithi031.stdout:2061: done (2 left) 2024-09-17T17:09:58.500 INFO:tasks.rados.rados.0.smithi031.stdout:2062: done (1 left) 2024-09-17T17:09:58.500 INFO:tasks.rados.rados.0.smithi031.stdout:2063: done (0 left) 2024-09-17T17:09:58.500 INFO:tasks.rados.rados.0.smithi031.stdout:2064: snap_remove snap 164 2024-09-17T17:09:58.633 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:58 smithi066 ceph-mon[86175]: osdmap e460: 8 total, 7 up, 8 in 2024-09-17T17:09:58.633 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:58 smithi066 ceph-mon[86175]: osdmap e461: 8 total, 7 up, 8 in 2024-09-17T17:09:58.633 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:09:58 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[96329]: 2024-09-17T17:09:58.315+0000 7f48520b4640 -1 Falling back to public interface 2024-09-17T17:09:58.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:58 smithi031 ceph-mon[94873]: osdmap e460: 8 total, 7 up, 8 in 2024-09-17T17:09:58.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:58 smithi031 ceph-mon[94873]: osdmap e461: 8 total, 7 up, 8 in 2024-09-17T17:09:58.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:58 smithi031 ceph-mon[96842]: osdmap e460: 8 total, 7 up, 8 in 2024-09-17T17:09:58.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:58 smithi031 ceph-mon[96842]: osdmap e461: 8 total, 7 up, 8 in 2024-09-17T17:09:59.449 INFO:tasks.rados.rados.0.smithi031.stdout:2064: done (0 left) 2024-09-17T17:09:59.450 INFO:tasks.rados.rados.0.smithi031.stdout:2065: setattr oid 27 current snap is 194 2024-09-17T17:09:59.451 INFO:tasks.rados.rados.0.smithi031.stdout:2066: read oid 46 snap 187 2024-09-17T17:09:59.451 INFO:tasks.rados.rados.0.smithi031.stdout:2066: expect (ObjNum 622 snap 180 seq_num 622) 2024-09-17T17:09:59.451 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 22 current snap is 194 2024-09-17T17:09:59.451 INFO:tasks.rados.rados.0.smithi031.stdout:2067: seq_num 671 ranges {3358720=442368,3801088=761856,4562944=442368} 2024-09-17T17:09:59.474 INFO:tasks.rados.rados.0.smithi031.stdout:2067: writing smithi03184240-22 from 3358720 to 3801088 tid 1 2024-09-17T17:09:59.478 INFO:tasks.rados.rados.0.smithi031.stdout:2067: writing smithi03184240-22 from 3801088 to 4562944 tid 2 2024-09-17T17:09:59.482 INFO:tasks.rados.rados.0.smithi031.stdout:2067: writing smithi03184240-22 from 4562944 to 5005312 tid 3 2024-09-17T17:09:59.482 INFO:tasks.rados.rados.0.smithi031.stdout:2068: copy_from oid 28 from oid 34 current snap is 194 2024-09-17T17:09:59.482 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 1462 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-17T17:09:59.482 INFO:tasks.rados.rados.0.smithi031.stdout:2066: expect (ObjNum 622 snap 180 seq_num 622) 2024-09-17T17:09:59.505 INFO:tasks.rados.rados.0.smithi031.stdout:2067: finishing write tid 1 to smithi03184240-22 2024-09-17T17:09:59.505 INFO:tasks.rados.rados.0.smithi031.stdout:2068: finishing copy_from to smithi03184240-28 2024-09-17T17:09:59.505 INFO:tasks.rados.rados.0.smithi031.stdout:2068: got expected ENOENT (src dne) 2024-09-17T17:09:59.505 INFO:tasks.rados.rados.0.smithi031.stdout:2068: finishing copy_from racing read to smithi03184240-28 2024-09-17T17:09:59.505 INFO:tasks.rados.rados.0.smithi031.stdout:2067: finishing write tid 2 to smithi03184240-22 2024-09-17T17:09:59.505 INFO:tasks.rados.rados.0.smithi031.stdout:2067: finishing write tid 3 to smithi03184240-22 2024-09-17T17:09:59.505 INFO:tasks.rados.rados.0.smithi031.stdout:2065: done (3 left) 2024-09-17T17:09:59.506 INFO:tasks.rados.rados.0.smithi031.stdout:2066: done (2 left) 2024-09-17T17:09:59.506 INFO:tasks.rados.rados.0.smithi031.stdout:2068: done (1 left) 2024-09-17T17:09:59.506 INFO:tasks.rados.rados.0.smithi031.stdout:2069: rollback oid 12 current snap is 194 2024-09-17T17:09:59.506 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 12 to 191 2024-09-17T17:09:59.506 INFO:tasks.rados.rados.0.smithi031.stdout:2067: finishing write tid 4 to smithi03184240-22 2024-09-17T17:09:59.506 INFO:tasks.rados.rados.0.smithi031.stdout:2067: finishing write tid 5 to smithi03184240-22 2024-09-17T17:09:59.506 INFO:tasks.rados.rados.0.smithi031.stdout:2067: oid 22 updating version 0 to 1174 2024-09-17T17:09:59.506 INFO:tasks.rados.rados.0.smithi031.stdout:2067: oid 22 updating version 1174 to 1177 2024-09-17T17:09:59.506 INFO:tasks.rados.rados.0.smithi031.stdout:2067: oid 22 version 1177 is already newer than 1176 2024-09-17T17:09:59.506 INFO:tasks.rados.rados.0.smithi031.stdout:2067: oid 22 version 1177 is already newer than 1175 2024-09-17T17:09:59.506 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 1177 (ObjNum 671 snap 194 seq_num 671) dirty exists 2024-09-17T17:09:59.506 INFO:tasks.rados.rados.0.smithi031.stdout:2067: left oid 22 (ObjNum 671 snap 194 seq_num 671) 2024-09-17T17:09:59.506 INFO:tasks.rados.rados.0.smithi031.stdout:2067: done (1 left) 2024-09-17T17:09:59.507 INFO:tasks.rados.rados.0.smithi031.stdout:2070: read oid 13 snap -1 2024-09-17T17:09:59.507 INFO:tasks.rados.rados.0.smithi031.stdout:2070: expect (ObjNum 503 snap 145 seq_num 503) 2024-09-17T17:09:59.507 INFO:tasks.rados.rados.0.smithi031.stdout:2071: snap_create 2024-09-17T17:09:59.507 INFO:tasks.rados.rados.0.smithi031.stdout:2069: finishing rollback tid 1 to smithi03184240-12 2024-09-17T17:09:59.507 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 360 (ObjNum 4113 snap 0 seq_num 4294967295) dirty dne 2024-09-17T17:09:59.509 INFO:tasks.rados.rados.0.smithi031.stdout:2070: expect (ObjNum 503 snap 145 seq_num 503) 2024-09-17T17:09:59.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:59 smithi066 ceph-mon[86175]: pgmap v352: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 217 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.0 MiB/s wr, 5 op/s; 72/495 objects degraded (14.545%) 2024-09-17T17:09:59.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:09:59 smithi066 ceph-mon[86175]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-09-17T17:09:59.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:59 smithi031 ceph-mon[94873]: pgmap v352: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 217 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.0 MiB/s wr, 5 op/s; 72/495 objects degraded (14.545%) 2024-09-17T17:09:59.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:09:59 smithi031 ceph-mon[94873]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-09-17T17:09:59.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:59 smithi031 ceph-mon[96842]: pgmap v352: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 217 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.0 MiB/s wr, 5 op/s; 72/495 objects degraded (14.545%) 2024-09-17T17:09:59.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:09:59 smithi031 ceph-mon[96842]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-09-17T17:10:00.455 INFO:tasks.rados.rados.0.smithi031.stdout:2069: done (2 left) 2024-09-17T17:10:00.456 INFO:tasks.rados.rados.0.smithi031.stdout:2070: done (1 left) 2024-09-17T17:10:00.456 INFO:tasks.rados.rados.0.smithi031.stdout:2071: done (0 left) 2024-09-17T17:10:00.456 INFO:tasks.rados.rados.0.smithi031.stdout:2072: snap_create 2024-09-17T17:10:00.752 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:00 smithi066 ceph-mon[86175]: osdmap e462: 8 total, 7 up, 8 in 2024-09-17T17:10:00.752 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:00 smithi066 ceph-mon[86175]: Health detail: HEALTH_WARN 1 osds down; Degraded data redundancy: 72/495 objects degraded (14.545%), 13 pgs degraded 2024-09-17T17:10:00.752 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:00 smithi066 ceph-mon[86175]: [WRN] OSD_DOWN: 1 osds down 2024-09-17T17:10:00.752 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:00 smithi066 ceph-mon[86175]: osd.5 (root=default,host=smithi066) is down 2024-09-17T17:10:00.752 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:00 smithi066 ceph-mon[86175]: [WRN] PG_DEGRADED: Degraded data redundancy: 72/495 objects degraded (14.545%), 13 pgs degraded 2024-09-17T17:10:00.752 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:00 smithi066 ceph-mon[86175]: pg 2.b is active+undersized+degraded, acting [7,4] 2024-09-17T17:10:00.753 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:00 smithi066 ceph-mon[86175]: pg 2.14 is active+undersized+degraded, acting [6,3] 2024-09-17T17:10:00.753 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:00 smithi066 ceph-mon[86175]: pg 2.15 is active+undersized+degraded, acting [1,0] 2024-09-17T17:10:00.753 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:00 smithi066 ceph-mon[86175]: pg 2.1c is active+undersized+degraded, acting [7,2] 2024-09-17T17:10:00.753 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:00 smithi066 ceph-mon[86175]: pg 4.2 is active+undersized+degraded, acting [1,4] 2024-09-17T17:10:00.753 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:00 smithi066 ceph-mon[86175]: pg 4.3 is active+undersized+degraded, acting [0,7] 2024-09-17T17:10:00.753 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:00 smithi066 ceph-mon[86175]: pg 5.2 is active+undersized+degraded, acting [6,0,NONE] 2024-09-17T17:10:00.753 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:00 smithi066 ceph-mon[86175]: pg 5.4 is active+undersized+degraded, acting [7,2,NONE] 2024-09-17T17:10:00.753 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:00 smithi066 ceph-mon[86175]: pg 5.6 is active+undersized+degraded, acting [2,NONE,1] 2024-09-17T17:10:00.753 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:00 smithi066 ceph-mon[86175]: pg 5.7 is active+undersized+degraded, acting [NONE,1,0] 2024-09-17T17:10:00.753 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:00 smithi066 ceph-mon[86175]: pg 5.d is active+undersized+degraded, acting [2,7,NONE] 2024-09-17T17:10:00.753 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:00 smithi066 ceph-mon[86175]: pg 5.e is active+undersized+degraded, acting [4,NONE,0] 2024-09-17T17:10:00.753 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:00 smithi066 ceph-mon[86175]: pg 5.f is active+undersized+degraded, acting [NONE,4,6] 2024-09-17T17:10:00.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:00 smithi031 ceph-mon[94873]: osdmap e462: 8 total, 7 up, 8 in 2024-09-17T17:10:00.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:00 smithi031 ceph-mon[94873]: Health detail: HEALTH_WARN 1 osds down; Degraded data redundancy: 72/495 objects degraded (14.545%), 13 pgs degraded 2024-09-17T17:10:00.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:00 smithi031 ceph-mon[94873]: [WRN] OSD_DOWN: 1 osds down 2024-09-17T17:10:00.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:00 smithi031 ceph-mon[94873]: osd.5 (root=default,host=smithi066) is down 2024-09-17T17:10:00.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:00 smithi031 ceph-mon[94873]: [WRN] PG_DEGRADED: Degraded data redundancy: 72/495 objects degraded (14.545%), 13 pgs degraded 2024-09-17T17:10:00.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:00 smithi031 ceph-mon[94873]: pg 2.b is active+undersized+degraded, acting [7,4] 2024-09-17T17:10:00.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:00 smithi031 ceph-mon[94873]: pg 2.14 is active+undersized+degraded, acting [6,3] 2024-09-17T17:10:00.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:00 smithi031 ceph-mon[94873]: pg 2.15 is active+undersized+degraded, acting [1,0] 2024-09-17T17:10:00.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:00 smithi031 ceph-mon[94873]: pg 2.1c is active+undersized+degraded, acting [7,2] 2024-09-17T17:10:00.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:00 smithi031 ceph-mon[94873]: pg 4.2 is active+undersized+degraded, acting [1,4] 2024-09-17T17:10:00.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:00 smithi031 ceph-mon[94873]: pg 4.3 is active+undersized+degraded, acting [0,7] 2024-09-17T17:10:00.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:00 smithi031 ceph-mon[94873]: pg 5.2 is active+undersized+degraded, acting [6,0,NONE] 2024-09-17T17:10:00.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:00 smithi031 ceph-mon[94873]: pg 5.4 is active+undersized+degraded, acting [7,2,NONE] 2024-09-17T17:10:00.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:00 smithi031 ceph-mon[94873]: pg 5.6 is active+undersized+degraded, acting [2,NONE,1] 2024-09-17T17:10:00.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:00 smithi031 ceph-mon[94873]: pg 5.7 is active+undersized+degraded, acting [NONE,1,0] 2024-09-17T17:10:00.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:00 smithi031 ceph-mon[94873]: pg 5.d is active+undersized+degraded, acting [2,7,NONE] 2024-09-17T17:10:00.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:00 smithi031 ceph-mon[94873]: pg 5.e is active+undersized+degraded, acting [4,NONE,0] 2024-09-17T17:10:00.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:00 smithi031 ceph-mon[94873]: pg 5.f is active+undersized+degraded, acting [NONE,4,6] 2024-09-17T17:10:00.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:00 smithi031 ceph-mon[96842]: osdmap e462: 8 total, 7 up, 8 in 2024-09-17T17:10:00.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:00 smithi031 ceph-mon[96842]: Health detail: HEALTH_WARN 1 osds down; Degraded data redundancy: 72/495 objects degraded (14.545%), 13 pgs degraded 2024-09-17T17:10:00.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:00 smithi031 ceph-mon[96842]: [WRN] OSD_DOWN: 1 osds down 2024-09-17T17:10:00.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:00 smithi031 ceph-mon[96842]: osd.5 (root=default,host=smithi066) is down 2024-09-17T17:10:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:00 smithi031 ceph-mon[96842]: [WRN] PG_DEGRADED: Degraded data redundancy: 72/495 objects degraded (14.545%), 13 pgs degraded 2024-09-17T17:10:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:00 smithi031 ceph-mon[96842]: pg 2.b is active+undersized+degraded, acting [7,4] 2024-09-17T17:10:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:00 smithi031 ceph-mon[96842]: pg 2.14 is active+undersized+degraded, acting [6,3] 2024-09-17T17:10:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:00 smithi031 ceph-mon[96842]: pg 2.15 is active+undersized+degraded, acting [1,0] 2024-09-17T17:10:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:00 smithi031 ceph-mon[96842]: pg 2.1c is active+undersized+degraded, acting [7,2] 2024-09-17T17:10:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:00 smithi031 ceph-mon[96842]: pg 4.2 is active+undersized+degraded, acting [1,4] 2024-09-17T17:10:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:00 smithi031 ceph-mon[96842]: pg 4.3 is active+undersized+degraded, acting [0,7] 2024-09-17T17:10:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:00 smithi031 ceph-mon[96842]: pg 5.2 is active+undersized+degraded, acting [6,0,NONE] 2024-09-17T17:10:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:00 smithi031 ceph-mon[96842]: pg 5.4 is active+undersized+degraded, acting [7,2,NONE] 2024-09-17T17:10:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:00 smithi031 ceph-mon[96842]: pg 5.6 is active+undersized+degraded, acting [2,NONE,1] 2024-09-17T17:10:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:00 smithi031 ceph-mon[96842]: pg 5.7 is active+undersized+degraded, acting [NONE,1,0] 2024-09-17T17:10:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:00 smithi031 ceph-mon[96842]: pg 5.d is active+undersized+degraded, acting [2,7,NONE] 2024-09-17T17:10:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:00 smithi031 ceph-mon[96842]: pg 5.e is active+undersized+degraded, acting [4,NONE,0] 2024-09-17T17:10:00.847 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:00 smithi031 ceph-mon[96842]: pg 5.f is active+undersized+degraded, acting [NONE,4,6] 2024-09-17T17:10:01.466 INFO:tasks.rados.rados.0.smithi031.stdout:2072: done (0 left) 2024-09-17T17:10:01.467 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 17 current snap is 196 2024-09-17T17:10:01.467 INFO:tasks.rados.rados.0.smithi031.stdout:2073: seq_num 672 ranges {5578752=458752,6037504=647168,6684672=466944,7151616=90112} 2024-09-17T17:10:01.499 INFO:tasks.rados.rados.0.smithi031.stdout:2073: writing smithi03184240-17 from 5578752 to 6037504 tid 1 2024-09-17T17:10:01.503 INFO:tasks.rados.rados.0.smithi031.stdout:2073: writing smithi03184240-17 from 6037504 to 6684672 tid 2 2024-09-17T17:10:01.505 INFO:tasks.rados.rados.0.smithi031.stdout:2073: writing smithi03184240-17 from 6684672 to 7151616 tid 3 2024-09-17T17:10:01.506 INFO:tasks.rados.rados.0.smithi031.stdout:2073: writing smithi03184240-17 from 7151616 to 7241728 tid 4 2024-09-17T17:10:01.506 INFO:tasks.rados.rados.0.smithi031.stdout:2074: delete oid 34 current snap is 196 2024-09-17T17:10:01.506 INFO:tasks.rados.rados.0.smithi031.stdout:2073: finishing write tid 1 to smithi03184240-17 2024-09-17T17:10:01.507 INFO:tasks.rados.rados.0.smithi031.stdout:2073: finishing write tid 2 to smithi03184240-17 2024-09-17T17:10:01.510 INFO:tasks.rados.rados.0.smithi031.stdout:2073: finishing write tid 3 to smithi03184240-17 2024-09-17T17:10:01.510 INFO:tasks.rados.rados.0.smithi031.stdout:2073: finishing write tid 4 to smithi03184240-17 2024-09-17T17:10:01.510 INFO:tasks.rados.rados.0.smithi031.stdout:2073: finishing write tid 5 to smithi03184240-17 2024-09-17T17:10:01.512 INFO:tasks.rados.rados.0.smithi031.stdout:2074: done (1 left) 2024-09-17T17:10:01.512 INFO:tasks.rados.rados.0.smithi031.stdout:2075: delete oid 48 current snap is 196 2024-09-17T17:10:01.512 INFO:tasks.rados.rados.0.smithi031.stdout:2073: finishing write tid 6 to smithi03184240-17 2024-09-17T17:10:01.512 INFO:tasks.rados.rados.0.smithi031.stdout:2073: oid 17 updating version 0 to 1191 2024-09-17T17:10:01.512 INFO:tasks.rados.rados.0.smithi031.stdout:2073: oid 17 updating version 1191 to 1194 2024-09-17T17:10:01.513 INFO:tasks.rados.rados.0.smithi031.stdout:2073: oid 17 version 1194 is already newer than 1192 2024-09-17T17:10:01.513 INFO:tasks.rados.rados.0.smithi031.stdout:2073: oid 17 updating version 1194 to 1195 2024-09-17T17:10:01.513 INFO:tasks.rados.rados.0.smithi031.stdout:2073: oid 17 version 1195 is already newer than 1193 2024-09-17T17:10:01.513 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 1195 (ObjNum 672 snap 196 seq_num 672) dirty exists 2024-09-17T17:10:01.513 INFO:tasks.rados.rados.0.smithi031.stdout:2073: left oid 17 (ObjNum 672 snap 196 seq_num 672) 2024-09-17T17:10:01.514 INFO:tasks.rados.rados.0.smithi031.stdout:2073: done (1 left) 2024-09-17T17:10:01.514 INFO:tasks.rados.rados.0.smithi031.stdout:2075: done (0 left) 2024-09-17T17:10:01.514 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 39 current snap is 196 2024-09-17T17:10:01.514 INFO:tasks.rados.rados.0.smithi031.stdout:2076: seq_num 675 ranges {1564672=507904,2072576=704512,2777088=499712} 2024-09-17T17:10:01.525 INFO:tasks.rados.rados.0.smithi031.stdout:2076: writing smithi03184240-39 from 1564672 to 2072576 tid 1 2024-09-17T17:10:01.529 INFO:tasks.rados.rados.0.smithi031.stdout:2076: writing smithi03184240-39 from 2072576 to 2777088 tid 2 2024-09-17T17:10:01.533 INFO:tasks.rados.rados.0.smithi031.stdout:2076: writing smithi03184240-39 from 2777088 to 3276800 tid 3 2024-09-17T17:10:01.533 INFO:tasks.rados.rados.0.smithi031.stdout:2077: rollback oid 36 current snap is 196 2024-09-17T17:10:01.533 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 36 to 188 2024-09-17T17:10:01.533 INFO:tasks.rados.rados.0.smithi031.stdout:2076: finishing write tid 1 to smithi03184240-39 2024-09-17T17:10:01.533 INFO:tasks.rados.rados.0.smithi031.stdout:2078: read oid 43 snap -1 2024-09-17T17:10:01.533 INFO:tasks.rados.rados.0.smithi031.stdout:2078: expect (ObjNum 664 snap 194 seq_num 664) 2024-09-17T17:10:01.534 INFO:tasks.rados.rados.0.smithi031.stdout:2079: snap_remove snap 194 2024-09-17T17:10:01.843 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:10:01 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:10:01] "GET /metrics HTTP/1.1" 200 36288 "" "Prometheus/2.43.0" 2024-09-17T17:10:01.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:01 smithi031 ceph-mon[96842]: pgmap v355: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 224 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.3 MiB/s wr, 18 op/s; 77/516 objects degraded (14.922%) 2024-09-17T17:10:01.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:01 smithi031 ceph-mon[96842]: Health check update: Degraded data redundancy: 77/516 objects degraded (14.922%), 13 pgs degraded (PG_DEGRADED) 2024-09-17T17:10:01.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:01 smithi031 ceph-mon[96842]: osdmap e463: 8 total, 7 up, 8 in 2024-09-17T17:10:01.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:01 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:01.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:01 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:10:01.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:01 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:01.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:01 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:01.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:01 smithi031 ceph-mon[94873]: pgmap v355: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 224 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.3 MiB/s wr, 18 op/s; 77/516 objects degraded (14.922%) 2024-09-17T17:10:01.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:01 smithi031 ceph-mon[94873]: Health check update: Degraded data redundancy: 77/516 objects degraded (14.922%), 13 pgs degraded (PG_DEGRADED) 2024-09-17T17:10:01.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:01 smithi031 ceph-mon[94873]: osdmap e463: 8 total, 7 up, 8 in 2024-09-17T17:10:01.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:01 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:01.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:01 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:10:01.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:01 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:01.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:01 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:01.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:01 smithi066 ceph-mon[86175]: pgmap v355: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 224 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.3 MiB/s wr, 18 op/s; 77/516 objects degraded (14.922%) 2024-09-17T17:10:01.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:01 smithi066 ceph-mon[86175]: Health check update: Degraded data redundancy: 77/516 objects degraded (14.922%), 13 pgs degraded (PG_DEGRADED) 2024-09-17T17:10:01.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:01 smithi066 ceph-mon[86175]: osdmap e463: 8 total, 7 up, 8 in 2024-09-17T17:10:01.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:01 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:01.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:01 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:10:01.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:01 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:01.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:01 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:02.476 INFO:tasks.rados.rados.0.smithi031.stdout:2079: done (3 left) 2024-09-17T17:10:02.476 INFO:tasks.rados.rados.0.smithi031.stdout:2080: read oid 22 snap -1 2024-09-17T17:10:02.476 INFO:tasks.rados.rados.0.smithi031.stdout:2080: expect (ObjNum 671 snap 194 seq_num 671) 2024-09-17T17:10:02.476 INFO:tasks.rados.rados.0.smithi031.stdout:2081: rollback oid 5 current snap is 196 2024-09-17T17:10:02.476 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 5 to 187 2024-09-17T17:10:02.476 INFO:tasks.rados.rados.0.smithi031.stdout:2076: finishing write tid 2 to smithi03184240-39 2024-09-17T17:10:02.477 INFO:tasks.rados.rados.0.smithi031.stdout:2077: finishing rollback tid 0 to smithi03184240-36 2024-09-17T17:10:02.477 INFO:tasks.rados.rados.0.smithi031.stdout:2076: finishing write tid 3 to smithi03184240-39 2024-09-17T17:10:02.477 INFO:tasks.rados.rados.0.smithi031.stdout:2077: finishing rollback tid 1 to smithi03184240-36 2024-09-17T17:10:02.477 INFO:tasks.rados.rados.0.smithi031.stdout:2076: finishing write tid 4 to smithi03184240-39 2024-09-17T17:10:02.477 INFO:tasks.rados.rados.0.smithi031.stdout:2077: finishing rollback tid 2 to smithi03184240-36 2024-09-17T17:10:02.477 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 1452 (ObjNum 643 snap 186 seq_num 643) dirty exists 2024-09-17T17:10:02.477 INFO:tasks.rados.rados.0.smithi031.stdout:2076: finishing write tid 5 to smithi03184240-39 2024-09-17T17:10:02.477 INFO:tasks.rados.rados.0.smithi031.stdout:2076: oid 39 updating version 0 to 1179 2024-09-17T17:10:02.477 INFO:tasks.rados.rados.0.smithi031.stdout:2076: oid 39 version 1179 is already newer than 1178 2024-09-17T17:10:02.477 INFO:tasks.rados.rados.0.smithi031.stdout:2076: oid 39 updating version 1179 to 1181 2024-09-17T17:10:02.477 INFO:tasks.rados.rados.0.smithi031.stdout:2076: oid 39 version 1181 is already newer than 1180 2024-09-17T17:10:02.477 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 1181 (ObjNum 675 snap 196 seq_num 675) dirty exists 2024-09-17T17:10:02.477 INFO:tasks.rados.rados.0.smithi031.stdout:2076: left oid 39 (ObjNum 675 snap 196 seq_num 675) 2024-09-17T17:10:02.477 INFO:tasks.rados.rados.0.smithi031.stdout:2078: expect (ObjNum 664 snap 194 seq_num 664) 2024-09-17T17:10:02.507 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:02 smithi066 ceph-mon[86175]: osdmap e464: 8 total, 7 up, 8 in 2024-09-17T17:10:02.507 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:02 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:02.508 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:02 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:02.508 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:02 smithi066 ceph-mon[86175]: from='osd.5 [v2:172.21.15.66:6808/467296858,v1:172.21.15.66:6809/467296858]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-17T17:10:02.508 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:02 smithi066 ceph-mon[86175]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-17T17:10:02.508 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:10:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[96329]: 2024-09-17T17:10:02.357+0000 7f48520b4640 -1 osd.5 453 log_to_monitors true 2024-09-17T17:10:02.521 INFO:tasks.rados.rados.0.smithi031.stdout:2081: finishing rollback tid 0 to smithi03184240-5 2024-09-17T17:10:02.521 INFO:tasks.rados.rados.0.smithi031.stdout:2081: finishing rollback tid 1 to smithi03184240-5 2024-09-17T17:10:02.521 INFO:tasks.rados.rados.0.smithi031.stdout:2081: finishing rollback tid 2 to smithi03184240-5 2024-09-17T17:10:02.521 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 1460 (ObjNum 635 snap 183 seq_num 635) dirty exists 2024-09-17T17:10:02.522 INFO:tasks.rados.rados.0.smithi031.stdout:2080: expect (ObjNum 671 snap 194 seq_num 671) 2024-09-17T17:10:02.745 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:02 smithi031 ceph-mon[94873]: osdmap e464: 8 total, 7 up, 8 in 2024-09-17T17:10:02.745 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:02 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:02.745 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:02 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:02.745 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:02 smithi031 ceph-mon[94873]: from='osd.5 [v2:172.21.15.66:6808/467296858,v1:172.21.15.66:6809/467296858]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-17T17:10:02.745 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:02 smithi031 ceph-mon[94873]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-17T17:10:02.745 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:02 smithi031 ceph-mon[96842]: osdmap e464: 8 total, 7 up, 8 in 2024-09-17T17:10:02.745 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:02 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:02.745 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:02 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:02.745 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:02 smithi031 ceph-mon[96842]: from='osd.5 [v2:172.21.15.66:6808/467296858,v1:172.21.15.66:6809/467296858]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-17T17:10:02.746 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:02 smithi031 ceph-mon[96842]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-17T17:10:02.759 INFO:tasks.rados.rados.0.smithi031.stdout:2076: done (4 left) 2024-09-17T17:10:02.760 INFO:tasks.rados.rados.0.smithi031.stdout:2077: done (3 left) 2024-09-17T17:10:02.760 INFO:tasks.rados.rados.0.smithi031.stdout:2078: done (2 left) 2024-09-17T17:10:02.760 INFO:tasks.rados.rados.0.smithi031.stdout:2080: done (1 left) 2024-09-17T17:10:02.760 INFO:tasks.rados.rados.0.smithi031.stdout:2081: done (0 left) 2024-09-17T17:10:02.760 INFO:tasks.rados.rados.0.smithi031.stdout:2082: setattr oid 5 current snap is 196 2024-09-17T17:10:02.760 INFO:tasks.rados.rados.0.smithi031.stdout:2083: read oid 46 snap -1 2024-09-17T17:10:02.760 INFO:tasks.rados.rados.0.smithi031.stdout:2083: expect (ObjNum 670 snap 194 seq_num 670) 2024-09-17T17:10:02.760 INFO:tasks.rados.rados.0.smithi031.stdout:2084: snap_remove snap 192 2024-09-17T17:10:03.403 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:10:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[96329]: 2024-09-17T17:10:02.945+0000 7f4845e56640 -1 osd.5 453 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T17:10:03.483 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 1461 (ObjNum 635 snap 183 seq_num 635) dirty exists 2024-09-17T17:10:03.483 INFO:tasks.rados.rados.0.smithi031.stdout:2083: expect (ObjNum 670 snap 194 seq_num 670) 2024-09-17T17:10:03.563 INFO:tasks.rados.rados.0.smithi031.stdout:2082: done (2 left) 2024-09-17T17:10:03.563 INFO:tasks.rados.rados.0.smithi031.stdout:2083: done (1 left) 2024-09-17T17:10:03.563 INFO:tasks.rados.rados.0.smithi031.stdout:2084: done (0 left) 2024-09-17T17:10:03.563 INFO:tasks.rados.rados.0.smithi031.stdout:2085: rollback oid 36 current snap is 196 2024-09-17T17:10:03.563 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 36 to 189 2024-09-17T17:10:03.563 INFO:tasks.rados.rados.0.smithi031.stdout:2086: read oid 33 snap -1 2024-09-17T17:10:03.563 INFO:tasks.rados.rados.0.smithi031.stdout:2086: expect (ObjNum 540 snap 151 seq_num 540) 2024-09-17T17:10:03.563 INFO:tasks.rados.rados.0.smithi031.stdout:2087: copy_from oid 31 from oid 30 current snap is 196 2024-09-17T17:10:03.563 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 35 current snap is 196 2024-09-17T17:10:03.563 INFO:tasks.rados.rados.0.smithi031.stdout:2088: seq_num 676 ranges {0=524288,524288=589824,1114112=450560,1564672=163840} 2024-09-17T17:10:03.566 INFO:tasks.rados.rados.0.smithi031.stdout:2088: writing smithi03184240-35 from 0 to 524288 tid 1 2024-09-17T17:10:03.569 INFO:tasks.rados.rados.0.smithi031.stdout:2088: writing smithi03184240-35 from 524288 to 1114112 tid 2 2024-09-17T17:10:03.572 INFO:tasks.rados.rados.0.smithi031.stdout:2088: writing smithi03184240-35 from 1114112 to 1564672 tid 3 2024-09-17T17:10:03.574 INFO:tasks.rados.rados.0.smithi031.stdout:2088: writing smithi03184240-35 from 1564672 to 1728512 tid 4 2024-09-17T17:10:03.574 INFO:tasks.rados.rados.0.smithi031.stdout:2089: read oid 20 snap -1 2024-09-17T17:10:03.574 INFO:tasks.rados.rados.0.smithi031.stdout:2089: expect deleted 2024-09-17T17:10:03.574 INFO:tasks.rados.rados.0.smithi031.stdout:2090: rollback oid 19 current snap is 196 2024-09-17T17:10:03.574 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 19 to 184 2024-09-17T17:10:03.574 INFO:tasks.rados.rados.0.smithi031.stdout:2085: finishing rollback tid 0 to smithi03184240-36 2024-09-17T17:10:03.574 INFO:tasks.rados.rados.0.smithi031.stdout:2085: finishing rollback tid 1 to smithi03184240-36 2024-09-17T17:10:03.575 INFO:tasks.rados.rados.0.smithi031.stdout:2085: finishing rollback tid 2 to smithi03184240-36 2024-09-17T17:10:03.575 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 1455 (ObjNum 643 snap 186 seq_num 643) dirty exists 2024-09-17T17:10:03.575 INFO:tasks.rados.rados.0.smithi031.stdout:2085: done (5 left) 2024-09-17T17:10:03.575 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 196 2024-09-17T17:10:03.575 INFO:tasks.rados.rados.0.smithi031.stdout:2091: seq_num 677 ranges {0=540672,540672=516096,1056768=655360,1712128=32768} 2024-09-17T17:10:03.576 INFO:tasks.rados.rados.0.smithi031.stdout:2091: writing smithi03184240-2 from 0 to 540672 tid 1 2024-09-17T17:10:03.579 INFO:tasks.rados.rados.0.smithi031.stdout:2091: writing smithi03184240-2 from 540672 to 1056768 tid 2 2024-09-17T17:10:03.583 INFO:tasks.rados.rados.0.smithi031.stdout:2091: writing smithi03184240-2 from 1056768 to 1712128 tid 3 2024-09-17T17:10:03.583 INFO:tasks.rados.rados.0.smithi031.stdout:2091: writing smithi03184240-2 from 1712128 to 1744896 tid 4 2024-09-17T17:10:03.583 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 9 current snap is 196 2024-09-17T17:10:03.583 INFO:tasks.rados.rados.0.smithi031.stdout:2086: expect (ObjNum 540 snap 151 seq_num 540) 2024-09-17T17:10:03.690 INFO:tasks.rados.rados.0.smithi031.stdout:2092: seq_num 678 ranges {10141696=565248,10706944=802816,11509760=401408} 2024-09-17T17:10:03.749 INFO:tasks.rados.rados.0.smithi031.stdout:2092: writing smithi03184240-9 from 10141696 to 10706944 tid 1 2024-09-17T17:10:03.753 INFO:tasks.rados.rados.0.smithi031.stdout:2092: writing smithi03184240-9 from 10706944 to 11509760 tid 2 2024-09-17T17:10:03.756 INFO:tasks.rados.rados.0.smithi031.stdout:2092: writing smithi03184240-9 from 11509760 to 11911168 tid 3 2024-09-17T17:10:03.756 INFO:tasks.rados.rados.0.smithi031.stdout:2086: done (6 left) 2024-09-17T17:10:03.756 INFO:tasks.rados.rados.0.smithi031.stdout:2089: done (5 left) 2024-09-17T17:10:03.756 INFO:tasks.rados.rados.0.smithi031.stdout:2093: snap_create 2024-09-17T17:10:03.756 INFO:tasks.rados.rados.0.smithi031.stdout:2092: finishing write tid 1 to smithi03184240-9 2024-09-17T17:10:03.758 INFO:tasks.rados.rados.0.smithi031.stdout:2092: finishing write tid 2 to smithi03184240-9 2024-09-17T17:10:03.759 INFO:tasks.rados.rados.0.smithi031.stdout:2092: finishing write tid 3 to smithi03184240-9 2024-09-17T17:10:03.759 INFO:tasks.rados.rados.0.smithi031.stdout:2092: finishing write tid 4 to smithi03184240-9 2024-09-17T17:10:03.763 INFO:tasks.rados.rados.0.smithi031.stdout:2092: finishing write tid 5 to smithi03184240-9 2024-09-17T17:10:03.763 INFO:tasks.rados.rados.0.smithi031.stdout:2092: oid 9 updating version 0 to 1183 2024-09-17T17:10:03.763 INFO:tasks.rados.rados.0.smithi031.stdout:2092: oid 9 version 1183 is already newer than 1182 2024-09-17T17:10:03.763 INFO:tasks.rados.rados.0.smithi031.stdout:2092: oid 9 updating version 1183 to 1184 2024-09-17T17:10:03.763 INFO:tasks.rados.rados.0.smithi031.stdout:2092: oid 9 updating version 1184 to 1185 2024-09-17T17:10:03.763 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 1185 (ObjNum 678 snap 196 seq_num 678) dirty exists 2024-09-17T17:10:03.763 INFO:tasks.rados.rados.0.smithi031.stdout:2092: left oid 9 (ObjNum 678 snap 196 seq_num 678) 2024-09-17T17:10:03.793 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:03 smithi066 ceph-mon[86175]: pgmap v358: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 228 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 5.6 MiB/s wr, 38 op/s; 78/525 objects degraded (14.857%) 2024-09-17T17:10:03.793 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:03 smithi066 ceph-mon[86175]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-17T17:10:03.793 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:03 smithi066 ceph-mon[86175]: from='osd.5 [v2:172.21.15.66:6808/467296858,v1:172.21.15.66:6809/467296858]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]} : dispatch 2024-09-17T17:10:03.793 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:03 smithi066 ceph-mon[86175]: osdmap e465: 8 total, 7 up, 8 in 2024-09-17T17:10:03.793 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:03 smithi066 ceph-mon[86175]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]} : dispatch 2024-09-17T17:10:03.793 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:03 smithi066 ceph-mon[86175]: from='osd.5 ' entity='osd.5' 2024-09-17T17:10:03.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:03 smithi031 ceph-mon[94873]: pgmap v358: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 228 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 5.6 MiB/s wr, 38 op/s; 78/525 objects degraded (14.857%) 2024-09-17T17:10:03.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:03 smithi031 ceph-mon[94873]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-17T17:10:03.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:03 smithi031 ceph-mon[94873]: from='osd.5 [v2:172.21.15.66:6808/467296858,v1:172.21.15.66:6809/467296858]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]} : dispatch 2024-09-17T17:10:03.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:03 smithi031 ceph-mon[94873]: osdmap e465: 8 total, 7 up, 8 in 2024-09-17T17:10:03.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:03 smithi031 ceph-mon[94873]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]} : dispatch 2024-09-17T17:10:03.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:03 smithi031 ceph-mon[94873]: from='osd.5 ' entity='osd.5' 2024-09-17T17:10:03.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:03 smithi031 ceph-mon[96842]: pgmap v358: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 228 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 5.6 MiB/s wr, 38 op/s; 78/525 objects degraded (14.857%) 2024-09-17T17:10:03.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:03 smithi031 ceph-mon[96842]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-17T17:10:03.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:03 smithi031 ceph-mon[96842]: from='osd.5 [v2:172.21.15.66:6808/467296858,v1:172.21.15.66:6809/467296858]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]} : dispatch 2024-09-17T17:10:03.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:03 smithi031 ceph-mon[96842]: osdmap e465: 8 total, 7 up, 8 in 2024-09-17T17:10:03.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:03 smithi031 ceph-mon[96842]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]} : dispatch 2024-09-17T17:10:03.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:03 smithi031 ceph-mon[96842]: from='osd.5 ' entity='osd.5' 2024-09-17T17:10:04.477 INFO:tasks.rados.rados.0.smithi031.stdout:2092: done (5 left) 2024-09-17T17:10:04.477 INFO:tasks.rados.rados.0.smithi031.stdout:2093: done (4 left) 2024-09-17T17:10:04.477 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 197 2024-09-17T17:10:04.477 INFO:tasks.rados.rados.0.smithi031.stdout:2094: seq_num 679 ranges {0=581632,581632=688128,1269760=516096} 2024-09-17T17:10:04.480 INFO:tasks.rados.rados.0.smithi031.stdout:2094: writing smithi03184240-12 from 0 to 581632 tid 1 2024-09-17T17:10:04.485 INFO:tasks.rados.rados.0.smithi031.stdout:2094: writing smithi03184240-12 from 581632 to 1269760 tid 2 2024-09-17T17:10:04.489 INFO:tasks.rados.rados.0.smithi031.stdout:2094: writing smithi03184240-12 from 1269760 to 1785856 tid 3 2024-09-17T17:10:04.489 INFO:tasks.rados.rados.0.smithi031.stdout:2095: delete oid 25 current snap is 197 2024-09-17T17:10:04.490 INFO:tasks.rados.rados.0.smithi031.stdout:2094: finishing write tid 1 to smithi03184240-12 2024-09-17T17:10:04.498 INFO:tasks.rados.rados.0.smithi031.stdout:2094: finishing write tid 2 to smithi03184240-12 2024-09-17T17:10:04.498 INFO:tasks.rados.rados.0.smithi031.stdout:2094: finishing write tid 3 to smithi03184240-12 2024-09-17T17:10:04.498 INFO:tasks.rados.rados.0.smithi031.stdout:2094: finishing write tid 4 to smithi03184240-12 2024-09-17T17:10:04.500 INFO:tasks.rados.rados.0.smithi031.stdout:2094: finishing write tid 5 to smithi03184240-12 2024-09-17T17:10:04.500 INFO:tasks.rados.rados.0.smithi031.stdout:2094: oid 12 updating version 0 to 376 2024-09-17T17:10:04.500 INFO:tasks.rados.rados.0.smithi031.stdout:2094: oid 12 version 376 is already newer than 375 2024-09-17T17:10:04.500 INFO:tasks.rados.rados.0.smithi031.stdout:2094: oid 12 updating version 376 to 377 2024-09-17T17:10:04.500 INFO:tasks.rados.rados.0.smithi031.stdout:2094: oid 12 version 377 is already newer than 374 2024-09-17T17:10:04.500 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 377 (ObjNum 679 snap 197 seq_num 679) dirty exists 2024-09-17T17:10:04.500 INFO:tasks.rados.rados.0.smithi031.stdout:2094: left oid 12 (ObjNum 679 snap 197 seq_num 679) 2024-09-17T17:10:04.506 INFO:tasks.rados.rados.0.smithi031.stdout:2090: finishing rollback tid 1 to smithi03184240-19 2024-09-17T17:10:04.506 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 0 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-09-17T17:10:04.511 INFO:tasks.rados.rados.0.smithi031.stdout:2091: finishing write tid 1 to smithi03184240-2 2024-09-17T17:10:04.511 INFO:tasks.rados.rados.0.smithi031.stdout:2091: finishing write tid 2 to smithi03184240-2 2024-09-17T17:10:04.511 INFO:tasks.rados.rados.0.smithi031.stdout:2091: finishing write tid 3 to smithi03184240-2 2024-09-17T17:10:04.511 INFO:tasks.rados.rados.0.smithi031.stdout:2091: finishing write tid 4 to smithi03184240-2 2024-09-17T17:10:04.512 INFO:tasks.rados.rados.0.smithi031.stdout:2090: done (5 left) 2024-09-17T17:10:04.513 INFO:tasks.rados.rados.0.smithi031.stdout:2094: done (4 left) 2024-09-17T17:10:04.513 INFO:tasks.rados.rados.0.smithi031.stdout:2095: done (3 left) 2024-09-17T17:10:04.513 INFO:tasks.rados.rados.0.smithi031.stdout:2096: read oid 21 snap 180 2024-09-17T17:10:04.513 INFO:tasks.rados.rados.0.smithi031.stdout:2096: expect deleted 2024-09-17T17:10:04.513 INFO:tasks.rados.rados.0.smithi031.stdout:2097: rollback oid 29 current snap is 197 2024-09-17T17:10:04.513 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 29 to 175 2024-09-17T17:10:04.513 INFO:tasks.rados.rados.0.smithi031.stdout:2088: finishing write tid 1 to smithi03184240-35 2024-09-17T17:10:04.513 INFO:tasks.rados.rados.0.smithi031.stdout:2098: read oid 25 snap -1 2024-09-17T17:10:04.513 INFO:tasks.rados.rados.0.smithi031.stdout:2098: expect deleted 2024-09-17T17:10:04.513 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 197 2024-09-17T17:10:04.513 INFO:tasks.rados.rados.0.smithi031.stdout:2099: seq_num 681 ranges {7512064=614400,8126464=458752,8585216=638976,9224192=106496} 2024-09-17T17:10:04.558 INFO:tasks.rados.rados.0.smithi031.stdout:2099: writing smithi03184240-23 from 7512064 to 8126464 tid 1 2024-09-17T17:10:04.560 INFO:tasks.rados.rados.0.smithi031.stdout:2099: writing smithi03184240-23 from 8126464 to 8585216 tid 2 2024-09-17T17:10:04.564 INFO:tasks.rados.rados.0.smithi031.stdout:2099: writing smithi03184240-23 from 8585216 to 9224192 tid 3 2024-09-17T17:10:04.565 INFO:tasks.rados.rados.0.smithi031.stdout:2099: writing smithi03184240-23 from 9224192 to 9330688 tid 4 2024-09-17T17:10:04.565 INFO:tasks.rados.rados.0.smithi031.stdout:2100: read oid 11 snap -1 2024-09-17T17:10:04.565 INFO:tasks.rados.rados.0.smithi031.stdout:2100: expect (ObjNum 522 snap 146 seq_num 522) 2024-09-17T17:10:04.565 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 17 current snap is 197 2024-09-17T17:10:04.566 INFO:tasks.rados.rados.0.smithi031.stdout:2091: finishing write tid 5 to smithi03184240-2 2024-09-17T17:10:04.566 INFO:tasks.rados.rados.0.smithi031.stdout:2101: seq_num 682 ranges {7241728=630784,7872512=745472,8617984=442368,9060352=16384} 2024-09-17T17:10:04.608 INFO:tasks.rados.rados.0.smithi031.stdout:2101: writing smithi03184240-17 from 7241728 to 7872512 tid 1 2024-09-17T17:10:04.612 INFO:tasks.rados.rados.0.smithi031.stdout:2101: writing smithi03184240-17 from 7872512 to 8617984 tid 2 2024-09-17T17:10:04.615 INFO:tasks.rados.rados.0.smithi031.stdout:2101: writing smithi03184240-17 from 8617984 to 9060352 tid 3 2024-09-17T17:10:04.615 INFO:tasks.rados.rados.0.smithi031.stdout:2101: writing smithi03184240-17 from 9060352 to 9076736 tid 4 2024-09-17T17:10:04.615 INFO:tasks.rados.rados.0.smithi031.stdout:2096: done (8 left) 2024-09-17T17:10:04.615 INFO:tasks.rados.rados.0.smithi031.stdout:2098: done (7 left) 2024-09-17T17:10:04.615 INFO:tasks.rados.rados.0.smithi031.stdout:2102: snap_remove snap 189 2024-09-17T17:10:04.787 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:04 smithi066 ceph-mon[86175]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T17:10:04.788 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:04 smithi066 ceph-mon[86175]: osd.5 [v2:172.21.15.66:6808/467296858,v1:172.21.15.66:6809/467296858] boot 2024-09-17T17:10:04.788 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:04 smithi066 ceph-mon[86175]: osdmap e466: 8 total, 8 up, 8 in 2024-09-17T17:10:04.788 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:04 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-17T17:10:04.788 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:04 smithi066 ceph-mon[86175]: osdmap e467: 8 total, 8 up, 8 in 2024-09-17T17:10:04.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:04 smithi031 ceph-mon[94873]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T17:10:04.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:04 smithi031 ceph-mon[94873]: osd.5 [v2:172.21.15.66:6808/467296858,v1:172.21.15.66:6809/467296858] boot 2024-09-17T17:10:04.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:04 smithi031 ceph-mon[94873]: osdmap e466: 8 total, 8 up, 8 in 2024-09-17T17:10:04.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:04 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-17T17:10:04.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:04 smithi031 ceph-mon[94873]: osdmap e467: 8 total, 8 up, 8 in 2024-09-17T17:10:04.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:04 smithi031 ceph-mon[96842]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T17:10:04.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:04 smithi031 ceph-mon[96842]: osd.5 [v2:172.21.15.66:6808/467296858,v1:172.21.15.66:6809/467296858] boot 2024-09-17T17:10:04.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:04 smithi031 ceph-mon[96842]: osdmap e466: 8 total, 8 up, 8 in 2024-09-17T17:10:04.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:04 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-17T17:10:04.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:04 smithi031 ceph-mon[96842]: osdmap e467: 8 total, 8 up, 8 in 2024-09-17T17:10:05.498 INFO:tasks.rados.rados.0.smithi031.stdout:2102: done (7 left) 2024-09-17T17:10:05.498 INFO:tasks.rados.rados.0.smithi031.stdout:2103: delete oid 50 current snap is 197 2024-09-17T17:10:05.498 INFO:tasks.rados.rados.0.smithi031.stdout:2091: finishing write tid 6 to smithi03184240-2 2024-09-17T17:10:05.498 INFO:tasks.rados.rados.0.smithi031.stdout:2091: oid 2 updating version 0 to 1585 2024-09-17T17:10:05.498 INFO:tasks.rados.rados.0.smithi031.stdout:2091: oid 2 updating version 1585 to 1589 2024-09-17T17:10:05.498 INFO:tasks.rados.rados.0.smithi031.stdout:2091: oid 2 version 1589 is already newer than 1587 2024-09-17T17:10:05.498 INFO:tasks.rados.rados.0.smithi031.stdout:2091: oid 2 version 1589 is already newer than 1586 2024-09-17T17:10:05.498 INFO:tasks.rados.rados.0.smithi031.stdout:2091: oid 2 version 1589 is already newer than 1588 2024-09-17T17:10:05.498 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 1589 (ObjNum 677 snap 196 seq_num 677) dirty exists 2024-09-17T17:10:05.499 INFO:tasks.rados.rados.0.smithi031.stdout:2091: left oid 2 (ObjNum 677 snap 196 seq_num 677) 2024-09-17T17:10:05.499 INFO:tasks.rados.rados.0.smithi031.stdout:2088: finishing write tid 2 to smithi03184240-35 2024-09-17T17:10:05.499 INFO:tasks.rados.rados.0.smithi031.stdout:2097: finishing rollback tid 0 to smithi03184240-29 2024-09-17T17:10:05.499 INFO:tasks.rados.rados.0.smithi031.stdout:2088: finishing write tid 3 to smithi03184240-35 2024-09-17T17:10:05.499 INFO:tasks.rados.rados.0.smithi031.stdout:2097: finishing rollback tid 1 to smithi03184240-29 2024-09-17T17:10:05.499 INFO:tasks.rados.rados.0.smithi031.stdout:2097: finishing rollback tid 2 to smithi03184240-29 2024-09-17T17:10:05.499 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 1464 (ObjNum 393 snap 110 seq_num 393) dirty exists 2024-09-17T17:10:05.499 INFO:tasks.rados.rados.0.smithi031.stdout:2088: finishing write tid 4 to smithi03184240-35 2024-09-17T17:10:05.499 INFO:tasks.rados.rados.0.smithi031.stdout:2088: finishing write tid 5 to smithi03184240-35 2024-09-17T17:10:05.499 INFO:tasks.rados.rados.0.smithi031.stdout:2088: finishing write tid 6 to smithi03184240-35 2024-09-17T17:10:05.499 INFO:tasks.rados.rados.0.smithi031.stdout:2088: oid 35 updating version 0 to 1164 2024-09-17T17:10:05.499 INFO:tasks.rados.rados.0.smithi031.stdout:2088: oid 35 version 1164 is already newer than 1163 2024-09-17T17:10:05.499 INFO:tasks.rados.rados.0.smithi031.stdout:2088: oid 35 version 1164 is already newer than 1162 2024-09-17T17:10:05.499 INFO:tasks.rados.rados.0.smithi031.stdout:2088: oid 35 version 1164 is already newer than 1160 2024-09-17T17:10:05.499 INFO:tasks.rados.rados.0.smithi031.stdout:2088: oid 35 version 1164 is already newer than 1161 2024-09-17T17:10:05.499 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 1164 (ObjNum 676 snap 196 seq_num 676) dirty exists 2024-09-17T17:10:05.500 INFO:tasks.rados.rados.0.smithi031.stdout:2088: left oid 35 (ObjNum 676 snap 196 seq_num 676) 2024-09-17T17:10:05.500 INFO:tasks.rados.rados.0.smithi031.stdout:2087: finishing copy_from racing read to smithi03184240-31 2024-09-17T17:10:05.500 INFO:tasks.rados.rados.0.smithi031.stdout:2099: finishing write tid 1 to smithi03184240-23 2024-09-17T17:10:05.500 INFO:tasks.rados.rados.0.smithi031.stdout:2087: finishing copy_from to smithi03184240-31 2024-09-17T17:10:05.500 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 1457 (ObjNum 667 snap 194 seq_num 667) dirty exists 2024-09-17T17:10:05.500 INFO:tasks.rados.rados.0.smithi031.stdout:2099: finishing write tid 2 to smithi03184240-23 2024-09-17T17:10:05.500 INFO:tasks.rados.rados.0.smithi031.stdout:2099: finishing write tid 3 to smithi03184240-23 2024-09-17T17:10:05.500 INFO:tasks.rados.rados.0.smithi031.stdout:2099: finishing write tid 4 to smithi03184240-23 2024-09-17T17:10:05.500 INFO:tasks.rados.rados.0.smithi031.stdout:2099: finishing write tid 5 to smithi03184240-23 2024-09-17T17:10:05.500 INFO:tasks.rados.rados.0.smithi031.stdout:2099: finishing write tid 6 to smithi03184240-23 2024-09-17T17:10:05.500 INFO:tasks.rados.rados.0.smithi031.stdout:2099: oid 23 updating version 0 to 1157 2024-09-17T17:10:05.500 INFO:tasks.rados.rados.0.smithi031.stdout:2099: oid 23 version 1157 is already newer than 1156 2024-09-17T17:10:05.500 INFO:tasks.rados.rados.0.smithi031.stdout:2099: oid 23 updating version 1157 to 1160 2024-09-17T17:10:05.500 INFO:tasks.rados.rados.0.smithi031.stdout:2099: oid 23 version 1160 is already newer than 1158 2024-09-17T17:10:05.500 INFO:tasks.rados.rados.0.smithi031.stdout:2099: oid 23 version 1160 is already newer than 1159 2024-09-17T17:10:05.501 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 1160 (ObjNum 681 snap 197 seq_num 681) dirty exists 2024-09-17T17:10:05.501 INFO:tasks.rados.rados.0.smithi031.stdout:2099: left oid 23 (ObjNum 681 snap 197 seq_num 681) 2024-09-17T17:10:05.501 INFO:tasks.rados.rados.0.smithi031.stdout:2100: expect (ObjNum 522 snap 146 seq_num 522) 2024-09-17T17:10:05.547 INFO:tasks.rados.rados.0.smithi031.stdout:2101: finishing write tid 1 to smithi03184240-17 2024-09-17T17:10:05.547 INFO:tasks.rados.rados.0.smithi031.stdout:2101: finishing write tid 2 to smithi03184240-17 2024-09-17T17:10:05.548 INFO:tasks.rados.rados.0.smithi031.stdout:2101: finishing write tid 3 to smithi03184240-17 2024-09-17T17:10:05.548 INFO:tasks.rados.rados.0.smithi031.stdout:2101: finishing write tid 4 to smithi03184240-17 2024-09-17T17:10:05.548 INFO:tasks.rados.rados.0.smithi031.stdout:2101: finishing write tid 5 to smithi03184240-17 2024-09-17T17:10:05.548 INFO:tasks.rados.rados.0.smithi031.stdout:2101: finishing write tid 6 to smithi03184240-17 2024-09-17T17:10:05.548 INFO:tasks.rados.rados.0.smithi031.stdout:2101: oid 17 updating version 0 to 1198 2024-09-17T17:10:05.548 INFO:tasks.rados.rados.0.smithi031.stdout:2101: oid 17 updating version 1198 to 1199 2024-09-17T17:10:05.548 INFO:tasks.rados.rados.0.smithi031.stdout:2101: oid 17 version 1199 is already newer than 1197 2024-09-17T17:10:05.548 INFO:tasks.rados.rados.0.smithi031.stdout:2101: oid 17 version 1199 is already newer than 1196 2024-09-17T17:10:05.548 INFO:tasks.rados.rados.0.smithi031.stdout:2101: oid 17 updating version 1199 to 1200 2024-09-17T17:10:05.548 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 1200 (ObjNum 682 snap 197 seq_num 682) dirty exists 2024-09-17T17:10:05.548 INFO:tasks.rados.rados.0.smithi031.stdout:2101: left oid 17 (ObjNum 682 snap 197 seq_num 682) 2024-09-17T17:10:05.548 INFO:tasks.rados.rados.0.smithi031.stdout:2087: done (7 left) 2024-09-17T17:10:05.549 INFO:tasks.rados.rados.0.smithi031.stdout:2088: done (6 left) 2024-09-17T17:10:05.549 INFO:tasks.rados.rados.0.smithi031.stdout:2091: done (5 left) 2024-09-17T17:10:05.549 INFO:tasks.rados.rados.0.smithi031.stdout:2097: done (4 left) 2024-09-17T17:10:05.549 INFO:tasks.rados.rados.0.smithi031.stdout:2099: done (3 left) 2024-09-17T17:10:05.549 INFO:tasks.rados.rados.0.smithi031.stdout:2100: done (2 left) 2024-09-17T17:10:05.549 INFO:tasks.rados.rados.0.smithi031.stdout:2101: done (1 left) 2024-09-17T17:10:05.549 INFO:tasks.rados.rados.0.smithi031.stdout:2103: done (0 left) 2024-09-17T17:10:05.549 INFO:tasks.rados.rados.0.smithi031.stdout:2104: read oid 48 snap -1 2024-09-17T17:10:05.549 INFO:tasks.rados.rados.0.smithi031.stdout:2104: expect deleted 2024-09-17T17:10:05.549 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 43 current snap is 197 2024-09-17T17:10:05.549 INFO:tasks.rados.rados.0.smithi031.stdout:2105: seq_num 684 ranges {1531904=663552,2195456=507904,2703360=409600,3112960=286720} 2024-09-17T17:10:05.559 INFO:tasks.rados.rados.0.smithi031.stdout:2105: writing smithi03184240-43 from 1531904 to 2195456 tid 1 2024-09-17T17:10:05.561 INFO:tasks.rados.rados.0.smithi031.stdout:2105: writing smithi03184240-43 from 2195456 to 2703360 tid 2 2024-09-17T17:10:05.564 INFO:tasks.rados.rados.0.smithi031.stdout:2105: writing smithi03184240-43 from 2703360 to 3112960 tid 3 2024-09-17T17:10:05.566 INFO:tasks.rados.rados.0.smithi031.stdout:2105: writing smithi03184240-43 from 3112960 to 3399680 tid 4 2024-09-17T17:10:05.566 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 20 current snap is 197 2024-09-17T17:10:05.566 INFO:tasks.rados.rados.0.smithi031.stdout:2106: seq_num 685 ranges {0=679936,679936=442368,1122304=622592,1744896=139264} 2024-09-17T17:10:05.569 INFO:tasks.rados.rados.0.smithi031.stdout:2106: writing smithi03184240-20 from 0 to 679936 tid 1 2024-09-17T17:10:05.572 INFO:tasks.rados.rados.0.smithi031.stdout:2106: writing smithi03184240-20 from 679936 to 1122304 tid 2 2024-09-17T17:10:05.576 INFO:tasks.rados.rados.0.smithi031.stdout:2106: writing smithi03184240-20 from 1122304 to 1744896 tid 3 2024-09-17T17:10:05.577 INFO:tasks.rados.rados.0.smithi031.stdout:2106: writing smithi03184240-20 from 1744896 to 1884160 tid 4 2024-09-17T17:10:05.577 INFO:tasks.rados.rados.0.smithi031.stdout:2107: snap_create 2024-09-17T17:10:05.577 INFO:tasks.rados.rados.0.smithi031.stdout:2105: finishing write tid 1 to smithi03184240-43 2024-09-17T17:10:05.577 INFO:tasks.rados.rados.0.smithi031.stdout:2105: finishing write tid 2 to smithi03184240-43 2024-09-17T17:10:05.577 INFO:tasks.rados.rados.0.smithi031.stdout:2105: finishing write tid 3 to smithi03184240-43 2024-09-17T17:10:05.577 INFO:tasks.rados.rados.0.smithi031.stdout:2105: finishing write tid 4 to smithi03184240-43 2024-09-17T17:10:05.578 INFO:tasks.rados.rados.0.smithi031.stdout:2105: finishing write tid 5 to smithi03184240-43 2024-09-17T17:10:05.578 INFO:tasks.rados.rados.0.smithi031.stdout:2105: finishing write tid 6 to smithi03184240-43 2024-09-17T17:10:05.578 INFO:tasks.rados.rados.0.smithi031.stdout:2105: oid 43 updating version 0 to 1616 2024-09-17T17:10:05.578 INFO:tasks.rados.rados.0.smithi031.stdout:2105: oid 43 version 1616 is already newer than 1614 2024-09-17T17:10:05.578 INFO:tasks.rados.rados.0.smithi031.stdout:2105: oid 43 version 1616 is already newer than 1613 2024-09-17T17:10:05.578 INFO:tasks.rados.rados.0.smithi031.stdout:2105: oid 43 version 1616 is already newer than 1615 2024-09-17T17:10:05.578 INFO:tasks.rados.rados.0.smithi031.stdout:2105: oid 43 updating version 1616 to 1617 2024-09-17T17:10:05.578 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 1617 (ObjNum 684 snap 197 seq_num 684) dirty exists 2024-09-17T17:10:05.578 INFO:tasks.rados.rados.0.smithi031.stdout:2105: left oid 43 (ObjNum 684 snap 197 seq_num 684) 2024-09-17T17:10:05.578 INFO:tasks.rados.rados.0.smithi031.stdout:2106: finishing write tid 1 to smithi03184240-20 2024-09-17T17:10:05.579 INFO:tasks.rados.rados.0.smithi031.stdout:2106: finishing write tid 2 to smithi03184240-20 2024-09-17T17:10:05.579 INFO:tasks.rados.rados.0.smithi031.stdout:2106: finishing write tid 3 to smithi03184240-20 2024-09-17T17:10:05.579 INFO:tasks.rados.rados.0.smithi031.stdout:2106: finishing write tid 4 to smithi03184240-20 2024-09-17T17:10:05.580 INFO:tasks.rados.rados.0.smithi031.stdout:2106: finishing write tid 5 to smithi03184240-20 2024-09-17T17:10:05.581 INFO:tasks.rados.rados.0.smithi031.stdout:2106: finishing write tid 6 to smithi03184240-20 2024-09-17T17:10:05.581 INFO:tasks.rados.rados.0.smithi031.stdout:2106: oid 20 updating version 0 to 170 2024-09-17T17:10:05.581 INFO:tasks.rados.rados.0.smithi031.stdout:2106: oid 20 version 170 is already newer than 168 2024-09-17T17:10:05.581 INFO:tasks.rados.rados.0.smithi031.stdout:2106: oid 20 version 170 is already newer than 167 2024-09-17T17:10:05.581 INFO:tasks.rados.rados.0.smithi031.stdout:2106: oid 20 version 170 is already newer than 166 2024-09-17T17:10:05.581 INFO:tasks.rados.rados.0.smithi031.stdout:2106: oid 20 version 170 is already newer than 169 2024-09-17T17:10:05.582 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 170 (ObjNum 685 snap 197 seq_num 685) dirty exists 2024-09-17T17:10:05.582 INFO:tasks.rados.rados.0.smithi031.stdout:2106: left oid 20 (ObjNum 685 snap 197 seq_num 685) 2024-09-17T17:10:05.611 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:05 smithi066 ceph-mon[86175]: pgmap v361: 121 pgs: 5 peering, 34 active+undersized, 11 active+undersized+degraded, 71 active+clean; 227 MiB data, 992 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.3 MiB/s wr, 28 op/s; 76/528 objects degraded (14.394%) 2024-09-17T17:10:05.741 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:05 smithi031 ceph-mon[94873]: pgmap v361: 121 pgs: 5 peering, 34 active+undersized, 11 active+undersized+degraded, 71 active+clean; 227 MiB data, 992 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.3 MiB/s wr, 28 op/s; 76/528 objects degraded (14.394%) 2024-09-17T17:10:05.741 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:05 smithi031 ceph-mon[96842]: pgmap v361: 121 pgs: 5 peering, 34 active+undersized, 11 active+undersized+degraded, 71 active+clean; 227 MiB data, 992 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.3 MiB/s wr, 28 op/s; 76/528 objects degraded (14.394%) 2024-09-17T17:10:06.093 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:10:05 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:10:05.738+0000 7f72cc98c640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (16 PGs are or would become offline) 2024-09-17T17:10:06.503 INFO:tasks.rados.rados.0.smithi031.stdout:2104: done (3 left) 2024-09-17T17:10:06.503 INFO:tasks.rados.rados.0.smithi031.stdout:2105: done (2 left) 2024-09-17T17:10:06.504 INFO:tasks.rados.rados.0.smithi031.stdout:2106: done (1 left) 2024-09-17T17:10:06.504 INFO:tasks.rados.rados.0.smithi031.stdout:2107: done (0 left) 2024-09-17T17:10:06.504 INFO:tasks.rados.rados.0.smithi031.stdout:2108: setattr oid 20 current snap is 198 2024-09-17T17:10:06.505 INFO:tasks.rados.rados.0.smithi031.stdout:2109: delete oid 19 current snap is 198 2024-09-17T17:10:06.509 INFO:tasks.rados.rados.0.smithi031.stdout:2109: done (1 left) 2024-09-17T17:10:06.509 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 44 current snap is 198 2024-09-17T17:10:06.509 INFO:tasks.rados.rados.0.smithi031.stdout:2110: seq_num 687 ranges {6258688=712704,6971392=614400,7585792=589824} 2024-09-17T17:10:06.548 INFO:tasks.rados.rados.0.smithi031.stdout:2110: writing smithi03184240-44 from 6258688 to 6971392 tid 1 2024-09-17T17:10:06.551 INFO:tasks.rados.rados.0.smithi031.stdout:2110: writing smithi03184240-44 from 6971392 to 7585792 tid 2 2024-09-17T17:10:06.555 INFO:tasks.rados.rados.0.smithi031.stdout:2110: writing smithi03184240-44 from 7585792 to 8175616 tid 3 2024-09-17T17:10:06.555 INFO:tasks.rados.rados.0.smithi031.stdout:2111: rollback oid 37 current snap is 198 2024-09-17T17:10:06.555 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 37 to 175 2024-09-17T17:10:06.555 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 172 (ObjNum 685 snap 197 seq_num 685) dirty exists 2024-09-17T17:10:06.555 INFO:tasks.rados.rados.0.smithi031.stdout:2110: finishing write tid 1 to smithi03184240-44 2024-09-17T17:10:06.555 INFO:tasks.rados.rados.0.smithi031.stdout:2110: finishing write tid 2 to smithi03184240-44 2024-09-17T17:10:06.555 INFO:tasks.rados.rados.0.smithi031.stdout:2108: done (2 left) 2024-09-17T17:10:06.556 INFO:tasks.rados.rados.0.smithi031.stdout:2112: read oid 14 snap -1 2024-09-17T17:10:06.556 INFO:tasks.rados.rados.0.smithi031.stdout:2112: expect (ObjNum 638 snap 184 seq_num 638) 2024-09-17T17:10:06.556 INFO:tasks.rados.rados.0.smithi031.stdout:2113: setattr oid 43 current snap is 198 2024-09-17T17:10:06.557 INFO:tasks.rados.rados.0.smithi031.stdout:2114: copy_from oid 24 from oid 38 current snap is 198 2024-09-17T17:10:06.557 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 7 current snap is 198 2024-09-17T17:10:06.557 INFO:tasks.rados.rados.0.smithi031.stdout:2115: seq_num 688 ranges {1294336=729088,2023424=499712,2523136=704512} 2024-09-17T17:10:06.569 INFO:tasks.rados.rados.0.smithi031.stdout:2115: writing smithi03184240-7 from 1294336 to 2023424 tid 1 2024-09-17T17:10:06.572 INFO:tasks.rados.rados.0.smithi031.stdout:2115: writing smithi03184240-7 from 2023424 to 2523136 tid 2 2024-09-17T17:10:06.577 INFO:tasks.rados.rados.0.smithi031.stdout:2115: writing smithi03184240-7 from 2523136 to 3227648 tid 3 2024-09-17T17:10:06.577 INFO:tasks.rados.rados.0.smithi031.stdout:2116: rollback oid 27 current snap is 198 2024-09-17T17:10:06.577 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 27 to 196 2024-09-17T17:10:06.577 INFO:tasks.rados.rados.0.smithi031.stdout:2111: finishing rollback tid 0 to smithi03184240-37 2024-09-17T17:10:06.578 INFO:tasks.rados.rados.0.smithi031.stdout:2112: expect (ObjNum 638 snap 184 seq_num 638) 2024-09-17T17:10:06.608 INFO:tasks.rados.rados.0.smithi031.stdout:2111: finishing rollback tid 1 to smithi03184240-37 2024-09-17T17:10:06.608 INFO:tasks.rados.rados.0.smithi031.stdout:2111: finishing rollback tid 2 to smithi03184240-37 2024-09-17T17:10:06.608 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 1042 (ObjNum 523 snap 146 seq_num 523) dirty exists 2024-09-17T17:10:06.608 INFO:tasks.rados.rados.0.smithi031.stdout:2110: finishing write tid 3 to smithi03184240-44 2024-09-17T17:10:06.608 INFO:tasks.rados.rados.0.smithi031.stdout:2110: finishing write tid 4 to smithi03184240-44 2024-09-17T17:10:06.608 INFO:tasks.rados.rados.0.smithi031.stdout:2111: done (6 left) 2024-09-17T17:10:06.608 INFO:tasks.rados.rados.0.smithi031.stdout:2112: done (5 left) 2024-09-17T17:10:06.608 INFO:tasks.rados.rados.0.smithi031.stdout:2117: delete oid 39 current snap is 198 2024-09-17T17:10:06.608 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 1624 (ObjNum 684 snap 197 seq_num 684) dirty exists 2024-09-17T17:10:06.608 INFO:tasks.rados.rados.0.smithi031.stdout:2110: finishing write tid 5 to smithi03184240-44 2024-09-17T17:10:06.609 INFO:tasks.rados.rados.0.smithi031.stdout:2110: oid 44 updating version 0 to 1621 2024-09-17T17:10:06.609 INFO:tasks.rados.rados.0.smithi031.stdout:2110: oid 44 updating version 1621 to 1622 2024-09-17T17:10:06.609 INFO:tasks.rados.rados.0.smithi031.stdout:2110: oid 44 version 1622 is already newer than 1620 2024-09-17T17:10:06.609 INFO:tasks.rados.rados.0.smithi031.stdout:2110: oid 44 version 1622 is already newer than 1619 2024-09-17T17:10:06.609 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 1622 (ObjNum 687 snap 198 seq_num 687) dirty exists 2024-09-17T17:10:06.609 INFO:tasks.rados.rados.0.smithi031.stdout:2110: left oid 44 (ObjNum 687 snap 198 seq_num 687) 2024-09-17T17:10:06.609 INFO:tasks.rados.rados.0.smithi031.stdout:2114: finishing copy_from racing read to smithi03184240-24 2024-09-17T17:10:06.609 INFO:tasks.rados.rados.0.smithi031.stdout:2114: finishing copy_from to smithi03184240-24 2024-09-17T17:10:06.609 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 1439 (ObjNum 620 snap 179 seq_num 620) dirty exists 2024-09-17T17:10:06.609 INFO:tasks.rados.rados.0.smithi031.stdout:2115: finishing write tid 1 to smithi03184240-7 2024-09-17T17:10:06.609 INFO:tasks.rados.rados.0.smithi031.stdout:2115: finishing write tid 2 to smithi03184240-7 2024-09-17T17:10:06.609 INFO:tasks.rados.rados.0.smithi031.stdout:2115: finishing write tid 3 to smithi03184240-7 2024-09-17T17:10:06.609 INFO:tasks.rados.rados.0.smithi031.stdout:2115: finishing write tid 4 to smithi03184240-7 2024-09-17T17:10:06.610 INFO:tasks.rados.rados.0.smithi031.stdout:2116: finishing rollback tid 0 to smithi03184240-27 2024-09-17T17:10:06.610 INFO:tasks.rados.rados.0.smithi031.stdout:2116: finishing rollback tid 1 to smithi03184240-27 2024-09-17T17:10:06.610 INFO:tasks.rados.rados.0.smithi031.stdout:2116: finishing rollback tid 2 to smithi03184240-27 2024-09-17T17:10:06.610 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 1465 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-17T17:10:06.610 INFO:tasks.rados.rados.0.smithi031.stdout:2115: finishing write tid 5 to smithi03184240-7 2024-09-17T17:10:06.610 INFO:tasks.rados.rados.0.smithi031.stdout:2115: oid 7 updating version 0 to 1477 2024-09-17T17:10:06.610 INFO:tasks.rados.rados.0.smithi031.stdout:2115: oid 7 updating version 1477 to 1479 2024-09-17T17:10:06.610 INFO:tasks.rados.rados.0.smithi031.stdout:2115: oid 7 version 1479 is already newer than 1476 2024-09-17T17:10:06.610 INFO:tasks.rados.rados.0.smithi031.stdout:2115: oid 7 version 1479 is already newer than 1478 2024-09-17T17:10:06.610 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 1479 (ObjNum 688 snap 198 seq_num 688) dirty exists 2024-09-17T17:10:06.610 INFO:tasks.rados.rados.0.smithi031.stdout:2115: left oid 7 (ObjNum 688 snap 198 seq_num 688) 2024-09-17T17:10:06.611 INFO:tasks.rados.rados.0.smithi031.stdout:2110: done (5 left) 2024-09-17T17:10:06.611 INFO:tasks.rados.rados.0.smithi031.stdout:2113: done (4 left) 2024-09-17T17:10:06.611 INFO:tasks.rados.rados.0.smithi031.stdout:2114: done (3 left) 2024-09-17T17:10:06.611 INFO:tasks.rados.rados.0.smithi031.stdout:2115: done (2 left) 2024-09-17T17:10:06.611 INFO:tasks.rados.rados.0.smithi031.stdout:2116: done (1 left) 2024-09-17T17:10:06.611 INFO:tasks.rados.rados.0.smithi031.stdout:2117: done (0 left) 2024-09-17T17:10:06.611 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 7 current snap is 198 2024-09-17T17:10:06.611 INFO:tasks.rados.rados.0.smithi031.stdout:2118: seq_num 690 ranges {3227648=761856,3989504=663552,4653056=409600,5062656=131072} 2024-09-17T17:10:06.630 INFO:tasks.rados.rados.0.smithi031.stdout:2118: writing smithi03184240-7 from 3227648 to 3989504 tid 1 2024-09-17T17:10:06.634 INFO:tasks.rados.rados.0.smithi031.stdout:2118: writing smithi03184240-7 from 3989504 to 4653056 tid 2 2024-09-17T17:10:06.636 INFO:tasks.rados.rados.0.smithi031.stdout:2118: writing smithi03184240-7 from 4653056 to 5062656 tid 3 2024-09-17T17:10:06.638 INFO:tasks.rados.rados.0.smithi031.stdout:2118: writing smithi03184240-7 from 5062656 to 5193728 tid 4 2024-09-17T17:10:06.638 INFO:tasks.rados.rados.0.smithi031.stdout:2119: rollback oid 20 current snap is 198 2024-09-17T17:10:06.638 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 20 to 180 2024-09-17T17:10:06.638 INFO:tasks.rados.rados.0.smithi031.stdout:2118: finishing write tid 1 to smithi03184240-7 2024-09-17T17:10:06.638 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 11 current snap is 198 2024-09-17T17:10:06.638 INFO:tasks.rados.rados.0.smithi031.stdout:2118: finishing write tid 2 to smithi03184240-7 2024-09-17T17:10:06.638 INFO:tasks.rados.rados.0.smithi031.stdout:2120: seq_num 691 ranges {1548288=778240,2326528=548864,2875392=614400,3489792=40960} 2024-09-17T17:10:06.650 INFO:tasks.rados.rados.0.smithi031.stdout:2120: writing smithi03184240-11 from 1548288 to 2326528 tid 1 2024-09-17T17:10:06.654 INFO:tasks.rados.rados.0.smithi031.stdout:2120: writing smithi03184240-11 from 2326528 to 2875392 tid 2 2024-09-17T17:10:06.657 INFO:tasks.rados.rados.0.smithi031.stdout:2120: writing smithi03184240-11 from 2875392 to 3489792 tid 3 2024-09-17T17:10:06.658 INFO:tasks.rados.rados.0.smithi031.stdout:2120: writing smithi03184240-11 from 3489792 to 3530752 tid 4 2024-09-17T17:10:06.659 INFO:tasks.rados.rados.0.smithi031.stdout:2121: rollback oid 44 current snap is 198 2024-09-17T17:10:06.659 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 44 to 193 2024-09-17T17:10:06.659 INFO:tasks.rados.rados.0.smithi031.stdout:2119: finishing rollback tid 0 to smithi03184240-20 2024-09-17T17:10:06.659 INFO:tasks.rados.rados.0.smithi031.stdout:2119: finishing rollback tid 1 to smithi03184240-20 2024-09-17T17:10:06.659 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 174 (ObjNum 33 snap 0 seq_num 1677678384) dirty dne 2024-09-17T17:10:06.659 INFO:tasks.rados.rados.0.smithi031.stdout:2119: done (3 left) 2024-09-17T17:10:06.659 INFO:tasks.rados.rados.0.smithi031.stdout:2122: snap_create 2024-09-17T17:10:06.659 INFO:tasks.rados.rados.0.smithi031.stdout:2118: finishing write tid 3 to smithi03184240-7 2024-09-17T17:10:06.659 INFO:tasks.rados.rados.0.smithi031.stdout:2118: finishing write tid 4 to smithi03184240-7 2024-09-17T17:10:06.659 INFO:tasks.rados.rados.0.smithi031.stdout:2118: finishing write tid 5 to smithi03184240-7 2024-09-17T17:10:06.659 INFO:tasks.rados.rados.0.smithi031.stdout:2118: finishing write tid 6 to smithi03184240-7 2024-09-17T17:10:06.659 INFO:tasks.rados.rados.0.smithi031.stdout:2118: oid 7 updating version 0 to 1483 2024-09-17T17:10:06.659 INFO:tasks.rados.rados.0.smithi031.stdout:2118: oid 7 version 1483 is already newer than 1481 2024-09-17T17:10:06.659 INFO:tasks.rados.rados.0.smithi031.stdout:2118: oid 7 updating version 1483 to 1484 2024-09-17T17:10:06.660 INFO:tasks.rados.rados.0.smithi031.stdout:2118: oid 7 version 1484 is already newer than 1482 2024-09-17T17:10:06.660 INFO:tasks.rados.rados.0.smithi031.stdout:2118: oid 7 version 1484 is already newer than 1480 2024-09-17T17:10:06.660 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 1484 (ObjNum 690 snap 198 seq_num 690) dirty exists 2024-09-17T17:10:06.660 INFO:tasks.rados.rados.0.smithi031.stdout:2118: left oid 7 (ObjNum 690 snap 198 seq_num 690) 2024-09-17T17:10:06.660 INFO:tasks.rados.rados.0.smithi031.stdout:2120: finishing write tid 1 to smithi03184240-11 2024-09-17T17:10:06.660 INFO:tasks.rados.rados.0.smithi031.stdout:2120: finishing write tid 2 to smithi03184240-11 2024-09-17T17:10:06.661 INFO:tasks.rados.rados.0.smithi031.stdout:2120: finishing write tid 3 to smithi03184240-11 2024-09-17T17:10:06.662 INFO:tasks.rados.rados.0.smithi031.stdout:2121: finishing rollback tid 0 to smithi03184240-44 2024-09-17T17:10:06.662 INFO:tasks.rados.rados.0.smithi031.stdout:2121: finishing rollback tid 1 to smithi03184240-44 2024-09-17T17:10:06.662 INFO:tasks.rados.rados.0.smithi031.stdout:2120: finishing write tid 4 to smithi03184240-11 2024-09-17T17:10:06.662 INFO:tasks.rados.rados.0.smithi031.stdout:2121: finishing rollback tid 2 to smithi03184240-44 2024-09-17T17:10:06.662 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 1627 (ObjNum 566 snap 160 seq_num 566) dirty exists 2024-09-17T17:10:06.663 INFO:tasks.rados.rados.0.smithi031.stdout:2120: finishing write tid 5 to smithi03184240-11 2024-09-17T17:10:06.663 INFO:tasks.rados.rados.0.smithi031.stdout:2120: finishing write tid 6 to smithi03184240-11 2024-09-17T17:10:06.663 INFO:tasks.rados.rados.0.smithi031.stdout:2120: oid 11 updating version 0 to 1487 2024-09-17T17:10:06.663 INFO:tasks.rados.rados.0.smithi031.stdout:2120: oid 11 version 1487 is already newer than 1486 2024-09-17T17:10:06.663 INFO:tasks.rados.rados.0.smithi031.stdout:2120: oid 11 updating version 1487 to 1489 2024-09-17T17:10:06.664 INFO:tasks.rados.rados.0.smithi031.stdout:2120: oid 11 version 1489 is already newer than 1488 2024-09-17T17:10:06.664 INFO:tasks.rados.rados.0.smithi031.stdout:2120: oid 11 version 1489 is already newer than 1485 2024-09-17T17:10:06.664 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 1489 (ObjNum 691 snap 198 seq_num 691) dirty exists 2024-09-17T17:10:06.664 INFO:tasks.rados.rados.0.smithi031.stdout:2120: left oid 11 (ObjNum 691 snap 198 seq_num 691) 2024-09-17T17:10:06.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:06 smithi031 ceph-mon[94873]: osdmap e468: 8 total, 8 up, 8 in 2024-09-17T17:10:06.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:06 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:06.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:06 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:06.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:06 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:10:06.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:06 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:10:06.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:06 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:06.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:06 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:10:06.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:06 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:10:06.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:06 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:10:06.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:06 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:10:06.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:06 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-17T17:10:06.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:06 smithi031 ceph-mon[94873]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-17T17:10:06.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:06 smithi031 ceph-mon[94873]: Upgrade: unsafe to stop osd(s) at this time (16 PGs are or would become offline) 2024-09-17T17:10:06.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:06 smithi031 ceph-mon[96842]: osdmap e468: 8 total, 8 up, 8 in 2024-09-17T17:10:06.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:06 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:06.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:06 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:06.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:06 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:10:06.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:06 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:10:06.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:06 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:06.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:06 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:10:06.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:06 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:10:06.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:06 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:10:06.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:06 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:10:06.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:06 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-17T17:10:06.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:06 smithi031 ceph-mon[96842]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-17T17:10:06.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:06 smithi031 ceph-mon[96842]: Upgrade: unsafe to stop osd(s) at this time (16 PGs are or would become offline) 2024-09-17T17:10:06.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:06 smithi066 ceph-mon[86175]: osdmap e468: 8 total, 8 up, 8 in 2024-09-17T17:10:06.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:06 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:06.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:06 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:06.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:06 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:10:06.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:06 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:10:06.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:06 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:06.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:06 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:10:06.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:06 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:10:06.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:06 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:10:06.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:06 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:10:06.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:06 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-17T17:10:06.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:06 smithi066 ceph-mon[86175]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-17T17:10:06.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:06 smithi066 ceph-mon[86175]: Upgrade: unsafe to stop osd(s) at this time (16 PGs are or would become offline) 2024-09-17T17:10:07.667 INFO:tasks.rados.rados.0.smithi031.stdout:2118: done (3 left) 2024-09-17T17:10:07.668 INFO:tasks.rados.rados.0.smithi031.stdout:2120: done (2 left) 2024-09-17T17:10:07.668 INFO:tasks.rados.rados.0.smithi031.stdout:2121: done (1 left) 2024-09-17T17:10:07.668 INFO:tasks.rados.rados.0.smithi031.stdout:2122: done (0 left) 2024-09-17T17:10:07.668 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 50 current snap is 199 2024-09-17T17:10:07.668 INFO:tasks.rados.rados.0.smithi031.stdout:2123: seq_num 692 ranges {0=794624,794624=483328,1277952=720896} 2024-09-17T17:10:07.672 INFO:tasks.rados.rados.0.smithi031.stdout:2123: writing smithi03184240-50 from 0 to 794624 tid 1 2024-09-17T17:10:07.676 INFO:tasks.rados.rados.0.smithi031.stdout:2123: writing smithi03184240-50 from 794624 to 1277952 tid 2 2024-09-17T17:10:07.680 INFO:tasks.rados.rados.0.smithi031.stdout:2123: writing smithi03184240-50 from 1277952 to 1998848 tid 3 2024-09-17T17:10:07.680 INFO:tasks.rados.rados.0.smithi031.stdout:2124: read oid 28 snap 196 2024-09-17T17:10:07.680 INFO:tasks.rados.rados.0.smithi031.stdout:2124: expect (ObjNum 661 snap 192 seq_num 661) 2024-09-17T17:10:07.680 INFO:tasks.rados.rados.0.smithi031.stdout:2125: setattr oid 14 current snap is 199 2024-09-17T17:10:07.680 INFO:tasks.rados.rados.0.smithi031.stdout:2123: finishing write tid 1 to smithi03184240-50 2024-09-17T17:10:07.680 INFO:tasks.rados.rados.0.smithi031.stdout:2123: finishing write tid 2 to smithi03184240-50 2024-09-17T17:10:07.681 INFO:tasks.rados.rados.0.smithi031.stdout:2126: rollback oid 47 current snap is 199 2024-09-17T17:10:07.681 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 47 to 175 2024-09-17T17:10:07.681 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 11 current snap is 199 2024-09-17T17:10:07.681 INFO:tasks.rados.rados.0.smithi031.stdout:2127: seq_num 693 ranges {3530752=409600,3940352=770048,4710400=581632,5292032=253952} 2024-09-17T17:10:07.703 INFO:tasks.rados.rados.0.smithi031.stdout:2127: writing smithi03184240-11 from 3530752 to 3940352 tid 1 2024-09-17T17:10:07.708 INFO:tasks.rados.rados.0.smithi031.stdout:2127: writing smithi03184240-11 from 3940352 to 4710400 tid 2 2024-09-17T17:10:07.711 INFO:tasks.rados.rados.0.smithi031.stdout:2127: writing smithi03184240-11 from 4710400 to 5292032 tid 3 2024-09-17T17:10:07.713 INFO:tasks.rados.rados.0.smithi031.stdout:2127: writing smithi03184240-11 from 5292032 to 5545984 tid 4 2024-09-17T17:10:07.714 INFO:tasks.rados.rados.0.smithi031.stdout:2128: copy_from oid 23 from oid 43 current snap is 199 2024-09-17T17:10:07.714 INFO:tasks.rados.rados.0.smithi031.stdout:2123: finishing write tid 3 to smithi03184240-50 2024-09-17T17:10:07.714 INFO:tasks.rados.rados.0.smithi031.stdout:2123: finishing write tid 4 to smithi03184240-50 2024-09-17T17:10:07.714 INFO:tasks.rados.rados.0.smithi031.stdout:2123: finishing write tid 5 to smithi03184240-50 2024-09-17T17:10:07.714 INFO:tasks.rados.rados.0.smithi031.stdout:2123: oid 50 updating version 0 to 1491 2024-09-17T17:10:07.714 INFO:tasks.rados.rados.0.smithi031.stdout:2123: oid 50 updating version 1491 to 1493 2024-09-17T17:10:07.714 INFO:tasks.rados.rados.0.smithi031.stdout:2123: oid 50 version 1493 is already newer than 1490 2024-09-17T17:10:07.714 INFO:tasks.rados.rados.0.smithi031.stdout:2123: oid 50 version 1493 is already newer than 1492 2024-09-17T17:10:07.714 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 1493 (ObjNum 692 snap 199 seq_num 692) dirty exists 2024-09-17T17:10:07.714 INFO:tasks.rados.rados.0.smithi031.stdout:2123: left oid 50 (ObjNum 692 snap 199 seq_num 692) 2024-09-17T17:10:07.714 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 1456 (ObjNum 638 snap 184 seq_num 638) dirty exists 2024-09-17T17:10:07.714 INFO:tasks.rados.rados.0.smithi031.stdout:2126: finishing rollback tid 0 to smithi03184240-47 2024-09-17T17:10:07.714 INFO:tasks.rados.rados.0.smithi031.stdout:2126: finishing rollback tid 1 to smithi03184240-47 2024-09-17T17:10:07.714 INFO:tasks.rados.rados.0.smithi031.stdout:2126: finishing rollback tid 2 to smithi03184240-47 2024-09-17T17:10:07.715 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 767 (ObjNum 582 snap 164 seq_num 582) dirty exists 2024-09-17T17:10:07.715 INFO:tasks.rados.rados.0.smithi031.stdout:2124: expect (ObjNum 661 snap 192 seq_num 661) 2024-09-17T17:10:07.824 INFO:tasks.rados.rados.0.smithi031.stdout:2127: finishing write tid 1 to smithi03184240-11 2024-09-17T17:10:07.824 INFO:tasks.rados.rados.0.smithi031.stdout:2127: finishing write tid 2 to smithi03184240-11 2024-09-17T17:10:07.824 INFO:tasks.rados.rados.0.smithi031.stdout:2127: finishing write tid 3 to smithi03184240-11 2024-09-17T17:10:07.824 INFO:tasks.rados.rados.0.smithi031.stdout:2127: finishing write tid 4 to smithi03184240-11 2024-09-17T17:10:07.824 INFO:tasks.rados.rados.0.smithi031.stdout:2127: finishing write tid 5 to smithi03184240-11 2024-09-17T17:10:07.824 INFO:tasks.rados.rados.0.smithi031.stdout:2127: finishing write tid 6 to smithi03184240-11 2024-09-17T17:10:07.824 INFO:tasks.rados.rados.0.smithi031.stdout:2127: oid 11 updating version 0 to 1498 2024-09-17T17:10:07.825 INFO:tasks.rados.rados.0.smithi031.stdout:2127: oid 11 version 1498 is already newer than 1496 2024-09-17T17:10:07.825 INFO:tasks.rados.rados.0.smithi031.stdout:2127: oid 11 version 1498 is already newer than 1494 2024-09-17T17:10:07.825 INFO:tasks.rados.rados.0.smithi031.stdout:2127: oid 11 version 1498 is already newer than 1497 2024-09-17T17:10:07.825 INFO:tasks.rados.rados.0.smithi031.stdout:2127: oid 11 version 1498 is already newer than 1495 2024-09-17T17:10:07.825 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 1498 (ObjNum 693 snap 199 seq_num 693) dirty exists 2024-09-17T17:10:07.825 INFO:tasks.rados.rados.0.smithi031.stdout:2127: left oid 11 (ObjNum 693 snap 199 seq_num 693) 2024-09-17T17:10:07.825 INFO:tasks.rados.rados.0.smithi031.stdout:2128: finishing copy_from racing read to smithi03184240-23 2024-09-17T17:10:07.825 INFO:tasks.rados.rados.0.smithi031.stdout:2128: finishing copy_from to smithi03184240-23 2024-09-17T17:10:07.825 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 1624 (ObjNum 684 snap 197 seq_num 684) dirty exists 2024-09-17T17:10:07.825 INFO:tasks.rados.rados.0.smithi031.stdout:2123: done (5 left) 2024-09-17T17:10:07.825 INFO:tasks.rados.rados.0.smithi031.stdout:2124: done (4 left) 2024-09-17T17:10:07.825 INFO:tasks.rados.rados.0.smithi031.stdout:2125: done (3 left) 2024-09-17T17:10:07.825 INFO:tasks.rados.rados.0.smithi031.stdout:2126: done (2 left) 2024-09-17T17:10:07.825 INFO:tasks.rados.rados.0.smithi031.stdout:2127: done (1 left) 2024-09-17T17:10:07.826 INFO:tasks.rados.rados.0.smithi031.stdout:2128: done (0 left) 2024-09-17T17:10:07.826 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 25 current snap is 199 2024-09-17T17:10:07.826 INFO:tasks.rados.rados.0.smithi031.stdout:2129: seq_num 694 ranges {0=425984,425984=655360,1081344=786432,1867776=163840} 2024-09-17T17:10:07.826 INFO:tasks.rados.rados.0.smithi031.stdout:2129: writing smithi03184240-25 from 0 to 425984 tid 1 2024-09-17T17:10:07.829 INFO:tasks.rados.rados.0.smithi031.stdout:2129: writing smithi03184240-25 from 425984 to 1081344 tid 2 2024-09-17T17:10:07.833 INFO:tasks.rados.rados.0.smithi031.stdout:2129: writing smithi03184240-25 from 1081344 to 1867776 tid 3 2024-09-17T17:10:07.834 INFO:tasks.rados.rados.0.smithi031.stdout:2129: writing smithi03184240-25 from 1867776 to 2031616 tid 4 2024-09-17T17:10:07.834 INFO:tasks.rados.rados.0.smithi031.stdout:2130: snap_remove snap 170 2024-09-17T17:10:07.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:07 smithi031 ceph-mon[94873]: pgmap v364: 121 pgs: 5 peering, 24 active+undersized, 6 active+undersized+degraded, 86 active+clean; 233 MiB data, 999 MiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 5 op/s; 56/528 objects degraded (10.606%); 1.8 MiB/s, 0 objects/s recovering 2024-09-17T17:10:07.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:07 smithi031 ceph-mon[94873]: osdmap e469: 8 total, 8 up, 8 in 2024-09-17T17:10:07.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:07 smithi031 ceph-mon[94873]: Health check update: Degraded data redundancy: 56/528 objects degraded (10.606%), 6 pgs degraded (PG_DEGRADED) 2024-09-17T17:10:07.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:07 smithi031 ceph-mon[96842]: pgmap v364: 121 pgs: 5 peering, 24 active+undersized, 6 active+undersized+degraded, 86 active+clean; 233 MiB data, 999 MiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 5 op/s; 56/528 objects degraded (10.606%); 1.8 MiB/s, 0 objects/s recovering 2024-09-17T17:10:07.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:07 smithi031 ceph-mon[96842]: osdmap e469: 8 total, 8 up, 8 in 2024-09-17T17:10:07.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:07 smithi031 ceph-mon[96842]: Health check update: Degraded data redundancy: 56/528 objects degraded (10.606%), 6 pgs degraded (PG_DEGRADED) 2024-09-17T17:10:07.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:07 smithi066 ceph-mon[86175]: pgmap v364: 121 pgs: 5 peering, 24 active+undersized, 6 active+undersized+degraded, 86 active+clean; 233 MiB data, 999 MiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 5 op/s; 56/528 objects degraded (10.606%); 1.8 MiB/s, 0 objects/s recovering 2024-09-17T17:10:07.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:07 smithi066 ceph-mon[86175]: osdmap e469: 8 total, 8 up, 8 in 2024-09-17T17:10:07.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:07 smithi066 ceph-mon[86175]: Health check update: Degraded data redundancy: 56/528 objects degraded (10.606%), 6 pgs degraded (PG_DEGRADED) 2024-09-17T17:10:08.679 INFO:tasks.rados.rados.0.smithi031.stdout:2129: finishing write tid 1 to smithi03184240-25 2024-09-17T17:10:08.679 INFO:tasks.rados.rados.0.smithi031.stdout:2129: finishing write tid 2 to smithi03184240-25 2024-09-17T17:10:08.679 INFO:tasks.rados.rados.0.smithi031.stdout:2129: finishing write tid 3 to smithi03184240-25 2024-09-17T17:10:08.679 INFO:tasks.rados.rados.0.smithi031.stdout:2129: finishing write tid 4 to smithi03184240-25 2024-09-17T17:10:08.679 INFO:tasks.rados.rados.0.smithi031.stdout:2129: finishing write tid 5 to smithi03184240-25 2024-09-17T17:10:08.679 INFO:tasks.rados.rados.0.smithi031.stdout:2129: finishing write tid 6 to smithi03184240-25 2024-09-17T17:10:08.679 INFO:tasks.rados.rados.0.smithi031.stdout:2129: oid 25 updating version 0 to 450 2024-09-17T17:10:08.679 INFO:tasks.rados.rados.0.smithi031.stdout:2129: oid 25 updating version 450 to 451 2024-09-17T17:10:08.680 INFO:tasks.rados.rados.0.smithi031.stdout:2129: oid 25 updating version 451 to 452 2024-09-17T17:10:08.680 INFO:tasks.rados.rados.0.smithi031.stdout:2129: oid 25 version 452 is already newer than 448 2024-09-17T17:10:08.680 INFO:tasks.rados.rados.0.smithi031.stdout:2129: oid 25 version 452 is already newer than 449 2024-09-17T17:10:08.680 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 452 (ObjNum 694 snap 199 seq_num 694) dirty exists 2024-09-17T17:10:08.680 INFO:tasks.rados.rados.0.smithi031.stdout:2129: left oid 25 (ObjNum 694 snap 199 seq_num 694) 2024-09-17T17:10:08.680 INFO:tasks.rados.rados.0.smithi031.stdout:2129: done (1 left) 2024-09-17T17:10:08.680 INFO:tasks.rados.rados.0.smithi031.stdout:2130: done (0 left) 2024-09-17T17:10:08.680 INFO:tasks.rados.rados.0.smithi031.stdout:2131: snap_remove snap 195 2024-09-17T17:10:09.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:08 smithi031 ceph-mon[94873]: osdmap e470: 8 total, 8 up, 8 in 2024-09-17T17:10:09.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:08 smithi031 ceph-mon[96842]: osdmap e470: 8 total, 8 up, 8 in 2024-09-17T17:10:09.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:08 smithi066 ceph-mon[86175]: osdmap e470: 8 total, 8 up, 8 in 2024-09-17T17:10:09.674 INFO:tasks.rados.rados.0.smithi031.stdout:2131: done (0 left) 2024-09-17T17:10:09.675 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 9 current snap is 199 2024-09-17T17:10:09.675 INFO:tasks.rados.rados.0.smithi031.stdout:2132: seq_num 695 ranges {11911168=442368,12353536=540672,12894208=598016,13492224=466944} 2024-09-17T17:10:09.743 INFO:tasks.rados.rados.0.smithi031.stdout:2132: writing smithi03184240-9 from 11911168 to 12353536 tid 1 2024-09-17T17:10:09.746 INFO:tasks.rados.rados.0.smithi031.stdout:2132: writing smithi03184240-9 from 12353536 to 12894208 tid 2 2024-09-17T17:10:09.750 INFO:tasks.rados.rados.0.smithi031.stdout:2132: writing smithi03184240-9 from 12894208 to 13492224 tid 3 2024-09-17T17:10:09.753 INFO:tasks.rados.rados.0.smithi031.stdout:2132: writing smithi03184240-9 from 13492224 to 13959168 tid 4 2024-09-17T17:10:09.753 INFO:tasks.rados.rados.0.smithi031.stdout:2133: setattr oid 30 current snap is 199 2024-09-17T17:10:09.753 INFO:tasks.rados.rados.0.smithi031.stdout:2132: finishing write tid 1 to smithi03184240-9 2024-09-17T17:10:09.753 INFO:tasks.rados.rados.0.smithi031.stdout:2132: finishing write tid 2 to smithi03184240-9 2024-09-17T17:10:09.754 INFO:tasks.rados.rados.0.smithi031.stdout:2132: finishing write tid 3 to smithi03184240-9 2024-09-17T17:10:09.755 INFO:tasks.rados.rados.0.smithi031.stdout:2134: rollback oid 11 current snap is 199 2024-09-17T17:10:09.755 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 11 to 190 2024-09-17T17:10:09.755 INFO:tasks.rados.rados.0.smithi031.stdout:2135: read oid 46 snap -1 2024-09-17T17:10:09.755 INFO:tasks.rados.rados.0.smithi031.stdout:2135: expect (ObjNum 670 snap 194 seq_num 670) 2024-09-17T17:10:09.756 INFO:tasks.rados.rados.0.smithi031.stdout:2136: setattr oid 23 current snap is 199 2024-09-17T17:10:09.757 INFO:tasks.rados.rados.0.smithi031.stdout:2132: finishing write tid 4 to smithi03184240-9 2024-09-17T17:10:09.757 INFO:tasks.rados.rados.0.smithi031.stdout:2132: finishing write tid 5 to smithi03184240-9 2024-09-17T17:10:09.758 INFO:tasks.rados.rados.0.smithi031.stdout:2137: read oid 50 snap 180 2024-09-17T17:10:09.758 INFO:tasks.rados.rados.0.smithi031.stdout:2137: expect deleted 2024-09-17T17:10:09.758 INFO:tasks.rados.rados.0.smithi031.stdout:2138: snap_create 2024-09-17T17:10:09.759 INFO:tasks.rados.rados.0.smithi031.stdout:2132: finishing write tid 6 to smithi03184240-9 2024-09-17T17:10:09.759 INFO:tasks.rados.rados.0.smithi031.stdout:2132: oid 9 updating version 0 to 1187 2024-09-17T17:10:09.759 INFO:tasks.rados.rados.0.smithi031.stdout:2132: oid 9 updating version 1187 to 1188 2024-09-17T17:10:09.759 INFO:tasks.rados.rados.0.smithi031.stdout:2132: oid 9 updating version 1188 to 1190 2024-09-17T17:10:09.759 INFO:tasks.rados.rados.0.smithi031.stdout:2132: oid 9 version 1190 is already newer than 1189 2024-09-17T17:10:09.759 INFO:tasks.rados.rados.0.smithi031.stdout:2132: oid 9 updating version 1190 to 1191 2024-09-17T17:10:09.759 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 1191 (ObjNum 695 snap 199 seq_num 695) dirty exists 2024-09-17T17:10:09.760 INFO:tasks.rados.rados.0.smithi031.stdout:2132: left oid 9 (ObjNum 695 snap 199 seq_num 695) 2024-09-17T17:10:09.760 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 1465 (ObjNum 667 snap 194 seq_num 667) dirty exists 2024-09-17T17:10:09.761 INFO:tasks.rados.rados.0.smithi031.stdout:2134: finishing rollback tid 0 to smithi03184240-11 2024-09-17T17:10:09.761 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 1625 (ObjNum 684 snap 197 seq_num 684) dirty exists 2024-09-17T17:10:09.761 INFO:tasks.rados.rados.0.smithi031.stdout:2134: finishing rollback tid 1 to smithi03184240-11 2024-09-17T17:10:09.761 INFO:tasks.rados.rados.0.smithi031.stdout:2134: finishing rollback tid 2 to smithi03184240-11 2024-09-17T17:10:09.761 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 1501 (ObjNum 522 snap 146 seq_num 522) dirty exists 2024-09-17T17:10:09.768 INFO:tasks.rados.rados.0.smithi031.stdout:2135: expect (ObjNum 670 snap 194 seq_num 670) 2024-09-17T17:10:10.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:09 smithi031 ceph-mon[94873]: pgmap v367: 121 pgs: 5 peering, 1 active+undersized, 1 active+undersized+degraded, 114 active+clean; 239 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.6 MiB/s wr, 17 op/s; 22/531 objects degraded (4.143%); 10 MiB/s, 3 objects/s recovering 2024-09-17T17:10:10.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:09 smithi031 ceph-mon[94873]: osdmap e471: 8 total, 8 up, 8 in 2024-09-17T17:10:10.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:09 smithi031 ceph-mon[96842]: pgmap v367: 121 pgs: 5 peering, 1 active+undersized, 1 active+undersized+degraded, 114 active+clean; 239 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.6 MiB/s wr, 17 op/s; 22/531 objects degraded (4.143%); 10 MiB/s, 3 objects/s recovering 2024-09-17T17:10:10.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:09 smithi031 ceph-mon[96842]: osdmap e471: 8 total, 8 up, 8 in 2024-09-17T17:10:10.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:09 smithi066 ceph-mon[86175]: pgmap v367: 121 pgs: 5 peering, 1 active+undersized, 1 active+undersized+degraded, 114 active+clean; 239 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.6 MiB/s wr, 17 op/s; 22/531 objects degraded (4.143%); 10 MiB/s, 3 objects/s recovering 2024-09-17T17:10:10.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:09 smithi066 ceph-mon[86175]: osdmap e471: 8 total, 8 up, 8 in 2024-09-17T17:10:10.689 INFO:tasks.rados.rados.0.smithi031.stdout:2132: done (6 left) 2024-09-17T17:10:10.689 INFO:tasks.rados.rados.0.smithi031.stdout:2133: done (5 left) 2024-09-17T17:10:10.689 INFO:tasks.rados.rados.0.smithi031.stdout:2134: done (4 left) 2024-09-17T17:10:10.689 INFO:tasks.rados.rados.0.smithi031.stdout:2135: done (3 left) 2024-09-17T17:10:10.689 INFO:tasks.rados.rados.0.smithi031.stdout:2136: done (2 left) 2024-09-17T17:10:10.689 INFO:tasks.rados.rados.0.smithi031.stdout:2137: done (1 left) 2024-09-17T17:10:10.689 INFO:tasks.rados.rados.0.smithi031.stdout:2138: done (0 left) 2024-09-17T17:10:10.689 INFO:tasks.rados.rados.0.smithi031.stdout:2139: read oid 24 snap -1 2024-09-17T17:10:10.689 INFO:tasks.rados.rados.0.smithi031.stdout:2139: expect (ObjNum 620 snap 179 seq_num 620) 2024-09-17T17:10:10.689 INFO:tasks.rados.rados.0.smithi031.stdout:2140: read oid 33 snap -1 2024-09-17T17:10:10.689 INFO:tasks.rados.rados.0.smithi031.stdout:2140: expect (ObjNum 540 snap 151 seq_num 540) 2024-09-17T17:10:10.690 INFO:tasks.rados.rados.0.smithi031.stdout:2141: read oid 2 snap -1 2024-09-17T17:10:10.690 INFO:tasks.rados.rados.0.smithi031.stdout:2141: expect (ObjNum 677 snap 196 seq_num 677) 2024-09-17T17:10:10.690 INFO:tasks.rados.rados.0.smithi031.stdout:2142: snap_remove snap 198 2024-09-17T17:10:11.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:10 smithi031 ceph-mon[94873]: osdmap e472: 8 total, 8 up, 8 in 2024-09-17T17:10:11.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:10 smithi031 ceph-mon[96842]: osdmap e472: 8 total, 8 up, 8 in 2024-09-17T17:10:11.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:10 smithi066 ceph-mon[86175]: osdmap e472: 8 total, 8 up, 8 in 2024-09-17T17:10:11.694 INFO:tasks.rados.rados.0.smithi031.stdout:2142: done (3 left) 2024-09-17T17:10:11.694 INFO:tasks.rados.rados.0.smithi031.stdout:2143: snap_remove snap 188 2024-09-17T17:10:12.093 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:10:11 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:10:11] "GET /metrics HTTP/1.1" 200 36288 "" "Prometheus/2.43.0" 2024-09-17T17:10:12.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:11 smithi031 ceph-mon[94873]: pgmap v370: 121 pgs: 121 active+clean; 245 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 33 op/s; 12 MiB/s, 4 objects/s recovering 2024-09-17T17:10:12.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:11 smithi031 ceph-mon[94873]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/531 objects degraded (4.143%), 1 pg degraded) 2024-09-17T17:10:12.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:11 smithi031 ceph-mon[94873]: Cluster is now healthy 2024-09-17T17:10:12.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:11 smithi031 ceph-mon[94873]: osdmap e473: 8 total, 8 up, 8 in 2024-09-17T17:10:12.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:11 smithi031 ceph-mon[96842]: pgmap v370: 121 pgs: 121 active+clean; 245 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 33 op/s; 12 MiB/s, 4 objects/s recovering 2024-09-17T17:10:12.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:11 smithi031 ceph-mon[96842]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/531 objects degraded (4.143%), 1 pg degraded) 2024-09-17T17:10:12.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:11 smithi031 ceph-mon[96842]: Cluster is now healthy 2024-09-17T17:10:12.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:11 smithi031 ceph-mon[96842]: osdmap e473: 8 total, 8 up, 8 in 2024-09-17T17:10:12.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:11 smithi066 ceph-mon[86175]: pgmap v370: 121 pgs: 121 active+clean; 245 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 33 op/s; 12 MiB/s, 4 objects/s recovering 2024-09-17T17:10:12.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:11 smithi066 ceph-mon[86175]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/531 objects degraded (4.143%), 1 pg degraded) 2024-09-17T17:10:12.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:11 smithi066 ceph-mon[86175]: Cluster is now healthy 2024-09-17T17:10:12.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:11 smithi066 ceph-mon[86175]: osdmap e473: 8 total, 8 up, 8 in 2024-09-17T17:10:12.703 INFO:tasks.rados.rados.0.smithi031.stdout:2143: done (3 left) 2024-09-17T17:10:12.703 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 35 current snap is 200 2024-09-17T17:10:12.703 INFO:tasks.rados.rados.0.smithi031.stdout:2144: seq_num 696 ranges {1728512=458752,2187264=417792,2605056=753664,3358720=434176} 2024-09-17T17:10:12.716 INFO:tasks.rados.rados.0.smithi031.stdout:2144: writing smithi03184240-35 from 1728512 to 2187264 tid 1 2024-09-17T17:10:12.719 INFO:tasks.rados.rados.0.smithi031.stdout:2144: writing smithi03184240-35 from 2187264 to 2605056 tid 2 2024-09-17T17:10:12.724 INFO:tasks.rados.rados.0.smithi031.stdout:2144: writing smithi03184240-35 from 2605056 to 3358720 tid 3 2024-09-17T17:10:12.727 INFO:tasks.rados.rados.0.smithi031.stdout:2144: writing smithi03184240-35 from 3358720 to 3792896 tid 4 2024-09-17T17:10:12.727 INFO:tasks.rados.rados.0.smithi031.stdout:2145: copy_from oid 34 from oid 49 current snap is 200 2024-09-17T17:10:12.727 INFO:tasks.rados.rados.0.smithi031.stdout:2141: expect (ObjNum 677 snap 196 seq_num 677) 2024-09-17T17:10:12.775 INFO:tasks.rados.rados.0.smithi031.stdout:2139: expect (ObjNum 620 snap 179 seq_num 620) 2024-09-17T17:10:12.936 INFO:tasks.rados.rados.0.smithi031.stdout:2140: expect (ObjNum 540 snap 151 seq_num 540) 2024-09-17T17:10:13.043 INFO:tasks.rados.rados.0.smithi031.stdout:2144: finishing write tid 1 to smithi03184240-35 2024-09-17T17:10:13.043 INFO:tasks.rados.rados.0.smithi031.stdout:2144: finishing write tid 2 to smithi03184240-35 2024-09-17T17:10:13.043 INFO:tasks.rados.rados.0.smithi031.stdout:2144: finishing write tid 3 to smithi03184240-35 2024-09-17T17:10:13.043 INFO:tasks.rados.rados.0.smithi031.stdout:2144: finishing write tid 4 to smithi03184240-35 2024-09-17T17:10:13.043 INFO:tasks.rados.rados.0.smithi031.stdout:2144: finishing write tid 5 to smithi03184240-35 2024-09-17T17:10:13.043 INFO:tasks.rados.rados.0.smithi031.stdout:2144: finishing write tid 6 to smithi03184240-35 2024-09-17T17:10:13.043 INFO:tasks.rados.rados.0.smithi031.stdout:2144: oid 35 updating version 0 to 1167 2024-09-17T17:10:13.043 INFO:tasks.rados.rados.0.smithi031.stdout:2144: oid 35 version 1167 is already newer than 1166 2024-09-17T17:10:13.043 INFO:tasks.rados.rados.0.smithi031.stdout:2144: oid 35 updating version 1167 to 1168 2024-09-17T17:10:13.043 INFO:tasks.rados.rados.0.smithi031.stdout:2144: oid 35 updating version 1168 to 1169 2024-09-17T17:10:13.043 INFO:tasks.rados.rados.0.smithi031.stdout:2144: oid 35 version 1169 is already newer than 1165 2024-09-17T17:10:13.044 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 1169 (ObjNum 696 snap 200 seq_num 696) dirty exists 2024-09-17T17:10:13.044 INFO:tasks.rados.rados.0.smithi031.stdout:2144: left oid 35 (ObjNum 696 snap 200 seq_num 696) 2024-09-17T17:10:13.044 INFO:tasks.rados.rados.0.smithi031.stdout:2145: finishing copy_from racing read to smithi03184240-34 2024-09-17T17:10:13.044 INFO:tasks.rados.rados.0.smithi031.stdout:2145: finishing copy_from to smithi03184240-34 2024-09-17T17:10:13.044 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 851 (ObjNum 360 snap 103 seq_num 360) dirty exists 2024-09-17T17:10:13.044 INFO:tasks.rados.rados.0.smithi031.stdout:2139: done (4 left) 2024-09-17T17:10:13.044 INFO:tasks.rados.rados.0.smithi031.stdout:2140: done (3 left) 2024-09-17T17:10:13.044 INFO:tasks.rados.rados.0.smithi031.stdout:2141: done (2 left) 2024-09-17T17:10:13.044 INFO:tasks.rados.rados.0.smithi031.stdout:2144: done (1 left) 2024-09-17T17:10:13.044 INFO:tasks.rados.rados.0.smithi031.stdout:2145: done (0 left) 2024-09-17T17:10:13.044 INFO:tasks.rados.rados.0.smithi031.stdout:2146: rmattr oid 45 current snap is 200 2024-09-17T17:10:13.044 INFO:tasks.rados.rados.0.smithi031.stdout:2147: snap_create 2024-09-17T17:10:13.045 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 1653 (ObjNum 636 snap 184 seq_num 636) dirty exists 2024-09-17T17:10:13.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:12 smithi031 ceph-mon[94873]: osdmap e474: 8 total, 8 up, 8 in 2024-09-17T17:10:13.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:12 smithi031 ceph-mon[96842]: osdmap e474: 8 total, 8 up, 8 in 2024-09-17T17:10:13.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:12 smithi066 ceph-mon[86175]: osdmap e474: 8 total, 8 up, 8 in 2024-09-17T17:10:13.353 INFO:tasks.rados.rados.0.smithi031.stdout:2146: done (1 left) 2024-09-17T17:10:13.353 INFO:tasks.rados.rados.0.smithi031.stdout:2147: done (0 left) 2024-09-17T17:10:13.353 INFO:tasks.rados.rados.0.smithi031.stdout:2148: delete oid 9 current snap is 201 2024-09-17T17:10:13.361 INFO:tasks.rados.rados.0.smithi031.stdout:2148: done (0 left) 2024-09-17T17:10:13.361 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 35 current snap is 201 2024-09-17T17:10:13.361 INFO:tasks.rados.rados.0.smithi031.stdout:2149: seq_num 698 ranges {3792896=499712,4292608=589824,4882432=770048,5652480=245760} 2024-09-17T17:10:13.385 INFO:tasks.rados.rados.0.smithi031.stdout:2149: writing smithi03184240-35 from 3792896 to 4292608 tid 1 2024-09-17T17:10:13.388 INFO:tasks.rados.rados.0.smithi031.stdout:2149: writing smithi03184240-35 from 4292608 to 4882432 tid 2 2024-09-17T17:10:13.392 INFO:tasks.rados.rados.0.smithi031.stdout:2149: writing smithi03184240-35 from 4882432 to 5652480 tid 3 2024-09-17T17:10:13.394 INFO:tasks.rados.rados.0.smithi031.stdout:2149: writing smithi03184240-35 from 5652480 to 5898240 tid 4 2024-09-17T17:10:13.394 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 6 current snap is 201 2024-09-17T17:10:13.394 INFO:tasks.rados.rados.0.smithi031.stdout:2149: finishing write tid 1 to smithi03184240-35 2024-09-17T17:10:13.394 INFO:tasks.rados.rados.0.smithi031.stdout:2150: seq_num 699 ranges {1089536=516096,1605632=475136,2080768=573440,2654208=557056} 2024-09-17T17:10:13.403 INFO:tasks.rados.rados.0.smithi031.stdout:2150: writing smithi03184240-6 from 1089536 to 1605632 tid 1 2024-09-17T17:10:13.406 INFO:tasks.rados.rados.0.smithi031.stdout:2150: writing smithi03184240-6 from 1605632 to 2080768 tid 2 2024-09-17T17:10:13.409 INFO:tasks.rados.rados.0.smithi031.stdout:2150: writing smithi03184240-6 from 2080768 to 2654208 tid 3 2024-09-17T17:10:13.413 INFO:tasks.rados.rados.0.smithi031.stdout:2150: writing smithi03184240-6 from 2654208 to 3211264 tid 4 2024-09-17T17:10:13.413 INFO:tasks.rados.rados.0.smithi031.stdout:2151: delete oid 37 current snap is 201 2024-09-17T17:10:13.413 INFO:tasks.rados.rados.0.smithi031.stdout:2149: finishing write tid 2 to smithi03184240-35 2024-09-17T17:10:13.413 INFO:tasks.rados.rados.0.smithi031.stdout:2149: finishing write tid 3 to smithi03184240-35 2024-09-17T17:10:13.413 INFO:tasks.rados.rados.0.smithi031.stdout:2149: finishing write tid 4 to smithi03184240-35 2024-09-17T17:10:13.413 INFO:tasks.rados.rados.0.smithi031.stdout:2149: finishing write tid 5 to smithi03184240-35 2024-09-17T17:10:13.413 INFO:tasks.rados.rados.0.smithi031.stdout:2149: finishing write tid 6 to smithi03184240-35 2024-09-17T17:10:13.414 INFO:tasks.rados.rados.0.smithi031.stdout:2149: oid 35 updating version 0 to 1171 2024-09-17T17:10:13.414 INFO:tasks.rados.rados.0.smithi031.stdout:2149: oid 35 version 1171 is already newer than 1170 2024-09-17T17:10:13.414 INFO:tasks.rados.rados.0.smithi031.stdout:2149: oid 35 updating version 1171 to 1174 2024-09-17T17:10:13.414 INFO:tasks.rados.rados.0.smithi031.stdout:2149: oid 35 version 1174 is already newer than 1172 2024-09-17T17:10:13.414 INFO:tasks.rados.rados.0.smithi031.stdout:2149: oid 35 version 1174 is already newer than 1173 2024-09-17T17:10:13.414 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 1174 (ObjNum 698 snap 201 seq_num 698) dirty exists 2024-09-17T17:10:13.414 INFO:tasks.rados.rados.0.smithi031.stdout:2149: left oid 35 (ObjNum 698 snap 201 seq_num 698) 2024-09-17T17:10:13.414 INFO:tasks.rados.rados.0.smithi031.stdout:2150: finishing write tid 1 to smithi03184240-6 2024-09-17T17:10:13.414 INFO:tasks.rados.rados.0.smithi031.stdout:2150: finishing write tid 2 to smithi03184240-6 2024-09-17T17:10:13.414 INFO:tasks.rados.rados.0.smithi031.stdout:2150: finishing write tid 3 to smithi03184240-6 2024-09-17T17:10:13.415 INFO:tasks.rados.rados.0.smithi031.stdout:2150: finishing write tid 4 to smithi03184240-6 2024-09-17T17:10:13.415 INFO:tasks.rados.rados.0.smithi031.stdout:2150: finishing write tid 5 to smithi03184240-6 2024-09-17T17:10:13.416 INFO:tasks.rados.rados.0.smithi031.stdout:2149: done (2 left) 2024-09-17T17:10:13.416 INFO:tasks.rados.rados.0.smithi031.stdout:2151: done (1 left) 2024-09-17T17:10:13.416 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 40 current snap is 201 2024-09-17T17:10:13.416 INFO:tasks.rados.rados.0.smithi031.stdout:2152: seq_num 701 ranges {0=548864,548864=696320,1245184=540672,1785856=368640} 2024-09-17T17:10:13.420 INFO:tasks.rados.rados.0.smithi031.stdout:2152: writing smithi03184240-40 from 0 to 548864 tid 1 2024-09-17T17:10:13.422 INFO:tasks.rados.rados.0.smithi031.stdout:2152: writing smithi03184240-40 from 548864 to 1245184 tid 2 2024-09-17T17:10:13.425 INFO:tasks.rados.rados.0.smithi031.stdout:2152: writing smithi03184240-40 from 1245184 to 1785856 tid 3 2024-09-17T17:10:13.428 INFO:tasks.rados.rados.0.smithi031.stdout:2152: writing smithi03184240-40 from 1785856 to 2154496 tid 4 2024-09-17T17:10:13.428 INFO:tasks.rados.rados.0.smithi031.stdout:2153: copy_from oid 31 from oid 21 current snap is 201 2024-09-17T17:10:13.428 INFO:tasks.rados.rados.0.smithi031.stdout:2150: finishing write tid 6 to smithi03184240-6 2024-09-17T17:10:13.428 INFO:tasks.rados.rados.0.smithi031.stdout:2150: oid 6 updating version 0 to 1450 2024-09-17T17:10:13.428 INFO:tasks.rados.rados.0.smithi031.stdout:2150: oid 6 version 1450 is already newer than 1449 2024-09-17T17:10:13.428 INFO:tasks.rados.rados.0.smithi031.stdout:2150: oid 6 version 1450 is already newer than 1448 2024-09-17T17:10:13.429 INFO:tasks.rados.rados.0.smithi031.stdout:2150: oid 6 updating version 1450 to 1451 2024-09-17T17:10:13.429 INFO:tasks.rados.rados.0.smithi031.stdout:2150: oid 6 version 1451 is already newer than 1447 2024-09-17T17:10:13.429 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 1451 (ObjNum 699 snap 201 seq_num 699) dirty exists 2024-09-17T17:10:13.429 INFO:tasks.rados.rados.0.smithi031.stdout:2150: left oid 6 (ObjNum 699 snap 201 seq_num 699) 2024-09-17T17:10:13.429 INFO:tasks.rados.rados.0.smithi031.stdout:2150: done (2 left) 2024-09-17T17:10:13.429 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 201 2024-09-17T17:10:13.429 INFO:tasks.rados.rados.0.smithi031.stdout:2152: finishing write tid 1 to smithi03184240-40 2024-09-17T17:10:13.429 INFO:tasks.rados.rados.0.smithi031.stdout:2152: finishing write tid 2 to smithi03184240-40 2024-09-17T17:10:13.429 INFO:tasks.rados.rados.0.smithi031.stdout:2154: seq_num 702 ranges {1327104=565248,1892352=581632,2473984=745472,3219456=278528} 2024-09-17T17:10:13.438 INFO:tasks.rados.rados.0.smithi031.stdout:2154: writing smithi03184240-10 from 1327104 to 1892352 tid 1 2024-09-17T17:10:13.442 INFO:tasks.rados.rados.0.smithi031.stdout:2154: writing smithi03184240-10 from 1892352 to 2473984 tid 2 2024-09-17T17:10:13.446 INFO:tasks.rados.rados.0.smithi031.stdout:2154: writing smithi03184240-10 from 2473984 to 3219456 tid 3 2024-09-17T17:10:13.448 INFO:tasks.rados.rados.0.smithi031.stdout:2154: writing smithi03184240-10 from 3219456 to 3497984 tid 4 2024-09-17T17:10:13.448 INFO:tasks.rados.rados.0.smithi031.stdout:2155: copy_from oid 19 from oid 47 current snap is 201 2024-09-17T17:10:13.448 INFO:tasks.rados.rados.0.smithi031.stdout:2153: finishing copy_from to smithi03184240-31 2024-09-17T17:10:13.448 INFO:tasks.rados.rados.0.smithi031.stdout:2153: got expected ENOENT (src dne) 2024-09-17T17:10:13.448 INFO:tasks.rados.rados.0.smithi031.stdout:2153: finishing copy_from racing read to smithi03184240-31 2024-09-17T17:10:13.448 INFO:tasks.rados.rados.0.smithi031.stdout:2152: finishing write tid 3 to smithi03184240-40 2024-09-17T17:10:13.449 INFO:tasks.rados.rados.0.smithi031.stdout:2152: finishing write tid 4 to smithi03184240-40 2024-09-17T17:10:13.449 INFO:tasks.rados.rados.0.smithi031.stdout:2152: finishing write tid 5 to smithi03184240-40 2024-09-17T17:10:13.449 INFO:tasks.rados.rados.0.smithi031.stdout:2152: finishing write tid 6 to smithi03184240-40 2024-09-17T17:10:13.449 INFO:tasks.rados.rados.0.smithi031.stdout:2152: oid 40 updating version 0 to 1657 2024-09-17T17:10:13.449 INFO:tasks.rados.rados.0.smithi031.stdout:2152: oid 40 updating version 1657 to 1658 2024-09-17T17:10:13.449 INFO:tasks.rados.rados.0.smithi031.stdout:2152: oid 40 version 1658 is already newer than 1655 2024-09-17T17:10:13.449 INFO:tasks.rados.rados.0.smithi031.stdout:2152: oid 40 version 1658 is already newer than 1656 2024-09-17T17:10:13.449 INFO:tasks.rados.rados.0.smithi031.stdout:2152: oid 40 version 1658 is already newer than 1654 2024-09-17T17:10:13.449 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 1658 (ObjNum 701 snap 201 seq_num 701) dirty exists 2024-09-17T17:10:13.449 INFO:tasks.rados.rados.0.smithi031.stdout:2152: left oid 40 (ObjNum 701 snap 201 seq_num 701) 2024-09-17T17:10:13.449 INFO:tasks.rados.rados.0.smithi031.stdout:2154: finishing write tid 1 to smithi03184240-10 2024-09-17T17:10:13.449 INFO:tasks.rados.rados.0.smithi031.stdout:2154: finishing write tid 2 to smithi03184240-10 2024-09-17T17:10:13.449 INFO:tasks.rados.rados.0.smithi031.stdout:2152: done (3 left) 2024-09-17T17:10:13.449 INFO:tasks.rados.rados.0.smithi031.stdout:2153: done (2 left) 2024-09-17T17:10:13.449 INFO:tasks.rados.rados.0.smithi031.stdout:2156: delete oid 31 current snap is 201 2024-09-17T17:10:13.450 INFO:tasks.rados.rados.0.smithi031.stdout:2156: done (2 left) 2024-09-17T17:10:13.450 INFO:tasks.rados.rados.0.smithi031.stdout:2157: snap_remove snap 184 2024-09-17T17:10:14.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:13 smithi031 ceph-mon[94873]: pgmap v373: 121 pgs: 121 active+clean; 232 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 7.1 MiB/s wr, 51 op/s; 3.5 MiB/s, 1 objects/s recovering 2024-09-17T17:10:14.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:13 smithi031 ceph-mon[94873]: osdmap e475: 8 total, 8 up, 8 in 2024-09-17T17:10:14.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:13 smithi031 ceph-mon[94873]: osdmap e476: 8 total, 8 up, 8 in 2024-09-17T17:10:14.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:13 smithi031 ceph-mon[96842]: pgmap v373: 121 pgs: 121 active+clean; 232 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 7.1 MiB/s wr, 51 op/s; 3.5 MiB/s, 1 objects/s recovering 2024-09-17T17:10:14.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:13 smithi031 ceph-mon[96842]: osdmap e475: 8 total, 8 up, 8 in 2024-09-17T17:10:14.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:13 smithi031 ceph-mon[96842]: osdmap e476: 8 total, 8 up, 8 in 2024-09-17T17:10:14.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:13 smithi066 ceph-mon[86175]: pgmap v373: 121 pgs: 121 active+clean; 232 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 7.1 MiB/s wr, 51 op/s; 3.5 MiB/s, 1 objects/s recovering 2024-09-17T17:10:14.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:13 smithi066 ceph-mon[86175]: osdmap e475: 8 total, 8 up, 8 in 2024-09-17T17:10:14.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:13 smithi066 ceph-mon[86175]: osdmap e476: 8 total, 8 up, 8 in 2024-09-17T17:10:14.357 INFO:tasks.rados.rados.0.smithi031.stdout:2157: done (2 left) 2024-09-17T17:10:14.357 INFO:tasks.rados.rados.0.smithi031.stdout:2158: snap_remove snap 190 2024-09-17T17:10:15.364 INFO:tasks.rados.rados.0.smithi031.stdout:2158: done (2 left) 2024-09-17T17:10:15.364 INFO:tasks.rados.rados.0.smithi031.stdout:2159: copy_from oid 30 from oid 31 current snap is 201 2024-09-17T17:10:15.364 INFO:tasks.rados.rados.0.smithi031.stdout:2154: finishing write tid 3 to smithi03184240-10 2024-09-17T17:10:15.364 INFO:tasks.rados.rados.0.smithi031.stdout:2154: finishing write tid 4 to smithi03184240-10 2024-09-17T17:10:15.364 INFO:tasks.rados.rados.0.smithi031.stdout:2154: finishing write tid 5 to smithi03184240-10 2024-09-17T17:10:15.364 INFO:tasks.rados.rados.0.smithi031.stdout:2154: finishing write tid 6 to smithi03184240-10 2024-09-17T17:10:15.364 INFO:tasks.rados.rados.0.smithi031.stdout:2154: oid 10 updating version 0 to 1627 2024-09-17T17:10:15.364 INFO:tasks.rados.rados.0.smithi031.stdout:2154: oid 10 version 1627 is already newer than 1626 2024-09-17T17:10:15.364 INFO:tasks.rados.rados.0.smithi031.stdout:2154: oid 10 updating version 1627 to 1630 2024-09-17T17:10:15.364 INFO:tasks.rados.rados.0.smithi031.stdout:2154: oid 10 version 1630 is already newer than 1629 2024-09-17T17:10:15.364 INFO:tasks.rados.rados.0.smithi031.stdout:2154: oid 10 version 1630 is already newer than 1628 2024-09-17T17:10:15.365 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1630 (ObjNum 702 snap 201 seq_num 702) dirty exists 2024-09-17T17:10:15.365 INFO:tasks.rados.rados.0.smithi031.stdout:2154: left oid 10 (ObjNum 702 snap 201 seq_num 702) 2024-09-17T17:10:15.365 INFO:tasks.rados.rados.0.smithi031.stdout:2155: finishing copy_from racing read to smithi03184240-19 2024-09-17T17:10:15.365 INFO:tasks.rados.rados.0.smithi031.stdout:2155: finishing copy_from to smithi03184240-19 2024-09-17T17:10:15.365 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 767 (ObjNum 582 snap 164 seq_num 582) dirty exists 2024-09-17T17:10:15.365 INFO:tasks.rados.rados.0.smithi031.stdout:2154: done (2 left) 2024-09-17T17:10:15.365 INFO:tasks.rados.rados.0.smithi031.stdout:2155: done (1 left) 2024-09-17T17:10:15.365 INFO:tasks.rados.rados.0.smithi031.stdout:2160: read oid 21 snap -1 2024-09-17T17:10:15.365 INFO:tasks.rados.rados.0.smithi031.stdout:2160: expect deleted 2024-09-17T17:10:15.365 INFO:tasks.rados.rados.0.smithi031.stdout:2161: setattr oid 28 current snap is 201 2024-09-17T17:10:15.366 INFO:tasks.rados.rados.0.smithi031.stdout:2162: snap_remove snap 182 2024-09-17T17:10:15.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:15 smithi066 ceph-mon[86175]: pgmap v376: 121 pgs: 121 active+clean; 220 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.3 MiB/s wr, 35 op/s 2024-09-17T17:10:15.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:15 smithi066 ceph-mon[86175]: osdmap e477: 8 total, 8 up, 8 in 2024-09-17T17:10:15.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:15 smithi031 ceph-mon[94873]: pgmap v376: 121 pgs: 121 active+clean; 220 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.3 MiB/s wr, 35 op/s 2024-09-17T17:10:15.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:15 smithi031 ceph-mon[94873]: osdmap e477: 8 total, 8 up, 8 in 2024-09-17T17:10:15.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:15 smithi031 ceph-mon[96842]: pgmap v376: 121 pgs: 121 active+clean; 220 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.3 MiB/s wr, 35 op/s 2024-09-17T17:10:15.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:15 smithi031 ceph-mon[96842]: osdmap e477: 8 total, 8 up, 8 in 2024-09-17T17:10:16.370 INFO:tasks.rados.rados.0.smithi031.stdout:2162: done (3 left) 2024-09-17T17:10:16.370 INFO:tasks.rados.rados.0.smithi031.stdout:2159: finishing copy_from to smithi03184240-30 2024-09-17T17:10:16.370 INFO:tasks.rados.rados.0.smithi031.stdout:2159: got expected ENOENT (src dne) 2024-09-17T17:10:16.370 INFO:tasks.rados.rados.0.smithi031.stdout:2159: finishing copy_from racing read to smithi03184240-30 2024-09-17T17:10:16.370 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 1672 (ObjNum 661 snap 192 seq_num 661) dirty exists 2024-09-17T17:10:16.370 INFO:tasks.rados.rados.0.smithi031.stdout:2163: read oid 42 snap 199 2024-09-17T17:10:16.370 INFO:tasks.rados.rados.0.smithi031.stdout:2163: expect deleted 2024-09-17T17:10:16.370 INFO:tasks.rados.rados.0.smithi031.stdout:2159: done (3 left) 2024-09-17T17:10:16.370 INFO:tasks.rados.rados.0.smithi031.stdout:2160: done (2 left) 2024-09-17T17:10:16.370 INFO:tasks.rados.rados.0.smithi031.stdout:2161: done (1 left) 2024-09-17T17:10:16.371 INFO:tasks.rados.rados.0.smithi031.stdout:2164: rmattr oid 10 current snap is 201 2024-09-17T17:10:16.371 INFO:tasks.rados.rados.0.smithi031.stdout:2164: done (1 left) 2024-09-17T17:10:16.371 INFO:tasks.rados.rados.0.smithi031.stdout:2165: read oid 22 snap -1 2024-09-17T17:10:16.371 INFO:tasks.rados.rados.0.smithi031.stdout:2165: expect (ObjNum 671 snap 194 seq_num 671) 2024-09-17T17:10:16.371 INFO:tasks.rados.rados.0.smithi031.stdout:2166: snap_create 2024-09-17T17:10:16.398 INFO:tasks.rados.rados.0.smithi031.stdout:2165: expect (ObjNum 671 snap 194 seq_num 671) 2024-09-17T17:10:16.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:16 smithi066 ceph-mon[86175]: osdmap e478: 8 total, 8 up, 8 in 2024-09-17T17:10:16.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:16.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:10:16.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:16.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:16 smithi031 ceph-mon[94873]: osdmap e478: 8 total, 8 up, 8 in 2024-09-17T17:10:16.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:16.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:10:16.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:16.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:16 smithi031 ceph-mon[96842]: osdmap e478: 8 total, 8 up, 8 in 2024-09-17T17:10:16.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:16.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:10:16.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:17.372 INFO:tasks.rados.rados.0.smithi031.stdout:2163: done (2 left) 2024-09-17T17:10:17.372 INFO:tasks.rados.rados.0.smithi031.stdout:2165: done (1 left) 2024-09-17T17:10:17.372 INFO:tasks.rados.rados.0.smithi031.stdout:2166: done (0 left) 2024-09-17T17:10:17.372 INFO:tasks.rados.rados.0.smithi031.stdout:2167: rollback oid 36 current snap is 202 2024-09-17T17:10:17.373 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 36 to 200 2024-09-17T17:10:17.373 INFO:tasks.rados.rados.0.smithi031.stdout:2168: delete oid 18 current snap is 202 2024-09-17T17:10:17.376 INFO:tasks.rados.rados.0.smithi031.stdout:2168: done (1 left) 2024-09-17T17:10:17.376 INFO:tasks.rados.rados.0.smithi031.stdout:2169: read oid 49 snap -1 2024-09-17T17:10:17.376 INFO:tasks.rados.rados.0.smithi031.stdout:2169: expect (ObjNum 360 snap 103 seq_num 360) 2024-09-17T17:10:17.376 INFO:tasks.rados.rados.0.smithi031.stdout:2170: delete oid 37 current snap is 202 2024-09-17T17:10:17.380 INFO:tasks.rados.rados.0.smithi031.stdout:2167: finishing rollback tid 0 to smithi03184240-36 2024-09-17T17:10:17.380 INFO:tasks.rados.rados.0.smithi031.stdout:2167: finishing rollback tid 1 to smithi03184240-36 2024-09-17T17:10:17.381 INFO:tasks.rados.rados.0.smithi031.stdout:2167: finishing rollback tid 2 to smithi03184240-36 2024-09-17T17:10:17.381 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 1459 (ObjNum 643 snap 186 seq_num 643) dirty exists 2024-09-17T17:10:17.385 INFO:tasks.rados.rados.0.smithi031.stdout:2167: done (2 left) 2024-09-17T17:10:17.385 INFO:tasks.rados.rados.0.smithi031.stdout:2170: done (1 left) 2024-09-17T17:10:17.385 INFO:tasks.rados.rados.0.smithi031.stdout:2171: delete oid 14 current snap is 202 2024-09-17T17:10:17.386 INFO:tasks.rados.rados.0.smithi031.stdout:2169: expect (ObjNum 360 snap 103 seq_num 360) 2024-09-17T17:10:17.420 INFO:tasks.rados.rados.0.smithi031.stdout:2169: done (1 left) 2024-09-17T17:10:17.420 INFO:tasks.rados.rados.0.smithi031.stdout:2171: done (0 left) 2024-09-17T17:10:17.421 INFO:tasks.rados.rados.0.smithi031.stdout:2172: read oid 47 snap 197 2024-09-17T17:10:17.421 INFO:tasks.rados.rados.0.smithi031.stdout:2172: expect (ObjNum 655 snap 190 seq_num 655) 2024-09-17T17:10:17.421 INFO:tasks.rados.rados.0.smithi031.stdout:2173: setattr oid 9 current snap is 202 2024-09-17T17:10:17.422 INFO:tasks.rados.rados.0.smithi031.stdout:2174: delete oid 50 current snap is 202 2024-09-17T17:10:17.426 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 1193 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-09-17T17:10:17.426 INFO:tasks.rados.rados.0.smithi031.stdout:2173: done (2 left) 2024-09-17T17:10:17.426 INFO:tasks.rados.rados.0.smithi031.stdout:2174: done (1 left) 2024-09-17T17:10:17.426 INFO:tasks.rados.rados.0.smithi031.stdout:2175: copy_from oid 50 from oid 12 current snap is 202 2024-09-17T17:10:17.426 INFO:tasks.rados.rados.0.smithi031.stdout:2176: snap_remove snap 180 2024-09-17T17:10:17.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:17 smithi066 ceph-mon[86175]: pgmap v379: 121 pgs: 121 active+clean; 222 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 530 KiB/s wr, 4 op/s 2024-09-17T17:10:17.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:17 smithi066 ceph-mon[86175]: osdmap e479: 8 total, 8 up, 8 in 2024-09-17T17:10:17.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:17 smithi031 ceph-mon[94873]: pgmap v379: 121 pgs: 121 active+clean; 222 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 530 KiB/s wr, 4 op/s 2024-09-17T17:10:17.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:17 smithi031 ceph-mon[94873]: osdmap e479: 8 total, 8 up, 8 in 2024-09-17T17:10:17.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:17 smithi031 ceph-mon[96842]: pgmap v379: 121 pgs: 121 active+clean; 222 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 530 KiB/s wr, 4 op/s 2024-09-17T17:10:17.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:17 smithi031 ceph-mon[96842]: osdmap e479: 8 total, 8 up, 8 in 2024-09-17T17:10:18.357 INFO:tasks.rados.rados.0.smithi031.stdout:2176: done (2 left) 2024-09-17T17:10:18.357 INFO:tasks.rados.rados.0.smithi031.stdout:2177: rollback oid 6 current snap is 202 2024-09-17T17:10:18.357 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 6 to 187 2024-09-17T17:10:18.357 INFO:tasks.rados.rados.0.smithi031.stdout:2175: finishing copy_from racing read to smithi03184240-50 2024-09-17T17:10:18.357 INFO:tasks.rados.rados.0.smithi031.stdout:2172: expect (ObjNum 655 snap 190 seq_num 655) 2024-09-17T17:10:18.403 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-09-17T17:10:18.550 INFO:tasks.rados.rados.0.smithi031.stdout:2175: finishing copy_from to smithi03184240-50 2024-09-17T17:10:18.550 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 377 (ObjNum 679 snap 197 seq_num 679) dirty exists 2024-09-17T17:10:18.550 INFO:tasks.rados.rados.0.smithi031.stdout:2177: finishing rollback tid 0 to smithi03184240-6 2024-09-17T17:10:18.550 INFO:tasks.rados.rados.0.smithi031.stdout:2172: done (2 left) 2024-09-17T17:10:18.550 INFO:tasks.rados.rados.0.smithi031.stdout:2175: done (1 left) 2024-09-17T17:10:18.550 INFO:tasks.rados.rados.0.smithi031.stdout:2178: read oid 41 snap -1 2024-09-17T17:10:18.550 INFO:tasks.rados.rados.0.smithi031.stdout:2178: expect (ObjNum 625 snap 180 seq_num 625) 2024-09-17T17:10:18.550 INFO:tasks.rados.rados.0.smithi031.stdout:2179: snap_create 2024-09-17T17:10:18.551 INFO:tasks.rados.rados.0.smithi031.stdout:2177: finishing rollback tid 1 to smithi03184240-6 2024-09-17T17:10:18.551 INFO:tasks.rados.rados.0.smithi031.stdout:2177: finishing rollback tid 2 to smithi03184240-6 2024-09-17T17:10:18.551 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 1454 (ObjNum 648 snap 187 seq_num 648) dirty exists 2024-09-17T17:10:18.555 INFO:tasks.rados.rados.0.smithi031.stdout:2178: expect (ObjNum 625 snap 180 seq_num 625) 2024-09-17T17:10:18.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:18 smithi066 ceph-mon[86175]: osdmap e480: 8 total, 8 up, 8 in 2024-09-17T17:10:18.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:18 smithi066 ceph-mon[86175]: osdmap e481: 8 total, 8 up, 8 in 2024-09-17T17:10:18.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:18 smithi031 ceph-mon[96842]: osdmap e480: 8 total, 8 up, 8 in 2024-09-17T17:10:18.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:18 smithi031 ceph-mon[96842]: osdmap e481: 8 total, 8 up, 8 in 2024-09-17T17:10:18.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:18 smithi031 ceph-mon[94873]: osdmap e480: 8 total, 8 up, 8 in 2024-09-17T17:10:18.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:18 smithi031 ceph-mon[94873]: osdmap e481: 8 total, 8 up, 8 in 2024-09-17T17:10:18.990 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T17:10:18.991 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (8m) 85s ago 9m 26.0M - 0.25.0 c8568f914cd2 e19d96c7fca4 2024-09-17T17:10:18.991 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi066 *:3000 running (9m) 17s ago 9m 91.2M - 9.4.7 954c08fa6188 7bff2f45f353 2024-09-17T17:10:18.991 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (10m) 85s ago 10m 18.2M - 18.2.4-855-g19e2a2be 980a0bfcd684 564d1f0baaea 2024-09-17T17:10:18.991 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi066 running (10m) 17s ago 10m 21.5M - 18.2.4-855-g19e2a2be 980a0bfcd684 c397d3fc9cd9 2024-09-17T17:10:18.991 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi066 *:8443,9283,8765 running (4m) 17s ago 14m 455M - 19.3.0-4975-g1889a165 a500243bbb0c f591bc4bdc0b 2024-09-17T17:10:18.991 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:8443,9283,8765 running (5m) 85s ago 15m 526M - 19.3.0-4975-g1889a165 a500243bbb0c 9305cc0f241a 2024-09-17T17:10:18.991 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (4m) 85s ago 16m 53.9M 2048M 19.3.0-4975-g1889a165 a500243bbb0c ebe1c312bc55 2024-09-17T17:10:18.991 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi066 running (3m) 17s ago 14m 46.5M 2048M 19.3.0-4975-g1889a165 a500243bbb0c 345d1bf73a6f 2024-09-17T17:10:18.991 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (4m) 85s ago 14m 46.9M 2048M 19.3.0-4975-g1889a165 a500243bbb0c 4e86f0859c56 2024-09-17T17:10:18.991 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (8m) 85s ago 8m 15.7M - 1.5.0 0da6a335fe13 5461f4c7304d 2024-09-17T17:10:18.991 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi066 *:9100 running (8m) 17s ago 8m 16.8M - 1.5.0 0da6a335fe13 f747e79004be 2024-09-17T17:10:18.991 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (3m) 85s ago 13m 158M 2481M 19.3.0-4975-g1889a165 a500243bbb0c d17b0a925338 2024-09-17T17:10:18.992 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (2m) 85s ago 13m 101M 2481M 19.3.0-4975-g1889a165 a500243bbb0c ef44037fe386 2024-09-17T17:10:18.992 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (2m) 85s ago 13m 91.7M 2481M 19.3.0-4975-g1889a165 a500243bbb0c 441cd68e498b 2024-09-17T17:10:18.992 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (89s) 85s ago 12m 12.1M 2481M 19.3.0-4975-g1889a165 a500243bbb0c aec274dc610b 2024-09-17T17:10:18.992 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi066 running (56s) 17s ago 12m 109M 2480M 19.3.0-4975-g1889a165 a500243bbb0c 6cd1b10d7b6e 2024-09-17T17:10:18.992 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi066 running (22s) 17s ago 11m 11.2M 2480M 19.3.0-4975-g1889a165 a500243bbb0c f672c086e34c 2024-09-17T17:10:18.992 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi066 running (11m) 17s ago 11m 180M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 d221efc6e856 2024-09-17T17:10:18.992 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi066 running (11m) 17s ago 11m 147M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 ce691a28a9fd 2024-09-17T17:10:18.992 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi066 *:9095 running (4m) 17s ago 9m 51.0M - 2.43.0 a07b618ecd1d c016a10f3f92 2024-09-17T17:10:19.340 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:10:19.340 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-09-17T17:10:19.340 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 3 2024-09-17T17:10:19.340 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:10:19.340 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-09-17T17:10:19.340 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 2 2024-09-17T17:10:19.340 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:10:19.340 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-09-17T17:10:19.341 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2, 2024-09-17T17:10:19.341 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 6 2024-09-17T17:10:19.341 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:10:19.341 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-09-17T17:10:19.341 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T17:10:19.341 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:10:19.341 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-09-17T17:10:19.341 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 4, 2024-09-17T17:10:19.341 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 11 2024-09-17T17:10:19.341 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-17T17:10:19.341 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:10:19.389 INFO:tasks.rados.rados.0.smithi031.stdout:2177: done (2 left) 2024-09-17T17:10:19.389 INFO:tasks.rados.rados.0.smithi031.stdout:2178: done (1 left) 2024-09-17T17:10:19.389 INFO:tasks.rados.rados.0.smithi031.stdout:2179: done (0 left) 2024-09-17T17:10:19.389 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 39 current snap is 203 2024-09-17T17:10:19.389 INFO:tasks.rados.rados.0.smithi031.stdout:2180: seq_num 708 ranges {0=663552,663552=737280,1400832=696320,2097152=172032} 2024-09-17T17:10:19.395 INFO:tasks.rados.rados.0.smithi031.stdout:2180: writing smithi03184240-39 from 0 to 663552 tid 1 2024-09-17T17:10:19.399 INFO:tasks.rados.rados.0.smithi031.stdout:2180: writing smithi03184240-39 from 663552 to 1400832 tid 2 2024-09-17T17:10:19.404 INFO:tasks.rados.rados.0.smithi031.stdout:2180: writing smithi03184240-39 from 1400832 to 2097152 tid 3 2024-09-17T17:10:19.405 INFO:tasks.rados.rados.0.smithi031.stdout:2180: writing smithi03184240-39 from 2097152 to 2269184 tid 4 2024-09-17T17:10:19.406 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 38 current snap is 203 2024-09-17T17:10:19.406 INFO:tasks.rados.rados.0.smithi031.stdout:2180: finishing write tid 1 to smithi03184240-39 2024-09-17T17:10:19.406 INFO:tasks.rados.rados.0.smithi031.stdout:2180: finishing write tid 2 to smithi03184240-39 2024-09-17T17:10:19.406 INFO:tasks.rados.rados.0.smithi031.stdout:2181: seq_num 709 ranges {3063808=679936,3743744=614400,4358144=499712,4857856=491520} 2024-09-17T17:10:19.426 INFO:tasks.rados.rados.0.smithi031.stdout:2181: writing smithi03184240-38 from 3063808 to 3743744 tid 1 2024-09-17T17:10:19.429 INFO:tasks.rados.rados.0.smithi031.stdout:2181: writing smithi03184240-38 from 3743744 to 4358144 tid 2 2024-09-17T17:10:19.432 INFO:tasks.rados.rados.0.smithi031.stdout:2181: writing smithi03184240-38 from 4358144 to 4857856 tid 3 2024-09-17T17:10:19.436 INFO:tasks.rados.rados.0.smithi031.stdout:2181: writing smithi03184240-38 from 4857856 to 5349376 tid 4 2024-09-17T17:10:19.436 INFO:tasks.rados.rados.0.smithi031.stdout:2182: read oid 35 snap -1 2024-09-17T17:10:19.436 INFO:tasks.rados.rados.0.smithi031.stdout:2182: expect (ObjNum 698 snap 201 seq_num 698) 2024-09-17T17:10:19.436 INFO:tasks.rados.rados.0.smithi031.stdout:2183: copy_from oid 28 from oid 26 current snap is 203 2024-09-17T17:10:19.436 INFO:tasks.rados.rados.0.smithi031.stdout:2180: finishing write tid 3 to smithi03184240-39 2024-09-17T17:10:19.436 INFO:tasks.rados.rados.0.smithi031.stdout:2180: finishing write tid 4 to smithi03184240-39 2024-09-17T17:10:19.437 INFO:tasks.rados.rados.0.smithi031.stdout:2180: finishing write tid 5 to smithi03184240-39 2024-09-17T17:10:19.437 INFO:tasks.rados.rados.0.smithi031.stdout:2180: finishing write tid 6 to smithi03184240-39 2024-09-17T17:10:19.437 INFO:tasks.rados.rados.0.smithi031.stdout:2180: oid 39 updating version 0 to 1196 2024-09-17T17:10:19.437 INFO:tasks.rados.rados.0.smithi031.stdout:2180: oid 39 updating version 1196 to 1198 2024-09-17T17:10:19.437 INFO:tasks.rados.rados.0.smithi031.stdout:2180: oid 39 version 1198 is already newer than 1194 2024-09-17T17:10:19.437 INFO:tasks.rados.rados.0.smithi031.stdout:2180: oid 39 version 1198 is already newer than 1197 2024-09-17T17:10:19.437 INFO:tasks.rados.rados.0.smithi031.stdout:2180: oid 39 version 1198 is already newer than 1195 2024-09-17T17:10:19.437 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 1198 (ObjNum 708 snap 203 seq_num 708) dirty exists 2024-09-17T17:10:19.437 INFO:tasks.rados.rados.0.smithi031.stdout:2180: left oid 39 (ObjNum 708 snap 203 seq_num 708) 2024-09-17T17:10:19.437 INFO:tasks.rados.rados.0.smithi031.stdout:2181: finishing write tid 1 to smithi03184240-38 2024-09-17T17:10:19.437 INFO:tasks.rados.rados.0.smithi031.stdout:2181: finishing write tid 2 to smithi03184240-38 2024-09-17T17:10:19.437 INFO:tasks.rados.rados.0.smithi031.stdout:2181: finishing write tid 3 to smithi03184240-38 2024-09-17T17:10:19.437 INFO:tasks.rados.rados.0.smithi031.stdout:2180: done (3 left) 2024-09-17T17:10:19.438 INFO:tasks.rados.rados.0.smithi031.stdout:2184: snap_remove snap 191 2024-09-17T17:10:19.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:19 smithi031 ceph-mon[94873]: pgmap v382: 121 pgs: 121 active+clean; 227 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-09-17T17:10:19.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:19 smithi031 ceph-mon[94873]: from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:10:19.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:19 smithi031 ceph-mon[94873]: from='client.44357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:10:19.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:19 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/2796536317' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:10:19.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:19 smithi031 ceph-mon[96842]: pgmap v382: 121 pgs: 121 active+clean; 227 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-09-17T17:10:19.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:19 smithi031 ceph-mon[96842]: from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:10:19.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:19 smithi031 ceph-mon[96842]: from='client.44357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:10:19.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:19 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/2796536317' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:10:19.650 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:10:19.650 INFO:teuthology.orchestra.run.smithi031.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0", 2024-09-17T17:10:19.650 INFO:teuthology.orchestra.run.smithi031.stdout: "in_progress": true, 2024-09-17T17:10:19.650 INFO:teuthology.orchestra.run.smithi031.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T17:10:19.650 INFO:teuthology.orchestra.run.smithi031.stdout: "services_complete": [ 2024-09-17T17:10:19.650 INFO:teuthology.orchestra.run.smithi031.stdout: "mon", 2024-09-17T17:10:19.650 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr" 2024-09-17T17:10:19.650 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-17T17:10:19.650 INFO:teuthology.orchestra.run.smithi031.stdout: "progress": "11/20 daemons upgraded", 2024-09-17T17:10:19.650 INFO:teuthology.orchestra.run.smithi031.stdout: "message": "Currently upgrading osd daemons", 2024-09-17T17:10:19.650 INFO:teuthology.orchestra.run.smithi031.stdout: "is_paused": false 2024-09-17T17:10:19.651 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:10:19.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:19 smithi066 ceph-mon[86175]: pgmap v382: 121 pgs: 121 active+clean; 227 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-09-17T17:10:19.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:19 smithi066 ceph-mon[86175]: from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:10:19.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:19 smithi066 ceph-mon[86175]: from='client.44357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:10:19.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:19 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/2796536317' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:10:20.401 INFO:tasks.rados.rados.0.smithi031.stdout:2181: finishing write tid 4 to smithi03184240-38 2024-09-17T17:10:20.401 INFO:tasks.rados.rados.0.smithi031.stdout:2181: finishing write tid 5 to smithi03184240-38 2024-09-17T17:10:20.402 INFO:tasks.rados.rados.0.smithi031.stdout:2181: finishing write tid 6 to smithi03184240-38 2024-09-17T17:10:20.402 INFO:tasks.rados.rados.0.smithi031.stdout:2181: oid 38 updating version 0 to 1507 2024-09-17T17:10:20.402 INFO:tasks.rados.rados.0.smithi031.stdout:2181: oid 38 version 1507 is already newer than 1505 2024-09-17T17:10:20.402 INFO:tasks.rados.rados.0.smithi031.stdout:2181: oid 38 version 1507 is already newer than 1506 2024-09-17T17:10:20.402 INFO:tasks.rados.rados.0.smithi031.stdout:2181: oid 38 updating version 1507 to 1508 2024-09-17T17:10:20.402 INFO:tasks.rados.rados.0.smithi031.stdout:2181: oid 38 version 1508 is already newer than 1504 2024-09-17T17:10:20.402 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 1508 (ObjNum 709 snap 203 seq_num 709) dirty exists 2024-09-17T17:10:20.402 INFO:tasks.rados.rados.0.smithi031.stdout:2181: left oid 38 (ObjNum 709 snap 203 seq_num 709) 2024-09-17T17:10:20.402 INFO:tasks.rados.rados.0.smithi031.stdout:2182: expect (ObjNum 698 snap 201 seq_num 698) 2024-09-17T17:10:20.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:20 smithi066 ceph-mon[86175]: from='client.44363 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:10:20.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:20 smithi066 ceph-mon[86175]: osdmap e482: 8 total, 8 up, 8 in 2024-09-17T17:10:20.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:20 smithi066 ceph-mon[86175]: from='client.34458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:10:20.654 INFO:tasks.rados.rados.0.smithi031.stdout:2183: finishing copy_from racing read to smithi03184240-28 2024-09-17T17:10:20.654 INFO:tasks.rados.rados.0.smithi031.stdout:2183: finishing copy_from to smithi03184240-28 2024-09-17T17:10:20.654 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 1159 (ObjNum 599 snap 171 seq_num 599) dirty exists 2024-09-17T17:10:20.655 INFO:tasks.rados.rados.0.smithi031.stdout:2181: done (3 left) 2024-09-17T17:10:20.655 INFO:tasks.rados.rados.0.smithi031.stdout:2182: done (2 left) 2024-09-17T17:10:20.655 INFO:tasks.rados.rados.0.smithi031.stdout:2183: done (1 left) 2024-09-17T17:10:20.655 INFO:tasks.rados.rados.0.smithi031.stdout:2184: done (0 left) 2024-09-17T17:10:20.655 INFO:tasks.rados.rados.0.smithi031.stdout:2185: read oid 33 snap -1 2024-09-17T17:10:20.655 INFO:tasks.rados.rados.0.smithi031.stdout:2185: expect (ObjNum 540 snap 151 seq_num 540) 2024-09-17T17:10:20.655 INFO:tasks.rados.rados.0.smithi031.stdout:2186: read oid 46 snap 175 2024-09-17T17:10:20.655 INFO:tasks.rados.rados.0.smithi031.stdout:2186: expect deleted 2024-09-17T17:10:20.655 INFO:tasks.rados.rados.0.smithi031.stdout:2187: delete oid 36 current snap is 203 2024-09-17T17:10:20.657 INFO:tasks.rados.rados.0.smithi031.stdout:2186: done (2 left) 2024-09-17T17:10:20.657 INFO:tasks.rados.rados.0.smithi031.stdout:2187: done (1 left) 2024-09-17T17:10:20.657 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 14 current snap is 203 2024-09-17T17:10:20.657 INFO:tasks.rados.rados.0.smithi031.stdout:2188: seq_num 711 ranges {0=712704,712704=786432,1499136=516096,2015232=303104} 2024-09-17T17:10:20.661 INFO:tasks.rados.rados.0.smithi031.stdout:2188: writing smithi03184240-14 from 0 to 712704 tid 1 2024-09-17T17:10:20.666 INFO:tasks.rados.rados.0.smithi031.stdout:2188: writing smithi03184240-14 from 712704 to 1499136 tid 2 2024-09-17T17:10:20.669 INFO:tasks.rados.rados.0.smithi031.stdout:2188: writing smithi03184240-14 from 1499136 to 2015232 tid 3 2024-09-17T17:10:20.671 INFO:tasks.rados.rados.0.smithi031.stdout:2188: writing smithi03184240-14 from 2015232 to 2318336 tid 4 2024-09-17T17:10:20.671 INFO:tasks.rados.rados.0.smithi031.stdout:2189: delete oid 39 current snap is 203 2024-09-17T17:10:20.671 INFO:tasks.rados.rados.0.smithi031.stdout:2185: expect (ObjNum 540 snap 151 seq_num 540) 2024-09-17T17:10:20.780 INFO:tasks.rados.rados.0.smithi031.stdout:2188: finishing write tid 1 to smithi03184240-14 2024-09-17T17:10:20.780 INFO:tasks.rados.rados.0.smithi031.stdout:2188: finishing write tid 2 to smithi03184240-14 2024-09-17T17:10:20.780 INFO:tasks.rados.rados.0.smithi031.stdout:2188: finishing write tid 3 to smithi03184240-14 2024-09-17T17:10:20.780 INFO:tasks.rados.rados.0.smithi031.stdout:2188: finishing write tid 4 to smithi03184240-14 2024-09-17T17:10:20.780 INFO:tasks.rados.rados.0.smithi031.stdout:2188: finishing write tid 5 to smithi03184240-14 2024-09-17T17:10:20.780 INFO:tasks.rados.rados.0.smithi031.stdout:2188: finishing write tid 6 to smithi03184240-14 2024-09-17T17:10:20.780 INFO:tasks.rados.rados.0.smithi031.stdout:2188: oid 14 updating version 0 to 1466 2024-09-17T17:10:20.780 INFO:tasks.rados.rados.0.smithi031.stdout:2188: oid 14 version 1466 is already newer than 1462 2024-09-17T17:10:20.780 INFO:tasks.rados.rados.0.smithi031.stdout:2188: oid 14 version 1466 is already newer than 1463 2024-09-17T17:10:20.780 INFO:tasks.rados.rados.0.smithi031.stdout:2188: oid 14 version 1466 is already newer than 1465 2024-09-17T17:10:20.780 INFO:tasks.rados.rados.0.smithi031.stdout:2188: oid 14 version 1466 is already newer than 1464 2024-09-17T17:10:20.781 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 1466 (ObjNum 711 snap 203 seq_num 711) dirty exists 2024-09-17T17:10:20.781 INFO:tasks.rados.rados.0.smithi031.stdout:2188: left oid 14 (ObjNum 711 snap 203 seq_num 711) 2024-09-17T17:10:20.781 INFO:tasks.rados.rados.0.smithi031.stdout:2185: done (2 left) 2024-09-17T17:10:20.781 INFO:tasks.rados.rados.0.smithi031.stdout:2188: done (1 left) 2024-09-17T17:10:20.781 INFO:tasks.rados.rados.0.smithi031.stdout:2189: done (0 left) 2024-09-17T17:10:20.781 INFO:tasks.rados.rados.0.smithi031.stdout:2190: snap_remove snap 201 2024-09-17T17:10:20.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:20 smithi031 ceph-mon[94873]: from='client.44363 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:10:20.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:20 smithi031 ceph-mon[94873]: osdmap e482: 8 total, 8 up, 8 in 2024-09-17T17:10:20.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:20 smithi031 ceph-mon[94873]: from='client.34458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:10:20.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:20 smithi031 ceph-mon[96842]: from='client.44363 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:10:20.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:20 smithi031 ceph-mon[96842]: osdmap e482: 8 total, 8 up, 8 in 2024-09-17T17:10:20.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:20 smithi031 ceph-mon[96842]: from='client.34458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:10:21.398 INFO:tasks.rados.rados.0.smithi031.stdout:2190: done (0 left) 2024-09-17T17:10:21.398 INFO:tasks.rados.rados.0.smithi031.stdout:2191: snap_remove snap 199 2024-09-17T17:10:21.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:21 smithi066 ceph-mon[86175]: pgmap v385: 121 pgs: 121 active+clean; 229 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-09-17T17:10:21.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:21 smithi066 ceph-mon[86175]: osdmap e483: 8 total, 8 up, 8 in 2024-09-17T17:10:21.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:21 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-17T17:10:21.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:21 smithi066 ceph-mon[86175]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-17T17:10:21.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:21 smithi066 ceph-mon[86175]: Upgrade: osd.6 is safe to restart 2024-09-17T17:10:21.844 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:10:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:10:21] "GET /metrics HTTP/1.1" 200 36281 "" "Prometheus/2.43.0" 2024-09-17T17:10:21.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:21 smithi031 ceph-mon[94873]: pgmap v385: 121 pgs: 121 active+clean; 229 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-09-17T17:10:21.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:21 smithi031 ceph-mon[94873]: osdmap e483: 8 total, 8 up, 8 in 2024-09-17T17:10:21.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:21 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-17T17:10:21.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:21 smithi031 ceph-mon[94873]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-17T17:10:21.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:21 smithi031 ceph-mon[94873]: Upgrade: osd.6 is safe to restart 2024-09-17T17:10:21.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:21 smithi031 ceph-mon[96842]: pgmap v385: 121 pgs: 121 active+clean; 229 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-09-17T17:10:21.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:21 smithi031 ceph-mon[96842]: osdmap e483: 8 total, 8 up, 8 in 2024-09-17T17:10:21.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:21 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-17T17:10:21.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:21 smithi031 ceph-mon[96842]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-17T17:10:21.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:21 smithi031 ceph-mon[96842]: Upgrade: osd.6 is safe to restart 2024-09-17T17:10:22.402 INFO:tasks.rados.rados.0.smithi031.stdout:2191: done (0 left) 2024-09-17T17:10:22.403 INFO:tasks.rados.rados.0.smithi031.stdout:2192: rollback oid 34 current snap is 203 2024-09-17T17:10:22.403 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 34 to 185 2024-09-17T17:10:22.403 INFO:tasks.rados.rados.0.smithi031.stdout:2193: snap_remove snap 200 2024-09-17T17:10:22.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:22 smithi066 ceph-mon[86175]: osdmap e484: 8 total, 8 up, 8 in 2024-09-17T17:10:22.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:22 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:22.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:22 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-17T17:10:22.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:22 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:10:22.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:22 smithi066 ceph-mon[86175]: osdmap e485: 8 total, 8 up, 8 in 2024-09-17T17:10:22.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:22 smithi031 ceph-mon[94873]: osdmap e484: 8 total, 8 up, 8 in 2024-09-17T17:10:22.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:22 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:22.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:22 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-17T17:10:22.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:22 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:10:22.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:22 smithi031 ceph-mon[94873]: osdmap e485: 8 total, 8 up, 8 in 2024-09-17T17:10:22.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:22 smithi031 ceph-mon[96842]: osdmap e484: 8 total, 8 up, 8 in 2024-09-17T17:10:22.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:22 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:22.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:22 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-17T17:10:22.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:22 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:10:22.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:22 smithi031 ceph-mon[96842]: osdmap e485: 8 total, 8 up, 8 in 2024-09-17T17:10:23.356 INFO:tasks.rados.rados.0.smithi031.stdout:2193: done (1 left) 2024-09-17T17:10:23.356 INFO:tasks.rados.rados.0.smithi031.stdout:2194: read oid 37 snap -1 2024-09-17T17:10:23.356 INFO:tasks.rados.rados.0.smithi031.stdout:2194: expect deleted 2024-09-17T17:10:23.356 INFO:tasks.rados.rados.0.smithi031.stdout:2195: snap_create 2024-09-17T17:10:23.356 INFO:tasks.rados.rados.0.smithi031.stdout:2192: finishing rollback tid 0 to smithi03184240-34 2024-09-17T17:10:23.356 INFO:tasks.rados.rados.0.smithi031.stdout:2192: finishing rollback tid 1 to smithi03184240-34 2024-09-17T17:10:23.357 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 1202 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-09-17T17:10:23.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:23 smithi066 ceph-mon[86175]: Upgrade: Updating osd.6 2024-09-17T17:10:23.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:23 smithi066 ceph-mon[86175]: Deploying daemon osd.6 on smithi066 2024-09-17T17:10:23.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:23 smithi066 ceph-mon[86175]: pgmap v388: 121 pgs: 121 active+clean; 230 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.0 MiB/s wr, 20 op/s 2024-09-17T17:10:23.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:23 smithi066 ceph-mon[86175]: osdmap e486: 8 total, 8 up, 8 in 2024-09-17T17:10:23.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:23 smithi031 ceph-mon[94873]: Upgrade: Updating osd.6 2024-09-17T17:10:23.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:23 smithi031 ceph-mon[94873]: Deploying daemon osd.6 on smithi066 2024-09-17T17:10:23.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:23 smithi031 ceph-mon[94873]: pgmap v388: 121 pgs: 121 active+clean; 230 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.0 MiB/s wr, 20 op/s 2024-09-17T17:10:23.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:23 smithi031 ceph-mon[94873]: osdmap e486: 8 total, 8 up, 8 in 2024-09-17T17:10:23.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:23 smithi031 ceph-mon[96842]: Upgrade: Updating osd.6 2024-09-17T17:10:23.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:23 smithi031 ceph-mon[96842]: Deploying daemon osd.6 on smithi066 2024-09-17T17:10:23.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:23 smithi031 ceph-mon[96842]: pgmap v388: 121 pgs: 121 active+clean; 230 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.0 MiB/s wr, 20 op/s 2024-09-17T17:10:23.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:23 smithi031 ceph-mon[96842]: osdmap e486: 8 total, 8 up, 8 in 2024-09-17T17:10:24.356 INFO:tasks.rados.rados.0.smithi031.stdout:2192: done (2 left) 2024-09-17T17:10:24.357 INFO:tasks.rados.rados.0.smithi031.stdout:2194: done (1 left) 2024-09-17T17:10:24.357 INFO:tasks.rados.rados.0.smithi031.stdout:2195: done (0 left) 2024-09-17T17:10:24.357 INFO:tasks.rados.rados.0.smithi031.stdout:2196: delete oid 6 current snap is 204 2024-09-17T17:10:24.361 INFO:tasks.rados.rados.0.smithi031.stdout:2196: done (0 left) 2024-09-17T17:10:24.361 INFO:tasks.rados.rados.0.smithi031.stdout:2197: read oid 47 snap -1 2024-09-17T17:10:24.361 INFO:tasks.rados.rados.0.smithi031.stdout:2197: expect (ObjNum 582 snap 164 seq_num 582) 2024-09-17T17:10:24.361 INFO:tasks.rados.rados.0.smithi031.stdout:2198: read oid 2 snap -1 2024-09-17T17:10:24.362 INFO:tasks.rados.rados.0.smithi031.stdout:2198: expect (ObjNum 677 snap 196 seq_num 677) 2024-09-17T17:10:24.362 INFO:tasks.rados.rados.0.smithi031.stdout:2199: read oid 42 snap -1 2024-09-17T17:10:24.362 INFO:tasks.rados.rados.0.smithi031.stdout:2199: expect deleted 2024-09-17T17:10:24.362 INFO:tasks.rados.rados.0.smithi031.stdout:2200: copy_from oid 7 from oid 24 current snap is 204 2024-09-17T17:10:24.362 INFO:tasks.rados.rados.0.smithi031.stdout:2201: copy_from oid 1 from oid 14 current snap is 204 2024-09-17T17:10:24.362 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 33 current snap is 204 2024-09-17T17:10:24.362 INFO:tasks.rados.rados.0.smithi031.stdout:2202: seq_num 714 ranges {3153920=761856,3915776=442368,4358144=688128,5046272=475136} 2024-09-17T17:10:24.384 INFO:tasks.rados.rados.0.smithi031.stdout:2202: writing smithi03184240-33 from 3153920 to 3915776 tid 1 2024-09-17T17:10:24.387 INFO:tasks.rados.rados.0.smithi031.stdout:2202: writing smithi03184240-33 from 3915776 to 4358144 tid 2 2024-09-17T17:10:24.391 INFO:tasks.rados.rados.0.smithi031.stdout:2202: writing smithi03184240-33 from 4358144 to 5046272 tid 3 2024-09-17T17:10:24.394 INFO:tasks.rados.rados.0.smithi031.stdout:2202: writing smithi03184240-33 from 5046272 to 5521408 tid 4 2024-09-17T17:10:24.394 INFO:tasks.rados.rados.0.smithi031.stdout:2203: read oid 41 snap -1 2024-09-17T17:10:24.394 INFO:tasks.rados.rados.0.smithi031.stdout:2203: expect (ObjNum 625 snap 180 seq_num 625) 2024-09-17T17:10:24.395 INFO:tasks.rados.rados.0.smithi031.stdout:2204: rollback oid 17 current snap is 204 2024-09-17T17:10:24.395 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 17 to 187 2024-09-17T17:10:24.395 INFO:tasks.rados.rados.0.smithi031.stdout:2198: expect (ObjNum 677 snap 196 seq_num 677) 2024-09-17T17:10:24.442 INFO:tasks.rados.rados.0.smithi031.stdout:2197: expect (ObjNum 582 snap 164 seq_num 582) 2024-09-17T17:10:24.505 INFO:tasks.rados.rados.0.smithi031.stdout:2200: finishing copy_from racing read to smithi03184240-7 2024-09-17T17:10:24.506 INFO:tasks.rados.rados.0.smithi031.stdout:2200: finishing copy_from to smithi03184240-7 2024-09-17T17:10:24.506 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 1439 (ObjNum 620 snap 179 seq_num 620) dirty exists 2024-09-17T17:10:24.506 INFO:tasks.rados.rados.0.smithi031.stdout:2201: finishing copy_from racing read to smithi03184240-1 2024-09-17T17:10:24.506 INFO:tasks.rados.rados.0.smithi031.stdout:2201: finishing copy_from to smithi03184240-1 2024-09-17T17:10:24.506 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 1466 (ObjNum 711 snap 203 seq_num 711) dirty exists 2024-09-17T17:10:24.506 INFO:tasks.rados.rados.0.smithi031.stdout:2202: finishing write tid 1 to smithi03184240-33 2024-09-17T17:10:24.506 INFO:tasks.rados.rados.0.smithi031.stdout:2197: done (7 left) 2024-09-17T17:10:24.506 INFO:tasks.rados.rados.0.smithi031.stdout:2198: done (6 left) 2024-09-17T17:10:24.506 INFO:tasks.rados.rados.0.smithi031.stdout:2199: done (5 left) 2024-09-17T17:10:24.506 INFO:tasks.rados.rados.0.smithi031.stdout:2200: done (4 left) 2024-09-17T17:10:24.506 INFO:tasks.rados.rados.0.smithi031.stdout:2201: done (3 left) 2024-09-17T17:10:24.507 INFO:tasks.rados.rados.0.smithi031.stdout:2205: delete oid 3 current snap is 204 2024-09-17T17:10:24.507 INFO:tasks.rados.rados.0.smithi031.stdout:2202: finishing write tid 2 to smithi03184240-33 2024-09-17T17:10:24.507 INFO:tasks.rados.rados.0.smithi031.stdout:2202: finishing write tid 3 to smithi03184240-33 2024-09-17T17:10:24.507 INFO:tasks.rados.rados.0.smithi031.stdout:2202: finishing write tid 4 to smithi03184240-33 2024-09-17T17:10:24.507 INFO:tasks.rados.rados.0.smithi031.stdout:2202: finishing write tid 5 to smithi03184240-33 2024-09-17T17:10:24.507 INFO:tasks.rados.rados.0.smithi031.stdout:2202: finishing write tid 6 to smithi03184240-33 2024-09-17T17:10:24.507 INFO:tasks.rados.rados.0.smithi031.stdout:2202: oid 33 updating version 0 to 1201 2024-09-17T17:10:24.507 INFO:tasks.rados.rados.0.smithi031.stdout:2202: oid 33 updating version 1201 to 1203 2024-09-17T17:10:24.507 INFO:tasks.rados.rados.0.smithi031.stdout:2202: oid 33 updating version 1203 to 1204 2024-09-17T17:10:24.507 INFO:tasks.rados.rados.0.smithi031.stdout:2202: oid 33 version 1204 is already newer than 1202 2024-09-17T17:10:24.507 INFO:tasks.rados.rados.0.smithi031.stdout:2202: oid 33 version 1204 is already newer than 1200 2024-09-17T17:10:24.508 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 1204 (ObjNum 714 snap 204 seq_num 714) dirty exists 2024-09-17T17:10:24.508 INFO:tasks.rados.rados.0.smithi031.stdout:2202: left oid 33 (ObjNum 714 snap 204 seq_num 714) 2024-09-17T17:10:24.508 INFO:tasks.rados.rados.0.smithi031.stdout:2203: expect (ObjNum 625 snap 180 seq_num 625) 2024-09-17T17:10:24.528 INFO:tasks.rados.rados.0.smithi031.stdout:2204: finishing rollback tid 0 to smithi03184240-17 2024-09-17T17:10:24.528 INFO:tasks.rados.rados.0.smithi031.stdout:2204: finishing rollback tid 1 to smithi03184240-17 2024-09-17T17:10:24.528 INFO:tasks.rados.rados.0.smithi031.stdout:2202: done (3 left) 2024-09-17T17:10:24.528 INFO:tasks.rados.rados.0.smithi031.stdout:2203: done (2 left) 2024-09-17T17:10:24.528 INFO:tasks.rados.rados.0.smithi031.stdout:2205: done (1 left) 2024-09-17T17:10:24.528 INFO:tasks.rados.rados.0.smithi031.stdout:2206: snap_create 2024-09-17T17:10:24.529 INFO:tasks.rados.rados.0.smithi031.stdout:2204: finishing rollback tid 2 to smithi03184240-17 2024-09-17T17:10:24.529 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 1205 (ObjNum 591 snap 170 seq_num 591) dirty exists 2024-09-17T17:10:25.137 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:24 smithi066 systemd[1]: Stopping Ceph osd.6 for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:10:25.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:25 smithi066 ceph-mon[86175]: pgmap v391: 121 pgs: 121 active+clean; 235 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-09-17T17:10:25.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:25 smithi066 ceph-mon[86175]: osdmap e487: 8 total, 8 up, 8 in 2024-09-17T17:10:25.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:25 smithi066 ceph-mon[86175]: osd.6 marked itself down and dead 2024-09-17T17:10:25.404 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[48664]: 2024-09-17T17:10:25.134+0000 7f58f1bd3640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T17:10:25.404 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[48664]: 2024-09-17T17:10:25.134+0000 7f58f1bd3640 -1 osd.6 487 *** Got signal Terminated *** 2024-09-17T17:10:25.404 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[48664]: 2024-09-17T17:10:25.134+0000 7f58f1bd3640 -1 osd.6 487 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T17:10:25.416 INFO:tasks.rados.rados.0.smithi031.stdout:2204: done (1 left) 2024-09-17T17:10:25.416 INFO:tasks.rados.rados.0.smithi031.stdout:2206: done (0 left) 2024-09-17T17:10:25.416 INFO:tasks.rados.rados.0.smithi031.stdout:2207: snap_create 2024-09-17T17:10:25.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:25 smithi031 ceph-mon[94873]: pgmap v391: 121 pgs: 121 active+clean; 235 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-09-17T17:10:25.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:25 smithi031 ceph-mon[94873]: osdmap e487: 8 total, 8 up, 8 in 2024-09-17T17:10:25.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:25 smithi031 ceph-mon[94873]: osd.6 marked itself down and dead 2024-09-17T17:10:25.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:25 smithi031 ceph-mon[96842]: pgmap v391: 121 pgs: 121 active+clean; 235 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-09-17T17:10:25.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:25 smithi031 ceph-mon[96842]: osdmap e487: 8 total, 8 up, 8 in 2024-09-17T17:10:25.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:25 smithi031 ceph-mon[96842]: osd.6 marked itself down and dead 2024-09-17T17:10:26.044 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:25 smithi066 podman[100371]: 2024-09-17 17:10:25.759485216 +0000 UTC m=+0.760078420 container died d221efc6e856281eea36ff18078bbbd533d0aca49c2b38e6a29f5748ebc9c80d (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=reef-19e2a2b) 2024-09-17T17:10:26.355 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:26 smithi066 podman[100371]: 2024-09-17 17:10:26.141550291 +0000 UTC m=+1.142143488 container cleanup d221efc6e856281eea36ff18078bbbd533d0aca49c2b38e6a29f5748ebc9c80d (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True) 2024-09-17T17:10:26.355 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:26 smithi066 bash[100371]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6 2024-09-17T17:10:26.427 INFO:tasks.rados.rados.0.smithi031.stdout:2207: done (0 left) 2024-09-17T17:10:26.427 INFO:tasks.rados.rados.0.smithi031.stdout:2208: rmattr oid 40 current snap is 206 2024-09-17T17:10:26.427 INFO:tasks.rados.rados.0.smithi031.stdout:2208: done (0 left) 2024-09-17T17:10:26.427 INFO:tasks.rados.rados.0.smithi031.stdout:2209: rmattr oid 32 current snap is 206 2024-09-17T17:10:26.427 INFO:tasks.rados.rados.0.smithi031.stdout:2209: done (0 left) 2024-09-17T17:10:26.427 INFO:tasks.rados.rados.0.smithi031.stdout:2210: rollback oid 31 current snap is 206 2024-09-17T17:10:26.427 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 31 to 202 2024-09-17T17:10:26.427 INFO:tasks.rados.rados.0.smithi031.stdout:2211: snap_create 2024-09-17T17:10:26.432 INFO:tasks.rados.rados.0.smithi031.stdout:2210: finishing rollback tid 1 to smithi03184240-31 2024-09-17T17:10:26.432 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 1466 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-17T17:10:26.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:26 smithi066 ceph-mon[86175]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T17:10:26.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:26 smithi066 ceph-mon[86175]: osdmap e488: 8 total, 7 up, 8 in 2024-09-17T17:10:26.653 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:26 smithi066 podman[100394]: 2024-09-17 17:10:26.377926275 +0000 UTC m=+0.615627582 container remove d221efc6e856281eea36ff18078bbbd533d0aca49c2b38e6a29f5748ebc9c80d (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T17:10:26.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:26 smithi031 ceph-mon[94873]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T17:10:26.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:26 smithi031 ceph-mon[94873]: osdmap e488: 8 total, 7 up, 8 in 2024-09-17T17:10:26.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:26 smithi031 ceph-mon[96842]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T17:10:26.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:26 smithi031 ceph-mon[96842]: osdmap e488: 8 total, 7 up, 8 in 2024-09-17T17:10:27.014 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:26 smithi066 podman[100491]: 2024-09-17 17:10:26.702154445 +0000 UTC m=+0.109017105 container create 11bfcb6904a55c4461e1c0c1b49700b571cef0cf607174d6b869d449bf669f22 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS) 2024-09-17T17:10:27.014 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:26 smithi066 podman[100491]: 2024-09-17 17:10:26.609699567 +0000 UTC m=+0.016562170 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:10:27.014 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:26 smithi066 podman[100491]: 2024-09-17 17:10:26.921036663 +0000 UTC m=+0.327899264 container init 11bfcb6904a55c4461e1c0c1b49700b571cef0cf607174d6b869d449bf669f22 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6-deactivate, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-09-17T17:10:27.014 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:26 smithi066 podman[100491]: 2024-09-17 17:10:26.926014009 +0000 UTC m=+0.332876604 container start 11bfcb6904a55c4461e1c0c1b49700b571cef0cf607174d6b869d449bf669f22 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16) 2024-09-17T17:10:27.014 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:27 smithi066 podman[100491]: 2024-09-17 17:10:27.012409493 +0000 UTC m=+0.419272108 container attach 11bfcb6904a55c4461e1c0c1b49700b571cef0cf607174d6b869d449bf669f22 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True) 2024-09-17T17:10:27.359 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:27 smithi066 podman[100491]: 2024-09-17 17:10:27.126148408 +0000 UTC m=+0.533011003 container died 11bfcb6904a55c4461e1c0c1b49700b571cef0cf607174d6b869d449bf669f22 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6-deactivate, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-17T17:10:27.426 INFO:tasks.rados.rados.0.smithi031.stdout:2210: done (1 left) 2024-09-17T17:10:27.427 INFO:tasks.rados.rados.0.smithi031.stdout:2211: done (0 left) 2024-09-17T17:10:27.427 INFO:tasks.rados.rados.0.smithi031.stdout:2212: rollback oid 31 current snap is 207 2024-09-17T17:10:27.427 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 31 to 206 2024-09-17T17:10:27.427 INFO:tasks.rados.rados.0.smithi031.stdout:2213: snap_remove snap 175 2024-09-17T17:10:27.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:27 smithi066 ceph-mon[86175]: pgmap v394: 121 pgs: 9 peering, 11 stale+active+clean, 101 active+clean; 235 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-17T17:10:27.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:27 smithi066 ceph-mon[86175]: Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-17T17:10:27.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:27 smithi066 ceph-mon[86175]: osdmap e489: 8 total, 7 up, 8 in 2024-09-17T17:10:27.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:27 smithi031 ceph-mon[94873]: pgmap v394: 121 pgs: 9 peering, 11 stale+active+clean, 101 active+clean; 235 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-17T17:10:27.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:27 smithi031 ceph-mon[94873]: Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-17T17:10:27.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:27 smithi031 ceph-mon[94873]: osdmap e489: 8 total, 7 up, 8 in 2024-09-17T17:10:27.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:27 smithi031 ceph-mon[96842]: pgmap v394: 121 pgs: 9 peering, 11 stale+active+clean, 101 active+clean; 235 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-17T17:10:27.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:27 smithi031 ceph-mon[96842]: Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-17T17:10:27.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:27 smithi031 ceph-mon[96842]: osdmap e489: 8 total, 7 up, 8 in 2024-09-17T17:10:28.153 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:27 smithi066 podman[100534]: 2024-09-17 17:10:27.72479391 +0000 UTC m=+0.592594346 container remove 11bfcb6904a55c4461e1c0c1b49700b571cef0cf607174d6b869d449bf669f22 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6-deactivate, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-09-17T17:10:28.153 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:27 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.6.service: Deactivated successfully. 2024-09-17T17:10:28.154 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:27 smithi066 systemd[1]: Stopped Ceph osd.6 for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:10:28.154 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:27 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.6.service: Consumed 12.672s CPU time. 2024-09-17T17:10:28.154 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:27 smithi066 systemd[1]: Starting Ceph osd.6 for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:10:28.359 INFO:tasks.rados.rados.0.smithi031.stdout:2212: finishing rollback tid 1 to smithi03184240-31 2024-09-17T17:10:28.359 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 1466 (ObjNum 33 snap 0 seq_num 1677678384) dirty dne 2024-09-17T17:10:28.359 INFO:tasks.rados.rados.0.smithi031.stdout:2212: done (1 left) 2024-09-17T17:10:28.359 INFO:tasks.rados.rados.0.smithi031.stdout:2213: done (0 left) 2024-09-17T17:10:28.359 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 21 current snap is 207 2024-09-17T17:10:28.360 INFO:tasks.rados.rados.0.smithi031.stdout:2214: seq_num 716 ranges {0=794624,794624=655360,1449984=704512,2154496=245760} 2024-09-17T17:10:28.364 INFO:tasks.rados.rados.0.smithi031.stdout:2214: writing smithi03184240-21 from 0 to 794624 tid 1 2024-09-17T17:10:28.369 INFO:tasks.rados.rados.0.smithi031.stdout:2214: writing smithi03184240-21 from 794624 to 1449984 tid 2 2024-09-17T17:10:28.374 INFO:tasks.rados.rados.0.smithi031.stdout:2214: writing smithi03184240-21 from 1449984 to 2154496 tid 3 2024-09-17T17:10:28.375 INFO:tasks.rados.rados.0.smithi031.stdout:2214: writing smithi03184240-21 from 2154496 to 2400256 tid 4 2024-09-17T17:10:28.376 INFO:tasks.rados.rados.0.smithi031.stdout:2215: snap_remove snap 202 2024-09-17T17:10:28.428 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:28 smithi066 podman[100640]: 2024-09-17 17:10:28.075183955 +0000 UTC m=+0.016397485 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:10:28.428 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:28 smithi066 podman[100640]: 2024-09-17 17:10:28.177596892 +0000 UTC m=+0.118810406 container create 9eee85b527430805332d18f62d436467fc8091cd8c32ccbf71899c231f065e8e (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6-activate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731) 2024-09-17T17:10:28.428 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:28 smithi066 podman[100640]: 2024-09-17 17:10:28.3868507 +0000 UTC m=+0.328064226 container init 9eee85b527430805332d18f62d436467fc8091cd8c32ccbf71899c231f065e8e (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6-activate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-17T17:10:28.428 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:28 smithi066 podman[100640]: 2024-09-17 17:10:28.391903998 +0000 UTC m=+0.333117515 container start 9eee85b527430805332d18f62d436467fc8091cd8c32ccbf71899c231f065e8e (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6-activate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-09-17T17:10:28.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:28 smithi031 ceph-mon[94873]: osdmap e490: 8 total, 7 up, 8 in 2024-09-17T17:10:28.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:28 smithi031 ceph-mon[94873]: osdmap e491: 8 total, 7 up, 8 in 2024-09-17T17:10:28.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:28 smithi031 ceph-mon[96842]: osdmap e490: 8 total, 7 up, 8 in 2024-09-17T17:10:28.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:28 smithi031 ceph-mon[96842]: osdmap e491: 8 total, 7 up, 8 in 2024-09-17T17:10:28.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:28 smithi066 ceph-mon[86175]: osdmap e490: 8 total, 7 up, 8 in 2024-09-17T17:10:28.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:28 smithi066 ceph-mon[86175]: osdmap e491: 8 total, 7 up, 8 in 2024-09-17T17:10:28.904 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:28 smithi066 podman[100640]: 2024-09-17 17:10:28.494904206 +0000 UTC m=+0.436117723 container attach 9eee85b527430805332d18f62d436467fc8091cd8c32ccbf71899c231f065e8e (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6-activate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_CLEAN=True, ceph=True, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T17:10:28.904 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:28 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6-activate[100655]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T17:10:28.904 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:28 smithi066 bash[100640]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T17:10:28.904 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:28 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6-activate[100655]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T17:10:28.904 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:28 smithi066 bash[100640]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T17:10:29.300 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:29 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6-activate[100655]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-17T17:10:29.300 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:29 smithi066 bash[100640]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-17T17:10:29.300 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:29 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6-activate[100655]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-17T17:10:29.300 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:29 smithi066 bash[100640]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-17T17:10:29.300 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:29 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6-activate[100655]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-17T17:10:29.300 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:29 smithi066 bash[100640]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-17T17:10:29.358 INFO:tasks.rados.rados.0.smithi031.stdout:2215: done (1 left) 2024-09-17T17:10:29.358 INFO:tasks.rados.rados.0.smithi031.stdout:2216: rollback oid 12 current snap is 207 2024-09-17T17:10:29.358 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 12 to 206 2024-09-17T17:10:29.358 INFO:tasks.rados.rados.0.smithi031.stdout:2214: finishing write tid 1 to smithi03184240-21 2024-09-17T17:10:29.358 INFO:tasks.rados.rados.0.smithi031.stdout:2214: finishing write tid 2 to smithi03184240-21 2024-09-17T17:10:29.358 INFO:tasks.rados.rados.0.smithi031.stdout:2214: finishing write tid 3 to smithi03184240-21 2024-09-17T17:10:29.358 INFO:tasks.rados.rados.0.smithi031.stdout:2214: finishing write tid 4 to smithi03184240-21 2024-09-17T17:10:29.358 INFO:tasks.rados.rados.0.smithi031.stdout:2214: finishing write tid 5 to smithi03184240-21 2024-09-17T17:10:29.358 INFO:tasks.rados.rados.0.smithi031.stdout:2214: finishing write tid 6 to smithi03184240-21 2024-09-17T17:10:29.358 INFO:tasks.rados.rados.0.smithi031.stdout:2214: oid 21 updating version 0 to 1456 2024-09-17T17:10:29.359 INFO:tasks.rados.rados.0.smithi031.stdout:2214: oid 21 updating version 1456 to 1458 2024-09-17T17:10:29.359 INFO:tasks.rados.rados.0.smithi031.stdout:2214: oid 21 updating version 1458 to 1459 2024-09-17T17:10:29.359 INFO:tasks.rados.rados.0.smithi031.stdout:2214: oid 21 updating version 1459 to 1460 2024-09-17T17:10:29.359 INFO:tasks.rados.rados.0.smithi031.stdout:2214: oid 21 version 1460 is already newer than 1457 2024-09-17T17:10:29.359 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 1460 (ObjNum 716 snap 207 seq_num 716) dirty exists 2024-09-17T17:10:29.359 INFO:tasks.rados.rados.0.smithi031.stdout:2214: left oid 21 (ObjNum 716 snap 207 seq_num 716) 2024-09-17T17:10:29.359 INFO:tasks.rados.rados.0.smithi031.stdout:2214: done (1 left) 2024-09-17T17:10:29.359 INFO:tasks.rados.rados.0.smithi031.stdout:2217: read oid 11 snap -1 2024-09-17T17:10:29.359 INFO:tasks.rados.rados.0.smithi031.stdout:2217: expect (ObjNum 522 snap 146 seq_num 522) 2024-09-17T17:10:29.359 INFO:tasks.rados.rados.0.smithi031.stdout:2218: snap_create 2024-09-17T17:10:29.363 INFO:tasks.rados.rados.0.smithi031.stdout:2216: finishing rollback tid 0 to smithi03184240-12 2024-09-17T17:10:29.363 INFO:tasks.rados.rados.0.smithi031.stdout:2216: finishing rollback tid 1 to smithi03184240-12 2024-09-17T17:10:29.364 INFO:tasks.rados.rados.0.smithi031.stdout:2216: finishing rollback tid 2 to smithi03184240-12 2024-09-17T17:10:29.364 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 385 (ObjNum 679 snap 197 seq_num 679) dirty exists 2024-09-17T17:10:29.376 INFO:tasks.rados.rados.0.smithi031.stdout:2217: expect (ObjNum 522 snap 146 seq_num 522) 2024-09-17T17:10:29.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:29 smithi066 ceph-mon[86175]: pgmap v397: 121 pgs: 12 active+undersized, 9 peering, 5 stale+active+clean, 3 active+undersized+degraded, 92 active+clean; 239 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s; 32/525 objects degraded (6.095%) 2024-09-17T17:10:29.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:29 smithi066 ceph-mon[86175]: Health check failed: Degraded data redundancy: 32/525 objects degraded (6.095%), 3 pgs degraded (PG_DEGRADED) 2024-09-17T17:10:29.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:29 smithi066 ceph-mon[86175]: osdmap e492: 8 total, 7 up, 8 in 2024-09-17T17:10:29.654 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:29 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6-activate[100655]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-17T17:10:29.654 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:29 smithi066 bash[100640]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-17T17:10:29.654 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:29 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6-activate[100655]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-09-17T17:10:29.654 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:29 smithi066 bash[100640]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-09-17T17:10:29.654 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:29 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6-activate[100655]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-17T17:10:29.654 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:29 smithi066 bash[100640]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-17T17:10:29.654 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:29 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6-activate[100655]: --> ceph-volume raw activate successful for osd ID: 6 2024-09-17T17:10:29.654 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:29 smithi066 bash[100640]: --> ceph-volume raw activate successful for osd ID: 6 2024-09-17T17:10:29.654 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:29 smithi066 podman[100640]: 2024-09-17 17:10:29.32669328 +0000 UTC m=+1.267906811 container died 9eee85b527430805332d18f62d436467fc8091cd8c32ccbf71899c231f065e8e (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6-activate, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T17:10:29.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:29 smithi031 ceph-mon[94873]: pgmap v397: 121 pgs: 12 active+undersized, 9 peering, 5 stale+active+clean, 3 active+undersized+degraded, 92 active+clean; 239 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s; 32/525 objects degraded (6.095%) 2024-09-17T17:10:29.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:29 smithi031 ceph-mon[94873]: Health check failed: Degraded data redundancy: 32/525 objects degraded (6.095%), 3 pgs degraded (PG_DEGRADED) 2024-09-17T17:10:29.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:29 smithi031 ceph-mon[94873]: osdmap e492: 8 total, 7 up, 8 in 2024-09-17T17:10:29.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:29 smithi031 ceph-mon[96842]: pgmap v397: 121 pgs: 12 active+undersized, 9 peering, 5 stale+active+clean, 3 active+undersized+degraded, 92 active+clean; 239 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s; 32/525 objects degraded (6.095%) 2024-09-17T17:10:29.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:29 smithi031 ceph-mon[96842]: Health check failed: Degraded data redundancy: 32/525 objects degraded (6.095%), 3 pgs degraded (PG_DEGRADED) 2024-09-17T17:10:29.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:29 smithi031 ceph-mon[96842]: osdmap e492: 8 total, 7 up, 8 in 2024-09-17T17:10:30.323 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:29 smithi066 podman[100799]: 2024-09-17 17:10:29.965546837 +0000 UTC m=+0.632762364 container remove 9eee85b527430805332d18f62d436467fc8091cd8c32ccbf71899c231f065e8e (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6-activate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.schema-version=1.0, ceph=True) 2024-09-17T17:10:30.323 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:30 smithi066 podman[100862]: 2024-09-17 17:10:30.081231478 +0000 UTC m=+0.016576600 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:10:30.323 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:30 smithi066 podman[100862]: 2024-09-17 17:10:30.208134631 +0000 UTC m=+0.143479739 container create 7f3afe0bf49f0b111080cec382eae4934c543845219017af4c1c739203db54a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.37.2, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-09-17T17:10:30.361 INFO:tasks.rados.rados.0.smithi031.stdout:2216: done (2 left) 2024-09-17T17:10:30.361 INFO:tasks.rados.rados.0.smithi031.stdout:2217: done (1 left) 2024-09-17T17:10:30.361 INFO:tasks.rados.rados.0.smithi031.stdout:2218: done (0 left) 2024-09-17T17:10:30.361 INFO:tasks.rados.rados.0.smithi031.stdout:2219: copy_from oid 21 from oid 50 current snap is 208 2024-09-17T17:10:30.361 INFO:tasks.rados.rados.0.smithi031.stdout:2220: read oid 7 snap -1 2024-09-17T17:10:30.361 INFO:tasks.rados.rados.0.smithi031.stdout:2220: expect (ObjNum 620 snap 179 seq_num 620) 2024-09-17T17:10:30.361 INFO:tasks.rados.rados.0.smithi031.stdout:2221: copy_from oid 18 from oid 17 current snap is 208 2024-09-17T17:10:30.361 INFO:tasks.rados.rados.0.smithi031.stdout:2222: delete oid 29 current snap is 208 2024-09-17T17:10:30.371 INFO:tasks.rados.rados.0.smithi031.stdout:2222: done (3 left) 2024-09-17T17:10:30.371 INFO:tasks.rados.rados.0.smithi031.stdout:2223: rollback oid 38 current snap is 208 2024-09-17T17:10:30.371 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 38 to 207 2024-09-17T17:10:30.371 INFO:tasks.rados.rados.0.smithi031.stdout:2224: read oid 9 snap -1 2024-09-17T17:10:30.371 INFO:tasks.rados.rados.0.smithi031.stdout:2224: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:10:30.371 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 46 current snap is 208 2024-09-17T17:10:30.371 INFO:tasks.rados.rados.0.smithi031.stdout:2225: seq_num 718 ranges {2457600=32768} 2024-09-17T17:10:30.385 INFO:tasks.rados.rados.0.smithi031.stdout:2225: writing smithi03184240-46 from 2457600 to 2490368 tid 1 2024-09-17T17:10:30.385 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 1 current snap is 208 2024-09-17T17:10:30.385 INFO:tasks.rados.rados.0.smithi031.stdout:2226: seq_num 719 ranges {2318336=49152} 2024-09-17T17:10:30.398 INFO:tasks.rados.rados.0.smithi031.stdout:2226: writing smithi03184240-1 from 2318336 to 2367488 tid 1 2024-09-17T17:10:30.398 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 30 current snap is 208 2024-09-17T17:10:30.399 INFO:tasks.rados.rados.0.smithi031.stdout:2227: seq_num 720 ranges {3825664=65536} 2024-09-17T17:10:30.420 INFO:tasks.rados.rados.0.smithi031.stdout:2227: writing smithi03184240-30 from 3825664 to 3891200 tid 1 2024-09-17T17:10:30.420 INFO:tasks.rados.rados.0.smithi031.stdout:2228: rollback oid 39 current snap is 208 2024-09-17T17:10:30.420 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 39 to 203 2024-09-17T17:10:30.420 INFO:tasks.rados.rados.0.smithi031.stdout:2229: delete oid 13 current snap is 208 2024-09-17T17:10:30.420 INFO:tasks.rados.rados.0.smithi031.stdout:2224: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:10:30.424 INFO:tasks.rados.rados.0.smithi031.stdout:2220: expect (ObjNum 620 snap 179 seq_num 620) 2024-09-17T17:10:30.587 INFO:tasks.rados.rados.0.smithi031.stdout:2223: finishing rollback tid 0 to smithi03184240-38 2024-09-17T17:10:30.587 INFO:tasks.rados.rados.0.smithi031.stdout:2223: finishing rollback tid 1 to smithi03184240-38 2024-09-17T17:10:30.588 INFO:tasks.rados.rados.0.smithi031.stdout:2223: finishing rollback tid 2 to smithi03184240-38 2024-09-17T17:10:30.588 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 1511 (ObjNum 709 snap 203 seq_num 709) dirty exists 2024-09-17T17:10:30.588 INFO:tasks.rados.rados.0.smithi031.stdout:2219: finishing copy_from racing read to smithi03184240-21 2024-09-17T17:10:30.588 INFO:tasks.rados.rados.0.smithi031.stdout:2219: finishing copy_from to smithi03184240-21 2024-09-17T17:10:30.588 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 377 (ObjNum 679 snap 197 seq_num 679) dirty exists 2024-09-17T17:10:30.588 INFO:tasks.rados.rados.0.smithi031.stdout:2221: finishing copy_from racing read to smithi03184240-18 2024-09-17T17:10:30.588 INFO:tasks.rados.rados.0.smithi031.stdout:2221: finishing copy_from to smithi03184240-18 2024-09-17T17:10:30.588 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 1205 (ObjNum 591 snap 170 seq_num 591) dirty exists 2024-09-17T17:10:30.588 INFO:tasks.rados.rados.0.smithi031.stdout:2225: finishing write tid 1 to smithi03184240-46 2024-09-17T17:10:30.588 INFO:tasks.rados.rados.0.smithi031.stdout:2225: finishing write tid 2 to smithi03184240-46 2024-09-17T17:10:30.588 INFO:tasks.rados.rados.0.smithi031.stdout:2225: finishing write tid 3 to smithi03184240-46 2024-09-17T17:10:30.588 INFO:tasks.rados.rados.0.smithi031.stdout:2225: oid 46 updating version 0 to 1512 2024-09-17T17:10:30.588 INFO:tasks.rados.rados.0.smithi031.stdout:2225: oid 46 updating version 1512 to 1513 2024-09-17T17:10:30.589 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 1513 (ObjNum 718 snap 208 seq_num 718) dirty exists 2024-09-17T17:10:30.589 INFO:tasks.rados.rados.0.smithi031.stdout:2225: left oid 46 (ObjNum 718 snap 208 seq_num 718) 2024-09-17T17:10:30.589 INFO:tasks.rados.rados.0.smithi031.stdout:2226: finishing write tid 1 to smithi03184240-1 2024-09-17T17:10:30.589 INFO:tasks.rados.rados.0.smithi031.stdout:2226: finishing write tid 2 to smithi03184240-1 2024-09-17T17:10:30.589 INFO:tasks.rados.rados.0.smithi031.stdout:2226: finishing write tid 3 to smithi03184240-1 2024-09-17T17:10:30.589 INFO:tasks.rados.rados.0.smithi031.stdout:2226: oid 1 updating version 0 to 1468 2024-09-17T17:10:30.589 INFO:tasks.rados.rados.0.smithi031.stdout:2226: oid 1 updating version 1468 to 1469 2024-09-17T17:10:30.589 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 1469 (ObjNum 719 snap 208 seq_num 719) dirty exists 2024-09-17T17:10:30.589 INFO:tasks.rados.rados.0.smithi031.stdout:2226: left oid 1 (ObjNum 719 snap 208 seq_num 719) 2024-09-17T17:10:30.589 INFO:tasks.rados.rados.0.smithi031.stdout:2228: finishing rollback tid 1 to smithi03184240-39 2024-09-17T17:10:30.589 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 1199 (ObjNum 49 snap 0 seq_num 1704978928) dirty dne 2024-09-17T17:10:30.589 INFO:tasks.rados.rados.0.smithi031.stdout:2227: finishing write tid 1 to smithi03184240-30 2024-09-17T17:10:30.589 INFO:tasks.rados.rados.0.smithi031.stdout:2227: finishing write tid 2 to smithi03184240-30 2024-09-17T17:10:30.589 INFO:tasks.rados.rados.0.smithi031.stdout:2227: finishing write tid 3 to smithi03184240-30 2024-09-17T17:10:30.590 INFO:tasks.rados.rados.0.smithi031.stdout:2227: oid 30 updating version 0 to 1471 2024-09-17T17:10:30.590 INFO:tasks.rados.rados.0.smithi031.stdout:2227: oid 30 version 1471 is already newer than 1470 2024-09-17T17:10:30.590 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 1471 (ObjNum 720 snap 208 seq_num 720) dirty exists 2024-09-17T17:10:30.590 INFO:tasks.rados.rados.0.smithi031.stdout:2227: left oid 30 (ObjNum 720 snap 208 seq_num 720) 2024-09-17T17:10:30.591 INFO:tasks.rados.rados.0.smithi031.stdout:2219: done (9 left) 2024-09-17T17:10:30.591 INFO:tasks.rados.rados.0.smithi031.stdout:2220: done (8 left) 2024-09-17T17:10:30.591 INFO:tasks.rados.rados.0.smithi031.stdout:2221: done (7 left) 2024-09-17T17:10:30.591 INFO:tasks.rados.rados.0.smithi031.stdout:2223: done (6 left) 2024-09-17T17:10:30.591 INFO:tasks.rados.rados.0.smithi031.stdout:2224: done (5 left) 2024-09-17T17:10:30.591 INFO:tasks.rados.rados.0.smithi031.stdout:2225: done (4 left) 2024-09-17T17:10:30.591 INFO:tasks.rados.rados.0.smithi031.stdout:2226: done (3 left) 2024-09-17T17:10:30.591 INFO:tasks.rados.rados.0.smithi031.stdout:2227: done (2 left) 2024-09-17T17:10:30.591 INFO:tasks.rados.rados.0.smithi031.stdout:2228: done (1 left) 2024-09-17T17:10:30.591 INFO:tasks.rados.rados.0.smithi031.stdout:2229: done (0 left) 2024-09-17T17:10:30.591 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 18 current snap is 208 2024-09-17T17:10:30.591 INFO:tasks.rados.rados.0.smithi031.stdout:2230: seq_num 722 ranges {4218880=98304} 2024-09-17T17:10:30.613 INFO:tasks.rados.rados.0.smithi031.stdout:2230: writing smithi03184240-18 from 4218880 to 4317184 tid 1 2024-09-17T17:10:30.613 INFO:tasks.rados.rados.0.smithi031.stdout:2231: delete oid 10 current snap is 208 2024-09-17T17:10:30.617 INFO:tasks.rados.rados.0.smithi031.stdout:2231: done (1 left) 2024-09-17T17:10:30.617 INFO:tasks.rados.rados.0.smithi031.stdout:2232: snap_create 2024-09-17T17:10:30.617 INFO:tasks.rados.rados.0.smithi031.stdout:2230: finishing write tid 1 to smithi03184240-18 2024-09-17T17:10:30.617 INFO:tasks.rados.rados.0.smithi031.stdout:2230: finishing write tid 2 to smithi03184240-18 2024-09-17T17:10:30.618 INFO:tasks.rados.rados.0.smithi031.stdout:2230: finishing write tid 3 to smithi03184240-18 2024-09-17T17:10:30.618 INFO:tasks.rados.rados.0.smithi031.stdout:2230: oid 18 updating version 0 to 1514 2024-09-17T17:10:30.618 INFO:tasks.rados.rados.0.smithi031.stdout:2230: oid 18 updating version 1514 to 1515 2024-09-17T17:10:30.618 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 1515 (ObjNum 722 snap 208 seq_num 722) dirty exists 2024-09-17T17:10:30.618 INFO:tasks.rados.rados.0.smithi031.stdout:2230: left oid 18 (ObjNum 722 snap 208 seq_num 722) 2024-09-17T17:10:30.903 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:30 smithi066 podman[100862]: 2024-09-17 17:10:30.410409725 +0000 UTC m=+0.345754844 container init 7f3afe0bf49f0b111080cec382eae4934c543845219017af4c1c739203db54a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6, io.buildah.version=1.37.2, ceph=True, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731) 2024-09-17T17:10:30.903 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:30 smithi066 podman[100862]: 2024-09-17 17:10:30.415455211 +0000 UTC m=+0.350800327 container start 7f3afe0bf49f0b111080cec382eae4934c543845219017af4c1c739203db54a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-09-17T17:10:30.903 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:30 smithi066 ceph-osd[100900]: -- 172.21.15.66:0/3338574189 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d31ddc7a40 con 0x55d31eb96400 2024-09-17T17:10:30.904 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:30 smithi066 bash[100862]: 7f3afe0bf49f0b111080cec382eae4934c543845219017af4c1c739203db54a7 2024-09-17T17:10:30.904 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:30 smithi066 systemd[1]: Started Ceph osd.6 for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:10:31.584 INFO:tasks.rados.rados.0.smithi031.stdout:2230: done (1 left) 2024-09-17T17:10:31.585 INFO:tasks.rados.rados.0.smithi031.stdout:2232: done (0 left) 2024-09-17T17:10:31.585 INFO:tasks.rados.rados.0.smithi031.stdout:2233: delete oid 1 current snap is 209 2024-09-17T17:10:31.586 INFO:tasks.rados.rados.0.smithi031.stdout:2233: done (0 left) 2024-09-17T17:10:31.586 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 40 current snap is 209 2024-09-17T17:10:31.586 INFO:tasks.rados.rados.0.smithi031.stdout:2234: seq_num 725 ranges {2154496=147456} 2024-09-17T17:10:31.599 INFO:tasks.rados.rados.0.smithi031.stdout:2234: writing smithi03184240-40 from 2154496 to 2301952 tid 1 2024-09-17T17:10:31.599 INFO:tasks.rados.rados.0.smithi031.stdout:2235: copy_from oid 26 from oid 4 current snap is 209 2024-09-17T17:10:31.599 INFO:tasks.rados.rados.0.smithi031.stdout:2236: snap_create 2024-09-17T17:10:31.604 INFO:tasks.rados.rados.0.smithi031.stdout:2234: finishing write tid 1 to smithi03184240-40 2024-09-17T17:10:31.604 INFO:tasks.rados.rados.0.smithi031.stdout:2234: finishing write tid 2 to smithi03184240-40 2024-09-17T17:10:31.605 INFO:tasks.rados.rados.0.smithi031.stdout:2234: finishing write tid 3 to smithi03184240-40 2024-09-17T17:10:31.606 INFO:tasks.rados.rados.0.smithi031.stdout:2234: oid 40 updating version 0 to 1736 2024-09-17T17:10:31.606 INFO:tasks.rados.rados.0.smithi031.stdout:2234: oid 40 updating version 1736 to 1737 2024-09-17T17:10:31.606 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 1737 (ObjNum 725 snap 209 seq_num 725) dirty exists 2024-09-17T17:10:31.606 INFO:tasks.rados.rados.0.smithi031.stdout:2234: left oid 40 (ObjNum 725 snap 209 seq_num 725) 2024-09-17T17:10:31.610 INFO:tasks.rados.rados.0.smithi031.stdout:2235: finishing copy_from racing read to smithi03184240-26 2024-09-17T17:10:31.612 INFO:tasks.rados.rados.0.smithi031.stdout:2235: finishing copy_from to smithi03184240-26 2024-09-17T17:10:31.613 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 1190 (ObjNum 658 snap 190 seq_num 658) dirty exists 2024-09-17T17:10:31.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:31 smithi066 ceph-mon[86175]: pgmap v400: 121 pgs: 22 active+undersized, 9 peering, 1 stale+active+clean, 4 active+undersized+degraded, 85 active+clean; 236 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 6 op/s; 33/501 objects degraded (6.587%) 2024-09-17T17:10:31.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:31 smithi066 ceph-mon[86175]: osdmap e493: 8 total, 7 up, 8 in 2024-09-17T17:10:31.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:31 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:31.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:31 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:10:31.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:31 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:31.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:31 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:31.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:31 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:10:31.843 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:10:31 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:10:31] "GET /metrics HTTP/1.1" 200 36282 "" "Prometheus/2.43.0" 2024-09-17T17:10:31.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:31 smithi031 ceph-mon[94873]: pgmap v400: 121 pgs: 22 active+undersized, 9 peering, 1 stale+active+clean, 4 active+undersized+degraded, 85 active+clean; 236 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 6 op/s; 33/501 objects degraded (6.587%) 2024-09-17T17:10:31.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:31 smithi031 ceph-mon[94873]: osdmap e493: 8 total, 7 up, 8 in 2024-09-17T17:10:31.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:31 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:31.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:31 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:10:31.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:31 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:31.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:31 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:31.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:31 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:10:31.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:31 smithi031 ceph-mon[96842]: pgmap v400: 121 pgs: 22 active+undersized, 9 peering, 1 stale+active+clean, 4 active+undersized+degraded, 85 active+clean; 236 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 6 op/s; 33/501 objects degraded (6.587%) 2024-09-17T17:10:31.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:31 smithi031 ceph-mon[96842]: osdmap e493: 8 total, 7 up, 8 in 2024-09-17T17:10:31.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:31 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:31.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:31 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:10:31.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:31 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:31.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:31 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:31.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:31 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:10:32.311 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:32 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:10:32.062+0000 7fa236fca640 -1 Falling back to public interface 2024-09-17T17:10:32.589 INFO:tasks.rados.rados.0.smithi031.stdout:2234: done (2 left) 2024-09-17T17:10:32.589 INFO:tasks.rados.rados.0.smithi031.stdout:2235: done (1 left) 2024-09-17T17:10:32.590 INFO:tasks.rados.rados.0.smithi031.stdout:2236: done (0 left) 2024-09-17T17:10:32.590 INFO:tasks.rados.rados.0.smithi031.stdout:2237: snap_remove snap 208 2024-09-17T17:10:32.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:32 smithi031 ceph-mon[94873]: osdmap e494: 8 total, 7 up, 8 in 2024-09-17T17:10:32.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:32 smithi031 ceph-mon[96842]: osdmap e494: 8 total, 7 up, 8 in 2024-09-17T17:10:32.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:32 smithi066 ceph-mon[86175]: osdmap e494: 8 total, 7 up, 8 in 2024-09-17T17:10:33.358 INFO:tasks.rados.rados.0.smithi031.stdout:2237: done (0 left) 2024-09-17T17:10:33.358 INFO:tasks.rados.rados.0.smithi031.stdout:2238: delete oid 21 current snap is 210 2024-09-17T17:10:33.366 INFO:tasks.rados.rados.0.smithi031.stdout:2238: done (0 left) 2024-09-17T17:10:33.367 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 210 2024-09-17T17:10:33.367 INFO:tasks.rados.rados.0.smithi031.stdout:2239: seq_num 727 ranges {3399680=180224} 2024-09-17T17:10:33.387 INFO:tasks.rados.rados.0.smithi031.stdout:2239: writing smithi03184240-23 from 3399680 to 3579904 tid 1 2024-09-17T17:10:33.387 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 43 current snap is 210 2024-09-17T17:10:33.387 INFO:tasks.rados.rados.0.smithi031.stdout:2240: seq_num 728 ranges {3399680=196608} 2024-09-17T17:10:33.407 INFO:tasks.rados.rados.0.smithi031.stdout:2240: writing smithi03184240-43 from 3399680 to 3596288 tid 1 2024-09-17T17:10:33.407 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 48 current snap is 210 2024-09-17T17:10:33.407 INFO:tasks.rados.rados.0.smithi031.stdout:2239: finishing write tid 1 to smithi03184240-23 2024-09-17T17:10:33.407 INFO:tasks.rados.rados.0.smithi031.stdout:2239: finishing write tid 2 to smithi03184240-23 2024-09-17T17:10:33.407 INFO:tasks.rados.rados.0.smithi031.stdout:2239: finishing write tid 3 to smithi03184240-23 2024-09-17T17:10:33.407 INFO:tasks.rados.rados.0.smithi031.stdout:2239: oid 23 updating version 0 to 1633 2024-09-17T17:10:33.407 INFO:tasks.rados.rados.0.smithi031.stdout:2239: oid 23 version 1633 is already newer than 1632 2024-09-17T17:10:33.407 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 1633 (ObjNum 727 snap 210 seq_num 727) dirty exists 2024-09-17T17:10:33.407 INFO:tasks.rados.rados.0.smithi031.stdout:2239: left oid 23 (ObjNum 727 snap 210 seq_num 727) 2024-09-17T17:10:33.407 INFO:tasks.rados.rados.0.smithi031.stdout:2241: seq_num 729 ranges {0=212992} 2024-09-17T17:10:33.408 INFO:tasks.rados.rados.0.smithi031.stdout:2241: writing smithi03184240-48 from 0 to 212992 tid 1 2024-09-17T17:10:33.408 INFO:tasks.rados.rados.0.smithi031.stdout:2239: done (2 left) 2024-09-17T17:10:33.408 INFO:tasks.rados.rados.0.smithi031.stdout:2242: read oid 11 snap -1 2024-09-17T17:10:33.408 INFO:tasks.rados.rados.0.smithi031.stdout:2242: expect (ObjNum 522 snap 146 seq_num 522) 2024-09-17T17:10:33.408 INFO:tasks.rados.rados.0.smithi031.stdout:2243: snap_remove snap 187 2024-09-17T17:10:33.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:33 smithi031 ceph-mon[94873]: pgmap v403: 121 pgs: 33 active+undersized, 9 active+undersized+degraded, 79 active+clean; 229 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.1 MiB/s wr, 10 op/s; 53/495 objects degraded (10.707%) 2024-09-17T17:10:33.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:33 smithi031 ceph-mon[94873]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-09-17T17:10:33.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:33 smithi031 ceph-mon[94873]: osdmap e495: 8 total, 7 up, 8 in 2024-09-17T17:10:33.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:33 smithi031 ceph-mon[94873]: osdmap e496: 8 total, 7 up, 8 in 2024-09-17T17:10:33.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:33 smithi031 ceph-mon[96842]: pgmap v403: 121 pgs: 33 active+undersized, 9 active+undersized+degraded, 79 active+clean; 229 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.1 MiB/s wr, 10 op/s; 53/495 objects degraded (10.707%) 2024-09-17T17:10:33.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:33 smithi031 ceph-mon[96842]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-09-17T17:10:33.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:33 smithi031 ceph-mon[96842]: osdmap e495: 8 total, 7 up, 8 in 2024-09-17T17:10:33.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:33 smithi031 ceph-mon[96842]: osdmap e496: 8 total, 7 up, 8 in 2024-09-17T17:10:33.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:33 smithi066 ceph-mon[86175]: pgmap v403: 121 pgs: 33 active+undersized, 9 active+undersized+degraded, 79 active+clean; 229 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.1 MiB/s wr, 10 op/s; 53/495 objects degraded (10.707%) 2024-09-17T17:10:33.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:33 smithi066 ceph-mon[86175]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-09-17T17:10:33.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:33 smithi066 ceph-mon[86175]: osdmap e495: 8 total, 7 up, 8 in 2024-09-17T17:10:33.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:33 smithi066 ceph-mon[86175]: osdmap e496: 8 total, 7 up, 8 in 2024-09-17T17:10:34.364 INFO:tasks.rados.rados.0.smithi031.stdout:2243: done (3 left) 2024-09-17T17:10:34.364 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 41 current snap is 210 2024-09-17T17:10:34.364 INFO:tasks.rados.rados.0.smithi031.stdout:2244: seq_num 730 ranges {876544=229376} 2024-09-17T17:10:34.371 INFO:tasks.rados.rados.0.smithi031.stdout:2244: writing smithi03184240-41 from 876544 to 1105920 tid 1 2024-09-17T17:10:34.371 INFO:tasks.rados.rados.0.smithi031.stdout:2245: read oid 8 snap 207 2024-09-17T17:10:34.371 INFO:tasks.rados.rados.0.smithi031.stdout:2245: expect (ObjNum 668 snap 194 seq_num 668) 2024-09-17T17:10:34.372 INFO:tasks.rados.rados.0.smithi031.stdout:2246: read oid 50 snap -1 2024-09-17T17:10:34.372 INFO:tasks.rados.rados.0.smithi031.stdout:2246: expect (ObjNum 679 snap 197 seq_num 679) 2024-09-17T17:10:34.372 INFO:tasks.rados.rados.0.smithi031.stdout:2240: finishing write tid 1 to smithi03184240-43 2024-09-17T17:10:34.372 INFO:tasks.rados.rados.0.smithi031.stdout:2240: finishing write tid 2 to smithi03184240-43 2024-09-17T17:10:34.372 INFO:tasks.rados.rados.0.smithi031.stdout:2241: finishing write tid 1 to smithi03184240-48 2024-09-17T17:10:34.372 INFO:tasks.rados.rados.0.smithi031.stdout:2241: finishing write tid 2 to smithi03184240-48 2024-09-17T17:10:34.372 INFO:tasks.rados.rados.0.smithi031.stdout:2242: expect (ObjNum 522 snap 146 seq_num 522) 2024-09-17T17:10:34.418 INFO:tasks.rados.rados.0.smithi031.stdout:2240: finishing write tid 3 to smithi03184240-43 2024-09-17T17:10:34.418 INFO:tasks.rados.rados.0.smithi031.stdout:2240: oid 43 updating version 0 to 1742 2024-09-17T17:10:34.418 INFO:tasks.rados.rados.0.smithi031.stdout:2240: oid 43 version 1742 is already newer than 1741 2024-09-17T17:10:34.418 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 1742 (ObjNum 728 snap 210 seq_num 728) dirty exists 2024-09-17T17:10:34.419 INFO:tasks.rados.rados.0.smithi031.stdout:2240: left oid 43 (ObjNum 728 snap 210 seq_num 728) 2024-09-17T17:10:34.419 INFO:tasks.rados.rados.0.smithi031.stdout:2241: finishing write tid 3 to smithi03184240-48 2024-09-17T17:10:34.419 INFO:tasks.rados.rados.0.smithi031.stdout:2241: oid 48 updating version 0 to 1743 2024-09-17T17:10:34.419 INFO:tasks.rados.rados.0.smithi031.stdout:2241: oid 48 updating version 1743 to 1744 2024-09-17T17:10:34.419 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 1744 (ObjNum 729 snap 210 seq_num 729) dirty exists 2024-09-17T17:10:34.419 INFO:tasks.rados.rados.0.smithi031.stdout:2241: left oid 48 (ObjNum 729 snap 210 seq_num 729) 2024-09-17T17:10:34.419 INFO:tasks.rados.rados.0.smithi031.stdout:2240: done (5 left) 2024-09-17T17:10:34.419 INFO:tasks.rados.rados.0.smithi031.stdout:2241: done (4 left) 2024-09-17T17:10:34.419 INFO:tasks.rados.rados.0.smithi031.stdout:2242: done (3 left) 2024-09-17T17:10:34.419 INFO:tasks.rados.rados.0.smithi031.stdout:2247: rollback oid 31 current snap is 210 2024-09-17T17:10:34.419 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 31 to 196 2024-09-17T17:10:34.420 INFO:tasks.rados.rados.0.smithi031.stdout:2244: finishing write tid 1 to smithi03184240-41 2024-09-17T17:10:34.420 INFO:tasks.rados.rados.0.smithi031.stdout:2244: finishing write tid 2 to smithi03184240-41 2024-09-17T17:10:34.420 INFO:tasks.rados.rados.0.smithi031.stdout:2244: finishing write tid 3 to smithi03184240-41 2024-09-17T17:10:34.420 INFO:tasks.rados.rados.0.smithi031.stdout:2244: oid 41 updating version 0 to 1207 2024-09-17T17:10:34.420 INFO:tasks.rados.rados.0.smithi031.stdout:2244: oid 41 version 1207 is already newer than 1206 2024-09-17T17:10:34.420 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 1207 (ObjNum 730 snap 210 seq_num 730) dirty exists 2024-09-17T17:10:34.420 INFO:tasks.rados.rados.0.smithi031.stdout:2244: left oid 41 (ObjNum 730 snap 210 seq_num 730) 2024-09-17T17:10:34.420 INFO:tasks.rados.rados.0.smithi031.stdout:2245: expect (ObjNum 668 snap 194 seq_num 668) 2024-09-17T17:10:34.529 INFO:tasks.rados.rados.0.smithi031.stdout:2246: expect (ObjNum 679 snap 197 seq_num 679) 2024-09-17T17:10:34.576 INFO:tasks.rados.rados.0.smithi031.stdout:2247: finishing rollback tid 1 to smithi03184240-31 2024-09-17T17:10:34.577 INFO:tasks.rados.rados.0.smithi031.stdout:2247: finishing rollback tid 2 to smithi03184240-31 2024-09-17T17:10:34.577 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 1468 (ObjNum 667 snap 194 seq_num 667) dirty exists 2024-09-17T17:10:34.577 INFO:tasks.rados.rados.0.smithi031.stdout:2244: done (3 left) 2024-09-17T17:10:34.577 INFO:tasks.rados.rados.0.smithi031.stdout:2245: done (2 left) 2024-09-17T17:10:34.577 INFO:tasks.rados.rados.0.smithi031.stdout:2246: done (1 left) 2024-09-17T17:10:34.577 INFO:tasks.rados.rados.0.smithi031.stdout:2247: done (0 left) 2024-09-17T17:10:34.577 INFO:tasks.rados.rados.0.smithi031.stdout:2248: read oid 32 snap -1 2024-09-17T17:10:34.577 INFO:tasks.rados.rados.0.smithi031.stdout:2248: expect (ObjNum 631 snap 182 seq_num 631) 2024-09-17T17:10:34.577 INFO:tasks.rados.rados.0.smithi031.stdout:2249: rollback oid 37 current snap is 210 2024-09-17T17:10:34.577 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 37 to 185 2024-09-17T17:10:34.577 INFO:tasks.rados.rados.0.smithi031.stdout:2250: delete oid 45 current snap is 210 2024-09-17T17:10:34.579 INFO:tasks.rados.rados.0.smithi031.stdout:2250: done (2 left) 2024-09-17T17:10:34.579 INFO:tasks.rados.rados.0.smithi031.stdout:2251: read oid 43 snap -1 2024-09-17T17:10:34.579 INFO:tasks.rados.rados.0.smithi031.stdout:2251: expect (ObjNum 728 snap 210 seq_num 728) 2024-09-17T17:10:34.579 INFO:tasks.rados.rados.0.smithi031.stdout:2252: read oid 9 snap -1 2024-09-17T17:10:34.579 INFO:tasks.rados.rados.0.smithi031.stdout:2252: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:10:34.579 INFO:tasks.rados.rados.0.smithi031.stdout:2253: read oid 41 snap -1 2024-09-17T17:10:34.579 INFO:tasks.rados.rados.0.smithi031.stdout:2253: expect (ObjNum 730 snap 210 seq_num 730) 2024-09-17T17:10:34.579 INFO:tasks.rados.rados.0.smithi031.stdout:2254: snap_remove snap 193 2024-09-17T17:10:35.366 INFO:tasks.rados.rados.0.smithi031.stdout:2254: done (5 left) 2024-09-17T17:10:35.366 INFO:tasks.rados.rados.0.smithi031.stdout:2255: read oid 4 snap -1 2024-09-17T17:10:35.366 INFO:tasks.rados.rados.0.smithi031.stdout:2255: expect (ObjNum 658 snap 190 seq_num 658) 2024-09-17T17:10:35.366 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 47 current snap is 210 2024-09-17T17:10:35.366 INFO:tasks.rados.rados.0.smithi031.stdout:2256: seq_num 732 ranges {1540096=262144} 2024-09-17T17:10:35.376 INFO:tasks.rados.rados.0.smithi031.stdout:2256: writing smithi03184240-47 from 1540096 to 1802240 tid 1 2024-09-17T17:10:35.376 INFO:tasks.rados.rados.0.smithi031.stdout:2257: delete oid 44 current snap is 210 2024-09-17T17:10:35.378 INFO:tasks.rados.rados.0.smithi031.stdout:2252: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:10:35.383 INFO:tasks.rados.rados.0.smithi031.stdout:2249: finishing rollback tid 1 to smithi03184240-37 2024-09-17T17:10:35.383 INFO:tasks.rados.rados.0.smithi031.stdout:2253: expect (ObjNum 730 snap 210 seq_num 730) 2024-09-17T17:10:35.429 INFO:tasks.rados.rados.0.smithi031.stdout:2248: expect (ObjNum 631 snap 182 seq_num 631) 2024-09-17T17:10:35.653 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:35 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:10:35.531+0000 7fa236fca640 -1 osd.6 487 log_to_monitors true 2024-09-17T17:10:35.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:35 smithi066 ceph-mon[86175]: pgmap v406: 121 pgs: 33 active+undersized, 9 active+undersized+degraded, 79 active+clean; 229 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 11 op/s; 53/495 objects degraded (10.707%) 2024-09-17T17:10:35.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:35 smithi066 ceph-mon[86175]: osdmap e497: 8 total, 7 up, 8 in 2024-09-17T17:10:35.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:35 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:35.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:35 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:35.819 INFO:tasks.rados.rados.0.smithi031.stdout:2249: finishing rollback tid 2 to smithi03184240-37 2024-09-17T17:10:35.820 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 1045 (ObjNum 523 snap 146 seq_num 523) dirty exists 2024-09-17T17:10:35.820 INFO:tasks.rados.rados.0.smithi031.stdout:2251: expect (ObjNum 728 snap 210 seq_num 728) 2024-09-17T17:10:35.843 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:10:35 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2[112400]: 2024-09-17T17:10:35.384+0000 7fa1f1917640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 100 after trimming was started 2024-09-17T17:10:35.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:35 smithi031 ceph-mon[94873]: pgmap v406: 121 pgs: 33 active+undersized, 9 active+undersized+degraded, 79 active+clean; 229 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 11 op/s; 53/495 objects degraded (10.707%) 2024-09-17T17:10:35.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:35 smithi031 ceph-mon[94873]: osdmap e497: 8 total, 7 up, 8 in 2024-09-17T17:10:35.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:35 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:35.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:35 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:35.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:35 smithi031 ceph-mon[96842]: pgmap v406: 121 pgs: 33 active+undersized, 9 active+undersized+degraded, 79 active+clean; 229 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 11 op/s; 53/495 objects degraded (10.707%) 2024-09-17T17:10:35.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:35 smithi031 ceph-mon[96842]: osdmap e497: 8 total, 7 up, 8 in 2024-09-17T17:10:35.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:35 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:35.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:35 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:35.996 INFO:tasks.rados.rados.0.smithi031.stdout:2255: expect (ObjNum 658 snap 190 seq_num 658) 2024-09-17T17:10:36.034 INFO:tasks.rados.rados.0.smithi031.stdout:2256: finishing write tid 1 to smithi03184240-47 2024-09-17T17:10:36.034 INFO:tasks.rados.rados.0.smithi031.stdout:2256: finishing write tid 2 to smithi03184240-47 2024-09-17T17:10:36.034 INFO:tasks.rados.rados.0.smithi031.stdout:2256: finishing write tid 3 to smithi03184240-47 2024-09-17T17:10:36.034 INFO:tasks.rados.rados.0.smithi031.stdout:2256: oid 47 updating version 0 to 769 2024-09-17T17:10:36.034 INFO:tasks.rados.rados.0.smithi031.stdout:2256: oid 47 version 769 is already newer than 768 2024-09-17T17:10:36.035 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 769 (ObjNum 732 snap 210 seq_num 732) dirty exists 2024-09-17T17:10:36.035 INFO:tasks.rados.rados.0.smithi031.stdout:2256: left oid 47 (ObjNum 732 snap 210 seq_num 732) 2024-09-17T17:10:36.035 INFO:tasks.rados.rados.0.smithi031.stdout:2248: done (7 left) 2024-09-17T17:10:36.035 INFO:tasks.rados.rados.0.smithi031.stdout:2249: done (6 left) 2024-09-17T17:10:36.035 INFO:tasks.rados.rados.0.smithi031.stdout:2251: done (5 left) 2024-09-17T17:10:36.035 INFO:tasks.rados.rados.0.smithi031.stdout:2252: done (4 left) 2024-09-17T17:10:36.035 INFO:tasks.rados.rados.0.smithi031.stdout:2253: done (3 left) 2024-09-17T17:10:36.035 INFO:tasks.rados.rados.0.smithi031.stdout:2255: done (2 left) 2024-09-17T17:10:36.035 INFO:tasks.rados.rados.0.smithi031.stdout:2256: done (1 left) 2024-09-17T17:10:36.035 INFO:tasks.rados.rados.0.smithi031.stdout:2257: done (0 left) 2024-09-17T17:10:36.035 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 26 current snap is 210 2024-09-17T17:10:36.035 INFO:tasks.rados.rados.0.smithi031.stdout:2258: seq_num 734 ranges {1425408=294912} 2024-09-17T17:10:36.043 INFO:tasks.rados.rados.0.smithi031.stdout:2258: writing smithi03184240-26 from 1425408 to 1720320 tid 1 2024-09-17T17:10:36.043 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 20 current snap is 210 2024-09-17T17:10:36.043 INFO:tasks.rados.rados.0.smithi031.stdout:2259: seq_num 735 ranges {0=311296} 2024-09-17T17:10:36.045 INFO:tasks.rados.rados.0.smithi031.stdout:2259: writing smithi03184240-20 from 0 to 311296 tid 1 2024-09-17T17:10:36.045 INFO:tasks.rados.rados.0.smithi031.stdout:2260: snap_remove snap 204 2024-09-17T17:10:36.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:36 smithi066 ceph-mon[86175]: osdmap e498: 8 total, 7 up, 8 in 2024-09-17T17:10:36.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:36 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:36.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:36 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:36.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:36 smithi066 ceph-mon[86175]: from='osd.6 [v2:172.21.15.66:6816/3950795802,v1:172.21.15.66:6817/3950795802]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-17T17:10:36.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:36 smithi066 ceph-mon[86175]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-17T17:10:36.490 INFO:tasks.rados.rados.0.smithi031.stdout:2260: done (2 left) 2024-09-17T17:10:36.490 INFO:tasks.rados.rados.0.smithi031.stdout:2261: setattr oid 39 current snap is 210 2024-09-17T17:10:36.490 INFO:tasks.rados.rados.0.smithi031.stdout:2258: finishing write tid 1 to smithi03184240-26 2024-09-17T17:10:36.490 INFO:tasks.rados.rados.0.smithi031.stdout:2258: finishing write tid 2 to smithi03184240-26 2024-09-17T17:10:36.490 INFO:tasks.rados.rados.0.smithi031.stdout:2259: finishing write tid 1 to smithi03184240-20 2024-09-17T17:10:36.490 INFO:tasks.rados.rados.0.smithi031.stdout:2259: finishing write tid 2 to smithi03184240-20 2024-09-17T17:10:36.490 INFO:tasks.rados.rados.0.smithi031.stdout:2258: finishing write tid 3 to smithi03184240-26 2024-09-17T17:10:36.491 INFO:tasks.rados.rados.0.smithi031.stdout:2258: oid 26 updating version 0 to 1192 2024-09-17T17:10:36.491 INFO:tasks.rados.rados.0.smithi031.stdout:2258: oid 26 version 1192 is already newer than 1191 2024-09-17T17:10:36.491 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 1192 (ObjNum 734 snap 210 seq_num 734) dirty exists 2024-09-17T17:10:36.491 INFO:tasks.rados.rados.0.smithi031.stdout:2258: left oid 26 (ObjNum 734 snap 210 seq_num 734) 2024-09-17T17:10:36.491 INFO:tasks.rados.rados.0.smithi031.stdout:2259: finishing write tid 3 to smithi03184240-20 2024-09-17T17:10:36.491 INFO:tasks.rados.rados.0.smithi031.stdout:2259: oid 20 updating version 0 to 175 2024-09-17T17:10:36.491 INFO:tasks.rados.rados.0.smithi031.stdout:2259: oid 20 updating version 175 to 176 2024-09-17T17:10:36.491 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 176 (ObjNum 735 snap 210 seq_num 735) dirty exists 2024-09-17T17:10:36.491 INFO:tasks.rados.rados.0.smithi031.stdout:2259: left oid 20 (ObjNum 735 snap 210 seq_num 735) 2024-09-17T17:10:36.492 INFO:tasks.rados.rados.0.smithi031.stdout:2258: done (2 left) 2024-09-17T17:10:36.492 INFO:tasks.rados.rados.0.smithi031.stdout:2259: done (1 left) 2024-09-17T17:10:36.492 INFO:tasks.rados.rados.0.smithi031.stdout:2262: snap_create 2024-09-17T17:10:36.497 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 1206 (ObjNum 289 snap 0 seq_num 1011875033) dirty exists 2024-09-17T17:10:36.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:36 smithi031 ceph-mon[94873]: osdmap e498: 8 total, 7 up, 8 in 2024-09-17T17:10:36.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:36 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:36.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:36 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:36.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:36 smithi031 ceph-mon[94873]: from='osd.6 [v2:172.21.15.66:6816/3950795802,v1:172.21.15.66:6817/3950795802]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-17T17:10:36.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:36 smithi031 ceph-mon[94873]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-17T17:10:36.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:36 smithi031 ceph-mon[96842]: osdmap e498: 8 total, 7 up, 8 in 2024-09-17T17:10:36.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:36 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:36.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:36 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:36.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:36 smithi031 ceph-mon[96842]: from='osd.6 [v2:172.21.15.66:6816/3950795802,v1:172.21.15.66:6817/3950795802]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-17T17:10:36.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:36 smithi031 ceph-mon[96842]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-17T17:10:36.903 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:36 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:10:36.522+0000 7fa22ad6c640 -1 osd.6 487 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T17:10:37.493 INFO:tasks.rados.rados.0.smithi031.stdout:2261: done (1 left) 2024-09-17T17:10:37.493 INFO:tasks.rados.rados.0.smithi031.stdout:2262: done (0 left) 2024-09-17T17:10:37.493 INFO:tasks.rados.rados.0.smithi031.stdout:2263: snap_remove snap 197 2024-09-17T17:10:37.593 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:37 smithi066 ceph-mon[86175]: pgmap v409: 121 pgs: 33 active+undersized, 9 active+undersized+degraded, 79 active+clean; 232 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 428 KiB/s wr, 2 op/s; 54/495 objects degraded (10.909%) 2024-09-17T17:10:37.593 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:37 smithi066 ceph-mon[86175]: Health check update: Degraded data redundancy: 54/495 objects degraded (10.909%), 9 pgs degraded (PG_DEGRADED) 2024-09-17T17:10:37.593 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:37 smithi066 ceph-mon[86175]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-17T17:10:37.593 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:37 smithi066 ceph-mon[86175]: osdmap e499: 8 total, 7 up, 8 in 2024-09-17T17:10:37.593 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:37 smithi066 ceph-mon[86175]: from='osd.6 [v2:172.21.15.66:6816/3950795802,v1:172.21.15.66:6817/3950795802]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]} : dispatch 2024-09-17T17:10:37.593 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:37 smithi066 ceph-mon[86175]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]} : dispatch 2024-09-17T17:10:37.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:37 smithi031 ceph-mon[94873]: pgmap v409: 121 pgs: 33 active+undersized, 9 active+undersized+degraded, 79 active+clean; 232 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 428 KiB/s wr, 2 op/s; 54/495 objects degraded (10.909%) 2024-09-17T17:10:37.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:37 smithi031 ceph-mon[94873]: Health check update: Degraded data redundancy: 54/495 objects degraded (10.909%), 9 pgs degraded (PG_DEGRADED) 2024-09-17T17:10:37.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:37 smithi031 ceph-mon[94873]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-17T17:10:37.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:37 smithi031 ceph-mon[94873]: osdmap e499: 8 total, 7 up, 8 in 2024-09-17T17:10:37.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:37 smithi031 ceph-mon[94873]: from='osd.6 [v2:172.21.15.66:6816/3950795802,v1:172.21.15.66:6817/3950795802]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]} : dispatch 2024-09-17T17:10:37.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:37 smithi031 ceph-mon[94873]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]} : dispatch 2024-09-17T17:10:37.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:37 smithi031 ceph-mon[96842]: pgmap v409: 121 pgs: 33 active+undersized, 9 active+undersized+degraded, 79 active+clean; 232 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 428 KiB/s wr, 2 op/s; 54/495 objects degraded (10.909%) 2024-09-17T17:10:37.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:37 smithi031 ceph-mon[96842]: Health check update: Degraded data redundancy: 54/495 objects degraded (10.909%), 9 pgs degraded (PG_DEGRADED) 2024-09-17T17:10:37.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:37 smithi031 ceph-mon[96842]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-17T17:10:37.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:37 smithi031 ceph-mon[96842]: osdmap e499: 8 total, 7 up, 8 in 2024-09-17T17:10:37.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:37 smithi031 ceph-mon[96842]: from='osd.6 [v2:172.21.15.66:6816/3950795802,v1:172.21.15.66:6817/3950795802]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]} : dispatch 2024-09-17T17:10:37.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:37 smithi031 ceph-mon[96842]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]} : dispatch 2024-09-17T17:10:38.504 INFO:tasks.rados.rados.0.smithi031.stdout:2263: done (0 left) 2024-09-17T17:10:38.504 INFO:tasks.rados.rados.0.smithi031.stdout:2264: read oid 8 snap -1 2024-09-17T17:10:38.504 INFO:tasks.rados.rados.0.smithi031.stdout:2264: expect (ObjNum 668 snap 194 seq_num 668) 2024-09-17T17:10:38.505 INFO:tasks.rados.rados.0.smithi031.stdout:2265: read oid 35 snap -1 2024-09-17T17:10:38.505 INFO:tasks.rados.rados.0.smithi031.stdout:2265: expect (ObjNum 698 snap 201 seq_num 698) 2024-09-17T17:10:38.505 INFO:tasks.rados.rados.0.smithi031.stdout:2266: read oid 6 snap -1 2024-09-17T17:10:38.505 INFO:tasks.rados.rados.0.smithi031.stdout:2266: expect deleted 2024-09-17T17:10:38.505 INFO:tasks.rados.rados.0.smithi031.stdout:2267: snap_remove snap 209 2024-09-17T17:10:38.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:38 smithi066 ceph-mon[86175]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T17:10:38.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:38 smithi066 ceph-mon[86175]: osd.6 [v2:172.21.15.66:6816/3950795802,v1:172.21.15.66:6817/3950795802] boot 2024-09-17T17:10:38.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:38 smithi066 ceph-mon[86175]: osdmap e500: 8 total, 8 up, 8 in 2024-09-17T17:10:38.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:38 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-17T17:10:38.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:38 smithi031 ceph-mon[94873]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T17:10:38.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:38 smithi031 ceph-mon[94873]: osd.6 [v2:172.21.15.66:6816/3950795802,v1:172.21.15.66:6817/3950795802] boot 2024-09-17T17:10:38.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:38 smithi031 ceph-mon[94873]: osdmap e500: 8 total, 8 up, 8 in 2024-09-17T17:10:38.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:38 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-17T17:10:38.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:38 smithi031 ceph-mon[96842]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T17:10:38.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:38 smithi031 ceph-mon[96842]: osd.6 [v2:172.21.15.66:6816/3950795802,v1:172.21.15.66:6817/3950795802] boot 2024-09-17T17:10:38.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:38 smithi031 ceph-mon[96842]: osdmap e500: 8 total, 8 up, 8 in 2024-09-17T17:10:38.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:38 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-17T17:10:39.343 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:10:38 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:10:38.935+0000 7f72cc98c640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-09-17T17:10:39.505 INFO:tasks.rados.rados.0.smithi031.stdout:2267: done (3 left) 2024-09-17T17:10:39.506 INFO:tasks.rados.rados.0.smithi031.stdout:2268: snap_create 2024-09-17T17:10:39.506 INFO:tasks.rados.rados.0.smithi031.stdout:2264: expect (ObjNum 668 snap 194 seq_num 668) 2024-09-17T17:10:39.618 INFO:tasks.rados.rados.0.smithi031.stdout:2265: expect (ObjNum 698 snap 201 seq_num 698) 2024-09-17T17:10:39.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:39 smithi031 ceph-mon[96842]: pgmap v412: 121 pgs: 6 peering, 28 active+undersized, 8 active+undersized+degraded, 79 active+clean; 232 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 236 KiB/s wr, 16 op/s; 44/498 objects degraded (8.835%) 2024-09-17T17:10:39.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:39 smithi031 ceph-mon[96842]: osdmap e501: 8 total, 8 up, 8 in 2024-09-17T17:10:39.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:39 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:39.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:39 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:39.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:39 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:10:39.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:39 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:10:39.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:39 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:39.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:39 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:10:39.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:39 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:10:39.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:39 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:10:39.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:39 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:10:39.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:39 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-17T17:10:39.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:39 smithi031 ceph-mon[94873]: pgmap v412: 121 pgs: 6 peering, 28 active+undersized, 8 active+undersized+degraded, 79 active+clean; 232 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 236 KiB/s wr, 16 op/s; 44/498 objects degraded (8.835%) 2024-09-17T17:10:39.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:39 smithi031 ceph-mon[94873]: osdmap e501: 8 total, 8 up, 8 in 2024-09-17T17:10:39.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:39 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:39.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:39 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:39.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:39 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:10:39.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:39 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:10:39.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:39 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:39.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:39 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:10:39.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:39 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:10:39.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:39 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:10:39.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:39 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:10:39.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:39 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-17T17:10:39.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:39 smithi066 ceph-mon[86175]: pgmap v412: 121 pgs: 6 peering, 28 active+undersized, 8 active+undersized+degraded, 79 active+clean; 232 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 236 KiB/s wr, 16 op/s; 44/498 objects degraded (8.835%) 2024-09-17T17:10:39.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:39 smithi066 ceph-mon[86175]: osdmap e501: 8 total, 8 up, 8 in 2024-09-17T17:10:39.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:39 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:39.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:39 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:39.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:39 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:10:39.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:39 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:10:39.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:39 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:39.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:39 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:10:39.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:39 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:10:39.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:39 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:10:39.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:39 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:10:39.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:39 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-17T17:10:40.502 INFO:tasks.rados.rados.0.smithi031.stdout:2264: done (3 left) 2024-09-17T17:10:40.502 INFO:tasks.rados.rados.0.smithi031.stdout:2265: done (2 left) 2024-09-17T17:10:40.502 INFO:tasks.rados.rados.0.smithi031.stdout:2266: done (1 left) 2024-09-17T17:10:40.502 INFO:tasks.rados.rados.0.smithi031.stdout:2268: done (0 left) 2024-09-17T17:10:40.502 INFO:tasks.rados.rados.0.smithi031.stdout:2269: snap_remove snap 205 2024-09-17T17:10:40.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:40 smithi031 ceph-mon[94873]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-17T17:10:40.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:40 smithi031 ceph-mon[94873]: Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-09-17T17:10:40.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:40 smithi031 ceph-mon[94873]: osdmap e502: 8 total, 8 up, 8 in 2024-09-17T17:10:40.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:40 smithi031 ceph-mon[94873]: osdmap e503: 8 total, 8 up, 8 in 2024-09-17T17:10:40.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:40 smithi031 ceph-mon[96842]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-17T17:10:40.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:40 smithi031 ceph-mon[96842]: Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-09-17T17:10:40.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:40 smithi031 ceph-mon[96842]: osdmap e502: 8 total, 8 up, 8 in 2024-09-17T17:10:40.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:40 smithi031 ceph-mon[96842]: osdmap e503: 8 total, 8 up, 8 in 2024-09-17T17:10:40.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:40 smithi066 ceph-mon[86175]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-17T17:10:40.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:40 smithi066 ceph-mon[86175]: Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-09-17T17:10:40.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:40 smithi066 ceph-mon[86175]: osdmap e502: 8 total, 8 up, 8 in 2024-09-17T17:10:40.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:40 smithi066 ceph-mon[86175]: osdmap e503: 8 total, 8 up, 8 in 2024-09-17T17:10:41.511 INFO:tasks.rados.rados.0.smithi031.stdout:2269: done (0 left) 2024-09-17T17:10:41.511 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 6 current snap is 212 2024-09-17T17:10:41.512 INFO:tasks.rados.rados.0.smithi031.stdout:2270: seq_num 736 ranges {0=335872} 2024-09-17T17:10:41.513 INFO:tasks.rados.rados.0.smithi031.stdout:2270: writing smithi03184240-6 from 0 to 335872 tid 1 2024-09-17T17:10:41.513 INFO:tasks.rados.rados.0.smithi031.stdout:2271: copy_from oid 20 from oid 45 current snap is 212 2024-09-17T17:10:41.513 INFO:tasks.rados.rados.0.smithi031.stdout:2272: rollback oid 39 current snap is 212 2024-09-17T17:10:41.514 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 39 to 206 2024-09-17T17:10:41.514 INFO:tasks.rados.rados.0.smithi031.stdout:2273: read oid 30 snap 203 2024-09-17T17:10:41.514 INFO:tasks.rados.rados.0.smithi031.stdout:2273: expect (ObjNum 667 snap 194 seq_num 667) 2024-09-17T17:10:41.514 INFO:tasks.rados.rados.0.smithi031.stdout:2274: read oid 8 snap -1 2024-09-17T17:10:41.514 INFO:tasks.rados.rados.0.smithi031.stdout:2274: expect (ObjNum 668 snap 194 seq_num 668) 2024-09-17T17:10:41.514 INFO:tasks.rados.rados.0.smithi031.stdout:2275: read oid 11 snap -1 2024-09-17T17:10:41.514 INFO:tasks.rados.rados.0.smithi031.stdout:2275: expect (ObjNum 522 snap 146 seq_num 522) 2024-09-17T17:10:41.514 INFO:tasks.rados.rados.0.smithi031.stdout:2276: snap_create 2024-09-17T17:10:41.523 INFO:tasks.rados.rados.0.smithi031.stdout:2271: finishing copy_from to smithi03184240-20 2024-09-17T17:10:41.523 INFO:tasks.rados.rados.0.smithi031.stdout:2271: got expected ENOENT (src dne) 2024-09-17T17:10:41.523 INFO:tasks.rados.rados.0.smithi031.stdout:2271: finishing copy_from racing read to smithi03184240-20 2024-09-17T17:10:41.523 INFO:tasks.rados.rados.0.smithi031.stdout:2270: finishing write tid 1 to smithi03184240-6 2024-09-17T17:10:41.524 INFO:tasks.rados.rados.0.smithi031.stdout:2270: finishing write tid 2 to smithi03184240-6 2024-09-17T17:10:41.524 INFO:tasks.rados.rados.0.smithi031.stdout:2272: finishing rollback tid 0 to smithi03184240-39 2024-09-17T17:10:41.525 INFO:tasks.rados.rados.0.smithi031.stdout:2270: finishing write tid 3 to smithi03184240-6 2024-09-17T17:10:41.525 INFO:tasks.rados.rados.0.smithi031.stdout:2270: oid 6 updating version 0 to 1462 2024-09-17T17:10:41.525 INFO:tasks.rados.rados.0.smithi031.stdout:2270: oid 6 updating version 1462 to 1463 2024-09-17T17:10:41.525 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 1463 (ObjNum 736 snap 212 seq_num 736) dirty exists 2024-09-17T17:10:41.526 INFO:tasks.rados.rados.0.smithi031.stdout:2270: left oid 6 (ObjNum 736 snap 212 seq_num 736) 2024-09-17T17:10:41.526 INFO:tasks.rados.rados.0.smithi031.stdout:2272: finishing rollback tid 1 to smithi03184240-39 2024-09-17T17:10:41.526 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 1208 (ObjNum 161 snap 0 seq_num 1710566400) dirty dne 2024-09-17T17:10:41.536 INFO:tasks.rados.rados.0.smithi031.stdout:2274: expect (ObjNum 668 snap 194 seq_num 668) 2024-09-17T17:10:41.645 INFO:tasks.rados.rados.0.smithi031.stdout:2275: expect (ObjNum 522 snap 146 seq_num 522) 2024-09-17T17:10:41.686 INFO:tasks.rados.rados.0.smithi031.stdout:2273: expect (ObjNum 667 snap 194 seq_num 667) 2024-09-17T17:10:41.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:41 smithi031 ceph-mon[94873]: pgmap v415: 121 pgs: 10 peering, 22 active+undersized, 7 active+undersized+degraded, 82 active+clean; 230 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 292 KiB/s wr, 18 op/s; 43/504 objects degraded (8.532%) 2024-09-17T17:10:41.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:41 smithi031 ceph-mon[94873]: osdmap e504: 8 total, 8 up, 8 in 2024-09-17T17:10:41.844 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:10:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:10:41] "GET /metrics HTTP/1.1" 200 36282 "" "Prometheus/2.43.0" 2024-09-17T17:10:41.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:41 smithi031 ceph-mon[96842]: pgmap v415: 121 pgs: 10 peering, 22 active+undersized, 7 active+undersized+degraded, 82 active+clean; 230 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 292 KiB/s wr, 18 op/s; 43/504 objects degraded (8.532%) 2024-09-17T17:10:41.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:41 smithi031 ceph-mon[96842]: osdmap e504: 8 total, 8 up, 8 in 2024-09-17T17:10:41.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:41 smithi066 ceph-mon[86175]: pgmap v415: 121 pgs: 10 peering, 22 active+undersized, 7 active+undersized+degraded, 82 active+clean; 230 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 292 KiB/s wr, 18 op/s; 43/504 objects degraded (8.532%) 2024-09-17T17:10:41.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:41 smithi066 ceph-mon[86175]: osdmap e504: 8 total, 8 up, 8 in 2024-09-17T17:10:42.526 INFO:tasks.rados.rados.0.smithi031.stdout:2270: done (6 left) 2024-09-17T17:10:42.526 INFO:tasks.rados.rados.0.smithi031.stdout:2271: done (5 left) 2024-09-17T17:10:42.527 INFO:tasks.rados.rados.0.smithi031.stdout:2272: done (4 left) 2024-09-17T17:10:42.527 INFO:tasks.rados.rados.0.smithi031.stdout:2273: done (3 left) 2024-09-17T17:10:42.527 INFO:tasks.rados.rados.0.smithi031.stdout:2274: done (2 left) 2024-09-17T17:10:42.527 INFO:tasks.rados.rados.0.smithi031.stdout:2275: done (1 left) 2024-09-17T17:10:42.527 INFO:tasks.rados.rados.0.smithi031.stdout:2276: done (0 left) 2024-09-17T17:10:42.527 INFO:tasks.rados.rados.0.smithi031.stdout:2277: read oid 15 snap 211 2024-09-17T17:10:42.527 INFO:tasks.rados.rados.0.smithi031.stdout:2277: expect (ObjNum 593 snap 170 seq_num 593) 2024-09-17T17:10:42.527 INFO:tasks.rados.rados.0.smithi031.stdout:2278: rmattr oid 42 current snap is 213 2024-09-17T17:10:42.527 INFO:tasks.rados.rados.0.smithi031.stdout:2278: done (1 left) 2024-09-17T17:10:42.527 INFO:tasks.rados.rados.0.smithi031.stdout:2279: delete oid 7 current snap is 213 2024-09-17T17:10:42.531 INFO:tasks.rados.rados.0.smithi031.stdout:2279: done (1 left) 2024-09-17T17:10:42.532 INFO:tasks.rados.rados.0.smithi031.stdout:2280: copy_from oid 28 from oid 40 current snap is 213 2024-09-17T17:10:42.532 INFO:tasks.rados.rados.0.smithi031.stdout:2281: rollback oid 45 current snap is 213 2024-09-17T17:10:42.532 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 45 to 196 2024-09-17T17:10:42.532 INFO:tasks.rados.rados.0.smithi031.stdout:2282: copy_from oid 50 from oid 30 current snap is 213 2024-09-17T17:10:42.532 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 213 2024-09-17T17:10:42.532 INFO:tasks.rados.rados.0.smithi031.stdout:2283: seq_num 738 ranges {6209536=368640} 2024-09-17T17:10:42.570 INFO:tasks.rados.rados.0.smithi031.stdout:2283: writing smithi03184240-32 from 6209536 to 6578176 tid 1 2024-09-17T17:10:42.571 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 41 current snap is 213 2024-09-17T17:10:42.571 INFO:tasks.rados.rados.0.smithi031.stdout:2281: finishing rollback tid 1 to smithi03184240-45 2024-09-17T17:10:42.571 INFO:tasks.rados.rados.0.smithi031.stdout:2284: seq_num 739 ranges {1105920=385024} 2024-09-17T17:10:42.579 INFO:tasks.rados.rados.0.smithi031.stdout:2284: writing smithi03184240-41 from 1105920 to 1490944 tid 1 2024-09-17T17:10:42.579 INFO:tasks.rados.rados.0.smithi031.stdout:2285: read oid 47 snap -1 2024-09-17T17:10:42.579 INFO:tasks.rados.rados.0.smithi031.stdout:2285: expect (ObjNum 732 snap 210 seq_num 732) 2024-09-17T17:10:42.579 INFO:tasks.rados.rados.0.smithi031.stdout:2286: rmattr oid 7 current snap is 213 2024-09-17T17:10:42.579 INFO:tasks.rados.rados.0.smithi031.stdout:2286: done (7 left) 2024-09-17T17:10:42.579 INFO:tasks.rados.rados.0.smithi031.stdout:2287: snap_create 2024-09-17T17:10:42.580 INFO:tasks.rados.rados.0.smithi031.stdout:2281: finishing rollback tid 2 to smithi03184240-45 2024-09-17T17:10:42.580 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 1796 (ObjNum 636 snap 184 seq_num 636) dirty exists 2024-09-17T17:10:42.580 INFO:tasks.rados.rados.0.smithi031.stdout:2282: finishing copy_from racing read to smithi03184240-50 2024-09-17T17:10:42.580 INFO:tasks.rados.rados.0.smithi031.stdout:2280: finishing copy_from racing read to smithi03184240-28 2024-09-17T17:10:42.580 INFO:tasks.rados.rados.0.smithi031.stdout:2282: finishing copy_from to smithi03184240-50 2024-09-17T17:10:42.580 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 1471 (ObjNum 720 snap 208 seq_num 720) dirty exists 2024-09-17T17:10:42.580 INFO:tasks.rados.rados.0.smithi031.stdout:2277: expect (ObjNum 593 snap 170 seq_num 593) 2024-09-17T17:10:42.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:42 smithi031 ceph-mon[94873]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 43/504 objects degraded (8.532%), 7 pgs degraded) 2024-09-17T17:10:42.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:42 smithi031 ceph-mon[94873]: Cluster is now healthy 2024-09-17T17:10:42.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:42 smithi031 ceph-mon[94873]: osdmap e505: 8 total, 8 up, 8 in 2024-09-17T17:10:42.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:42 smithi031 ceph-mon[96842]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 43/504 objects degraded (8.532%), 7 pgs degraded) 2024-09-17T17:10:42.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:42 smithi031 ceph-mon[96842]: Cluster is now healthy 2024-09-17T17:10:42.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:42 smithi031 ceph-mon[96842]: osdmap e505: 8 total, 8 up, 8 in 2024-09-17T17:10:42.858 INFO:tasks.rados.rados.0.smithi031.stdout:2280: finishing copy_from to smithi03184240-28 2024-09-17T17:10:42.858 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 1737 (ObjNum 725 snap 209 seq_num 725) dirty exists 2024-09-17T17:10:42.859 INFO:tasks.rados.rados.0.smithi031.stdout:2283: finishing write tid 1 to smithi03184240-32 2024-09-17T17:10:42.859 INFO:tasks.rados.rados.0.smithi031.stdout:2283: finishing write tid 2 to smithi03184240-32 2024-09-17T17:10:42.859 INFO:tasks.rados.rados.0.smithi031.stdout:2283: finishing write tid 3 to smithi03184240-32 2024-09-17T17:10:42.859 INFO:tasks.rados.rados.0.smithi031.stdout:2283: oid 32 updating version 0 to 1046 2024-09-17T17:10:42.859 INFO:tasks.rados.rados.0.smithi031.stdout:2283: oid 32 updating version 1046 to 1047 2024-09-17T17:10:42.859 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 1047 (ObjNum 738 snap 213 seq_num 738) dirty exists 2024-09-17T17:10:42.859 INFO:tasks.rados.rados.0.smithi031.stdout:2283: left oid 32 (ObjNum 738 snap 213 seq_num 738) 2024-09-17T17:10:42.859 INFO:tasks.rados.rados.0.smithi031.stdout:2284: finishing write tid 1 to smithi03184240-41 2024-09-17T17:10:42.859 INFO:tasks.rados.rados.0.smithi031.stdout:2284: finishing write tid 2 to smithi03184240-41 2024-09-17T17:10:42.859 INFO:tasks.rados.rados.0.smithi031.stdout:2284: finishing write tid 3 to smithi03184240-41 2024-09-17T17:10:42.859 INFO:tasks.rados.rados.0.smithi031.stdout:2284: oid 41 updating version 0 to 1208 2024-09-17T17:10:42.859 INFO:tasks.rados.rados.0.smithi031.stdout:2284: oid 41 updating version 1208 to 1209 2024-09-17T17:10:42.859 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 1209 (ObjNum 739 snap 213 seq_num 739) dirty exists 2024-09-17T17:10:42.859 INFO:tasks.rados.rados.0.smithi031.stdout:2284: left oid 41 (ObjNum 739 snap 213 seq_num 739) 2024-09-17T17:10:42.860 INFO:tasks.rados.rados.0.smithi031.stdout:2285: expect (ObjNum 732 snap 210 seq_num 732) 2024-09-17T17:10:42.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:42 smithi066 ceph-mon[86175]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 43/504 objects degraded (8.532%), 7 pgs degraded) 2024-09-17T17:10:42.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:42 smithi066 ceph-mon[86175]: Cluster is now healthy 2024-09-17T17:10:42.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:42 smithi066 ceph-mon[86175]: osdmap e505: 8 total, 8 up, 8 in 2024-09-17T17:10:43.576 INFO:tasks.rados.rados.0.smithi031.stdout:2277: done (7 left) 2024-09-17T17:10:43.576 INFO:tasks.rados.rados.0.smithi031.stdout:2280: done (6 left) 2024-09-17T17:10:43.576 INFO:tasks.rados.rados.0.smithi031.stdout:2281: done (5 left) 2024-09-17T17:10:43.576 INFO:tasks.rados.rados.0.smithi031.stdout:2282: done (4 left) 2024-09-17T17:10:43.576 INFO:tasks.rados.rados.0.smithi031.stdout:2283: done (3 left) 2024-09-17T17:10:43.577 INFO:tasks.rados.rados.0.smithi031.stdout:2284: done (2 left) 2024-09-17T17:10:43.577 INFO:tasks.rados.rados.0.smithi031.stdout:2285: done (1 left) 2024-09-17T17:10:43.577 INFO:tasks.rados.rados.0.smithi031.stdout:2287: done (0 left) 2024-09-17T17:10:43.577 INFO:tasks.rados.rados.0.smithi031.stdout:2288: read oid 44 snap 196 2024-09-17T17:10:43.577 INFO:tasks.rados.rados.0.smithi031.stdout:2288: expect (ObjNum 566 snap 160 seq_num 566) 2024-09-17T17:10:43.577 INFO:tasks.rados.rados.0.smithi031.stdout:2289: delete oid 39 current snap is 214 2024-09-17T17:10:43.582 INFO:tasks.rados.rados.0.smithi031.stdout:2289: done (1 left) 2024-09-17T17:10:43.582 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 26 current snap is 214 2024-09-17T17:10:43.582 INFO:tasks.rados.rados.0.smithi031.stdout:2290: seq_num 741 ranges {1720320=417792} 2024-09-17T17:10:43.594 INFO:tasks.rados.rados.0.smithi031.stdout:2290: writing smithi03184240-26 from 1720320 to 2138112 tid 1 2024-09-17T17:10:43.594 INFO:tasks.rados.rados.0.smithi031.stdout:2291: snap_remove snap 212 2024-09-17T17:10:43.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:43 smithi031 ceph-mon[96842]: pgmap v418: 121 pgs: 10 peering, 111 active+clean; 218 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 258 KiB/s wr, 6 op/s; 5.9 MiB/s, 2 objects/s recovering 2024-09-17T17:10:43.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:43 smithi031 ceph-mon[94873]: pgmap v418: 121 pgs: 10 peering, 111 active+clean; 218 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 258 KiB/s wr, 6 op/s; 5.9 MiB/s, 2 objects/s recovering 2024-09-17T17:10:43.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:43 smithi066 ceph-mon[86175]: pgmap v418: 121 pgs: 10 peering, 111 active+clean; 218 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 258 KiB/s wr, 6 op/s; 5.9 MiB/s, 2 objects/s recovering 2024-09-17T17:10:44.589 INFO:tasks.rados.rados.0.smithi031.stdout:2291: done (2 left) 2024-09-17T17:10:44.590 INFO:tasks.rados.rados.0.smithi031.stdout:2292: rmattr oid 2 current snap is 214 2024-09-17T17:10:44.590 INFO:tasks.rados.rados.0.smithi031.stdout:2292: done (2 left) 2024-09-17T17:10:44.590 INFO:tasks.rados.rados.0.smithi031.stdout:2293: snap_remove snap 210 2024-09-17T17:10:44.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:44 smithi031 ceph-mon[94873]: osdmap e506: 8 total, 8 up, 8 in 2024-09-17T17:10:44.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:44 smithi031 ceph-mon[96842]: osdmap e506: 8 total, 8 up, 8 in 2024-09-17T17:10:44.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:44 smithi066 ceph-mon[86175]: osdmap e506: 8 total, 8 up, 8 in 2024-09-17T17:10:45.596 INFO:tasks.rados.rados.0.smithi031.stdout:2293: done (2 left) 2024-09-17T17:10:45.596 INFO:tasks.rados.rados.0.smithi031.stdout:2294: read oid 30 snap 203 2024-09-17T17:10:45.596 INFO:tasks.rados.rados.0.smithi031.stdout:2294: expect (ObjNum 667 snap 194 seq_num 667) 2024-09-17T17:10:45.596 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 9 current snap is 214 2024-09-17T17:10:45.596 INFO:tasks.rados.rados.0.smithi031.stdout:2295: seq_num 742 ranges {0=434176} 2024-09-17T17:10:45.599 INFO:tasks.rados.rados.0.smithi031.stdout:2295: writing smithi03184240-9 from 0 to 434176 tid 1 2024-09-17T17:10:45.599 INFO:tasks.rados.rados.0.smithi031.stdout:2296: rmattr oid 28 current snap is 214 2024-09-17T17:10:45.600 INFO:tasks.rados.rados.0.smithi031.stdout:2296: done (4 left) 2024-09-17T17:10:45.600 INFO:tasks.rados.rados.0.smithi031.stdout:2297: snap_create 2024-09-17T17:10:45.601 INFO:tasks.rados.rados.0.smithi031.stdout:2290: finishing write tid 1 to smithi03184240-26 2024-09-17T17:10:45.601 INFO:tasks.rados.rados.0.smithi031.stdout:2290: finishing write tid 2 to smithi03184240-26 2024-09-17T17:10:45.601 INFO:tasks.rados.rados.0.smithi031.stdout:2290: finishing write tid 3 to smithi03184240-26 2024-09-17T17:10:45.601 INFO:tasks.rados.rados.0.smithi031.stdout:2290: oid 26 updating version 0 to 1194 2024-09-17T17:10:45.601 INFO:tasks.rados.rados.0.smithi031.stdout:2290: oid 26 version 1194 is already newer than 1193 2024-09-17T17:10:45.601 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 1194 (ObjNum 741 snap 214 seq_num 741) dirty exists 2024-09-17T17:10:45.601 INFO:tasks.rados.rados.0.smithi031.stdout:2290: left oid 26 (ObjNum 741 snap 214 seq_num 741) 2024-09-17T17:10:45.601 INFO:tasks.rados.rados.0.smithi031.stdout:2288: expect (ObjNum 566 snap 160 seq_num 566) 2024-09-17T17:10:45.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:45 smithi031 ceph-mon[96842]: pgmap v421: 121 pgs: 121 active+clean; 220 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 720 KiB/s wr, 4 op/s; 6.4 MiB/s, 3 objects/s recovering 2024-09-17T17:10:45.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:45 smithi031 ceph-mon[96842]: osdmap e507: 8 total, 8 up, 8 in 2024-09-17T17:10:45.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:45 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:45.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:45 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:10:45.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:45 smithi031 ceph-mon[94873]: pgmap v421: 121 pgs: 121 active+clean; 220 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 720 KiB/s wr, 4 op/s; 6.4 MiB/s, 3 objects/s recovering 2024-09-17T17:10:45.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:45 smithi031 ceph-mon[94873]: osdmap e507: 8 total, 8 up, 8 in 2024-09-17T17:10:45.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:45 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:45.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:45 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:10:45.865 INFO:tasks.rados.rados.0.smithi031.stdout:2295: finishing write tid 1 to smithi03184240-9 2024-09-17T17:10:45.865 INFO:tasks.rados.rados.0.smithi031.stdout:2295: finishing write tid 2 to smithi03184240-9 2024-09-17T17:10:45.865 INFO:tasks.rados.rados.0.smithi031.stdout:2295: finishing write tid 3 to smithi03184240-9 2024-09-17T17:10:45.865 INFO:tasks.rados.rados.0.smithi031.stdout:2295: oid 9 updating version 0 to 1209 2024-09-17T17:10:45.865 INFO:tasks.rados.rados.0.smithi031.stdout:2295: oid 9 updating version 1209 to 1210 2024-09-17T17:10:45.865 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 1210 (ObjNum 742 snap 214 seq_num 742) dirty exists 2024-09-17T17:10:45.865 INFO:tasks.rados.rados.0.smithi031.stdout:2295: left oid 9 (ObjNum 742 snap 214 seq_num 742) 2024-09-17T17:10:45.865 INFO:tasks.rados.rados.0.smithi031.stdout:2294: expect (ObjNum 667 snap 194 seq_num 667) 2024-09-17T17:10:45.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:45 smithi066 ceph-mon[86175]: pgmap v421: 121 pgs: 121 active+clean; 220 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 720 KiB/s wr, 4 op/s; 6.4 MiB/s, 3 objects/s recovering 2024-09-17T17:10:45.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:45 smithi066 ceph-mon[86175]: osdmap e507: 8 total, 8 up, 8 in 2024-09-17T17:10:45.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:45 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:45.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:45 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:10:46.605 INFO:tasks.rados.rados.0.smithi031.stdout:2288: done (4 left) 2024-09-17T17:10:46.606 INFO:tasks.rados.rados.0.smithi031.stdout:2290: done (3 left) 2024-09-17T17:10:46.606 INFO:tasks.rados.rados.0.smithi031.stdout:2294: done (2 left) 2024-09-17T17:10:46.606 INFO:tasks.rados.rados.0.smithi031.stdout:2295: done (1 left) 2024-09-17T17:10:46.606 INFO:tasks.rados.rados.0.smithi031.stdout:2297: done (0 left) 2024-09-17T17:10:46.606 INFO:tasks.rados.rados.0.smithi031.stdout:2298: copy_from oid 25 from oid 36 current snap is 215 2024-09-17T17:10:46.606 INFO:tasks.rados.rados.0.smithi031.stdout:2299: snap_create 2024-09-17T17:10:46.612 INFO:tasks.rados.rados.0.smithi031.stdout:2298: finishing copy_from to smithi03184240-25 2024-09-17T17:10:46.612 INFO:tasks.rados.rados.0.smithi031.stdout:2298: got expected ENOENT (src dne) 2024-09-17T17:10:46.612 INFO:tasks.rados.rados.0.smithi031.stdout:2298: finishing copy_from racing read to smithi03184240-25 2024-09-17T17:10:46.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:46 smithi066 ceph-mon[86175]: osdmap e508: 8 total, 8 up, 8 in 2024-09-17T17:10:47.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:46 smithi031 ceph-mon[94873]: osdmap e508: 8 total, 8 up, 8 in 2024-09-17T17:10:47.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:46 smithi031 ceph-mon[96842]: osdmap e508: 8 total, 8 up, 8 in 2024-09-17T17:10:47.611 INFO:tasks.rados.rados.0.smithi031.stdout:2298: done (1 left) 2024-09-17T17:10:47.611 INFO:tasks.rados.rados.0.smithi031.stdout:2299: done (0 left) 2024-09-17T17:10:47.611 INFO:tasks.rados.rados.0.smithi031.stdout:2300: snap_create 2024-09-17T17:10:47.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:47 smithi066 ceph-mon[86175]: pgmap v424: 121 pgs: 121 active+clean; 220 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 562 KiB/s wr, 2 op/s; 484 KiB/s, 0 objects/s recovering 2024-09-17T17:10:47.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:47 smithi066 ceph-mon[86175]: osdmap e509: 8 total, 8 up, 8 in 2024-09-17T17:10:48.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:47 smithi031 ceph-mon[94873]: pgmap v424: 121 pgs: 121 active+clean; 220 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 562 KiB/s wr, 2 op/s; 484 KiB/s, 0 objects/s recovering 2024-09-17T17:10:48.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:47 smithi031 ceph-mon[94873]: osdmap e509: 8 total, 8 up, 8 in 2024-09-17T17:10:48.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:47 smithi031 ceph-mon[96842]: pgmap v424: 121 pgs: 121 active+clean; 220 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 562 KiB/s wr, 2 op/s; 484 KiB/s, 0 objects/s recovering 2024-09-17T17:10:48.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:47 smithi031 ceph-mon[96842]: osdmap e509: 8 total, 8 up, 8 in 2024-09-17T17:10:48.363 INFO:tasks.rados.rados.0.smithi031.stdout:2300: done (0 left) 2024-09-17T17:10:48.364 INFO:tasks.rados.rados.0.smithi031.stdout:2301: snap_create 2024-09-17T17:10:48.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:48 smithi066 ceph-mon[86175]: osdmap e510: 8 total, 8 up, 8 in 2024-09-17T17:10:48.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:48 smithi066 ceph-mon[86175]: osdmap e511: 8 total, 8 up, 8 in 2024-09-17T17:10:49.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:48 smithi031 ceph-mon[94873]: osdmap e510: 8 total, 8 up, 8 in 2024-09-17T17:10:49.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:48 smithi031 ceph-mon[94873]: osdmap e511: 8 total, 8 up, 8 in 2024-09-17T17:10:49.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:48 smithi031 ceph-mon[96842]: osdmap e510: 8 total, 8 up, 8 in 2024-09-17T17:10:49.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:48 smithi031 ceph-mon[96842]: osdmap e511: 8 total, 8 up, 8 in 2024-09-17T17:10:49.363 INFO:tasks.rados.rados.0.smithi031.stdout:2301: done (0 left) 2024-09-17T17:10:49.364 INFO:tasks.rados.rados.0.smithi031.stdout:2302: delete oid 45 current snap is 218 2024-09-17T17:10:49.367 INFO:tasks.rados.rados.0.smithi031.stdout:2302: done (0 left) 2024-09-17T17:10:49.367 INFO:tasks.rados.rados.0.smithi031.stdout:2303: read oid 40 snap -1 2024-09-17T17:10:49.367 INFO:tasks.rados.rados.0.smithi031.stdout:2303: expect (ObjNum 725 snap 209 seq_num 725) 2024-09-17T17:10:49.367 INFO:tasks.rados.rados.0.smithi031.stdout:2304: snap_remove snap 211 2024-09-17T17:10:49.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:49 smithi066 ceph-mon[86175]: pgmap v427: 121 pgs: 121 active+clean; 226 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-09-17T17:10:49.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:49 smithi066 ceph-mon[86175]: osdmap e512: 8 total, 8 up, 8 in 2024-09-17T17:10:49.968 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-09-17T17:10:49.969 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:49 smithi031 ceph-mon[94873]: pgmap v427: 121 pgs: 121 active+clean; 226 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-09-17T17:10:49.969 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:49 smithi031 ceph-mon[94873]: osdmap e512: 8 total, 8 up, 8 in 2024-09-17T17:10:49.969 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:49 smithi031 ceph-mon[96842]: pgmap v427: 121 pgs: 121 active+clean; 226 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-09-17T17:10:49.969 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:49 smithi031 ceph-mon[96842]: osdmap e512: 8 total, 8 up, 8 in 2024-09-17T17:10:50.364 INFO:tasks.rados.rados.0.smithi031.stdout:2304: done (1 left) 2024-09-17T17:10:50.365 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 36 current snap is 218 2024-09-17T17:10:50.365 INFO:tasks.rados.rados.0.smithi031.stdout:2305: seq_num 744 ranges {0=466944} 2024-09-17T17:10:50.367 INFO:tasks.rados.rados.0.smithi031.stdout:2305: writing smithi03184240-36 from 0 to 466944 tid 1 2024-09-17T17:10:50.367 INFO:tasks.rados.rados.0.smithi031.stdout:2306: delete oid 1 current snap is 218 2024-09-17T17:10:50.368 INFO:tasks.rados.rados.0.smithi031.stdout:2303: expect (ObjNum 725 snap 209 seq_num 725) 2024-09-17T17:10:50.468 INFO:tasks.rados.rados.0.smithi031.stdout:2305: finishing write tid 1 to smithi03184240-36 2024-09-17T17:10:50.469 INFO:tasks.rados.rados.0.smithi031.stdout:2305: finishing write tid 2 to smithi03184240-36 2024-09-17T17:10:50.469 INFO:tasks.rados.rados.0.smithi031.stdout:2305: finishing write tid 3 to smithi03184240-36 2024-09-17T17:10:50.469 INFO:tasks.rados.rados.0.smithi031.stdout:2305: oid 36 updating version 0 to 1467 2024-09-17T17:10:50.469 INFO:tasks.rados.rados.0.smithi031.stdout:2305: oid 36 updating version 1467 to 1468 2024-09-17T17:10:50.469 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 1468 (ObjNum 744 snap 218 seq_num 744) dirty exists 2024-09-17T17:10:50.469 INFO:tasks.rados.rados.0.smithi031.stdout:2305: left oid 36 (ObjNum 744 snap 218 seq_num 744) 2024-09-17T17:10:50.469 INFO:tasks.rados.rados.0.smithi031.stdout:2303: done (2 left) 2024-09-17T17:10:50.469 INFO:tasks.rados.rados.0.smithi031.stdout:2305: done (1 left) 2024-09-17T17:10:50.469 INFO:tasks.rados.rados.0.smithi031.stdout:2306: done (0 left) 2024-09-17T17:10:50.469 INFO:tasks.rados.rados.0.smithi031.stdout:2307: read oid 34 snap -1 2024-09-17T17:10:50.469 INFO:tasks.rados.rados.0.smithi031.stdout:2307: expect deleted 2024-09-17T17:10:50.470 INFO:tasks.rados.rados.0.smithi031.stdout:2308: delete oid 41 current snap is 218 2024-09-17T17:10:50.470 INFO:tasks.rados.rados.0.smithi031.stdout:2307: done (1 left) 2024-09-17T17:10:50.470 INFO:tasks.rados.rados.0.smithi031.stdout:2308: done (0 left) 2024-09-17T17:10:50.471 INFO:tasks.rados.rados.0.smithi031.stdout:2309: delete oid 23 current snap is 218 2024-09-17T17:10:50.473 INFO:tasks.rados.rados.0.smithi031.stdout:2309: done (0 left) 2024-09-17T17:10:50.474 INFO:tasks.rados.rados.0.smithi031.stdout:2310: read oid 37 snap 203 2024-09-17T17:10:50.474 INFO:tasks.rados.rados.0.smithi031.stdout:2310: expect deleted 2024-09-17T17:10:50.474 INFO:tasks.rados.rados.0.smithi031.stdout:2311: read oid 33 snap -1 2024-09-17T17:10:50.474 INFO:tasks.rados.rados.0.smithi031.stdout:2311: expect (ObjNum 714 snap 204 seq_num 714) 2024-09-17T17:10:50.474 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 43 current snap is 218 2024-09-17T17:10:50.474 INFO:tasks.rados.rados.0.smithi031.stdout:2312: seq_num 748 ranges {3596288=532480} 2024-09-17T17:10:50.497 INFO:tasks.rados.rados.0.smithi031.stdout:2312: writing smithi03184240-43 from 3596288 to 4128768 tid 1 2024-09-17T17:10:50.497 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 25 current snap is 218 2024-09-17T17:10:50.497 INFO:tasks.rados.rados.0.smithi031.stdout:2313: seq_num 749 ranges {2031616=548864} 2024-09-17T17:10:50.511 INFO:tasks.rados.rados.0.smithi031.stdout:2313: writing smithi03184240-25 from 2031616 to 2580480 tid 1 2024-09-17T17:10:50.511 INFO:tasks.rados.rados.0.smithi031.stdout:2314: snap_remove snap 185 2024-09-17T17:10:50.511 INFO:tasks.rados.rados.0.smithi031.stdout:2311: expect (ObjNum 714 snap 204 seq_num 714) 2024-09-17T17:10:50.594 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T17:10:50.594 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (8m) 117s ago 9m 26.0M - 0.25.0 c8568f914cd2 e19d96c7fca4 2024-09-17T17:10:50.595 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi066 *:3000 running (9m) 15s ago 9m 90.8M - 9.4.7 954c08fa6188 7bff2f45f353 2024-09-17T17:10:50.595 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (11m) 117s ago 11m 18.2M - 18.2.4-855-g19e2a2be 980a0bfcd684 564d1f0baaea 2024-09-17T17:10:50.595 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi066 running (11m) 15s ago 11m 21.9M - 18.2.4-855-g19e2a2be 980a0bfcd684 c397d3fc9cd9 2024-09-17T17:10:50.595 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi066 *:8443,9283,8765 running (5m) 15s ago 14m 455M - 19.3.0-4975-g1889a165 a500243bbb0c f591bc4bdc0b 2024-09-17T17:10:50.595 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:8443,9283,8765 running (5m) 117s ago 16m 526M - 19.3.0-4975-g1889a165 a500243bbb0c 9305cc0f241a 2024-09-17T17:10:50.595 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (4m) 117s ago 16m 53.9M 2048M 19.3.0-4975-g1889a165 a500243bbb0c ebe1c312bc55 2024-09-17T17:10:50.595 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi066 running (4m) 15s ago 15m 47.3M 2048M 19.3.0-4975-g1889a165 a500243bbb0c 345d1bf73a6f 2024-09-17T17:10:50.595 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (4m) 117s ago 14m 46.9M 2048M 19.3.0-4975-g1889a165 a500243bbb0c 4e86f0859c56 2024-09-17T17:10:50.595 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (9m) 117s ago 9m 15.7M - 1.5.0 0da6a335fe13 5461f4c7304d 2024-09-17T17:10:50.596 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi066 *:9100 running (9m) 15s ago 9m 16.7M - 1.5.0 0da6a335fe13 f747e79004be 2024-09-17T17:10:50.596 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (3m) 117s ago 14m 158M 2481M 19.3.0-4975-g1889a165 a500243bbb0c d17b0a925338 2024-09-17T17:10:50.596 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (3m) 117s ago 13m 101M 2481M 19.3.0-4975-g1889a165 a500243bbb0c ef44037fe386 2024-09-17T17:10:50.596 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (2m) 117s ago 13m 91.7M 2481M 19.3.0-4975-g1889a165 a500243bbb0c 441cd68e498b 2024-09-17T17:10:50.596 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (2m) 117s ago 13m 12.1M 2481M 19.3.0-4975-g1889a165 a500243bbb0c aec274dc610b 2024-09-17T17:10:50.596 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi066 running (88s) 15s ago 12m 159M 2480M 19.3.0-4975-g1889a165 a500243bbb0c 6cd1b10d7b6e 2024-09-17T17:10:50.596 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi066 running (54s) 15s ago 12m 116M 2480M 19.3.0-4975-g1889a165 a500243bbb0c f672c086e34c 2024-09-17T17:10:50.597 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi066 running (20s) 15s ago 11m 12.2M 2480M 19.3.0-4975-g1889a165 a500243bbb0c 7f3afe0bf49f 2024-09-17T17:10:50.597 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi066 running (11m) 15s ago 11m 150M 2480M 18.2.4-855-g19e2a2be 980a0bfcd684 ce691a28a9fd 2024-09-17T17:10:50.597 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi066 *:9095 running (5m) 15s ago 10m 51.2M - 2.43.0 a07b618ecd1d c016a10f3f92 2024-09-17T17:10:50.753 INFO:tasks.rados.rados.0.smithi031.stdout:2312: finishing write tid 1 to smithi03184240-43 2024-09-17T17:10:50.753 INFO:tasks.rados.rados.0.smithi031.stdout:2312: finishing write tid 2 to smithi03184240-43 2024-09-17T17:10:50.754 INFO:tasks.rados.rados.0.smithi031.stdout:2312: finishing write tid 3 to smithi03184240-43 2024-09-17T17:10:50.754 INFO:tasks.rados.rados.0.smithi031.stdout:2312: oid 43 updating version 0 to 1808 2024-09-17T17:10:50.754 INFO:tasks.rados.rados.0.smithi031.stdout:2312: oid 43 updating version 1808 to 1809 2024-09-17T17:10:50.754 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 1809 (ObjNum 748 snap 218 seq_num 748) dirty exists 2024-09-17T17:10:50.754 INFO:tasks.rados.rados.0.smithi031.stdout:2312: left oid 43 (ObjNum 748 snap 218 seq_num 748) 2024-09-17T17:10:50.754 INFO:tasks.rados.rados.0.smithi031.stdout:2313: finishing write tid 1 to smithi03184240-25 2024-09-17T17:10:50.754 INFO:tasks.rados.rados.0.smithi031.stdout:2313: finishing write tid 2 to smithi03184240-25 2024-09-17T17:10:50.754 INFO:tasks.rados.rados.0.smithi031.stdout:2313: finishing write tid 3 to smithi03184240-25 2024-09-17T17:10:50.754 INFO:tasks.rados.rados.0.smithi031.stdout:2313: oid 25 updating version 0 to 454 2024-09-17T17:10:50.754 INFO:tasks.rados.rados.0.smithi031.stdout:2313: oid 25 version 454 is already newer than 453 2024-09-17T17:10:50.755 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 454 (ObjNum 749 snap 218 seq_num 749) dirty exists 2024-09-17T17:10:50.755 INFO:tasks.rados.rados.0.smithi031.stdout:2313: left oid 25 (ObjNum 749 snap 218 seq_num 749) 2024-09-17T17:10:50.949 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:10:50.950 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-09-17T17:10:50.950 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 3 2024-09-17T17:10:50.950 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:10:50.950 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-09-17T17:10:50.950 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 2 2024-09-17T17:10:50.950 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:10:50.950 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-09-17T17:10:50.950 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 1, 2024-09-17T17:10:50.950 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 7 2024-09-17T17:10:50.950 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:10:50.950 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-09-17T17:10:50.950 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T17:10:50.951 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:10:50.951 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-09-17T17:10:50.951 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3, 2024-09-17T17:10:50.951 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 12 2024-09-17T17:10:50.951 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-17T17:10:50.951 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:10:51.247 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:10:51.248 INFO:teuthology.orchestra.run.smithi031.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0", 2024-09-17T17:10:51.248 INFO:teuthology.orchestra.run.smithi031.stdout: "in_progress": true, 2024-09-17T17:10:51.248 INFO:teuthology.orchestra.run.smithi031.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T17:10:51.248 INFO:teuthology.orchestra.run.smithi031.stdout: "services_complete": [ 2024-09-17T17:10:51.248 INFO:teuthology.orchestra.run.smithi031.stdout: "mon", 2024-09-17T17:10:51.248 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr" 2024-09-17T17:10:51.248 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-17T17:10:51.248 INFO:teuthology.orchestra.run.smithi031.stdout: "progress": "12/20 daemons upgraded", 2024-09-17T17:10:51.248 INFO:teuthology.orchestra.run.smithi031.stdout: "message": "Currently upgrading osd daemons", 2024-09-17T17:10:51.248 INFO:teuthology.orchestra.run.smithi031.stdout: "is_paused": false 2024-09-17T17:10:51.248 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:10:51.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:51 smithi031 ceph-mon[94873]: from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:10:51.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:51 smithi031 ceph-mon[94873]: pgmap v430: 121 pgs: 121 active+clean; 226 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-09-17T17:10:51.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:51 smithi031 ceph-mon[94873]: from='client.44393 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:10:51.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:51 smithi031 ceph-mon[94873]: osdmap e513: 8 total, 8 up, 8 in 2024-09-17T17:10:51.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:51 smithi031 ceph-mon[94873]: from='client.34482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:10:51.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:51 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:51.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:51 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/3194543036' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:10:51.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:51 smithi031 ceph-mon[96842]: from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:10:51.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:51 smithi031 ceph-mon[96842]: pgmap v430: 121 pgs: 121 active+clean; 226 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-09-17T17:10:51.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:51 smithi031 ceph-mon[96842]: from='client.44393 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:10:51.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:51 smithi031 ceph-mon[96842]: osdmap e513: 8 total, 8 up, 8 in 2024-09-17T17:10:51.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:51 smithi031 ceph-mon[96842]: from='client.34482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:10:51.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:51 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:51.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:51 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/3194543036' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:10:51.634 INFO:tasks.rados.rados.0.smithi031.stdout:2310: done (4 left) 2024-09-17T17:10:51.634 INFO:tasks.rados.rados.0.smithi031.stdout:2311: done (3 left) 2024-09-17T17:10:51.634 INFO:tasks.rados.rados.0.smithi031.stdout:2312: done (2 left) 2024-09-17T17:10:51.635 INFO:tasks.rados.rados.0.smithi031.stdout:2313: done (1 left) 2024-09-17T17:10:51.635 INFO:tasks.rados.rados.0.smithi031.stdout:2314: done (0 left) 2024-09-17T17:10:51.635 INFO:tasks.rados.rados.0.smithi031.stdout:2315: delete oid 35 current snap is 218 2024-09-17T17:10:51.640 INFO:tasks.rados.rados.0.smithi031.stdout:2315: done (0 left) 2024-09-17T17:10:51.640 INFO:tasks.rados.rados.0.smithi031.stdout:2316: setattr oid 9 current snap is 218 2024-09-17T17:10:51.643 INFO:tasks.rados.rados.0.smithi031.stdout:2317: rollback oid 23 current snap is 218 2024-09-17T17:10:51.643 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 23 to 216 2024-09-17T17:10:51.643 INFO:tasks.rados.rados.0.smithi031.stdout:2318: rollback oid 5 current snap is 218 2024-09-17T17:10:51.644 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 5 to 207 2024-09-17T17:10:51.644 INFO:tasks.rados.rados.0.smithi031.stdout:2319: rmattr oid 22 current snap is 218 2024-09-17T17:10:51.644 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 29 current snap is 218 2024-09-17T17:10:51.645 INFO:tasks.rados.rados.0.smithi031.stdout:2320: seq_num 751 ranges {0=581632} 2024-09-17T17:10:51.646 INFO:tasks.rados.rados.0.smithi031.stdout:2320: writing smithi03184240-29 from 0 to 581632 tid 1 2024-09-17T17:10:51.647 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 8 current snap is 218 2024-09-17T17:10:51.647 INFO:tasks.rados.rados.0.smithi031.stdout:2321: seq_num 752 ranges {3112960=598016} 2024-09-17T17:10:51.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:51 smithi066 ceph-mon[86175]: from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:10:51.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:51 smithi066 ceph-mon[86175]: pgmap v430: 121 pgs: 121 active+clean; 226 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-09-17T17:10:51.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:51 smithi066 ceph-mon[86175]: from='client.44393 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:10:51.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:51 smithi066 ceph-mon[86175]: osdmap e513: 8 total, 8 up, 8 in 2024-09-17T17:10:51.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:51 smithi066 ceph-mon[86175]: from='client.34482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:10:51.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:51 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:51.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:51 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/3194543036' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:10:51.671 INFO:tasks.rados.rados.0.smithi031.stdout:2321: writing smithi03184240-8 from 3112960 to 3710976 tid 1 2024-09-17T17:10:51.671 INFO:tasks.rados.rados.0.smithi031.stdout:2322: read oid 44 snap -1 2024-09-17T17:10:51.671 INFO:tasks.rados.rados.0.smithi031.stdout:2322: expect deleted 2024-09-17T17:10:51.671 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 218 2024-09-17T17:10:51.671 INFO:tasks.rados.rados.0.smithi031.stdout:2317: finishing rollback tid 1 to smithi03184240-23 2024-09-17T17:10:51.671 INFO:tasks.rados.rados.0.smithi031.stdout:2317: finishing rollback tid 2 to smithi03184240-23 2024-09-17T17:10:51.671 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 1636 (ObjNum 727 snap 210 seq_num 727) dirty exists 2024-09-17T17:10:51.671 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 1211 (ObjNum 742 snap 214 seq_num 742) dirty exists 2024-09-17T17:10:51.672 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 1212 (ObjNum 671 snap 194 seq_num 671) dirty exists 2024-09-17T17:10:51.672 INFO:tasks.rados.rados.0.smithi031.stdout:2318: finishing rollback tid 0 to smithi03184240-5 2024-09-17T17:10:51.672 INFO:tasks.rados.rados.0.smithi031.stdout:2318: finishing rollback tid 1 to smithi03184240-5 2024-09-17T17:10:51.672 INFO:tasks.rados.rados.0.smithi031.stdout:2323: seq_num 753 ranges {0=614400} 2024-09-17T17:10:51.673 INFO:tasks.rados.rados.0.smithi031.stdout:2323: writing smithi03184240-10 from 0 to 614400 tid 1 2024-09-17T17:10:51.673 INFO:tasks.rados.rados.0.smithi031.stdout:2316: done (7 left) 2024-09-17T17:10:51.674 INFO:tasks.rados.rados.0.smithi031.stdout:2317: done (6 left) 2024-09-17T17:10:51.674 INFO:tasks.rados.rados.0.smithi031.stdout:2319: done (5 left) 2024-09-17T17:10:51.674 INFO:tasks.rados.rados.0.smithi031.stdout:2324: copy_from oid 18 from oid 19 current snap is 218 2024-09-17T17:10:51.674 INFO:tasks.rados.rados.0.smithi031.stdout:2318: finishing rollback tid 2 to smithi03184240-5 2024-09-17T17:10:51.674 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 1475 (ObjNum 635 snap 183 seq_num 635) dirty exists 2024-09-17T17:10:51.674 INFO:tasks.rados.rados.0.smithi031.stdout:2320: finishing write tid 1 to smithi03184240-29 2024-09-17T17:10:51.674 INFO:tasks.rados.rados.0.smithi031.stdout:2320: finishing write tid 2 to smithi03184240-29 2024-09-17T17:10:51.674 INFO:tasks.rados.rados.0.smithi031.stdout:2320: finishing write tid 3 to smithi03184240-29 2024-09-17T17:10:51.674 INFO:tasks.rados.rados.0.smithi031.stdout:2320: oid 29 updating version 0 to 1476 2024-09-17T17:10:51.674 INFO:tasks.rados.rados.0.smithi031.stdout:2320: oid 29 updating version 1476 to 1477 2024-09-17T17:10:51.674 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 1477 (ObjNum 751 snap 218 seq_num 751) dirty exists 2024-09-17T17:10:51.674 INFO:tasks.rados.rados.0.smithi031.stdout:2320: left oid 29 (ObjNum 751 snap 218 seq_num 751) 2024-09-17T17:10:51.674 INFO:tasks.rados.rados.0.smithi031.stdout:2321: finishing write tid 1 to smithi03184240-8 2024-09-17T17:10:51.675 INFO:tasks.rados.rados.0.smithi031.stdout:2321: finishing write tid 2 to smithi03184240-8 2024-09-17T17:10:51.675 INFO:tasks.rados.rados.0.smithi031.stdout:2318: done (5 left) 2024-09-17T17:10:51.675 INFO:tasks.rados.rados.0.smithi031.stdout:2320: done (4 left) 2024-09-17T17:10:51.675 INFO:tasks.rados.rados.0.smithi031.stdout:2322: done (3 left) 2024-09-17T17:10:51.675 INFO:tasks.rados.rados.0.smithi031.stdout:2325: read oid 27 snap -1 2024-09-17T17:10:51.675 INFO:tasks.rados.rados.0.smithi031.stdout:2325: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:10:51.675 INFO:tasks.rados.rados.0.smithi031.stdout:2326: read oid 14 snap -1 2024-09-17T17:10:51.675 INFO:tasks.rados.rados.0.smithi031.stdout:2326: expect (ObjNum 711 snap 203 seq_num 711) 2024-09-17T17:10:51.675 INFO:tasks.rados.rados.0.smithi031.stdout:2327: rollback oid 40 current snap is 218 2024-09-17T17:10:51.675 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 40 to 216 2024-09-17T17:10:51.675 INFO:tasks.rados.rados.0.smithi031.stdout:2328: rollback oid 32 current snap is 218 2024-09-17T17:10:51.675 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 32 to 206 2024-09-17T17:10:51.675 INFO:tasks.rados.rados.0.smithi031.stdout:2329: read oid 49 snap -1 2024-09-17T17:10:51.675 INFO:tasks.rados.rados.0.smithi031.stdout:2329: expect (ObjNum 360 snap 103 seq_num 360) 2024-09-17T17:10:51.675 INFO:tasks.rados.rados.0.smithi031.stdout:2330: read oid 20 snap 217 2024-09-17T17:10:51.676 INFO:tasks.rados.rados.0.smithi031.stdout:2330: expect (ObjNum 735 snap 210 seq_num 735) 2024-09-17T17:10:51.676 INFO:tasks.rados.rados.0.smithi031.stdout:2331: snap_remove snap 196 2024-09-17T17:10:52.093 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:10:51 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:10:51] "GET /metrics HTTP/1.1" 200 36297 "" "Prometheus/2.43.0" 2024-09-17T17:10:52.637 INFO:tasks.rados.rados.0.smithi031.stdout:2325: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:10:52.639 INFO:tasks.rados.rados.0.smithi031.stdout:2321: finishing write tid 3 to smithi03184240-8 2024-09-17T17:10:52.639 INFO:tasks.rados.rados.0.smithi031.stdout:2321: oid 8 updating version 0 to 1518 2024-09-17T17:10:52.639 INFO:tasks.rados.rados.0.smithi031.stdout:2321: oid 8 version 1518 is already newer than 1517 2024-09-17T17:10:52.639 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 1518 (ObjNum 752 snap 218 seq_num 752) dirty exists 2024-09-17T17:10:52.639 INFO:tasks.rados.rados.0.smithi031.stdout:2321: left oid 8 (ObjNum 752 snap 218 seq_num 752) 2024-09-17T17:10:52.639 INFO:tasks.rados.rados.0.smithi031.stdout:2327: finishing rollback tid 0 to smithi03184240-40 2024-09-17T17:10:52.639 INFO:tasks.rados.rados.0.smithi031.stdout:2327: finishing rollback tid 1 to smithi03184240-40 2024-09-17T17:10:52.640 INFO:tasks.rados.rados.0.smithi031.stdout:2327: finishing rollback tid 2 to smithi03184240-40 2024-09-17T17:10:52.640 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 1825 (ObjNum 725 snap 209 seq_num 725) dirty exists 2024-09-17T17:10:52.640 INFO:tasks.rados.rados.0.smithi031.stdout:2323: finishing write tid 1 to smithi03184240-10 2024-09-17T17:10:52.640 INFO:tasks.rados.rados.0.smithi031.stdout:2328: finishing rollback tid 0 to smithi03184240-32 2024-09-17T17:10:52.640 INFO:tasks.rados.rados.0.smithi031.stdout:2328: finishing rollback tid 1 to smithi03184240-32 2024-09-17T17:10:52.640 INFO:tasks.rados.rados.0.smithi031.stdout:2328: finishing rollback tid 2 to smithi03184240-32 2024-09-17T17:10:52.640 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 1050 (ObjNum 631 snap 182 seq_num 631) dirty exists 2024-09-17T17:10:52.640 INFO:tasks.rados.rados.0.smithi031.stdout:2330: expect (ObjNum 735 snap 210 seq_num 735) 2024-09-17T17:10:52.654 INFO:tasks.rados.rados.0.smithi031.stdout:2323: finishing write tid 2 to smithi03184240-10 2024-09-17T17:10:52.654 INFO:tasks.rados.rados.0.smithi031.stdout:2323: finishing write tid 3 to smithi03184240-10 2024-09-17T17:10:52.654 INFO:tasks.rados.rados.0.smithi031.stdout:2323: oid 10 updating version 0 to 1637 2024-09-17T17:10:52.654 INFO:tasks.rados.rados.0.smithi031.stdout:2323: oid 10 updating version 1637 to 1638 2024-09-17T17:10:52.654 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1638 (ObjNum 753 snap 218 seq_num 753) dirty exists 2024-09-17T17:10:52.654 INFO:tasks.rados.rados.0.smithi031.stdout:2323: left oid 10 (ObjNum 753 snap 218 seq_num 753) 2024-09-17T17:10:52.654 INFO:tasks.rados.rados.0.smithi031.stdout:2321: done (9 left) 2024-09-17T17:10:52.654 INFO:tasks.rados.rados.0.smithi031.stdout:2323: done (8 left) 2024-09-17T17:10:52.654 INFO:tasks.rados.rados.0.smithi031.stdout:2325: done (7 left) 2024-09-17T17:10:52.654 INFO:tasks.rados.rados.0.smithi031.stdout:2327: done (6 left) 2024-09-17T17:10:52.654 INFO:tasks.rados.rados.0.smithi031.stdout:2328: done (5 left) 2024-09-17T17:10:52.655 INFO:tasks.rados.rados.0.smithi031.stdout:2330: done (4 left) 2024-09-17T17:10:52.655 INFO:tasks.rados.rados.0.smithi031.stdout:2331: done (3 left) 2024-09-17T17:10:52.655 INFO:tasks.rados.rados.0.smithi031.stdout:2332: rollback oid 4 current snap is 218 2024-09-17T17:10:52.655 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 4 to 217 2024-09-17T17:10:52.655 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 29 current snap is 218 2024-09-17T17:10:52.655 INFO:tasks.rados.rados.0.smithi031.stdout:2333: seq_num 754 ranges {581632=630784} 2024-09-17T17:10:52.661 INFO:tasks.rados.rados.0.smithi031.stdout:2333: writing smithi03184240-29 from 581632 to 1212416 tid 1 2024-09-17T17:10:52.661 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 44 current snap is 218 2024-09-17T17:10:52.661 INFO:tasks.rados.rados.0.smithi031.stdout:2334: seq_num 755 ranges {0=647168} 2024-09-17T17:10:52.666 INFO:tasks.rados.rados.0.smithi031.stdout:2334: writing smithi03184240-44 from 0 to 647168 tid 1 2024-09-17T17:10:52.666 INFO:tasks.rados.rados.0.smithi031.stdout:2335: snap_create 2024-09-17T17:10:52.666 INFO:tasks.rados.rados.0.smithi031.stdout:2326: expect (ObjNum 711 snap 203 seq_num 711) 2024-09-17T17:10:52.729 INFO:tasks.rados.rados.0.smithi031.stdout:2329: expect (ObjNum 360 snap 103 seq_num 360) 2024-09-17T17:10:52.763 INFO:tasks.rados.rados.0.smithi031.stdout:2324: finishing copy_from racing read to smithi03184240-18 2024-09-17T17:10:52.763 INFO:tasks.rados.rados.0.smithi031.stdout:2324: finishing copy_from to smithi03184240-18 2024-09-17T17:10:52.763 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 767 (ObjNum 582 snap 164 seq_num 582) dirty exists 2024-09-17T17:10:52.763 INFO:tasks.rados.rados.0.smithi031.stdout:2332: finishing rollback tid 0 to smithi03184240-4 2024-09-17T17:10:52.763 INFO:tasks.rados.rados.0.smithi031.stdout:2332: finishing rollback tid 1 to smithi03184240-4 2024-09-17T17:10:52.763 INFO:tasks.rados.rados.0.smithi031.stdout:2332: finishing rollback tid 2 to smithi03184240-4 2024-09-17T17:10:52.763 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1213 (ObjNum 658 snap 190 seq_num 658) dirty exists 2024-09-17T17:10:52.763 INFO:tasks.rados.rados.0.smithi031.stdout:2333: finishing write tid 1 to smithi03184240-29 2024-09-17T17:10:52.763 INFO:tasks.rados.rados.0.smithi031.stdout:2333: finishing write tid 2 to smithi03184240-29 2024-09-17T17:10:52.764 INFO:tasks.rados.rados.0.smithi031.stdout:2333: finishing write tid 3 to smithi03184240-29 2024-09-17T17:10:52.764 INFO:tasks.rados.rados.0.smithi031.stdout:2333: oid 29 updating version 0 to 1479 2024-09-17T17:10:52.764 INFO:tasks.rados.rados.0.smithi031.stdout:2333: oid 29 version 1479 is already newer than 1478 2024-09-17T17:10:52.764 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 1479 (ObjNum 754 snap 218 seq_num 754) dirty exists 2024-09-17T17:10:52.764 INFO:tasks.rados.rados.0.smithi031.stdout:2333: left oid 29 (ObjNum 754 snap 218 seq_num 754) 2024-09-17T17:10:52.764 INFO:tasks.rados.rados.0.smithi031.stdout:2334: finishing write tid 1 to smithi03184240-44 2024-09-17T17:10:52.764 INFO:tasks.rados.rados.0.smithi031.stdout:2334: finishing write tid 2 to smithi03184240-44 2024-09-17T17:10:52.764 INFO:tasks.rados.rados.0.smithi031.stdout:2334: finishing write tid 3 to smithi03184240-44 2024-09-17T17:10:52.764 INFO:tasks.rados.rados.0.smithi031.stdout:2334: oid 44 updating version 0 to 1834 2024-09-17T17:10:52.764 INFO:tasks.rados.rados.0.smithi031.stdout:2334: oid 44 updating version 1834 to 1835 2024-09-17T17:10:52.764 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 1835 (ObjNum 755 snap 218 seq_num 755) dirty exists 2024-09-17T17:10:52.764 INFO:tasks.rados.rados.0.smithi031.stdout:2334: left oid 44 (ObjNum 755 snap 218 seq_num 755) 2024-09-17T17:10:52.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:52 smithi066 ceph-mon[86175]: from='client.34494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:10:52.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:52 smithi066 ceph-mon[86175]: osdmap e514: 8 total, 8 up, 8 in 2024-09-17T17:10:53.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:52 smithi031 ceph-mon[94873]: from='client.34494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:10:53.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:52 smithi031 ceph-mon[94873]: osdmap e514: 8 total, 8 up, 8 in 2024-09-17T17:10:53.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:52 smithi031 ceph-mon[96842]: from='client.34494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:10:53.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:52 smithi031 ceph-mon[96842]: osdmap e514: 8 total, 8 up, 8 in 2024-09-17T17:10:53.366 INFO:tasks.rados.rados.0.smithi031.stdout:2324: done (6 left) 2024-09-17T17:10:53.366 INFO:tasks.rados.rados.0.smithi031.stdout:2326: done (5 left) 2024-09-17T17:10:53.366 INFO:tasks.rados.rados.0.smithi031.stdout:2329: done (4 left) 2024-09-17T17:10:53.366 INFO:tasks.rados.rados.0.smithi031.stdout:2332: done (3 left) 2024-09-17T17:10:53.366 INFO:tasks.rados.rados.0.smithi031.stdout:2333: done (2 left) 2024-09-17T17:10:53.366 INFO:tasks.rados.rados.0.smithi031.stdout:2334: done (1 left) 2024-09-17T17:10:53.367 INFO:tasks.rados.rados.0.smithi031.stdout:2335: done (0 left) 2024-09-17T17:10:53.367 INFO:tasks.rados.rados.0.smithi031.stdout:2336: rollback oid 16 current snap is 219 2024-09-17T17:10:53.367 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 16 to 217 2024-09-17T17:10:53.367 INFO:tasks.rados.rados.0.smithi031.stdout:2337: read oid 42 snap -1 2024-09-17T17:10:53.367 INFO:tasks.rados.rados.0.smithi031.stdout:2337: expect deleted 2024-09-17T17:10:53.367 INFO:tasks.rados.rados.0.smithi031.stdout:2338: snap_remove snap 206 2024-09-17T17:10:53.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:53 smithi066 ceph-mon[86175]: pgmap v433: 121 pgs: 121 active+clean; 226 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 134 KiB/s wr, 3 op/s 2024-09-17T17:10:53.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:53 smithi066 ceph-mon[86175]: osdmap e515: 8 total, 8 up, 8 in 2024-09-17T17:10:53.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:53 smithi066 ceph-mon[86175]: osdmap e516: 8 total, 8 up, 8 in 2024-09-17T17:10:54.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:53 smithi031 ceph-mon[94873]: pgmap v433: 121 pgs: 121 active+clean; 226 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 134 KiB/s wr, 3 op/s 2024-09-17T17:10:54.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:53 smithi031 ceph-mon[94873]: osdmap e515: 8 total, 8 up, 8 in 2024-09-17T17:10:54.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:53 smithi031 ceph-mon[94873]: osdmap e516: 8 total, 8 up, 8 in 2024-09-17T17:10:54.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:53 smithi031 ceph-mon[96842]: pgmap v433: 121 pgs: 121 active+clean; 226 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 134 KiB/s wr, 3 op/s 2024-09-17T17:10:54.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:53 smithi031 ceph-mon[96842]: osdmap e515: 8 total, 8 up, 8 in 2024-09-17T17:10:54.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:53 smithi031 ceph-mon[96842]: osdmap e516: 8 total, 8 up, 8 in 2024-09-17T17:10:54.364 INFO:tasks.rados.rados.0.smithi031.stdout:2338: done (2 left) 2024-09-17T17:10:54.365 INFO:tasks.rados.rados.0.smithi031.stdout:2339: copy_from oid 12 from oid 25 current snap is 219 2024-09-17T17:10:54.365 INFO:tasks.rados.rados.0.smithi031.stdout:2336: finishing rollback tid 0 to smithi03184240-16 2024-09-17T17:10:54.365 INFO:tasks.rados.rados.0.smithi031.stdout:2336: finishing rollback tid 1 to smithi03184240-16 2024-09-17T17:10:54.365 INFO:tasks.rados.rados.0.smithi031.stdout:2336: finishing rollback tid 2 to smithi03184240-16 2024-09-17T17:10:54.365 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 395 (ObjNum 594 snap 171 seq_num 594) dirty exists 2024-09-17T17:10:54.365 INFO:tasks.rados.rados.0.smithi031.stdout:2336: done (2 left) 2024-09-17T17:10:54.365 INFO:tasks.rados.rados.0.smithi031.stdout:2337: done (1 left) 2024-09-17T17:10:54.365 INFO:tasks.rados.rados.0.smithi031.stdout:2340: snap_create 2024-09-17T17:10:54.385 INFO:tasks.rados.rados.0.smithi031.stdout:2339: finishing copy_from racing read to smithi03184240-12 2024-09-17T17:10:54.386 INFO:tasks.rados.rados.0.smithi031.stdout:2339: finishing copy_from to smithi03184240-12 2024-09-17T17:10:54.386 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 454 (ObjNum 749 snap 218 seq_num 749) dirty exists 2024-09-17T17:10:54.584 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:10:54 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:10:54.376+0000 7fa214525640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 10d after trimming was started 2024-09-17T17:10:54.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:54 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-17T17:10:54.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:54 smithi066 ceph-mon[86175]: osdmap e517: 8 total, 8 up, 8 in 2024-09-17T17:10:55.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:54 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-17T17:10:55.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:54 smithi031 ceph-mon[94873]: osdmap e517: 8 total, 8 up, 8 in 2024-09-17T17:10:55.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:54 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-17T17:10:55.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:54 smithi031 ceph-mon[96842]: osdmap e517: 8 total, 8 up, 8 in 2024-09-17T17:10:55.365 INFO:tasks.rados.rados.0.smithi031.stdout:2339: done (1 left) 2024-09-17T17:10:55.365 INFO:tasks.rados.rados.0.smithi031.stdout:2340: done (0 left) 2024-09-17T17:10:55.365 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 40 current snap is 220 2024-09-17T17:10:55.365 INFO:tasks.rados.rados.0.smithi031.stdout:2341: seq_num 756 ranges {2301952=671744} 2024-09-17T17:10:55.381 INFO:tasks.rados.rados.0.smithi031.stdout:2341: writing smithi03184240-40 from 2301952 to 2973696 tid 1 2024-09-17T17:10:55.381 INFO:tasks.rados.rados.0.smithi031.stdout:2342: copy_from oid 27 from oid 9 current snap is 220 2024-09-17T17:10:55.382 INFO:tasks.rados.rados.0.smithi031.stdout:2343: snap_remove snap 217 2024-09-17T17:10:55.849 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:55 smithi066 ceph-mon[86175]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-17T17:10:55.849 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:55 smithi066 ceph-mon[86175]: Upgrade: osd.7 is safe to restart 2024-09-17T17:10:55.850 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:55 smithi066 ceph-mon[86175]: pgmap v436: 121 pgs: 121 active+clean; 208 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 536 KiB/s wr, 8 op/s 2024-09-17T17:10:55.850 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:55 smithi066 ceph-mon[86175]: osdmap e518: 8 total, 8 up, 8 in 2024-09-17T17:10:55.850 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:55 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:55.850 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:55 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-17T17:10:55.850 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:55 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:10:56.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:55 smithi031 ceph-mon[96842]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-17T17:10:56.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:55 smithi031 ceph-mon[96842]: Upgrade: osd.7 is safe to restart 2024-09-17T17:10:56.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:55 smithi031 ceph-mon[96842]: pgmap v436: 121 pgs: 121 active+clean; 208 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 536 KiB/s wr, 8 op/s 2024-09-17T17:10:56.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:55 smithi031 ceph-mon[96842]: osdmap e518: 8 total, 8 up, 8 in 2024-09-17T17:10:56.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:55 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:56.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:55 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-17T17:10:56.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:55 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:10:56.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:55 smithi031 ceph-mon[94873]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-17T17:10:56.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:55 smithi031 ceph-mon[94873]: Upgrade: osd.7 is safe to restart 2024-09-17T17:10:56.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:55 smithi031 ceph-mon[94873]: pgmap v436: 121 pgs: 121 active+clean; 208 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 536 KiB/s wr, 8 op/s 2024-09-17T17:10:56.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:55 smithi031 ceph-mon[94873]: osdmap e518: 8 total, 8 up, 8 in 2024-09-17T17:10:56.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:55 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:10:56.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:55 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-17T17:10:56.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:55 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:10:56.378 INFO:tasks.rados.rados.0.smithi031.stdout:2343: done (2 left) 2024-09-17T17:10:56.378 INFO:tasks.rados.rados.0.smithi031.stdout:2344: copy_from oid 32 from oid 2 current snap is 220 2024-09-17T17:10:56.378 INFO:tasks.rados.rados.0.smithi031.stdout:2341: finishing write tid 1 to smithi03184240-40 2024-09-17T17:10:56.378 INFO:tasks.rados.rados.0.smithi031.stdout:2341: finishing write tid 2 to smithi03184240-40 2024-09-17T17:10:56.378 INFO:tasks.rados.rados.0.smithi031.stdout:2341: finishing write tid 3 to smithi03184240-40 2024-09-17T17:10:56.378 INFO:tasks.rados.rados.0.smithi031.stdout:2341: oid 40 updating version 0 to 1847 2024-09-17T17:10:56.378 INFO:tasks.rados.rados.0.smithi031.stdout:2341: oid 40 updating version 1847 to 1848 2024-09-17T17:10:56.378 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 1848 (ObjNum 756 snap 220 seq_num 756) dirty exists 2024-09-17T17:10:56.378 INFO:tasks.rados.rados.0.smithi031.stdout:2341: left oid 40 (ObjNum 756 snap 220 seq_num 756) 2024-09-17T17:10:56.379 INFO:tasks.rados.rados.0.smithi031.stdout:2342: finishing copy_from racing read to smithi03184240-27 2024-09-17T17:10:56.379 INFO:tasks.rados.rados.0.smithi031.stdout:2342: finishing copy_from to smithi03184240-27 2024-09-17T17:10:56.379 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 1211 (ObjNum 742 snap 214 seq_num 742) dirty exists 2024-09-17T17:10:56.379 INFO:tasks.rados.rados.0.smithi031.stdout:2341: done (2 left) 2024-09-17T17:10:56.379 INFO:tasks.rados.rados.0.smithi031.stdout:2342: done (1 left) 2024-09-17T17:10:56.379 INFO:tasks.rados.rados.0.smithi031.stdout:2345: rmattr oid 44 current snap is 220 2024-09-17T17:10:56.379 INFO:tasks.rados.rados.0.smithi031.stdout:2345: done (1 left) 2024-09-17T17:10:56.379 INFO:tasks.rados.rados.0.smithi031.stdout:2346: copy_from oid 6 from oid 25 current snap is 220 2024-09-17T17:10:56.379 INFO:tasks.rados.rados.0.smithi031.stdout:2347: snap_create 2024-09-17T17:10:56.392 INFO:tasks.rados.rados.0.smithi031.stdout:2344: finishing copy_from racing read to smithi03184240-32 2024-09-17T17:10:56.393 INFO:tasks.rados.rados.0.smithi031.stdout:2344: finishing copy_from to smithi03184240-32 2024-09-17T17:10:56.393 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 1589 (ObjNum 677 snap 196 seq_num 677) dirty exists 2024-09-17T17:10:56.397 INFO:tasks.rados.rados.0.smithi031.stdout:2346: finishing copy_from racing read to smithi03184240-6 2024-09-17T17:10:56.397 INFO:tasks.rados.rados.0.smithi031.stdout:2346: finishing copy_from to smithi03184240-6 2024-09-17T17:10:56.397 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 454 (ObjNum 749 snap 218 seq_num 749) dirty exists 2024-09-17T17:10:56.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:56 smithi066 ceph-mon[86175]: Upgrade: Updating osd.7 2024-09-17T17:10:56.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:56 smithi066 ceph-mon[86175]: Deploying daemon osd.7 on smithi066 2024-09-17T17:10:56.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:56 smithi066 ceph-mon[86175]: osdmap e519: 8 total, 8 up, 8 in 2024-09-17T17:10:57.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:56 smithi031 ceph-mon[94873]: Upgrade: Updating osd.7 2024-09-17T17:10:57.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:56 smithi031 ceph-mon[94873]: Deploying daemon osd.7 on smithi066 2024-09-17T17:10:57.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:56 smithi031 ceph-mon[94873]: osdmap e519: 8 total, 8 up, 8 in 2024-09-17T17:10:57.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:56 smithi031 ceph-mon[96842]: Upgrade: Updating osd.7 2024-09-17T17:10:57.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:56 smithi031 ceph-mon[96842]: Deploying daemon osd.7 on smithi066 2024-09-17T17:10:57.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:56 smithi031 ceph-mon[96842]: osdmap e519: 8 total, 8 up, 8 in 2024-09-17T17:10:57.371 INFO:tasks.rados.rados.0.smithi031.stdout:2344: done (2 left) 2024-09-17T17:10:57.371 INFO:tasks.rados.rados.0.smithi031.stdout:2346: done (1 left) 2024-09-17T17:10:57.371 INFO:tasks.rados.rados.0.smithi031.stdout:2347: done (0 left) 2024-09-17T17:10:57.371 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 40 current snap is 221 2024-09-17T17:10:57.371 INFO:tasks.rados.rados.0.smithi031.stdout:2348: seq_num 757 ranges {2973696=688128} 2024-09-17T17:10:57.391 INFO:tasks.rados.rados.0.smithi031.stdout:2348: writing smithi03184240-40 from 2973696 to 3661824 tid 1 2024-09-17T17:10:57.391 INFO:tasks.rados.rados.0.smithi031.stdout:2349: setattr oid 23 current snap is 221 2024-09-17T17:10:57.391 INFO:tasks.rados.rados.0.smithi031.stdout:2350: delete oid 21 current snap is 221 2024-09-17T17:10:57.393 INFO:tasks.rados.rados.0.smithi031.stdout:2350: done (2 left) 2024-09-17T17:10:57.394 INFO:tasks.rados.rados.0.smithi031.stdout:2351: read oid 41 snap -1 2024-09-17T17:10:57.394 INFO:tasks.rados.rados.0.smithi031.stdout:2351: expect deleted 2024-09-17T17:10:57.394 INFO:tasks.rados.rados.0.smithi031.stdout:2352: rollback oid 10 current snap is 221 2024-09-17T17:10:57.394 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 10 to 220 2024-09-17T17:10:57.394 INFO:tasks.rados.rados.0.smithi031.stdout:2353: setattr oid 42 current snap is 221 2024-09-17T17:10:57.395 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 44 current snap is 221 2024-09-17T17:10:57.395 INFO:tasks.rados.rados.0.smithi031.stdout:2354: seq_num 759 ranges {647168=720896} 2024-09-17T17:10:57.403 INFO:tasks.rados.rados.0.smithi031.stdout:2354: writing smithi03184240-44 from 647168 to 1368064 tid 1 2024-09-17T17:10:57.403 INFO:tasks.rados.rados.0.smithi031.stdout:2355: copy_from oid 25 from oid 50 current snap is 221 2024-09-17T17:10:57.404 INFO:tasks.rados.rados.0.smithi031.stdout:2348: finishing write tid 1 to smithi03184240-40 2024-09-17T17:10:57.404 INFO:tasks.rados.rados.0.smithi031.stdout:2348: finishing write tid 2 to smithi03184240-40 2024-09-17T17:10:57.404 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 1858 (ObjNum 33 snap 0 seq_num 1705850816) dirty exists 2024-09-17T17:10:57.404 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 1639 (ObjNum 727 snap 210 seq_num 727) dirty exists 2024-09-17T17:10:57.404 INFO:tasks.rados.rados.0.smithi031.stdout:2348: finishing write tid 3 to smithi03184240-40 2024-09-17T17:10:57.404 INFO:tasks.rados.rados.0.smithi031.stdout:2348: oid 40 updating version 0 to 1856 2024-09-17T17:10:57.404 INFO:tasks.rados.rados.0.smithi031.stdout:2348: oid 40 updating version 1856 to 1857 2024-09-17T17:10:57.404 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 1857 (ObjNum 757 snap 221 seq_num 757) dirty exists 2024-09-17T17:10:57.404 INFO:tasks.rados.rados.0.smithi031.stdout:2348: left oid 40 (ObjNum 757 snap 221 seq_num 757) 2024-09-17T17:10:57.404 INFO:tasks.rados.rados.0.smithi031.stdout:2352: finishing rollback tid 0 to smithi03184240-10 2024-09-17T17:10:57.404 INFO:tasks.rados.rados.0.smithi031.stdout:2352: finishing rollback tid 1 to smithi03184240-10 2024-09-17T17:10:57.404 INFO:tasks.rados.rados.0.smithi031.stdout:2348: done (6 left) 2024-09-17T17:10:57.404 INFO:tasks.rados.rados.0.smithi031.stdout:2349: done (5 left) 2024-09-17T17:10:57.404 INFO:tasks.rados.rados.0.smithi031.stdout:2351: done (4 left) 2024-09-17T17:10:57.405 INFO:tasks.rados.rados.0.smithi031.stdout:2353: done (3 left) 2024-09-17T17:10:57.405 INFO:tasks.rados.rados.0.smithi031.stdout:2356: snap_remove snap 214 2024-09-17T17:10:57.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:57 smithi066 ceph-mon[86175]: pgmap v439: 121 pgs: 121 active+clean; 195 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 658 KiB/s wr, 9 op/s 2024-09-17T17:10:57.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:57 smithi066 ceph-mon[86175]: osdmap e520: 8 total, 8 up, 8 in 2024-09-17T17:10:58.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:57 smithi031 ceph-mon[96842]: pgmap v439: 121 pgs: 121 active+clean; 195 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 658 KiB/s wr, 9 op/s 2024-09-17T17:10:58.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:57 smithi031 ceph-mon[96842]: osdmap e520: 8 total, 8 up, 8 in 2024-09-17T17:10:58.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:57 smithi031 ceph-mon[94873]: pgmap v439: 121 pgs: 121 active+clean; 195 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 658 KiB/s wr, 9 op/s 2024-09-17T17:10:58.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:57 smithi031 ceph-mon[94873]: osdmap e520: 8 total, 8 up, 8 in 2024-09-17T17:10:58.365 INFO:tasks.rados.rados.0.smithi031.stdout:2356: done (3 left) 2024-09-17T17:10:58.365 INFO:tasks.rados.rados.0.smithi031.stdout:2357: snap_create 2024-09-17T17:10:58.365 INFO:tasks.rados.rados.0.smithi031.stdout:2352: finishing rollback tid 2 to smithi03184240-10 2024-09-17T17:10:58.365 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1642 (ObjNum 753 snap 218 seq_num 753) dirty exists 2024-09-17T17:10:58.365 INFO:tasks.rados.rados.0.smithi031.stdout:2354: finishing write tid 1 to smithi03184240-44 2024-09-17T17:10:58.365 INFO:tasks.rados.rados.0.smithi031.stdout:2354: finishing write tid 2 to smithi03184240-44 2024-09-17T17:10:58.365 INFO:tasks.rados.rados.0.smithi031.stdout:2354: finishing write tid 3 to smithi03184240-44 2024-09-17T17:10:58.365 INFO:tasks.rados.rados.0.smithi031.stdout:2354: oid 44 updating version 0 to 1861 2024-09-17T17:10:58.365 INFO:tasks.rados.rados.0.smithi031.stdout:2354: oid 44 version 1861 is already newer than 1860 2024-09-17T17:10:58.365 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 1861 (ObjNum 759 snap 221 seq_num 759) dirty exists 2024-09-17T17:10:58.366 INFO:tasks.rados.rados.0.smithi031.stdout:2354: left oid 44 (ObjNum 759 snap 221 seq_num 759) 2024-09-17T17:10:58.366 INFO:tasks.rados.rados.0.smithi031.stdout:2355: finishing copy_from racing read to smithi03184240-25 2024-09-17T17:10:58.366 INFO:tasks.rados.rados.0.smithi031.stdout:2355: finishing copy_from to smithi03184240-25 2024-09-17T17:10:58.366 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 1471 (ObjNum 720 snap 208 seq_num 720) dirty exists 2024-09-17T17:10:58.403 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:10:58 smithi066 systemd[1]: Stopping Ceph osd.7 for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:10:58.903 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:10:58 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[55109]: 2024-09-17T17:10:58.547+0000 7fcb66e12640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T17:10:58.903 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:10:58 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[55109]: 2024-09-17T17:10:58.547+0000 7fcb66e12640 -1 osd.7 521 *** Got signal Terminated *** 2024-09-17T17:10:58.903 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:10:58 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[55109]: 2024-09-17T17:10:58.547+0000 7fcb66e12640 -1 osd.7 521 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T17:10:59.370 INFO:tasks.rados.rados.0.smithi031.stdout:2352: done (3 left) 2024-09-17T17:10:59.370 INFO:tasks.rados.rados.0.smithi031.stdout:2354: done (2 left) 2024-09-17T17:10:59.370 INFO:tasks.rados.rados.0.smithi031.stdout:2355: done (1 left) 2024-09-17T17:10:59.370 INFO:tasks.rados.rados.0.smithi031.stdout:2357: done (0 left) 2024-09-17T17:10:59.370 INFO:tasks.rados.rados.0.smithi031.stdout:2358: rollback oid 29 current snap is 222 2024-09-17T17:10:59.371 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 29 to 213 2024-09-17T17:10:59.371 INFO:tasks.rados.rados.0.smithi031.stdout:2359: snap_remove snap 221 2024-09-17T17:10:59.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:59 smithi066 ceph-mon[86175]: pgmap v442: 121 pgs: 121 active+clean; 161 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-09-17T17:10:59.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:59 smithi066 ceph-mon[86175]: osdmap e521: 8 total, 8 up, 8 in 2024-09-17T17:10:59.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:10:59 smithi066 ceph-mon[86175]: osd.7 marked itself down and dead 2024-09-17T17:10:59.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:59 smithi031 ceph-mon[94873]: pgmap v442: 121 pgs: 121 active+clean; 161 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-09-17T17:10:59.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:59 smithi031 ceph-mon[94873]: osdmap e521: 8 total, 8 up, 8 in 2024-09-17T17:10:59.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:10:59 smithi031 ceph-mon[94873]: osd.7 marked itself down and dead 2024-09-17T17:10:59.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:59 smithi031 ceph-mon[96842]: pgmap v442: 121 pgs: 121 active+clean; 161 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-09-17T17:10:59.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:59 smithi031 ceph-mon[96842]: osdmap e521: 8 total, 8 up, 8 in 2024-09-17T17:10:59.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:10:59 smithi031 ceph-mon[96842]: osd.7 marked itself down and dead 2024-09-17T17:11:00.280 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:10:59 smithi066 podman[105194]: 2024-09-17 17:10:59.923256316 +0000 UTC m=+1.500974111 container died ce691a28a9fdb7526539d37064adc29964245e9ed264bee2ed0d2b10c70c237c (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T17:11:00.371 INFO:tasks.rados.rados.0.smithi031.stdout:2359: done (1 left) 2024-09-17T17:11:00.372 INFO:tasks.rados.rados.0.smithi031.stdout:2360: rollback oid 42 current snap is 222 2024-09-17T17:11:00.372 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 42 to 203 2024-09-17T17:11:00.372 INFO:tasks.rados.rados.0.smithi031.stdout:2358: finishing rollback tid 0 to smithi03184240-29 2024-09-17T17:11:00.372 INFO:tasks.rados.rados.0.smithi031.stdout:2358: finishing rollback tid 1 to smithi03184240-29 2024-09-17T17:11:00.372 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 1481 (ObjNum 1297 snap 0 seq_num 1705675904) dirty dne 2024-09-17T17:11:00.372 INFO:tasks.rados.rados.0.smithi031.stdout:2358: done (1 left) 2024-09-17T17:11:00.372 INFO:tasks.rados.rados.0.smithi031.stdout:2361: delete oid 11 current snap is 222 2024-09-17T17:11:00.384 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:11:00.106+0000 7f72c7181640 -1 calc_pg_upmaps abort due to max <= 0 2024-09-17T17:11:00.386 INFO:tasks.rados.rados.0.smithi031.stdout:2360: finishing rollback tid 0 to smithi03184240-42 2024-09-17T17:11:00.391 INFO:tasks.rados.rados.0.smithi031.stdout:2360: finishing rollback tid 1 to smithi03184240-42 2024-09-17T17:11:00.391 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 1869 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-17T17:11:00.393 INFO:tasks.rados.rados.0.smithi031.stdout:2360: done (1 left) 2024-09-17T17:11:00.393 INFO:tasks.rados.rados.0.smithi031.stdout:2361: done (0 left) 2024-09-17T17:11:00.393 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 34 current snap is 222 2024-09-17T17:11:00.394 INFO:tasks.rados.rados.0.smithi031.stdout:2362: seq_num 761 ranges {0=753664} 2024-09-17T17:11:00.399 INFO:tasks.rados.rados.0.smithi031.stdout:2362: writing smithi03184240-34 from 0 to 753664 tid 1 2024-09-17T17:11:00.399 INFO:tasks.rados.rados.0.smithi031.stdout:2363: rmattr oid 44 current snap is 222 2024-09-17T17:11:00.399 INFO:tasks.rados.rados.0.smithi031.stdout:2363: done (1 left) 2024-09-17T17:11:00.399 INFO:tasks.rados.rados.0.smithi031.stdout:2364: rmattr oid 48 current snap is 222 2024-09-17T17:11:00.399 INFO:tasks.rados.rados.0.smithi031.stdout:2364: done (1 left) 2024-09-17T17:11:00.399 INFO:tasks.rados.rados.0.smithi031.stdout:2365: copy_from oid 39 from oid 8 current snap is 222 2024-09-17T17:11:00.399 INFO:tasks.rados.rados.0.smithi031.stdout:2366: copy_from oid 42 from oid 41 current snap is 222 2024-09-17T17:11:00.399 INFO:tasks.rados.rados.0.smithi031.stdout:2367: snap_remove snap 218 2024-09-17T17:11:00.599 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:00 smithi066 podman[105194]: 2024-09-17 17:11:00.279037009 +0000 UTC m=+1.856754801 container cleanup ce691a28a9fdb7526539d37064adc29964245e9ed264bee2ed0d2b10c70c237c (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-09-17T17:11:00.599 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:00 smithi066 bash[105194]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7 2024-09-17T17:11:00.599 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:00 smithi066 ceph-mon[86175]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T17:11:00.599 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:00 smithi066 ceph-mon[86175]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-09-17T17:11:00.600 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:00 smithi066 ceph-mon[86175]: osdmap e522: 8 total, 7 up, 8 in 2024-09-17T17:11:00.600 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:00 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [0, 4]} : dispatch 2024-09-17T17:11:00.600 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:00 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [0, 2]} : dispatch 2024-09-17T17:11:00.600 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:00 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 7]} : dispatch 2024-09-17T17:11:00.600 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:00 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 7]} : dispatch 2024-09-17T17:11:00.600 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:00 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 7]} : dispatch 2024-09-17T17:11:00.600 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:00 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 7]} : dispatch 2024-09-17T17:11:00.600 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:00 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 2]} : dispatch 2024-09-17T17:11:00.600 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:00 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [5, 2]} : dispatch 2024-09-17T17:11:00.600 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:00 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.2", "id": [0, 7]} : dispatch 2024-09-17T17:11:00.600 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:00 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.1a"} : dispatch 2024-09-17T17:11:00.600 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:00 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [0, 4]}]': finished 2024-09-17T17:11:00.601 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:00 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [0, 2]}]': finished 2024-09-17T17:11:00.601 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:00 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 7]}]': finished 2024-09-17T17:11:00.601 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:00 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 7]}]': finished 2024-09-17T17:11:00.601 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:00 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 7]}]': finished 2024-09-17T17:11:00.601 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:00 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 7]}]': finished 2024-09-17T17:11:00.601 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:00 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 2]}]': finished 2024-09-17T17:11:00.601 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:00 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [5, 2]}]': finished 2024-09-17T17:11:00.601 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:00 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.2", "id": [0, 7]}]': finished 2024-09-17T17:11:00.601 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:00 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.1a"}]': finished 2024-09-17T17:11:00.601 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:00 smithi066 ceph-mon[86175]: osdmap e523: 8 total, 7 up, 8 in 2024-09-17T17:11:00.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[96842]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T17:11:00.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[96842]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-09-17T17:11:00.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[96842]: osdmap e522: 8 total, 7 up, 8 in 2024-09-17T17:11:00.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [0, 4]} : dispatch 2024-09-17T17:11:00.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [0, 2]} : dispatch 2024-09-17T17:11:00.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 7]} : dispatch 2024-09-17T17:11:00.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 7]} : dispatch 2024-09-17T17:11:00.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 7]} : dispatch 2024-09-17T17:11:00.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 7]} : dispatch 2024-09-17T17:11:00.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 2]} : dispatch 2024-09-17T17:11:00.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [5, 2]} : dispatch 2024-09-17T17:11:00.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.2", "id": [0, 7]} : dispatch 2024-09-17T17:11:00.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.1a"} : dispatch 2024-09-17T17:11:00.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [0, 4]}]': finished 2024-09-17T17:11:00.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [0, 2]}]': finished 2024-09-17T17:11:00.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 7]}]': finished 2024-09-17T17:11:00.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 7]}]': finished 2024-09-17T17:11:00.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 7]}]': finished 2024-09-17T17:11:00.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 7]}]': finished 2024-09-17T17:11:00.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 2]}]': finished 2024-09-17T17:11:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [5, 2]}]': finished 2024-09-17T17:11:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.2", "id": [0, 7]}]': finished 2024-09-17T17:11:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.1a"}]': finished 2024-09-17T17:11:00.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[96842]: osdmap e523: 8 total, 7 up, 8 in 2024-09-17T17:11:00.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[94873]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T17:11:00.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[94873]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-09-17T17:11:00.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[94873]: osdmap e522: 8 total, 7 up, 8 in 2024-09-17T17:11:00.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [0, 4]} : dispatch 2024-09-17T17:11:00.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [0, 2]} : dispatch 2024-09-17T17:11:00.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 7]} : dispatch 2024-09-17T17:11:00.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 7]} : dispatch 2024-09-17T17:11:00.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 7]} : dispatch 2024-09-17T17:11:00.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 7]} : dispatch 2024-09-17T17:11:00.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 2]} : dispatch 2024-09-17T17:11:00.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [5, 2]} : dispatch 2024-09-17T17:11:00.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.2", "id": [0, 7]} : dispatch 2024-09-17T17:11:00.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.1a"} : dispatch 2024-09-17T17:11:00.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [0, 4]}]': finished 2024-09-17T17:11:00.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [0, 2]}]': finished 2024-09-17T17:11:00.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 7]}]': finished 2024-09-17T17:11:00.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 7]}]': finished 2024-09-17T17:11:00.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 7]}]': finished 2024-09-17T17:11:00.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 7]}]': finished 2024-09-17T17:11:00.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 2]}]': finished 2024-09-17T17:11:00.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [5, 2]}]': finished 2024-09-17T17:11:00.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.2", "id": [0, 7]}]': finished 2024-09-17T17:11:00.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.1a"}]': finished 2024-09-17T17:11:00.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:00 smithi031 ceph-mon[94873]: osdmap e523: 8 total, 7 up, 8 in 2024-09-17T17:11:00.903 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:00 smithi066 podman[105214]: 2024-09-17 17:11:00.597522364 +0000 UTC m=+0.666738476 container remove ce691a28a9fdb7526539d37064adc29964245e9ed264bee2ed0d2b10c70c237c (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T17:11:01.244 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:00 smithi066 podman[105307]: 2024-09-17 17:11:00.915029695 +0000 UTC m=+0.107925715 container create 860c87996b3999e8a9a39f0de23a8d4c579f90e3480ca5e624c0b8f84905aa7d (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T17:11:01.245 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:00 smithi066 podman[105307]: 2024-09-17 17:11:00.823536344 +0000 UTC m=+0.016432377 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:11:01.245 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:01 smithi066 podman[105307]: 2024-09-17 17:11:01.150744616 +0000 UTC m=+0.343640638 container init 860c87996b3999e8a9a39f0de23a8d4c579f90e3480ca5e624c0b8f84905aa7d (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-17T17:11:01.245 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:01 smithi066 podman[105307]: 2024-09-17 17:11:01.155795495 +0000 UTC m=+0.348691510 container start 860c87996b3999e8a9a39f0de23a8d4c579f90e3480ca5e624c0b8f84905aa7d (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7-deactivate, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-09-17T17:11:01.245 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:01 smithi066 podman[105307]: 2024-09-17 17:11:01.242200281 +0000 UTC m=+0.435096319 container attach 860c87996b3999e8a9a39f0de23a8d4c579f90e3480ca5e624c0b8f84905aa7d (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-09-17T17:11:01.373 INFO:tasks.rados.rados.0.smithi031.stdout:2366: finishing copy_from to smithi03184240-42 2024-09-17T17:11:01.374 INFO:tasks.rados.rados.0.smithi031.stdout:2366: got expected ENOENT (src dne) 2024-09-17T17:11:01.374 INFO:tasks.rados.rados.0.smithi031.stdout:2366: finishing copy_from racing read to smithi03184240-42 2024-09-17T17:11:01.374 INFO:tasks.rados.rados.0.smithi031.stdout:2362: finishing write tid 1 to smithi03184240-34 2024-09-17T17:11:01.374 INFO:tasks.rados.rados.0.smithi031.stdout:2362: finishing write tid 2 to smithi03184240-34 2024-09-17T17:11:01.374 INFO:tasks.rados.rados.0.smithi031.stdout:2362: finishing write tid 3 to smithi03184240-34 2024-09-17T17:11:01.374 INFO:tasks.rados.rados.0.smithi031.stdout:2362: oid 34 updating version 0 to 1215 2024-09-17T17:11:01.374 INFO:tasks.rados.rados.0.smithi031.stdout:2362: oid 34 version 1215 is already newer than 1214 2024-09-17T17:11:01.374 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 1215 (ObjNum 761 snap 222 seq_num 761) dirty exists 2024-09-17T17:11:01.374 INFO:tasks.rados.rados.0.smithi031.stdout:2362: left oid 34 (ObjNum 761 snap 222 seq_num 761) 2024-09-17T17:11:01.374 INFO:tasks.rados.rados.0.smithi031.stdout:2365: finishing copy_from racing read to smithi03184240-39 2024-09-17T17:11:01.374 INFO:tasks.rados.rados.0.smithi031.stdout:2365: finishing copy_from to smithi03184240-39 2024-09-17T17:11:01.374 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 1518 (ObjNum 752 snap 218 seq_num 752) dirty exists 2024-09-17T17:11:01.374 INFO:tasks.rados.rados.0.smithi031.stdout:2362: done (3 left) 2024-09-17T17:11:01.375 INFO:tasks.rados.rados.0.smithi031.stdout:2365: done (2 left) 2024-09-17T17:11:01.375 INFO:tasks.rados.rados.0.smithi031.stdout:2366: done (1 left) 2024-09-17T17:11:01.375 INFO:tasks.rados.rados.0.smithi031.stdout:2367: done (0 left) 2024-09-17T17:11:01.375 INFO:tasks.rados.rados.0.smithi031.stdout:2368: rollback oid 17 current snap is 222 2024-09-17T17:11:01.375 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 17 to 219 2024-09-17T17:11:01.375 INFO:tasks.rados.rados.0.smithi031.stdout:2369: rollback oid 9 current snap is 222 2024-09-17T17:11:01.375 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 9 to 219 2024-09-17T17:11:01.376 INFO:tasks.rados.rados.0.smithi031.stdout:2370: read oid 48 snap -1 2024-09-17T17:11:01.376 INFO:tasks.rados.rados.0.smithi031.stdout:2370: expect (ObjNum 729 snap 210 seq_num 729) 2024-09-17T17:11:01.376 INFO:tasks.rados.rados.0.smithi031.stdout:2371: rollback oid 47 current snap is 222 2024-09-17T17:11:01.376 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 47 to 207 2024-09-17T17:11:01.376 INFO:tasks.rados.rados.0.smithi031.stdout:2372: snap_remove snap 215 2024-09-17T17:11:01.507 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:01 smithi066 podman[105307]: 2024-09-17 17:11:01.362114214 +0000 UTC m=+0.555010238 container died 860c87996b3999e8a9a39f0de23a8d4c579f90e3480ca5e624c0b8f84905aa7d (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.37.2) 2024-09-17T17:11:01.843 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:11:01 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:11:01] "GET /metrics HTTP/1.1" 200 36359 "" "Prometheus/2.43.0" 2024-09-17T17:11:01.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:01 smithi031 ceph-mon[94873]: pgmap v445: 121 pgs: 20 stale+active+clean, 101 active+clean; 165 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 916 KiB/s rd, 2.9 MiB/s wr, 19 op/s 2024-09-17T17:11:01.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:01 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:01.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:01 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:11:01.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:01 smithi031 ceph-mon[94873]: osdmap e524: 8 total, 7 up, 8 in 2024-09-17T17:11:01.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:01 smithi031 ceph-mon[96842]: pgmap v445: 121 pgs: 20 stale+active+clean, 101 active+clean; 165 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 916 KiB/s rd, 2.9 MiB/s wr, 19 op/s 2024-09-17T17:11:01.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:01 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:01.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:01 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:11:01.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:01 smithi031 ceph-mon[96842]: osdmap e524: 8 total, 7 up, 8 in 2024-09-17T17:11:01.897 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:01 smithi066 ceph-mon[86175]: pgmap v445: 121 pgs: 20 stale+active+clean, 101 active+clean; 165 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 916 KiB/s rd, 2.9 MiB/s wr, 19 op/s 2024-09-17T17:11:01.897 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:01 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:01.897 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:01 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:11:01.897 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:01 smithi066 ceph-mon[86175]: osdmap e524: 8 total, 7 up, 8 in 2024-09-17T17:11:02.153 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:01 smithi066 podman[105350]: 2024-09-17 17:11:01.895809825 +0000 UTC m=+0.526627631 container remove 860c87996b3999e8a9a39f0de23a8d4c579f90e3480ca5e624c0b8f84905aa7d (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-09-17T17:11:02.154 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:01 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.7.service: Deactivated successfully. 2024-09-17T17:11:02.154 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:01 smithi066 systemd[1]: Stopped Ceph osd.7 for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:11:02.154 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:01 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.7.service: Consumed 15.563s CPU time. 2024-09-17T17:11:02.154 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:02 smithi066 systemd[1]: Starting Ceph osd.7 for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:11:02.374 INFO:tasks.rados.rados.0.smithi031.stdout:2372: done (4 left) 2024-09-17T17:11:02.374 INFO:tasks.rados.rados.0.smithi031.stdout:2373: rollback oid 40 current snap is 222 2024-09-17T17:11:02.374 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 40 to 219 2024-09-17T17:11:02.374 INFO:tasks.rados.rados.0.smithi031.stdout:2368: finishing rollback tid 0 to smithi03184240-17 2024-09-17T17:11:02.374 INFO:tasks.rados.rados.0.smithi031.stdout:2368: finishing rollback tid 1 to smithi03184240-17 2024-09-17T17:11:02.374 INFO:tasks.rados.rados.0.smithi031.stdout:2368: finishing rollback tid 2 to smithi03184240-17 2024-09-17T17:11:02.374 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 1218 (ObjNum 591 snap 170 seq_num 591) dirty exists 2024-09-17T17:11:02.374 INFO:tasks.rados.rados.0.smithi031.stdout:2370: expect (ObjNum 729 snap 210 seq_num 729) 2024-09-17T17:11:02.385 INFO:tasks.rados.rados.0.smithi031.stdout:2371: finishing rollback tid 0 to smithi03184240-47 2024-09-17T17:11:02.385 INFO:tasks.rados.rados.0.smithi031.stdout:2371: finishing rollback tid 1 to smithi03184240-47 2024-09-17T17:11:02.385 INFO:tasks.rados.rados.0.smithi031.stdout:2371: finishing rollback tid 2 to smithi03184240-47 2024-09-17T17:11:02.385 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 772 (ObjNum 582 snap 164 seq_num 582) dirty exists 2024-09-17T17:11:02.385 INFO:tasks.rados.rados.0.smithi031.stdout:2369: finishing rollback tid 0 to smithi03184240-9 2024-09-17T17:11:02.385 INFO:tasks.rados.rados.0.smithi031.stdout:2369: finishing rollback tid 1 to smithi03184240-9 2024-09-17T17:11:02.385 INFO:tasks.rados.rados.0.smithi031.stdout:2369: finishing rollback tid 2 to smithi03184240-9 2024-09-17T17:11:02.385 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 1521 (ObjNum 742 snap 214 seq_num 742) dirty exists 2024-09-17T17:11:02.385 INFO:tasks.rados.rados.0.smithi031.stdout:2373: finishing rollback tid 0 to smithi03184240-40 2024-09-17T17:11:02.385 INFO:tasks.rados.rados.0.smithi031.stdout:2368: done (4 left) 2024-09-17T17:11:02.385 INFO:tasks.rados.rados.0.smithi031.stdout:2369: done (3 left) 2024-09-17T17:11:02.385 INFO:tasks.rados.rados.0.smithi031.stdout:2370: done (2 left) 2024-09-17T17:11:02.386 INFO:tasks.rados.rados.0.smithi031.stdout:2371: done (1 left) 2024-09-17T17:11:02.386 INFO:tasks.rados.rados.0.smithi031.stdout:2374: delete oid 36 current snap is 222 2024-09-17T17:11:02.388 INFO:tasks.rados.rados.0.smithi031.stdout:2373: finishing rollback tid 1 to smithi03184240-40 2024-09-17T17:11:02.388 INFO:tasks.rados.rados.0.smithi031.stdout:2373: finishing rollback tid 2 to smithi03184240-40 2024-09-17T17:11:02.389 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 1880 (ObjNum 725 snap 209 seq_num 725) dirty exists 2024-09-17T17:11:02.392 INFO:tasks.rados.rados.0.smithi031.stdout:2373: done (1 left) 2024-09-17T17:11:02.392 INFO:tasks.rados.rados.0.smithi031.stdout:2374: done (0 left) 2024-09-17T17:11:02.392 INFO:tasks.rados.rados.0.smithi031.stdout:2375: rollback oid 11 current snap is 222 2024-09-17T17:11:02.392 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 11 to 207 2024-09-17T17:11:02.392 INFO:tasks.rados.rados.0.smithi031.stdout:2376: snap_create 2024-09-17T17:11:02.395 INFO:tasks.rados.rados.0.smithi031.stdout:2375: finishing rollback tid 1 to smithi03184240-11 2024-09-17T17:11:02.395 INFO:tasks.rados.rados.0.smithi031.stdout:2375: finishing rollback tid 2 to smithi03184240-11 2024-09-17T17:11:02.395 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 1521 (ObjNum 522 snap 146 seq_num 522) dirty exists 2024-09-17T17:11:02.644 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:02 smithi066 podman[105454]: 2024-09-17 17:11:02.249382544 +0000 UTC m=+0.016845473 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:11:02.644 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:02 smithi066 podman[105454]: 2024-09-17 17:11:02.513602359 +0000 UTC m=+0.281065274 container create 0c7bb7076ae45202163b1c4ee80d81edd350914031b79a4088d0ae5c7399e433 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7-activate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.vendor=CentOS) 2024-09-17T17:11:02.903 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:02 smithi066 podman[105454]: 2024-09-17 17:11:02.775303453 +0000 UTC m=+0.542766382 container init 0c7bb7076ae45202163b1c4ee80d81edd350914031b79a4088d0ae5c7399e433 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7-activate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-09-17T17:11:02.903 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:02 smithi066 podman[105454]: 2024-09-17 17:11:02.780388962 +0000 UTC m=+0.547851878 container start 0c7bb7076ae45202163b1c4ee80d81edd350914031b79a4088d0ae5c7399e433 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7-activate, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-09-17T17:11:02.903 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:02 smithi066 podman[105454]: 2024-09-17 17:11:02.883298981 +0000 UTC m=+0.650761908 container attach 0c7bb7076ae45202163b1c4ee80d81edd350914031b79a4088d0ae5c7399e433 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7-activate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-09-17T17:11:03.369 INFO:tasks.rados.rados.0.smithi031.stdout:2375: done (1 left) 2024-09-17T17:11:03.369 INFO:tasks.rados.rados.0.smithi031.stdout:2376: done (0 left) 2024-09-17T17:11:03.369 INFO:tasks.rados.rados.0.smithi031.stdout:2377: snap_create 2024-09-17T17:11:03.371 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7-activate[105468]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T17:11:03.371 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:02 smithi066 bash[105454]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T17:11:03.371 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7-activate[105468]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T17:11:03.371 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:02 smithi066 bash[105454]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T17:11:03.646 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:03 smithi031 ceph-mon[94873]: pgmap v448: 121 pgs: 6 remapped+peering, 10 active+undersized, 5 activating+undersized, 10 stale+active+clean, 9 active+undersized+degraded, 81 active+clean; 173 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s wr, 14 op/s; 25/399 objects degraded (6.266%) 2024-09-17T17:11:03.646 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:03 smithi031 ceph-mon[94873]: osdmap e525: 8 total, 7 up, 8 in 2024-09-17T17:11:03.646 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:03 smithi031 ceph-mon[94873]: Health check failed: Reduced data availability: 2 pgs inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-17T17:11:03.646 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:03 smithi031 ceph-mon[94873]: Health check failed: Degraded data redundancy: 25/399 objects degraded (6.266%), 9 pgs degraded (PG_DEGRADED) 2024-09-17T17:11:03.646 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:03 smithi031 ceph-mon[94873]: osdmap e526: 8 total, 7 up, 8 in 2024-09-17T17:11:03.646 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:03 smithi031 ceph-mon[96842]: pgmap v448: 121 pgs: 6 remapped+peering, 10 active+undersized, 5 activating+undersized, 10 stale+active+clean, 9 active+undersized+degraded, 81 active+clean; 173 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s wr, 14 op/s; 25/399 objects degraded (6.266%) 2024-09-17T17:11:03.647 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:03 smithi031 ceph-mon[96842]: osdmap e525: 8 total, 7 up, 8 in 2024-09-17T17:11:03.647 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:03 smithi031 ceph-mon[96842]: Health check failed: Reduced data availability: 2 pgs inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-17T17:11:03.647 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:03 smithi031 ceph-mon[96842]: Health check failed: Degraded data redundancy: 25/399 objects degraded (6.266%), 9 pgs degraded (PG_DEGRADED) 2024-09-17T17:11:03.647 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:03 smithi031 ceph-mon[96842]: osdmap e526: 8 total, 7 up, 8 in 2024-09-17T17:11:03.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:03 smithi066 ceph-mon[86175]: pgmap v448: 121 pgs: 6 remapped+peering, 10 active+undersized, 5 activating+undersized, 10 stale+active+clean, 9 active+undersized+degraded, 81 active+clean; 173 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s wr, 14 op/s; 25/399 objects degraded (6.266%) 2024-09-17T17:11:03.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:03 smithi066 ceph-mon[86175]: osdmap e525: 8 total, 7 up, 8 in 2024-09-17T17:11:03.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:03 smithi066 ceph-mon[86175]: Health check failed: Reduced data availability: 2 pgs inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-17T17:11:03.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:03 smithi066 ceph-mon[86175]: Health check failed: Degraded data redundancy: 25/399 objects degraded (6.266%), 9 pgs degraded (PG_DEGRADED) 2024-09-17T17:11:03.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:03 smithi066 ceph-mon[86175]: osdmap e526: 8 total, 7 up, 8 in 2024-09-17T17:11:03.654 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:03 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7-activate[105468]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-17T17:11:03.654 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:03 smithi066 bash[105454]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-17T17:11:03.654 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:03 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7-activate[105468]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-17T17:11:03.654 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:03 smithi066 bash[105454]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-17T17:11:04.013 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:03 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7-activate[105468]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-17T17:11:04.013 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:03 smithi066 bash[105454]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-17T17:11:04.013 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:03 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7-activate[105468]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-17T17:11:04.013 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:03 smithi066 bash[105454]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-17T17:11:04.014 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:03 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7-activate[105468]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-09-17T17:11:04.014 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:03 smithi066 bash[105454]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-09-17T17:11:04.014 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:03 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7-activate[105468]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-17T17:11:04.014 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:03 smithi066 bash[105454]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-17T17:11:04.014 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:03 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7-activate[105468]: --> ceph-volume raw activate successful for osd ID: 7 2024-09-17T17:11:04.014 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:03 smithi066 bash[105454]: --> ceph-volume raw activate successful for osd ID: 7 2024-09-17T17:11:04.014 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:03 smithi066 podman[105454]: 2024-09-17 17:11:03.725892985 +0000 UTC m=+1.493355907 container died 0c7bb7076ae45202163b1c4ee80d81edd350914031b79a4088d0ae5c7399e433 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7-activate, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-09-17T17:11:04.367 INFO:tasks.rados.rados.0.smithi031.stdout:2377: done (0 left) 2024-09-17T17:11:04.367 INFO:tasks.rados.rados.0.smithi031.stdout:2378: snap_create 2024-09-17T17:11:04.647 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:04 smithi066 podman[105621]: 2024-09-17 17:11:04.311833796 +0000 UTC m=+0.579514951 container remove 0c7bb7076ae45202163b1c4ee80d81edd350914031b79a4088d0ae5c7399e433 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7-activate, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-17T17:11:04.647 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:04 smithi066 podman[105686]: 2024-09-17 17:11:04.428039987 +0000 UTC m=+0.016540789 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:11:04.647 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:04 smithi066 podman[105686]: 2024-09-17 17:11:04.52956234 +0000 UTC m=+0.118063171 container create aadb01f851f2049c1a2fc9956e88c5cc9c2d257fc46a10ab746083421907bb0a (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16) 2024-09-17T17:11:05.153 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:04 smithi066 podman[105686]: 2024-09-17 17:11:04.731964553 +0000 UTC m=+0.320465345 container init aadb01f851f2049c1a2fc9956e88c5cc9c2d257fc46a10ab746083421907bb0a (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.license=GPLv2) 2024-09-17T17:11:05.154 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:04 smithi066 podman[105686]: 2024-09-17 17:11:04.736738365 +0000 UTC m=+0.325239146 container start aadb01f851f2049c1a2fc9956e88c5cc9c2d257fc46a10ab746083421907bb0a (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-17T17:11:05.154 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:04 smithi066 ceph-osd[105724]: -- 172.21.15.66:0/2644313566 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559ea0927a40 con 0x559ea0905c00 2024-09-17T17:11:05.154 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:04 smithi066 bash[105686]: aadb01f851f2049c1a2fc9956e88c5cc9c2d257fc46a10ab746083421907bb0a 2024-09-17T17:11:05.154 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:04 smithi066 systemd[1]: Started Ceph osd.7 for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:11:05.372 INFO:tasks.rados.rados.0.smithi031.stdout:2378: done (0 left) 2024-09-17T17:11:05.372 INFO:tasks.rados.rados.0.smithi031.stdout:2379: read oid 21 snap -1 2024-09-17T17:11:05.372 INFO:tasks.rados.rados.0.smithi031.stdout:2379: expect deleted 2024-09-17T17:11:05.372 INFO:tasks.rados.rados.0.smithi031.stdout:2380: delete oid 10 current snap is 225 2024-09-17T17:11:05.375 INFO:tasks.rados.rados.0.smithi031.stdout:2379: done (1 left) 2024-09-17T17:11:05.375 INFO:tasks.rados.rados.0.smithi031.stdout:2380: done (0 left) 2024-09-17T17:11:05.375 INFO:tasks.rados.rados.0.smithi031.stdout:2381: rollback oid 38 current snap is 225 2024-09-17T17:11:05.375 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 38 to 222 2024-09-17T17:11:05.375 INFO:tasks.rados.rados.0.smithi031.stdout:2382: snap_remove snap 224 2024-09-17T17:11:05.628 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:05 smithi066 ceph-mon[86175]: pgmap v451: 121 pgs: 4 active+clean+remapped, 6 remapped+peering, 29 active+undersized, 5 activating+undersized, 12 active+undersized+degraded, 65 active+clean; 173 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s wr, 9 op/s; 32/405 objects degraded (7.901%); 1/405 objects misplaced (0.247%); 5 B/s, 0 objects/s recovering 2024-09-17T17:11:05.628 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:05 smithi066 ceph-mon[86175]: osdmap e527: 8 total, 7 up, 8 in 2024-09-17T17:11:05.628 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:05 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:05.628 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:05 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:05.629 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:05 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:11:05.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:05 smithi031 ceph-mon[96842]: pgmap v451: 121 pgs: 4 active+clean+remapped, 6 remapped+peering, 29 active+undersized, 5 activating+undersized, 12 active+undersized+degraded, 65 active+clean; 173 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s wr, 9 op/s; 32/405 objects degraded (7.901%); 1/405 objects misplaced (0.247%); 5 B/s, 0 objects/s recovering 2024-09-17T17:11:05.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:05 smithi031 ceph-mon[96842]: osdmap e527: 8 total, 7 up, 8 in 2024-09-17T17:11:05.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:05 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:05.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:05 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:05.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:05 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:11:05.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:05 smithi031 ceph-mon[94873]: pgmap v451: 121 pgs: 4 active+clean+remapped, 6 remapped+peering, 29 active+undersized, 5 activating+undersized, 12 active+undersized+degraded, 65 active+clean; 173 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s wr, 9 op/s; 32/405 objects degraded (7.901%); 1/405 objects misplaced (0.247%); 5 B/s, 0 objects/s recovering 2024-09-17T17:11:05.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:05 smithi031 ceph-mon[94873]: osdmap e527: 8 total, 7 up, 8 in 2024-09-17T17:11:05.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:05 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:05.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:05 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:05.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:05 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:11:06.387 INFO:tasks.rados.rados.0.smithi031.stdout:2382: done (1 left) 2024-09-17T17:11:06.387 INFO:tasks.rados.rados.0.smithi031.stdout:2383: snap_create 2024-09-17T17:11:06.387 INFO:tasks.rados.rados.0.smithi031.stdout:2381: finishing rollback tid 0 to smithi03184240-38 2024-09-17T17:11:06.388 INFO:tasks.rados.rados.0.smithi031.stdout:2381: finishing rollback tid 1 to smithi03184240-38 2024-09-17T17:11:06.388 INFO:tasks.rados.rados.0.smithi031.stdout:2381: finishing rollback tid 2 to smithi03184240-38 2024-09-17T17:11:06.388 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 1524 (ObjNum 709 snap 203 seq_num 709) dirty exists 2024-09-17T17:11:06.631 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:06 smithi066 ceph-mon[86175]: osdmap e528: 8 total, 7 up, 8 in 2024-09-17T17:11:06.631 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:11:06.362+0000 7f9701340640 -1 Falling back to public interface 2024-09-17T17:11:06.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:06 smithi031 ceph-mon[94873]: osdmap e528: 8 total, 7 up, 8 in 2024-09-17T17:11:06.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:06 smithi031 ceph-mon[96842]: osdmap e528: 8 total, 7 up, 8 in 2024-09-17T17:11:07.387 INFO:tasks.rados.rados.0.smithi031.stdout:2381: done (1 left) 2024-09-17T17:11:07.388 INFO:tasks.rados.rados.0.smithi031.stdout:2383: done (0 left) 2024-09-17T17:11:07.388 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 40 current snap is 226 2024-09-17T17:11:07.388 INFO:tasks.rados.rados.0.smithi031.stdout:2384: seq_num 764 ranges {2301952=802816} 2024-09-17T17:11:07.404 INFO:tasks.rados.rados.0.smithi031.stdout:2384: writing smithi03184240-40 from 2301952 to 3104768 tid 1 2024-09-17T17:11:07.405 INFO:tasks.rados.rados.0.smithi031.stdout:2385: setattr oid 18 current snap is 226 2024-09-17T17:11:07.406 INFO:tasks.rados.rados.0.smithi031.stdout:2386: setattr oid 7 current snap is 226 2024-09-17T17:11:07.408 INFO:tasks.rados.rados.0.smithi031.stdout:2387: rollback oid 12 current snap is 226 2024-09-17T17:11:07.408 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 12 to 222 2024-09-17T17:11:07.408 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 226 2024-09-17T17:11:07.408 INFO:tasks.rados.rados.0.smithi031.stdout:2388: seq_num 765 ranges {1425408=417792,1843200=401408} 2024-09-17T17:11:07.418 INFO:tasks.rados.rados.0.smithi031.stdout:2388: writing smithi03184240-4 from 1425408 to 1843200 tid 1 2024-09-17T17:11:07.421 INFO:tasks.rados.rados.0.smithi031.stdout:2388: writing smithi03184240-4 from 1843200 to 2244608 tid 2 2024-09-17T17:11:07.421 INFO:tasks.rados.rados.0.smithi031.stdout:2389: read oid 32 snap 225 2024-09-17T17:11:07.421 INFO:tasks.rados.rados.0.smithi031.stdout:2389: expect (ObjNum 677 snap 196 seq_num 677) 2024-09-17T17:11:07.421 INFO:tasks.rados.rados.0.smithi031.stdout:2390: copy_from oid 46 from oid 20 current snap is 226 2024-09-17T17:11:07.421 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 1525 (ObjNum 582 snap 164 seq_num 582) dirty exists 2024-09-17T17:11:07.421 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 1526 (ObjNum 33 snap 0 seq_num 1705724128) dirty exists 2024-09-17T17:11:07.422 INFO:tasks.rados.rados.0.smithi031.stdout:2387: finishing rollback tid 0 to smithi03184240-12 2024-09-17T17:11:07.422 INFO:tasks.rados.rados.0.smithi031.stdout:2387: finishing rollback tid 1 to smithi03184240-12 2024-09-17T17:11:07.422 INFO:tasks.rados.rados.0.smithi031.stdout:2387: finishing rollback tid 2 to smithi03184240-12 2024-09-17T17:11:07.422 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 457 (ObjNum 749 snap 218 seq_num 749) dirty exists 2024-09-17T17:11:07.422 INFO:tasks.rados.rados.0.smithi031.stdout:2385: done (6 left) 2024-09-17T17:11:07.422 INFO:tasks.rados.rados.0.smithi031.stdout:2386: done (5 left) 2024-09-17T17:11:07.422 INFO:tasks.rados.rados.0.smithi031.stdout:2387: done (4 left) 2024-09-17T17:11:07.422 INFO:tasks.rados.rados.0.smithi031.stdout:2391: read oid 28 snap 222 2024-09-17T17:11:07.422 INFO:tasks.rados.rados.0.smithi031.stdout:2391: expect (ObjNum 725 snap 209 seq_num 725) 2024-09-17T17:11:07.422 INFO:tasks.rados.rados.0.smithi031.stdout:2392: snap_create 2024-09-17T17:11:07.426 INFO:tasks.rados.rados.0.smithi031.stdout:2390: finishing copy_from racing read to smithi03184240-46 2024-09-17T17:11:07.426 INFO:tasks.rados.rados.0.smithi031.stdout:2390: finishing copy_from to smithi03184240-46 2024-09-17T17:11:07.426 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 176 (ObjNum 735 snap 210 seq_num 735) dirty exists 2024-09-17T17:11:07.476 INFO:tasks.rados.rados.0.smithi031.stdout:2389: expect (ObjNum 677 snap 196 seq_num 677) 2024-09-17T17:11:07.522 INFO:tasks.rados.rados.0.smithi031.stdout:2388: finishing write tid 1 to smithi03184240-4 2024-09-17T17:11:07.523 INFO:tasks.rados.rados.0.smithi031.stdout:2388: finishing write tid 2 to smithi03184240-4 2024-09-17T17:11:07.523 INFO:tasks.rados.rados.0.smithi031.stdout:2388: finishing write tid 3 to smithi03184240-4 2024-09-17T17:11:07.523 INFO:tasks.rados.rados.0.smithi031.stdout:2384: finishing write tid 1 to smithi03184240-40 2024-09-17T17:11:07.523 INFO:tasks.rados.rados.0.smithi031.stdout:2384: finishing write tid 2 to smithi03184240-40 2024-09-17T17:11:07.523 INFO:tasks.rados.rados.0.smithi031.stdout:2388: finishing write tid 4 to smithi03184240-4 2024-09-17T17:11:07.523 INFO:tasks.rados.rados.0.smithi031.stdout:2388: oid 4 updating version 0 to 1221 2024-09-17T17:11:07.523 INFO:tasks.rados.rados.0.smithi031.stdout:2388: oid 4 version 1221 is already newer than 1220 2024-09-17T17:11:07.523 INFO:tasks.rados.rados.0.smithi031.stdout:2388: oid 4 version 1221 is already newer than 1219 2024-09-17T17:11:07.523 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1221 (ObjNum 765 snap 226 seq_num 765) dirty exists 2024-09-17T17:11:07.523 INFO:tasks.rados.rados.0.smithi031.stdout:2388: left oid 4 (ObjNum 765 snap 226 seq_num 765) 2024-09-17T17:11:07.523 INFO:tasks.rados.rados.0.smithi031.stdout:2391: expect (ObjNum 725 snap 209 seq_num 725) 2024-09-17T17:11:07.618 INFO:tasks.rados.rados.0.smithi031.stdout:2384: finishing write tid 3 to smithi03184240-40 2024-09-17T17:11:07.618 INFO:tasks.rados.rados.0.smithi031.stdout:2384: oid 40 updating version 0 to 1885 2024-09-17T17:11:07.618 INFO:tasks.rados.rados.0.smithi031.stdout:2384: oid 40 version 1885 is already newer than 1884 2024-09-17T17:11:07.618 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 1885 (ObjNum 764 snap 226 seq_num 764) dirty exists 2024-09-17T17:11:07.618 INFO:tasks.rados.rados.0.smithi031.stdout:2384: left oid 40 (ObjNum 764 snap 226 seq_num 764) 2024-09-17T17:11:07.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:07 smithi066 ceph-mon[86175]: pgmap v454: 121 pgs: 4 active+clean+remapped, 6 remapped+peering, 34 active+undersized, 12 active+undersized+degraded, 65 active+clean; 173 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 156 KiB/s rd, 184 KiB/s wr, 3 op/s; 32/405 objects degraded (7.901%); 1/405 objects misplaced (0.247%); 5 B/s, 0 objects/s recovering 2024-09-17T17:11:07.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:07 smithi066 ceph-mon[86175]: osdmap e529: 8 total, 7 up, 8 in 2024-09-17T17:11:07.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:07 smithi031 ceph-mon[94873]: pgmap v454: 121 pgs: 4 active+clean+remapped, 6 remapped+peering, 34 active+undersized, 12 active+undersized+degraded, 65 active+clean; 173 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 156 KiB/s rd, 184 KiB/s wr, 3 op/s; 32/405 objects degraded (7.901%); 1/405 objects misplaced (0.247%); 5 B/s, 0 objects/s recovering 2024-09-17T17:11:07.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:07 smithi031 ceph-mon[94873]: osdmap e529: 8 total, 7 up, 8 in 2024-09-17T17:11:07.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:07 smithi031 ceph-mon[96842]: pgmap v454: 121 pgs: 4 active+clean+remapped, 6 remapped+peering, 34 active+undersized, 12 active+undersized+degraded, 65 active+clean; 173 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 156 KiB/s rd, 184 KiB/s wr, 3 op/s; 32/405 objects degraded (7.901%); 1/405 objects misplaced (0.247%); 5 B/s, 0 objects/s recovering 2024-09-17T17:11:07.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:07 smithi031 ceph-mon[96842]: osdmap e529: 8 total, 7 up, 8 in 2024-09-17T17:11:08.370 INFO:tasks.rados.rados.0.smithi031.stdout:2384: done (5 left) 2024-09-17T17:11:08.370 INFO:tasks.rados.rados.0.smithi031.stdout:2388: done (4 left) 2024-09-17T17:11:08.370 INFO:tasks.rados.rados.0.smithi031.stdout:2389: done (3 left) 2024-09-17T17:11:08.370 INFO:tasks.rados.rados.0.smithi031.stdout:2390: done (2 left) 2024-09-17T17:11:08.370 INFO:tasks.rados.rados.0.smithi031.stdout:2391: done (1 left) 2024-09-17T17:11:08.370 INFO:tasks.rados.rados.0.smithi031.stdout:2392: done (0 left) 2024-09-17T17:11:08.370 INFO:tasks.rados.rados.0.smithi031.stdout:2393: copy_from oid 23 from oid 16 current snap is 227 2024-09-17T17:11:08.370 INFO:tasks.rados.rados.0.smithi031.stdout:2394: setattr oid 43 current snap is 227 2024-09-17T17:11:08.370 INFO:tasks.rados.rados.0.smithi031.stdout:2395: snap_create 2024-09-17T17:11:08.375 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 1887 (ObjNum 748 snap 218 seq_num 748) dirty exists 2024-09-17T17:11:08.378 INFO:tasks.rados.rados.0.smithi031.stdout:2393: finishing copy_from racing read to smithi03184240-23 2024-09-17T17:11:08.380 INFO:tasks.rados.rados.0.smithi031.stdout:2393: finishing copy_from to smithi03184240-23 2024-09-17T17:11:08.380 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 395 (ObjNum 594 snap 171 seq_num 594) dirty exists 2024-09-17T17:11:08.395 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:08 smithi066 ceph-mon[86175]: osdmap e530: 8 total, 7 up, 8 in 2024-09-17T17:11:08.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:08 smithi066 ceph-mon[86175]: Health check update: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-17T17:11:08.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:08 smithi066 ceph-mon[86175]: Health check update: Degraded data redundancy: 32/405 objects degraded (7.901%), 12 pgs degraded (PG_DEGRADED) 2024-09-17T17:11:08.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:08 smithi066 ceph-mon[86175]: osdmap e531: 8 total, 7 up, 8 in 2024-09-17T17:11:08.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:08 smithi031 ceph-mon[94873]: osdmap e530: 8 total, 7 up, 8 in 2024-09-17T17:11:08.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:08 smithi031 ceph-mon[94873]: Health check update: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-17T17:11:08.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:08 smithi031 ceph-mon[94873]: Health check update: Degraded data redundancy: 32/405 objects degraded (7.901%), 12 pgs degraded (PG_DEGRADED) 2024-09-17T17:11:08.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:08 smithi031 ceph-mon[94873]: osdmap e531: 8 total, 7 up, 8 in 2024-09-17T17:11:08.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:08 smithi031 ceph-mon[96842]: osdmap e530: 8 total, 7 up, 8 in 2024-09-17T17:11:08.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:08 smithi031 ceph-mon[96842]: Health check update: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-17T17:11:08.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:08 smithi031 ceph-mon[96842]: Health check update: Degraded data redundancy: 32/405 objects degraded (7.901%), 12 pgs degraded (PG_DEGRADED) 2024-09-17T17:11:08.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:08 smithi031 ceph-mon[96842]: osdmap e531: 8 total, 7 up, 8 in 2024-09-17T17:11:09.370 INFO:tasks.rados.rados.0.smithi031.stdout:2393: done (2 left) 2024-09-17T17:11:09.370 INFO:tasks.rados.rados.0.smithi031.stdout:2394: done (1 left) 2024-09-17T17:11:09.370 INFO:tasks.rados.rados.0.smithi031.stdout:2395: done (0 left) 2024-09-17T17:11:09.371 INFO:tasks.rados.rados.0.smithi031.stdout:2396: copy_from oid 9 from oid 43 current snap is 228 2024-09-17T17:11:09.371 INFO:tasks.rados.rados.0.smithi031.stdout:2397: copy_from oid 20 from oid 18 current snap is 228 2024-09-17T17:11:09.371 INFO:tasks.rados.rados.0.smithi031.stdout:2398: read oid 15 snap 213 2024-09-17T17:11:09.371 INFO:tasks.rados.rados.0.smithi031.stdout:2398: expect (ObjNum 593 snap 170 seq_num 593) 2024-09-17T17:11:09.371 INFO:tasks.rados.rados.0.smithi031.stdout:2399: read oid 44 snap -1 2024-09-17T17:11:09.371 INFO:tasks.rados.rados.0.smithi031.stdout:2399: expect (ObjNum 759 snap 221 seq_num 759) 2024-09-17T17:11:09.371 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 22 current snap is 228 2024-09-17T17:11:09.371 INFO:tasks.rados.rados.0.smithi031.stdout:2400: seq_num 766 ranges {5005312=434176,5439488=401408} 2024-09-17T17:11:09.404 INFO:tasks.rados.rados.0.smithi031.stdout:2400: writing smithi03184240-22 from 5005312 to 5439488 tid 1 2024-09-17T17:11:09.406 INFO:tasks.rados.rados.0.smithi031.stdout:2400: writing smithi03184240-22 from 5439488 to 5840896 tid 2 2024-09-17T17:11:09.407 INFO:tasks.rados.rados.0.smithi031.stdout:2401: read oid 39 snap -1 2024-09-17T17:11:09.407 INFO:tasks.rados.rados.0.smithi031.stdout:2401: expect (ObjNum 752 snap 218 seq_num 752) 2024-09-17T17:11:09.407 INFO:tasks.rados.rados.0.smithi031.stdout:2402: copy_from oid 34 from oid 7 current snap is 228 2024-09-17T17:11:09.407 INFO:tasks.rados.rados.0.smithi031.stdout:2399: expect (ObjNum 759 snap 221 seq_num 759) 2024-09-17T17:11:09.457 INFO:tasks.rados.rados.0.smithi031.stdout:2397: finishing copy_from racing read to smithi03184240-20 2024-09-17T17:11:09.457 INFO:tasks.rados.rados.0.smithi031.stdout:2397: finishing copy_from to smithi03184240-20 2024-09-17T17:11:09.457 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 1525 (ObjNum 582 snap 164 seq_num 582) dirty exists 2024-09-17T17:11:09.457 INFO:tasks.rados.rados.0.smithi031.stdout:2397: done (6 left) 2024-09-17T17:11:09.457 INFO:tasks.rados.rados.0.smithi031.stdout:2399: done (5 left) 2024-09-17T17:11:09.457 INFO:tasks.rados.rados.0.smithi031.stdout:2403: delete oid 10 current snap is 228 2024-09-17T17:11:09.457 INFO:tasks.rados.rados.0.smithi031.stdout:2396: finishing copy_from racing read to smithi03184240-9 2024-09-17T17:11:09.457 INFO:tasks.rados.rados.0.smithi031.stdout:2398: expect (ObjNum 593 snap 170 seq_num 593) 2024-09-17T17:11:09.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:09 smithi066 ceph-mon[86175]: pgmap v457: 121 pgs: 10 active+clean+remapped, 34 active+undersized, 12 active+undersized+degraded, 65 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 200 KiB/s wr, 2 op/s; 33/414 objects degraded (7.971%); 4/414 objects misplaced (0.966%) 2024-09-17T17:11:09.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:09 smithi066 ceph-mon[86175]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-09-17T17:11:09.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:09 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:09.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:09 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:09.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:09 smithi066 ceph-mon[86175]: osdmap e532: 8 total, 7 up, 8 in 2024-09-17T17:11:09.736 INFO:tasks.rados.rados.0.smithi031.stdout:2402: finishing copy_from racing read to smithi03184240-34 2024-09-17T17:11:09.736 INFO:tasks.rados.rados.0.smithi031.stdout:2396: finishing copy_from to smithi03184240-9 2024-09-17T17:11:09.736 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 1887 (ObjNum 748 snap 218 seq_num 748) dirty exists 2024-09-17T17:11:09.736 INFO:tasks.rados.rados.0.smithi031.stdout:2396: done (5 left) 2024-09-17T17:11:09.736 INFO:tasks.rados.rados.0.smithi031.stdout:2398: done (4 left) 2024-09-17T17:11:09.736 INFO:tasks.rados.rados.0.smithi031.stdout:2403: done (3 left) 2024-09-17T17:11:09.737 INFO:tasks.rados.rados.0.smithi031.stdout:2404: rollback oid 44 current snap is 228 2024-09-17T17:11:09.737 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 44 to 203 2024-09-17T17:11:09.737 INFO:tasks.rados.rados.0.smithi031.stdout:2400: finishing write tid 1 to smithi03184240-22 2024-09-17T17:11:09.737 INFO:tasks.rados.rados.0.smithi031.stdout:2400: finishing write tid 2 to smithi03184240-22 2024-09-17T17:11:09.737 INFO:tasks.rados.rados.0.smithi031.stdout:2402: finishing copy_from to smithi03184240-34 2024-09-17T17:11:09.737 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 1526 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-17T17:11:09.737 INFO:tasks.rados.rados.0.smithi031.stdout:2400: finishing write tid 3 to smithi03184240-22 2024-09-17T17:11:09.737 INFO:tasks.rados.rados.0.smithi031.stdout:2400: finishing write tid 4 to smithi03184240-22 2024-09-17T17:11:09.737 INFO:tasks.rados.rados.0.smithi031.stdout:2400: oid 22 updating version 0 to 1890 2024-09-17T17:11:09.737 INFO:tasks.rados.rados.0.smithi031.stdout:2400: oid 22 version 1890 is already newer than 1888 2024-09-17T17:11:09.737 INFO:tasks.rados.rados.0.smithi031.stdout:2400: oid 22 version 1890 is already newer than 1889 2024-09-17T17:11:09.737 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 1890 (ObjNum 766 snap 228 seq_num 766) dirty exists 2024-09-17T17:11:09.737 INFO:tasks.rados.rados.0.smithi031.stdout:2400: left oid 22 (ObjNum 766 snap 228 seq_num 766) 2024-09-17T17:11:09.737 INFO:tasks.rados.rados.0.smithi031.stdout:2401: expect (ObjNum 752 snap 218 seq_num 752) 2024-09-17T17:11:09.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:09 smithi031 ceph-mon[94873]: pgmap v457: 121 pgs: 10 active+clean+remapped, 34 active+undersized, 12 active+undersized+degraded, 65 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 200 KiB/s wr, 2 op/s; 33/414 objects degraded (7.971%); 4/414 objects misplaced (0.966%) 2024-09-17T17:11:09.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:09 smithi031 ceph-mon[94873]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-09-17T17:11:09.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:09 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:09.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:09 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:09.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:09 smithi031 ceph-mon[94873]: osdmap e532: 8 total, 7 up, 8 in 2024-09-17T17:11:09.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:09 smithi031 ceph-mon[96842]: pgmap v457: 121 pgs: 10 active+clean+remapped, 34 active+undersized, 12 active+undersized+degraded, 65 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 200 KiB/s wr, 2 op/s; 33/414 objects degraded (7.971%); 4/414 objects misplaced (0.966%) 2024-09-17T17:11:09.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:09 smithi031 ceph-mon[96842]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-09-17T17:11:09.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:09 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:09.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:09 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:09.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:09 smithi031 ceph-mon[96842]: osdmap e532: 8 total, 7 up, 8 in 2024-09-17T17:11:09.909 INFO:tasks.rados.rados.0.smithi031.stdout:2404: finishing rollback tid 0 to smithi03184240-44 2024-09-17T17:11:09.909 INFO:tasks.rados.rados.0.smithi031.stdout:2404: finishing rollback tid 1 to smithi03184240-44 2024-09-17T17:11:09.909 INFO:tasks.rados.rados.0.smithi031.stdout:2404: finishing rollback tid 2 to smithi03184240-44 2024-09-17T17:11:09.909 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 1891 (ObjNum 566 snap 160 seq_num 566) dirty exists 2024-09-17T17:11:09.909 INFO:tasks.rados.rados.0.smithi031.stdout:2400: done (3 left) 2024-09-17T17:11:09.910 INFO:tasks.rados.rados.0.smithi031.stdout:2401: done (2 left) 2024-09-17T17:11:09.910 INFO:tasks.rados.rados.0.smithi031.stdout:2402: done (1 left) 2024-09-17T17:11:09.910 INFO:tasks.rados.rados.0.smithi031.stdout:2404: done (0 left) 2024-09-17T17:11:09.910 INFO:tasks.rados.rados.0.smithi031.stdout:2405: delete oid 36 current snap is 228 2024-09-17T17:11:09.911 INFO:tasks.rados.rados.0.smithi031.stdout:2405: done (0 left) 2024-09-17T17:11:09.911 INFO:tasks.rados.rados.0.smithi031.stdout:2406: rollback oid 25 current snap is 228 2024-09-17T17:11:09.911 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 25 to 213 2024-09-17T17:11:09.911 INFO:tasks.rados.rados.0.smithi031.stdout:2407: snap_remove snap 216 2024-09-17T17:11:10.317 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:10 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:11:10.009+0000 7f9701340640 -1 osd.7 521 log_to_monitors true 2024-09-17T17:11:10.915 INFO:tasks.rados.rados.0.smithi031.stdout:2407: done (1 left) 2024-09-17T17:11:10.916 INFO:tasks.rados.rados.0.smithi031.stdout:2408: read oid 35 snap -1 2024-09-17T17:11:10.916 INFO:tasks.rados.rados.0.smithi031.stdout:2408: expect deleted 2024-09-17T17:11:10.916 INFO:tasks.rados.rados.0.smithi031.stdout:2406: finishing rollback tid 0 to smithi03184240-25 2024-09-17T17:11:10.916 INFO:tasks.rados.rados.0.smithi031.stdout:2406: finishing rollback tid 1 to smithi03184240-25 2024-09-17T17:11:10.916 INFO:tasks.rados.rados.0.smithi031.stdout:2406: finishing rollback tid 2 to smithi03184240-25 2024-09-17T17:11:10.916 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 1474 (ObjNum 694 snap 199 seq_num 694) dirty exists 2024-09-17T17:11:10.916 INFO:tasks.rados.rados.0.smithi031.stdout:2406: done (1 left) 2024-09-17T17:11:10.916 INFO:tasks.rados.rados.0.smithi031.stdout:2409: copy_from oid 4 from oid 33 current snap is 228 2024-09-17T17:11:10.916 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 19 current snap is 228 2024-09-17T17:11:10.916 INFO:tasks.rados.rados.0.smithi031.stdout:2410: seq_num 769 ranges {1540096=483328,2023424=401408} 2024-09-17T17:11:10.928 INFO:tasks.rados.rados.0.smithi031.stdout:2410: writing smithi03184240-19 from 1540096 to 2023424 tid 1 2024-09-17T17:11:10.931 INFO:tasks.rados.rados.0.smithi031.stdout:2410: writing smithi03184240-19 from 2023424 to 2424832 tid 2 2024-09-17T17:11:10.931 INFO:tasks.rados.rados.0.smithi031.stdout:2411: rollback oid 50 current snap is 228 2024-09-17T17:11:10.931 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 50 to 203 2024-09-17T17:11:10.931 INFO:tasks.rados.rados.0.smithi031.stdout:2408: done (3 left) 2024-09-17T17:11:10.931 INFO:tasks.rados.rados.0.smithi031.stdout:2412: rollback oid 44 current snap is 228 2024-09-17T17:11:10.931 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 44 to 226 2024-09-17T17:11:10.931 INFO:tasks.rados.rados.0.smithi031.stdout:2413: read oid 37 snap -1 2024-09-17T17:11:10.931 INFO:tasks.rados.rados.0.smithi031.stdout:2413: expect (ObjNum 523 snap 146 seq_num 523) 2024-09-17T17:11:10.932 INFO:tasks.rados.rados.0.smithi031.stdout:2414: delete oid 43 current snap is 228 2024-09-17T17:11:10.946 INFO:tasks.rados.rados.0.smithi031.stdout:2413: expect (ObjNum 523 snap 146 seq_num 523) 2024-09-17T17:11:10.990 INFO:tasks.rados.rados.0.smithi031.stdout:2412: finishing rollback tid 0 to smithi03184240-44 2024-09-17T17:11:10.990 INFO:tasks.rados.rados.0.smithi031.stdout:2410: finishing write tid 1 to smithi03184240-19 2024-09-17T17:11:10.990 INFO:tasks.rados.rados.0.smithi031.stdout:2412: finishing rollback tid 1 to smithi03184240-44 2024-09-17T17:11:10.990 INFO:tasks.rados.rados.0.smithi031.stdout:2410: finishing write tid 2 to smithi03184240-19 2024-09-17T17:11:10.990 INFO:tasks.rados.rados.0.smithi031.stdout:2412: finishing rollback tid 2 to smithi03184240-44 2024-09-17T17:11:10.990 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 1900 (ObjNum 759 snap 221 seq_num 759) dirty exists 2024-09-17T17:11:10.990 INFO:tasks.rados.rados.0.smithi031.stdout:2410: finishing write tid 3 to smithi03184240-19 2024-09-17T17:11:10.990 INFO:tasks.rados.rados.0.smithi031.stdout:2410: finishing write tid 4 to smithi03184240-19 2024-09-17T17:11:10.991 INFO:tasks.rados.rados.0.smithi031.stdout:2410: oid 19 updating version 0 to 1363 2024-09-17T17:11:10.991 INFO:tasks.rados.rados.0.smithi031.stdout:2410: oid 19 updating version 1363 to 1364 2024-09-17T17:11:10.991 INFO:tasks.rados.rados.0.smithi031.stdout:2410: oid 19 updating version 1364 to 1365 2024-09-17T17:11:10.991 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 1365 (ObjNum 769 snap 228 seq_num 769) dirty exists 2024-09-17T17:11:10.991 INFO:tasks.rados.rados.0.smithi031.stdout:2410: left oid 19 (ObjNum 769 snap 228 seq_num 769) 2024-09-17T17:11:10.991 INFO:tasks.rados.rados.0.smithi031.stdout:2409: finishing copy_from racing read to smithi03184240-4 2024-09-17T17:11:11.011 INFO:tasks.rados.rados.0.smithi031.stdout:2410: done (5 left) 2024-09-17T17:11:11.011 INFO:tasks.rados.rados.0.smithi031.stdout:2412: done (4 left) 2024-09-17T17:11:11.012 INFO:tasks.rados.rados.0.smithi031.stdout:2413: done (3 left) 2024-09-17T17:11:11.012 INFO:tasks.rados.rados.0.smithi031.stdout:2414: done (2 left) 2024-09-17T17:11:11.012 INFO:tasks.rados.rados.0.smithi031.stdout:2415: read oid 24 snap -1 2024-09-17T17:11:11.012 INFO:tasks.rados.rados.0.smithi031.stdout:2415: expect (ObjNum 620 snap 179 seq_num 620) 2024-09-17T17:11:11.012 INFO:tasks.rados.rados.0.smithi031.stdout:2416: read oid 5 snap -1 2024-09-17T17:11:11.012 INFO:tasks.rados.rados.0.smithi031.stdout:2416: expect (ObjNum 635 snap 183 seq_num 635) 2024-09-17T17:11:11.012 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 47 current snap is 228 2024-09-17T17:11:11.012 INFO:tasks.rados.rados.0.smithi031.stdout:2417: seq_num 771 ranges {1540096=516096,2056192=401408} 2024-09-17T17:11:11.023 INFO:tasks.rados.rados.0.smithi031.stdout:2417: writing smithi03184240-47 from 1540096 to 2056192 tid 1 2024-09-17T17:11:11.026 INFO:tasks.rados.rados.0.smithi031.stdout:2417: writing smithi03184240-47 from 2056192 to 2457600 tid 2 2024-09-17T17:11:11.026 INFO:tasks.rados.rados.0.smithi031.stdout:2418: rollback oid 9 current snap is 228 2024-09-17T17:11:11.026 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 9 to 213 2024-09-17T17:11:11.026 INFO:tasks.rados.rados.0.smithi031.stdout:2411: finishing rollback tid 0 to smithi03184240-50 2024-09-17T17:11:11.026 INFO:tasks.rados.rados.0.smithi031.stdout:2411: finishing rollback tid 1 to smithi03184240-50 2024-09-17T17:11:11.026 INFO:tasks.rados.rados.0.smithi031.stdout:2411: finishing rollback tid 2 to smithi03184240-50 2024-09-17T17:11:11.026 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 1529 (ObjNum 679 snap 197 seq_num 679) dirty exists 2024-09-17T17:11:11.027 INFO:tasks.rados.rados.0.smithi031.stdout:2411: done (5 left) 2024-09-17T17:11:11.027 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 38 current snap is 228 2024-09-17T17:11:11.027 INFO:tasks.rados.rados.0.smithi031.stdout:2419: seq_num 772 ranges {5349376=532480,5881856=401408} 2024-09-17T17:11:11.059 INFO:tasks.rados.rados.0.smithi031.stdout:2419: writing smithi03184240-38 from 5349376 to 5881856 tid 1 2024-09-17T17:11:11.062 INFO:tasks.rados.rados.0.smithi031.stdout:2419: writing smithi03184240-38 from 5881856 to 6283264 tid 2 2024-09-17T17:11:11.062 INFO:tasks.rados.rados.0.smithi031.stdout:2420: snap_create 2024-09-17T17:11:11.062 INFO:tasks.rados.rados.0.smithi031.stdout:2415: expect (ObjNum 620 snap 179 seq_num 620) 2024-09-17T17:11:11.204 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:10 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:11.204 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:10 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:11.204 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:10 smithi066 ceph-mon[86175]: from='osd.7 [v2:172.21.15.66:6824/3100220687,v1:172.21.15.66:6825/3100220687]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-17T17:11:11.204 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:10 smithi066 ceph-mon[86175]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-17T17:11:11.204 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:10 smithi066 ceph-mon[86175]: pgmap v460: 121 pgs: 10 active+clean+remapped, 34 active+undersized, 12 active+undersized+degraded, 65 active+clean; 176 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 396 KiB/s wr, 9 op/s; 34/423 objects degraded (8.038%); 4/423 objects misplaced (0.946%) 2024-09-17T17:11:11.224 INFO:tasks.rados.rados.0.smithi031.stdout:2418: finishing rollback tid 0 to smithi03184240-9 2024-09-17T17:11:11.224 INFO:tasks.rados.rados.0.smithi031.stdout:2418: finishing rollback tid 1 to smithi03184240-9 2024-09-17T17:11:11.224 INFO:tasks.rados.rados.0.smithi031.stdout:2418: finishing rollback tid 2 to smithi03184240-9 2024-09-17T17:11:11.224 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 1893 (ObjNum 97 snap 0 seq_num 1011601572) dirty exists 2024-09-17T17:11:11.224 INFO:tasks.rados.rados.0.smithi031.stdout:2416: expect (ObjNum 635 snap 183 seq_num 635) 2024-09-17T17:11:11.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:10 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:11.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:10 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:11.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:10 smithi031 ceph-mon[94873]: from='osd.7 [v2:172.21.15.66:6824/3100220687,v1:172.21.15.66:6825/3100220687]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-17T17:11:11.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:10 smithi031 ceph-mon[94873]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-17T17:11:11.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:10 smithi031 ceph-mon[94873]: pgmap v460: 121 pgs: 10 active+clean+remapped, 34 active+undersized, 12 active+undersized+degraded, 65 active+clean; 176 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 396 KiB/s wr, 9 op/s; 34/423 objects degraded (8.038%); 4/423 objects misplaced (0.946%) 2024-09-17T17:11:11.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:10 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:11.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:10 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:11.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:10 smithi031 ceph-mon[96842]: from='osd.7 [v2:172.21.15.66:6824/3100220687,v1:172.21.15.66:6825/3100220687]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-17T17:11:11.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:10 smithi031 ceph-mon[96842]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-17T17:11:11.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:10 smithi031 ceph-mon[96842]: pgmap v460: 121 pgs: 10 active+clean+remapped, 34 active+undersized, 12 active+undersized+degraded, 65 active+clean; 176 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 396 KiB/s wr, 9 op/s; 34/423 objects degraded (8.038%); 4/423 objects misplaced (0.946%) 2024-09-17T17:11:11.581 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:11:11 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[63588]: logger=cleanup t=2024-09-17T17:11:11.202503152Z level=info msg="Completed cleanup jobs" duration=90.186016ms 2024-09-17T17:11:11.581 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:11:11 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:11:11.390+0000 7f96f50e2640 -1 osd.7 521 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T17:11:11.617 INFO:tasks.rados.rados.0.smithi031.stdout:2409: finishing copy_from to smithi03184240-4 2024-09-17T17:11:11.617 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1204 (ObjNum 714 snap 204 seq_num 714) dirty exists 2024-09-17T17:11:11.617 INFO:tasks.rados.rados.0.smithi031.stdout:2417: finishing write tid 1 to smithi03184240-47 2024-09-17T17:11:11.617 INFO:tasks.rados.rados.0.smithi031.stdout:2417: finishing write tid 2 to smithi03184240-47 2024-09-17T17:11:11.617 INFO:tasks.rados.rados.0.smithi031.stdout:2417: finishing write tid 3 to smithi03184240-47 2024-09-17T17:11:11.617 INFO:tasks.rados.rados.0.smithi031.stdout:2417: finishing write tid 4 to smithi03184240-47 2024-09-17T17:11:11.617 INFO:tasks.rados.rados.0.smithi031.stdout:2417: oid 47 updating version 0 to 773 2024-09-17T17:11:11.617 INFO:tasks.rados.rados.0.smithi031.stdout:2417: oid 47 updating version 773 to 775 2024-09-17T17:11:11.617 INFO:tasks.rados.rados.0.smithi031.stdout:2417: oid 47 version 775 is already newer than 774 2024-09-17T17:11:11.618 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 775 (ObjNum 771 snap 228 seq_num 771) dirty exists 2024-09-17T17:11:11.618 INFO:tasks.rados.rados.0.smithi031.stdout:2417: left oid 47 (ObjNum 771 snap 228 seq_num 771) 2024-09-17T17:11:11.618 INFO:tasks.rados.rados.0.smithi031.stdout:2419: finishing write tid 1 to smithi03184240-38 2024-09-17T17:11:11.618 INFO:tasks.rados.rados.0.smithi031.stdout:2419: finishing write tid 2 to smithi03184240-38 2024-09-17T17:11:11.618 INFO:tasks.rados.rados.0.smithi031.stdout:2419: finishing write tid 3 to smithi03184240-38 2024-09-17T17:11:11.618 INFO:tasks.rados.rados.0.smithi031.stdout:2419: finishing write tid 4 to smithi03184240-38 2024-09-17T17:11:11.618 INFO:tasks.rados.rados.0.smithi031.stdout:2419: oid 38 updating version 0 to 1531 2024-09-17T17:11:11.618 INFO:tasks.rados.rados.0.smithi031.stdout:2419: oid 38 updating version 1531 to 1532 2024-09-17T17:11:11.618 INFO:tasks.rados.rados.0.smithi031.stdout:2419: oid 38 version 1532 is already newer than 1530 2024-09-17T17:11:11.618 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 1532 (ObjNum 772 snap 228 seq_num 772) dirty exists 2024-09-17T17:11:11.618 INFO:tasks.rados.rados.0.smithi031.stdout:2419: left oid 38 (ObjNum 772 snap 228 seq_num 772) 2024-09-17T17:11:11.917 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:11:11 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:11:11] "GET /metrics HTTP/1.1" 200 36359 "" "Prometheus/2.43.0" 2024-09-17T17:11:11.937 INFO:tasks.rados.rados.0.smithi031.stdout:2409: done (6 left) 2024-09-17T17:11:11.937 INFO:tasks.rados.rados.0.smithi031.stdout:2415: done (5 left) 2024-09-17T17:11:11.937 INFO:tasks.rados.rados.0.smithi031.stdout:2416: done (4 left) 2024-09-17T17:11:11.937 INFO:tasks.rados.rados.0.smithi031.stdout:2417: done (3 left) 2024-09-17T17:11:11.937 INFO:tasks.rados.rados.0.smithi031.stdout:2418: done (2 left) 2024-09-17T17:11:11.937 INFO:tasks.rados.rados.0.smithi031.stdout:2419: done (1 left) 2024-09-17T17:11:11.937 INFO:tasks.rados.rados.0.smithi031.stdout:2420: done (0 left) 2024-09-17T17:11:11.937 INFO:tasks.rados.rados.0.smithi031.stdout:2421: snap_remove snap 220 2024-09-17T17:11:12.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:11 smithi066 ceph-mon[86175]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-17T17:11:12.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:11 smithi066 ceph-mon[86175]: from='osd.7 [v2:172.21.15.66:6824/3100220687,v1:172.21.15.66:6825/3100220687]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]} : dispatch 2024-09-17T17:11:12.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:11 smithi066 ceph-mon[86175]: osdmap e533: 8 total, 7 up, 8 in 2024-09-17T17:11:12.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:11 smithi066 ceph-mon[86175]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]} : dispatch 2024-09-17T17:11:12.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:11 smithi066 ceph-mon[86175]: from='osd.7 ' entity='osd.7' 2024-09-17T17:11:12.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:11 smithi031 ceph-mon[96842]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-17T17:11:12.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:11 smithi031 ceph-mon[96842]: from='osd.7 [v2:172.21.15.66:6824/3100220687,v1:172.21.15.66:6825/3100220687]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]} : dispatch 2024-09-17T17:11:12.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:11 smithi031 ceph-mon[96842]: osdmap e533: 8 total, 7 up, 8 in 2024-09-17T17:11:12.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:11 smithi031 ceph-mon[96842]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]} : dispatch 2024-09-17T17:11:12.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:11 smithi031 ceph-mon[96842]: from='osd.7 ' entity='osd.7' 2024-09-17T17:11:12.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:11 smithi031 ceph-mon[94873]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-17T17:11:12.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:11 smithi031 ceph-mon[94873]: from='osd.7 [v2:172.21.15.66:6824/3100220687,v1:172.21.15.66:6825/3100220687]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]} : dispatch 2024-09-17T17:11:12.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:11 smithi031 ceph-mon[94873]: osdmap e533: 8 total, 7 up, 8 in 2024-09-17T17:11:12.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:11 smithi031 ceph-mon[94873]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]} : dispatch 2024-09-17T17:11:12.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:11 smithi031 ceph-mon[94873]: from='osd.7 ' entity='osd.7' 2024-09-17T17:11:12.941 INFO:tasks.rados.rados.0.smithi031.stdout:2421: done (0 left) 2024-09-17T17:11:12.941 INFO:tasks.rados.rados.0.smithi031.stdout:2422: read oid 16 snap -1 2024-09-17T17:11:12.941 INFO:tasks.rados.rados.0.smithi031.stdout:2422: expect (ObjNum 594 snap 171 seq_num 594) 2024-09-17T17:11:12.941 INFO:tasks.rados.rados.0.smithi031.stdout:2423: read oid 15 snap -1 2024-09-17T17:11:12.941 INFO:tasks.rados.rados.0.smithi031.stdout:2423: expect (ObjNum 593 snap 170 seq_num 593) 2024-09-17T17:11:12.941 INFO:tasks.rados.rados.0.smithi031.stdout:2424: snap_create 2024-09-17T17:11:12.960 INFO:tasks.rados.rados.0.smithi031.stdout:2422: expect (ObjNum 594 snap 171 seq_num 594) 2024-09-17T17:11:12.999 INFO:tasks.rados.rados.0.smithi031.stdout:2423: expect (ObjNum 593 snap 170 seq_num 593) 2024-09-17T17:11:13.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:12 smithi066 ceph-mon[86175]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T17:11:13.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:12 smithi066 ceph-mon[86175]: osd.7 [v2:172.21.15.66:6824/3100220687,v1:172.21.15.66:6825/3100220687] boot 2024-09-17T17:11:13.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:12 smithi066 ceph-mon[86175]: osdmap e534: 8 total, 8 up, 8 in 2024-09-17T17:11:13.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:12 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-17T17:11:13.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:12 smithi066 ceph-mon[86175]: pgmap v463: 121 pgs: 10 active+clean+remapped, 34 active+undersized, 12 active+undersized+degraded, 65 active+clean; 185 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.6 MiB/s wr, 30 op/s; 35/453 objects degraded (7.726%); 5/453 objects misplaced (1.104%) 2024-09-17T17:11:13.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:12 smithi031 ceph-mon[94873]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T17:11:13.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:12 smithi031 ceph-mon[94873]: osd.7 [v2:172.21.15.66:6824/3100220687,v1:172.21.15.66:6825/3100220687] boot 2024-09-17T17:11:13.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:12 smithi031 ceph-mon[94873]: osdmap e534: 8 total, 8 up, 8 in 2024-09-17T17:11:13.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:12 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-17T17:11:13.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:12 smithi031 ceph-mon[94873]: pgmap v463: 121 pgs: 10 active+clean+remapped, 34 active+undersized, 12 active+undersized+degraded, 65 active+clean; 185 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.6 MiB/s wr, 30 op/s; 35/453 objects degraded (7.726%); 5/453 objects misplaced (1.104%) 2024-09-17T17:11:13.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:12 smithi031 ceph-mon[96842]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T17:11:13.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:12 smithi031 ceph-mon[96842]: osd.7 [v2:172.21.15.66:6824/3100220687,v1:172.21.15.66:6825/3100220687] boot 2024-09-17T17:11:13.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:12 smithi031 ceph-mon[96842]: osdmap e534: 8 total, 8 up, 8 in 2024-09-17T17:11:13.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:12 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-17T17:11:13.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:12 smithi031 ceph-mon[96842]: pgmap v463: 121 pgs: 10 active+clean+remapped, 34 active+undersized, 12 active+undersized+degraded, 65 active+clean; 185 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.6 MiB/s wr, 30 op/s; 35/453 objects degraded (7.726%); 5/453 objects misplaced (1.104%) 2024-09-17T17:11:13.950 INFO:tasks.rados.rados.0.smithi031.stdout:2422: done (2 left) 2024-09-17T17:11:13.951 INFO:tasks.rados.rados.0.smithi031.stdout:2423: done (1 left) 2024-09-17T17:11:13.951 INFO:tasks.rados.rados.0.smithi031.stdout:2424: done (0 left) 2024-09-17T17:11:13.951 INFO:tasks.rados.rados.0.smithi031.stdout:2425: setattr oid 33 current snap is 230 2024-09-17T17:11:13.952 INFO:tasks.rados.rados.0.smithi031.stdout:2426: delete oid 35 current snap is 230 2024-09-17T17:11:13.958 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 1894 (ObjNum 714 snap 204 seq_num 714) dirty exists 2024-09-17T17:11:13.962 INFO:tasks.rados.rados.0.smithi031.stdout:2425: done (1 left) 2024-09-17T17:11:13.962 INFO:tasks.rados.rados.0.smithi031.stdout:2426: done (0 left) 2024-09-17T17:11:13.963 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 6 current snap is 230 2024-09-17T17:11:13.963 INFO:tasks.rados.rados.0.smithi031.stdout:2427: seq_num 774 ranges {2580480=565248,3145728=401408} 2024-09-17T17:11:13.979 INFO:tasks.rados.rados.0.smithi031.stdout:2427: writing smithi03184240-6 from 2580480 to 3145728 tid 1 2024-09-17T17:11:13.982 INFO:tasks.rados.rados.0.smithi031.stdout:2427: writing smithi03184240-6 from 3145728 to 3547136 tid 2 2024-09-17T17:11:13.982 INFO:tasks.rados.rados.0.smithi031.stdout:2428: snap_create 2024-09-17T17:11:13.986 INFO:tasks.rados.rados.0.smithi031.stdout:2427: finishing write tid 1 to smithi03184240-6 2024-09-17T17:11:13.986 INFO:tasks.rados.rados.0.smithi031.stdout:2427: finishing write tid 2 to smithi03184240-6 2024-09-17T17:11:13.987 INFO:tasks.rados.rados.0.smithi031.stdout:2427: finishing write tid 3 to smithi03184240-6 2024-09-17T17:11:13.988 INFO:tasks.rados.rados.0.smithi031.stdout:2427: finishing write tid 4 to smithi03184240-6 2024-09-17T17:11:13.988 INFO:tasks.rados.rados.0.smithi031.stdout:2427: oid 6 updating version 0 to 1465 2024-09-17T17:11:13.988 INFO:tasks.rados.rados.0.smithi031.stdout:2427: oid 6 updating version 1465 to 1466 2024-09-17T17:11:13.988 INFO:tasks.rados.rados.0.smithi031.stdout:2427: oid 6 version 1466 is already newer than 1464 2024-09-17T17:11:13.988 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 1466 (ObjNum 774 snap 230 seq_num 774) dirty exists 2024-09-17T17:11:13.988 INFO:tasks.rados.rados.0.smithi031.stdout:2427: left oid 6 (ObjNum 774 snap 230 seq_num 774) 2024-09-17T17:11:14.321 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[96842]: osdmap e535: 8 total, 8 up, 8 in 2024-09-17T17:11:14.321 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:14.321 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:14.321 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:11:14.321 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:11:14.321 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:14.321 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:11:14.322 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:14.322 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:14.322 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:14.322 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:14.322 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[96842]: Upgrade: Setting container_image for all osd 2024-09-17T17:11:14.322 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:14.322 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-17T17:11:14.322 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-17T17:11:14.322 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-17T17:11:14.322 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-17T17:11:14.323 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-17T17:11:14.323 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-17T17:11:14.323 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-17T17:11:14.323 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-17T17:11:14.323 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-17T17:11:14.323 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-17T17:11:14.323 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-17T17:11:14.323 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-17T17:11:14.323 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-17T17:11:14.323 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-17T17:11:14.323 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-17T17:11:14.323 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-17T17:11:14.323 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[96842]: Upgrade: Setting require_osd_release to 19 squid 2024-09-17T17:11:14.323 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-09-17T17:11:14.324 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[96842]: Health check update: Degraded data redundancy: 35/453 objects degraded (7.726%), 12 pgs degraded (PG_DEGRADED) 2024-09-17T17:11:14.324 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[94873]: osdmap e535: 8 total, 8 up, 8 in 2024-09-17T17:11:14.324 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:14.324 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:14.324 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:11:14.324 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:11:14.324 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:14.325 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:11:14.325 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:14.325 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:14.325 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:14.325 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:14.325 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[94873]: Upgrade: Setting container_image for all osd 2024-09-17T17:11:14.325 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:14.325 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-17T17:11:14.325 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-17T17:11:14.325 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-17T17:11:14.325 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-17T17:11:14.325 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-17T17:11:14.325 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-17T17:11:14.326 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-17T17:11:14.326 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-17T17:11:14.326 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-17T17:11:14.326 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-17T17:11:14.326 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-17T17:11:14.326 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-17T17:11:14.326 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-17T17:11:14.327 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-17T17:11:14.327 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-17T17:11:14.327 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-17T17:11:14.327 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[94873]: Upgrade: Setting require_osd_release to 19 squid 2024-09-17T17:11:14.327 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-09-17T17:11:14.327 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:13 smithi031 ceph-mon[94873]: Health check update: Degraded data redundancy: 35/453 objects degraded (7.726%), 12 pgs degraded (PG_DEGRADED) 2024-09-17T17:11:14.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:13 smithi066 ceph-mon[86175]: osdmap e535: 8 total, 8 up, 8 in 2024-09-17T17:11:14.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:13 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:14.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:13 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:14.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:13 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:11:14.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:13 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:11:14.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:13 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:14.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:13 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:11:14.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:13 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:14.406 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:13 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:14.406 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:13 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:14.406 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:13 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:14.406 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:13 smithi066 ceph-mon[86175]: Upgrade: Setting container_image for all osd 2024-09-17T17:11:14.406 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:13 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:14.406 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:13 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-17T17:11:14.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:13 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-17T17:11:14.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:13 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-17T17:11:14.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:13 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-17T17:11:14.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:13 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-17T17:11:14.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:13 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-17T17:11:14.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:13 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-17T17:11:14.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:13 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-17T17:11:14.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:13 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-17T17:11:14.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:13 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-17T17:11:14.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:13 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-17T17:11:14.409 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:13 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-17T17:11:14.409 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:13 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-17T17:11:14.409 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:13 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-17T17:11:14.409 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:13 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-17T17:11:14.409 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:13 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-17T17:11:14.409 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:13 smithi066 ceph-mon[86175]: Upgrade: Setting require_osd_release to 19 squid 2024-09-17T17:11:14.410 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:13 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-09-17T17:11:14.410 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:13 smithi066 ceph-mon[86175]: Health check update: Degraded data redundancy: 35/453 objects degraded (7.726%), 12 pgs degraded (PG_DEGRADED) 2024-09-17T17:11:14.951 INFO:tasks.rados.rados.0.smithi031.stdout:2427: done (1 left) 2024-09-17T17:11:14.951 INFO:tasks.rados.rados.0.smithi031.stdout:2428: done (0 left) 2024-09-17T17:11:14.951 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 231 2024-09-17T17:11:14.951 INFO:tasks.rados.rados.0.smithi031.stdout:2429: seq_num 775 ranges {1744896=589824,2334720=401408} 2024-09-17T17:11:14.963 INFO:tasks.rados.rados.0.smithi031.stdout:2429: writing smithi03184240-32 from 1744896 to 2334720 tid 1 2024-09-17T17:11:14.966 INFO:tasks.rados.rados.0.smithi031.stdout:2429: writing smithi03184240-32 from 2334720 to 2736128 tid 2 2024-09-17T17:11:14.966 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 231 2024-09-17T17:11:14.966 INFO:tasks.rados.rados.0.smithi031.stdout:2430: seq_num 776 ranges {2580480=606208,3186688=401408} 2024-09-17T17:11:14.983 INFO:tasks.rados.rados.0.smithi031.stdout:2430: writing smithi03184240-12 from 2580480 to 3186688 tid 1 2024-09-17T17:11:14.986 INFO:tasks.rados.rados.0.smithi031.stdout:2430: writing smithi03184240-12 from 3186688 to 3588096 tid 2 2024-09-17T17:11:14.986 INFO:tasks.rados.rados.0.smithi031.stdout:2431: rmattr oid 2 current snap is 231 2024-09-17T17:11:14.987 INFO:tasks.rados.rados.0.smithi031.stdout:2431: done (2 left) 2024-09-17T17:11:14.987 INFO:tasks.rados.rados.0.smithi031.stdout:2432: rollback oid 46 current snap is 231 2024-09-17T17:11:14.987 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 46 to 230 2024-09-17T17:11:14.987 INFO:tasks.rados.rados.0.smithi031.stdout:2429: finishing write tid 1 to smithi03184240-32 2024-09-17T17:11:14.987 INFO:tasks.rados.rados.0.smithi031.stdout:2429: finishing write tid 2 to smithi03184240-32 2024-09-17T17:11:14.987 INFO:tasks.rados.rados.0.smithi031.stdout:2429: finishing write tid 3 to smithi03184240-32 2024-09-17T17:11:14.987 INFO:tasks.rados.rados.0.smithi031.stdout:2429: finishing write tid 4 to smithi03184240-32 2024-09-17T17:11:14.987 INFO:tasks.rados.rados.0.smithi031.stdout:2429: oid 32 updating version 0 to 1590 2024-09-17T17:11:14.987 INFO:tasks.rados.rados.0.smithi031.stdout:2429: oid 32 updating version 1590 to 1592 2024-09-17T17:11:14.987 INFO:tasks.rados.rados.0.smithi031.stdout:2429: oid 32 version 1592 is already newer than 1591 2024-09-17T17:11:14.987 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 1592 (ObjNum 775 snap 231 seq_num 775) dirty exists 2024-09-17T17:11:14.987 INFO:tasks.rados.rados.0.smithi031.stdout:2429: left oid 32 (ObjNum 775 snap 231 seq_num 775) 2024-09-17T17:11:14.987 INFO:tasks.rados.rados.0.smithi031.stdout:2429: done (2 left) 2024-09-17T17:11:14.988 INFO:tasks.rados.rados.0.smithi031.stdout:2433: delete oid 14 current snap is 231 2024-09-17T17:11:14.989 INFO:tasks.rados.rados.0.smithi031.stdout:2430: finishing write tid 1 to smithi03184240-12 2024-09-17T17:11:14.989 INFO:tasks.rados.rados.0.smithi031.stdout:2433: done (2 left) 2024-09-17T17:11:14.989 INFO:tasks.rados.rados.0.smithi031.stdout:2434: setattr oid 10 current snap is 231 2024-09-17T17:11:14.990 INFO:tasks.rados.rados.0.smithi031.stdout:2430: finishing write tid 2 to smithi03184240-12 2024-09-17T17:11:14.990 INFO:tasks.rados.rados.0.smithi031.stdout:2430: finishing write tid 3 to smithi03184240-12 2024-09-17T17:11:14.991 INFO:tasks.rados.rados.0.smithi031.stdout:2430: finishing write tid 4 to smithi03184240-12 2024-09-17T17:11:14.992 INFO:tasks.rados.rados.0.smithi031.stdout:2430: oid 12 updating version 0 to 458 2024-09-17T17:11:14.992 INFO:tasks.rados.rados.0.smithi031.stdout:2430: oid 12 updating version 458 to 459 2024-09-17T17:11:14.992 INFO:tasks.rados.rados.0.smithi031.stdout:2430: oid 12 updating version 459 to 460 2024-09-17T17:11:14.992 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 460 (ObjNum 776 snap 231 seq_num 776) dirty exists 2024-09-17T17:11:14.992 INFO:tasks.rados.rados.0.smithi031.stdout:2430: left oid 12 (ObjNum 776 snap 231 seq_num 776) 2024-09-17T17:11:14.992 INFO:tasks.rados.rados.0.smithi031.stdout:2432: finishing rollback tid 0 to smithi03184240-46 2024-09-17T17:11:14.992 INFO:tasks.rados.rados.0.smithi031.stdout:2432: finishing rollback tid 1 to smithi03184240-46 2024-09-17T17:11:14.992 INFO:tasks.rados.rados.0.smithi031.stdout:2430: done (2 left) 2024-09-17T17:11:14.992 INFO:tasks.rados.rados.0.smithi031.stdout:2435: rmattr oid 48 current snap is 231 2024-09-17T17:11:14.992 INFO:tasks.rados.rados.0.smithi031.stdout:2435: done (2 left) 2024-09-17T17:11:14.992 INFO:tasks.rados.rados.0.smithi031.stdout:2436: read oid 14 snap -1 2024-09-17T17:11:14.992 INFO:tasks.rados.rados.0.smithi031.stdout:2436: expect deleted 2024-09-17T17:11:14.992 INFO:tasks.rados.rados.0.smithi031.stdout:2437: copy_from oid 21 from oid 37 current snap is 231 2024-09-17T17:11:14.993 INFO:tasks.rados.rados.0.smithi031.stdout:2438: setattr oid 8 current snap is 231 2024-09-17T17:11:14.993 INFO:tasks.rados.rados.0.smithi031.stdout:2432: finishing rollback tid 2 to smithi03184240-46 2024-09-17T17:11:14.993 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 1535 (ObjNum 735 snap 210 seq_num 735) dirty exists 2024-09-17T17:11:14.994 INFO:tasks.rados.rados.0.smithi031.stdout:2432: done (4 left) 2024-09-17T17:11:14.994 INFO:tasks.rados.rados.0.smithi031.stdout:2436: done (3 left) 2024-09-17T17:11:14.994 INFO:tasks.rados.rados.0.smithi031.stdout:2439: rollback oid 33 current snap is 231 2024-09-17T17:11:14.994 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 33 to 222 2024-09-17T17:11:14.994 INFO:tasks.rados.rados.0.smithi031.stdout:2440: rollback oid 27 current snap is 231 2024-09-17T17:11:14.994 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 27 to 223 2024-09-17T17:11:14.994 INFO:tasks.rados.rados.0.smithi031.stdout:2441: copy_from oid 24 from oid 31 current snap is 231 2024-09-17T17:11:14.994 INFO:tasks.rados.rados.0.smithi031.stdout:2442: read oid 26 snap 207 2024-09-17T17:11:14.994 INFO:tasks.rados.rados.0.smithi031.stdout:2442: expect (ObjNum 599 snap 171 seq_num 599) 2024-09-17T17:11:14.994 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 1 current snap is 231 2024-09-17T17:11:14.995 INFO:tasks.rados.rados.0.smithi031.stdout:2443: seq_num 778 ranges {0=638976,638976=401408} 2024-09-17T17:11:14.998 INFO:tasks.rados.rados.0.smithi031.stdout:2443: writing smithi03184240-1 from 0 to 638976 tid 1 2024-09-17T17:11:15.001 INFO:tasks.rados.rados.0.smithi031.stdout:2443: writing smithi03184240-1 from 638976 to 1040384 tid 2 2024-09-17T17:11:15.002 INFO:tasks.rados.rados.0.smithi031.stdout:2444: read oid 6 snap -1 2024-09-17T17:11:15.002 INFO:tasks.rados.rados.0.smithi031.stdout:2444: expect (ObjNum 774 snap 230 seq_num 774) 2024-09-17T17:11:15.002 INFO:tasks.rados.rados.0.smithi031.stdout:2445: copy_from oid 30 from oid 15 current snap is 231 2024-09-17T17:11:15.002 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1644 (ObjNum 305 snap 0 seq_num 0) dirty exists 2024-09-17T17:11:15.003 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 1536 (ObjNum 752 snap 218 seq_num 752) dirty exists 2024-09-17T17:11:15.003 INFO:tasks.rados.rados.0.smithi031.stdout:2434: done (9 left) 2024-09-17T17:11:15.003 INFO:tasks.rados.rados.0.smithi031.stdout:2438: done (8 left) 2024-09-17T17:11:15.003 INFO:tasks.rados.rados.0.smithi031.stdout:2446: setattr oid 32 current snap is 231 2024-09-17T17:11:15.003 INFO:tasks.rados.rados.0.smithi031.stdout:2439: finishing rollback tid 0 to smithi03184240-33 2024-09-17T17:11:15.004 INFO:tasks.rados.rados.0.smithi031.stdout:2440: finishing rollback tid 0 to smithi03184240-27 2024-09-17T17:11:15.004 INFO:tasks.rados.rados.0.smithi031.stdout:2440: finishing rollback tid 1 to smithi03184240-27 2024-09-17T17:11:15.004 INFO:tasks.rados.rados.0.smithi031.stdout:2447: read oid 16 snap -1 2024-09-17T17:11:15.004 INFO:tasks.rados.rados.0.smithi031.stdout:2447: expect (ObjNum 594 snap 171 seq_num 594) 2024-09-17T17:11:15.005 INFO:tasks.rados.rados.0.smithi031.stdout:2448: delete oid 14 current snap is 231 2024-09-17T17:11:15.005 INFO:tasks.rados.rados.0.smithi031.stdout:2437: finishing copy_from racing read to smithi03184240-21 2024-09-17T17:11:15.006 INFO:tasks.rados.rados.0.smithi031.stdout:2439: finishing rollback tid 1 to smithi03184240-33 2024-09-17T17:11:15.006 INFO:tasks.rados.rados.0.smithi031.stdout:2440: finishing rollback tid 2 to smithi03184240-27 2024-09-17T17:11:15.006 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 1471 (ObjNum 742 snap 214 seq_num 742) dirty exists 2024-09-17T17:11:15.008 INFO:tasks.rados.rados.0.smithi031.stdout:2439: finishing rollback tid 2 to smithi03184240-33 2024-09-17T17:11:15.008 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 1897 (ObjNum 714 snap 204 seq_num 714) dirty exists 2024-09-17T17:11:15.008 INFO:tasks.rados.rados.0.smithi031.stdout:2443: finishing write tid 1 to smithi03184240-1 2024-09-17T17:11:15.008 INFO:tasks.rados.rados.0.smithi031.stdout:2439: done (10 left) 2024-09-17T17:11:15.008 INFO:tasks.rados.rados.0.smithi031.stdout:2440: done (9 left) 2024-09-17T17:11:15.008 INFO:tasks.rados.rados.0.smithi031.stdout:2448: done (8 left) 2024-09-17T17:11:15.008 INFO:tasks.rados.rados.0.smithi031.stdout:2449: read oid 10 snap -1 2024-09-17T17:11:15.009 INFO:tasks.rados.rados.0.smithi031.stdout:2449: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:11:15.009 INFO:tasks.rados.rados.0.smithi031.stdout:2450: snap_remove snap 228 2024-09-17T17:11:15.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:14 smithi031 ceph-mon[96842]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-09-17T17:11:15.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:14 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-09-17T17:11:15.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:14 smithi031 ceph-mon[96842]: osdmap e536: 8 total, 8 up, 8 in 2024-09-17T17:11:15.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:14 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["a"]} : dispatch 2024-09-17T17:11:15.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:14 smithi031 ceph-mon[96842]: Upgrade: It appears safe to stop mds.a 2024-09-17T17:11:15.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:14 smithi031 ceph-mon[96842]: pgmap v466: 121 pgs: 1 remapped+peering, 9 peering, 7 active+clean+remapped, 22 active+undersized, 11 active+undersized+degraded, 71 active+clean; 191 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.7 MiB/s wr, 27 op/s; 29/462 objects degraded (6.277%); 4/462 objects misplaced (0.866%); 1.2 MiB/s, 0 objects/s recovering 2024-09-17T17:11:15.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:14 smithi031 ceph-mon[94873]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-09-17T17:11:15.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:14 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-09-17T17:11:15.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:14 smithi031 ceph-mon[94873]: osdmap e536: 8 total, 8 up, 8 in 2024-09-17T17:11:15.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:14 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["a"]} : dispatch 2024-09-17T17:11:15.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:14 smithi031 ceph-mon[94873]: Upgrade: It appears safe to stop mds.a 2024-09-17T17:11:15.345 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:14 smithi031 ceph-mon[94873]: pgmap v466: 121 pgs: 1 remapped+peering, 9 peering, 7 active+clean+remapped, 22 active+undersized, 11 active+undersized+degraded, 71 active+clean; 191 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.7 MiB/s wr, 27 op/s; 29/462 objects degraded (6.277%); 4/462 objects misplaced (0.866%); 1.2 MiB/s, 0 objects/s recovering 2024-09-17T17:11:15.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:14 smithi066 ceph-mon[86175]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-09-17T17:11:15.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:14 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-09-17T17:11:15.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:14 smithi066 ceph-mon[86175]: osdmap e536: 8 total, 8 up, 8 in 2024-09-17T17:11:15.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:14 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["a"]} : dispatch 2024-09-17T17:11:15.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:14 smithi066 ceph-mon[86175]: Upgrade: It appears safe to stop mds.a 2024-09-17T17:11:15.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:14 smithi066 ceph-mon[86175]: pgmap v466: 121 pgs: 1 remapped+peering, 9 peering, 7 active+clean+remapped, 22 active+undersized, 11 active+undersized+degraded, 71 active+clean; 191 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.7 MiB/s wr, 27 op/s; 29/462 objects degraded (6.277%); 4/462 objects misplaced (0.866%); 1.2 MiB/s, 0 objects/s recovering 2024-09-17T17:11:15.957 INFO:tasks.rados.rados.0.smithi031.stdout:2450: done (9 left) 2024-09-17T17:11:15.958 INFO:tasks.rados.rados.0.smithi031.stdout:2451: read oid 7 snap -1 2024-09-17T17:11:15.958 INFO:tasks.rados.rados.0.smithi031.stdout:2451: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:11:15.958 INFO:tasks.rados.rados.0.smithi031.stdout:2452: snap_create 2024-09-17T17:11:15.958 INFO:tasks.rados.rados.0.smithi031.stdout:2443: finishing write tid 2 to smithi03184240-1 2024-09-17T17:11:15.958 INFO:tasks.rados.rados.0.smithi031.stdout:2443: finishing write tid 3 to smithi03184240-1 2024-09-17T17:11:15.958 INFO:tasks.rados.rados.0.smithi031.stdout:2447: expect (ObjNum 594 snap 171 seq_num 594) 2024-09-17T17:11:15.974 INFO:tasks.rados.rados.0.smithi031.stdout:2443: finishing write tid 4 to smithi03184240-1 2024-09-17T17:11:15.974 INFO:tasks.rados.rados.0.smithi031.stdout:2443: oid 1 updating version 0 to 1483 2024-09-17T17:11:15.974 INFO:tasks.rados.rados.0.smithi031.stdout:2443: oid 1 version 1483 is already newer than 1482 2024-09-17T17:11:15.974 INFO:tasks.rados.rados.0.smithi031.stdout:2443: oid 1 updating version 1483 to 1484 2024-09-17T17:11:15.974 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 1484 (ObjNum 778 snap 231 seq_num 778) dirty exists 2024-09-17T17:11:15.974 INFO:tasks.rados.rados.0.smithi031.stdout:2443: left oid 1 (ObjNum 778 snap 231 seq_num 778) 2024-09-17T17:11:15.974 INFO:tasks.rados.rados.0.smithi031.stdout:2449: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:11:15.976 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 1593 (ObjNum 775 snap 231 seq_num 775) dirty exists 2024-09-17T17:11:15.976 INFO:tasks.rados.rados.0.smithi031.stdout:2442: expect (ObjNum 599 snap 171 seq_num 599) 2024-09-17T17:11:16.148 INFO:tasks.rados.rados.0.smithi031.stdout:2437: finishing copy_from to smithi03184240-21 2024-09-17T17:11:16.148 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 1045 (ObjNum 523 snap 146 seq_num 523) dirty exists 2024-09-17T17:11:16.148 INFO:tasks.rados.rados.0.smithi031.stdout:2444: expect (ObjNum 774 snap 230 seq_num 774) 2024-09-17T17:11:16.208 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:15 smithi031 ceph-mon[96842]: osdmap e537: 8 total, 8 up, 8 in 2024-09-17T17:11:16.208 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:15 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:16.208 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:15 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:11:16.208 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:15 smithi031 ceph-mon[96842]: Upgrade: Updating mds.a 2024-09-17T17:11:16.208 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:15 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:16.208 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:15 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-17T17:11:16.208 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:15 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:11:16.208 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:15 smithi031 ceph-mon[96842]: Deploying daemon mds.a on smithi031 2024-09-17T17:11:16.209 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:15 smithi031 ceph-mon[94873]: osdmap e537: 8 total, 8 up, 8 in 2024-09-17T17:11:16.209 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:15 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:16.209 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:15 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:11:16.209 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:15 smithi031 ceph-mon[94873]: Upgrade: Updating mds.a 2024-09-17T17:11:16.209 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:15 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:16.209 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:15 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-17T17:11:16.209 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:15 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:11:16.209 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:15 smithi031 ceph-mon[94873]: Deploying daemon mds.a on smithi031 2024-09-17T17:11:16.319 INFO:tasks.rados.rados.0.smithi031.stdout:2445: finishing copy_from racing read to smithi03184240-30 2024-09-17T17:11:16.319 INFO:tasks.rados.rados.0.smithi031.stdout:2441: finishing copy_from racing read to smithi03184240-24 2024-09-17T17:11:16.319 INFO:tasks.rados.rados.0.smithi031.stdout:2441: finishing copy_from to smithi03184240-24 2024-09-17T17:11:16.319 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 1468 (ObjNum 667 snap 194 seq_num 667) dirty exists 2024-09-17T17:11:16.319 INFO:tasks.rados.rados.0.smithi031.stdout:2445: finishing copy_from to smithi03184240-30 2024-09-17T17:11:16.319 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 1455 (ObjNum 593 snap 170 seq_num 593) dirty exists 2024-09-17T17:11:16.319 INFO:tasks.rados.rados.0.smithi031.stdout:2451: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:11:16.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:15 smithi066 ceph-mon[86175]: osdmap e537: 8 total, 8 up, 8 in 2024-09-17T17:11:16.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:15 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:16.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:15 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:11:16.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:15 smithi066 ceph-mon[86175]: Upgrade: Updating mds.a 2024-09-17T17:11:16.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:15 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:16.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:15 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-17T17:11:16.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:15 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:11:16.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:15 smithi066 ceph-mon[86175]: Deploying daemon mds.a on smithi031 2024-09-17T17:11:16.968 INFO:tasks.rados.rados.0.smithi031.stdout:2437: done (10 left) 2024-09-17T17:11:16.969 INFO:tasks.rados.rados.0.smithi031.stdout:2441: done (9 left) 2024-09-17T17:11:16.969 INFO:tasks.rados.rados.0.smithi031.stdout:2442: done (8 left) 2024-09-17T17:11:16.969 INFO:tasks.rados.rados.0.smithi031.stdout:2443: done (7 left) 2024-09-17T17:11:16.969 INFO:tasks.rados.rados.0.smithi031.stdout:2444: done (6 left) 2024-09-17T17:11:16.969 INFO:tasks.rados.rados.0.smithi031.stdout:2445: done (5 left) 2024-09-17T17:11:16.969 INFO:tasks.rados.rados.0.smithi031.stdout:2446: done (4 left) 2024-09-17T17:11:16.969 INFO:tasks.rados.rados.0.smithi031.stdout:2447: done (3 left) 2024-09-17T17:11:16.969 INFO:tasks.rados.rados.0.smithi031.stdout:2449: done (2 left) 2024-09-17T17:11:16.969 INFO:tasks.rados.rados.0.smithi031.stdout:2451: done (1 left) 2024-09-17T17:11:16.969 INFO:tasks.rados.rados.0.smithi031.stdout:2452: done (0 left) 2024-09-17T17:11:16.969 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 14 current snap is 232 2024-09-17T17:11:16.969 INFO:tasks.rados.rados.0.smithi031.stdout:2453: seq_num 780 ranges {0=671744,671744=401408} 2024-09-17T17:11:16.971 INFO:tasks.rados.rados.0.smithi031.stdout:2453: writing smithi03184240-14 from 0 to 671744 tid 1 2024-09-17T17:11:16.974 INFO:tasks.rados.rados.0.smithi031.stdout:2453: writing smithi03184240-14 from 671744 to 1073152 tid 2 2024-09-17T17:11:16.975 INFO:tasks.rados.rados.0.smithi031.stdout:2454: read oid 25 snap -1 2024-09-17T17:11:16.975 INFO:tasks.rados.rados.0.smithi031.stdout:2454: expect (ObjNum 694 snap 199 seq_num 694) 2024-09-17T17:11:16.975 INFO:tasks.rados.rados.0.smithi031.stdout:2455: read oid 47 snap -1 2024-09-17T17:11:16.975 INFO:tasks.rados.rados.0.smithi031.stdout:2455: expect (ObjNum 771 snap 228 seq_num 771) 2024-09-17T17:11:16.975 INFO:tasks.rados.rados.0.smithi031.stdout:2456: rmattr oid 36 current snap is 232 2024-09-17T17:11:16.975 INFO:tasks.rados.rados.0.smithi031.stdout:2457: rollback oid 10 current snap is 232 2024-09-17T17:11:16.975 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 10 to 227 2024-09-17T17:11:16.975 INFO:tasks.rados.rados.0.smithi031.stdout:2458: delete oid 23 current snap is 232 2024-09-17T17:11:16.977 INFO:tasks.rados.rados.0.smithi031.stdout:2453: finishing write tid 1 to smithi03184240-14 2024-09-17T17:11:16.977 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 0 (ObjNum 113 snap 0 seq_num 294) dirty dne 2024-09-17T17:11:16.977 INFO:tasks.rados.rados.0.smithi031.stdout:2453: finishing write tid 2 to smithi03184240-14 2024-09-17T17:11:16.979 INFO:tasks.rados.rados.0.smithi031.stdout:2453: finishing write tid 3 to smithi03184240-14 2024-09-17T17:11:16.979 INFO:tasks.rados.rados.0.smithi031.stdout:2453: finishing write tid 4 to smithi03184240-14 2024-09-17T17:11:16.980 INFO:tasks.rados.rados.0.smithi031.stdout:2453: oid 14 updating version 0 to 1473 2024-09-17T17:11:16.980 INFO:tasks.rados.rados.0.smithi031.stdout:2453: oid 14 version 1473 is already newer than 1471 2024-09-17T17:11:16.980 INFO:tasks.rados.rados.0.smithi031.stdout:2453: oid 14 version 1473 is already newer than 1472 2024-09-17T17:11:16.980 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 1473 (ObjNum 780 snap 232 seq_num 780) dirty exists 2024-09-17T17:11:16.980 INFO:tasks.rados.rados.0.smithi031.stdout:2453: left oid 14 (ObjNum 780 snap 232 seq_num 780) 2024-09-17T17:11:16.985 INFO:tasks.rados.rados.0.smithi031.stdout:2457: finishing rollback tid 0 to smithi03184240-10 2024-09-17T17:11:16.985 INFO:tasks.rados.rados.0.smithi031.stdout:2457: finishing rollback tid 1 to smithi03184240-10 2024-09-17T17:11:16.985 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1646 (ObjNum 4145 snap 0 seq_num 1705783696) dirty dne 2024-09-17T17:11:16.985 INFO:tasks.rados.rados.0.smithi031.stdout:2453: done (5 left) 2024-09-17T17:11:16.986 INFO:tasks.rados.rados.0.smithi031.stdout:2456: done (4 left) 2024-09-17T17:11:16.986 INFO:tasks.rados.rados.0.smithi031.stdout:2457: done (3 left) 2024-09-17T17:11:16.986 INFO:tasks.rados.rados.0.smithi031.stdout:2458: done (2 left) 2024-09-17T17:11:16.986 INFO:tasks.rados.rados.0.smithi031.stdout:2459: rollback oid 30 current snap is 232 2024-09-17T17:11:16.986 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 30 to 227 2024-09-17T17:11:16.986 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 42 current snap is 232 2024-09-17T17:11:16.986 INFO:tasks.rados.rados.0.smithi031.stdout:2460: seq_num 782 ranges {0=704512,704512=401408} 2024-09-17T17:11:16.990 INFO:tasks.rados.rados.0.smithi031.stdout:2460: writing smithi03184240-42 from 0 to 704512 tid 1 2024-09-17T17:11:16.992 INFO:tasks.rados.rados.0.smithi031.stdout:2460: writing smithi03184240-42 from 704512 to 1105920 tid 2 2024-09-17T17:11:16.993 INFO:tasks.rados.rados.0.smithi031.stdout:2461: read oid 22 snap 203 2024-09-17T17:11:16.993 INFO:tasks.rados.rados.0.smithi031.stdout:2461: expect (ObjNum 671 snap 194 seq_num 671) 2024-09-17T17:11:16.993 INFO:tasks.rados.rados.0.smithi031.stdout:2462: read oid 5 snap -1 2024-09-17T17:11:16.993 INFO:tasks.rados.rados.0.smithi031.stdout:2462: expect (ObjNum 635 snap 183 seq_num 635) 2024-09-17T17:11:16.993 INFO:tasks.rados.rados.0.smithi031.stdout:2463: read oid 24 snap -1 2024-09-17T17:11:16.994 INFO:tasks.rados.rados.0.smithi031.stdout:2463: expect (ObjNum 667 snap 194 seq_num 667) 2024-09-17T17:11:16.994 INFO:tasks.rados.rados.0.smithi031.stdout:2464: rmattr oid 2 current snap is 232 2024-09-17T17:11:16.994 INFO:tasks.rados.rados.0.smithi031.stdout:2464: done (7 left) 2024-09-17T17:11:16.994 INFO:tasks.rados.rados.0.smithi031.stdout:2465: read oid 35 snap -1 2024-09-17T17:11:16.994 INFO:tasks.rados.rados.0.smithi031.stdout:2465: expect deleted 2024-09-17T17:11:16.994 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 232 2024-09-17T17:11:16.995 INFO:tasks.rados.rados.0.smithi031.stdout:2466: seq_num 783 ranges {0=720896,720896=401408} 2024-09-17T17:11:16.998 INFO:tasks.rados.rados.0.smithi031.stdout:2466: writing smithi03184240-45 from 0 to 720896 tid 1 2024-09-17T17:11:17.001 INFO:tasks.rados.rados.0.smithi031.stdout:2466: writing smithi03184240-45 from 720896 to 1122304 tid 2 2024-09-17T17:11:17.001 INFO:tasks.rados.rados.0.smithi031.stdout:2467: read oid 49 snap 230 2024-09-17T17:11:17.001 INFO:tasks.rados.rados.0.smithi031.stdout:2467: expect (ObjNum 360 snap 103 seq_num 360) 2024-09-17T17:11:17.001 INFO:tasks.rados.rados.0.smithi031.stdout:2468: snap_remove snap 222 2024-09-17T17:11:17.195 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:16 smithi031 ceph-mon[94873]: osdmap e538: 8 total, 8 up, 8 in 2024-09-17T17:11:17.195 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:16 smithi031 ceph-mon[94873]: pgmap v469: 121 pgs: 9 peering, 4 active+clean+remapped, 6 active+undersized, 5 active+undersized+degraded, 97 active+clean; 191 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.3 MiB/s wr, 11 op/s; 11/465 objects degraded (2.366%); 4/465 objects misplaced (0.860%); 2.3 MiB/s, 1 objects/s recovering 2024-09-17T17:11:17.195 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:16 smithi031 ceph-mon[96842]: osdmap e538: 8 total, 8 up, 8 in 2024-09-17T17:11:17.195 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:16 smithi031 ceph-mon[96842]: pgmap v469: 121 pgs: 9 peering, 4 active+clean+remapped, 6 active+undersized, 5 active+undersized+degraded, 97 active+clean; 191 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.3 MiB/s wr, 11 op/s; 11/465 objects degraded (2.366%); 4/465 objects misplaced (0.860%); 2.3 MiB/s, 1 objects/s recovering 2024-09-17T17:11:17.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:16 smithi066 ceph-mon[86175]: osdmap e538: 8 total, 8 up, 8 in 2024-09-17T17:11:17.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:16 smithi066 ceph-mon[86175]: pgmap v469: 121 pgs: 9 peering, 4 active+clean+remapped, 6 active+undersized, 5 active+undersized+degraded, 97 active+clean; 191 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.3 MiB/s wr, 11 op/s; 11/465 objects degraded (2.366%); 4/465 objects misplaced (0.860%); 2.3 MiB/s, 1 objects/s recovering 2024-09-17T17:11:17.768 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 17:11:17 smithi031 systemd[1]: Stopping Ceph mds.a for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:11:17.970 INFO:tasks.rados.rados.0.smithi031.stdout:2459: finishing rollback tid 0 to smithi03184240-30 2024-09-17T17:11:17.970 INFO:tasks.rados.rados.0.smithi031.stdout:2459: finishing rollback tid 1 to smithi03184240-30 2024-09-17T17:11:17.970 INFO:tasks.rados.rados.0.smithi031.stdout:2454: expect (ObjNum 694 snap 199 seq_num 694) 2024-09-17T17:11:18.032 INFO:tasks.rados.rados.0.smithi031.stdout:2459: finishing rollback tid 2 to smithi03184240-30 2024-09-17T17:11:18.032 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 1487 (ObjNum 720 snap 208 seq_num 720) dirty exists 2024-09-17T17:11:18.032 INFO:tasks.rados.rados.0.smithi031.stdout:2455: expect (ObjNum 771 snap 228 seq_num 771) 2024-09-17T17:11:18.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:17 smithi031 ceph-mon[94873]: osdmap e539: 8 total, 8 up, 8 in 2024-09-17T17:11:18.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:17 smithi031 ceph-mon[96842]: osdmap e539: 8 total, 8 up, 8 in 2024-09-17T17:11:18.094 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 17:11:17 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-a[67410]: 2024-09-17T17:11:17.765+0000 7fa726704640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T17:11:18.094 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 17:11:17 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-a[67410]: 2024-09-17T17:11:17.765+0000 7fa726704640 -1 mds.a *** got signal Terminated *** 2024-09-17T17:11:18.145 INFO:tasks.rados.rados.0.smithi031.stdout:2460: finishing write tid 1 to smithi03184240-42 2024-09-17T17:11:18.145 INFO:tasks.rados.rados.0.smithi031.stdout:2460: finishing write tid 2 to smithi03184240-42 2024-09-17T17:11:18.145 INFO:tasks.rados.rados.0.smithi031.stdout:2460: finishing write tid 3 to smithi03184240-42 2024-09-17T17:11:18.145 INFO:tasks.rados.rados.0.smithi031.stdout:2460: finishing write tid 4 to smithi03184240-42 2024-09-17T17:11:18.145 INFO:tasks.rados.rados.0.smithi031.stdout:2460: oid 42 updating version 0 to 1909 2024-09-17T17:11:18.145 INFO:tasks.rados.rados.0.smithi031.stdout:2460: oid 42 updating version 1909 to 1910 2024-09-17T17:11:18.145 INFO:tasks.rados.rados.0.smithi031.stdout:2460: oid 42 updating version 1910 to 1911 2024-09-17T17:11:18.145 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 1911 (ObjNum 782 snap 232 seq_num 782) dirty exists 2024-09-17T17:11:18.145 INFO:tasks.rados.rados.0.smithi031.stdout:2460: left oid 42 (ObjNum 782 snap 232 seq_num 782) 2024-09-17T17:11:18.145 INFO:tasks.rados.rados.0.smithi031.stdout:2466: finishing write tid 1 to smithi03184240-45 2024-09-17T17:11:18.146 INFO:tasks.rados.rados.0.smithi031.stdout:2466: finishing write tid 2 to smithi03184240-45 2024-09-17T17:11:18.146 INFO:tasks.rados.rados.0.smithi031.stdout:2466: finishing write tid 3 to smithi03184240-45 2024-09-17T17:11:18.146 INFO:tasks.rados.rados.0.smithi031.stdout:2466: finishing write tid 4 to smithi03184240-45 2024-09-17T17:11:18.146 INFO:tasks.rados.rados.0.smithi031.stdout:2466: oid 45 updating version 0 to 1912 2024-09-17T17:11:18.146 INFO:tasks.rados.rados.0.smithi031.stdout:2466: oid 45 updating version 1912 to 1914 2024-09-17T17:11:18.146 INFO:tasks.rados.rados.0.smithi031.stdout:2466: oid 45 version 1914 is already newer than 1913 2024-09-17T17:11:18.146 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 1914 (ObjNum 783 snap 232 seq_num 783) dirty exists 2024-09-17T17:11:18.146 INFO:tasks.rados.rados.0.smithi031.stdout:2466: left oid 45 (ObjNum 783 snap 232 seq_num 783) 2024-09-17T17:11:18.146 INFO:tasks.rados.rados.0.smithi031.stdout:2454: done (10 left) 2024-09-17T17:11:18.146 INFO:tasks.rados.rados.0.smithi031.stdout:2455: done (9 left) 2024-09-17T17:11:18.146 INFO:tasks.rados.rados.0.smithi031.stdout:2459: done (8 left) 2024-09-17T17:11:18.146 INFO:tasks.rados.rados.0.smithi031.stdout:2460: done (7 left) 2024-09-17T17:11:18.146 INFO:tasks.rados.rados.0.smithi031.stdout:2465: done (6 left) 2024-09-17T17:11:18.147 INFO:tasks.rados.rados.0.smithi031.stdout:2466: done (5 left) 2024-09-17T17:11:18.147 INFO:tasks.rados.rados.0.smithi031.stdout:2468: done (4 left) 2024-09-17T17:11:18.147 INFO:tasks.rados.rados.0.smithi031.stdout:2469: rollback oid 18 current snap is 232 2024-09-17T17:11:18.147 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 18 to 219 2024-09-17T17:11:18.147 INFO:tasks.rados.rados.0.smithi031.stdout:2461: expect (ObjNum 671 snap 194 seq_num 671) 2024-09-17T17:11:18.383 INFO:tasks.rados.rados.0.smithi031.stdout:2467: expect (ObjNum 360 snap 103 seq_num 360) 2024-09-17T17:11:18.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:17 smithi066 ceph-mon[86175]: osdmap e539: 8 total, 8 up, 8 in 2024-09-17T17:11:18.416 INFO:tasks.rados.rados.0.smithi031.stdout:2462: expect (ObjNum 635 snap 183 seq_num 635) 2024-09-17T17:11:18.808 INFO:tasks.rados.rados.0.smithi031.stdout:2463: expect (ObjNum 667 snap 194 seq_num 667) 2024-09-17T17:11:18.995 INFO:tasks.rados.rados.0.smithi031.stdout:2469: finishing rollback tid 0 to smithi03184240-18 2024-09-17T17:11:18.995 INFO:tasks.rados.rados.0.smithi031.stdout:2469: finishing rollback tid 1 to smithi03184240-18 2024-09-17T17:11:18.995 INFO:tasks.rados.rados.0.smithi031.stdout:2469: finishing rollback tid 2 to smithi03184240-18 2024-09-17T17:11:18.995 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 1554 (ObjNum 582 snap 164 seq_num 582) dirty exists 2024-09-17T17:11:18.995 INFO:tasks.rados.rados.0.smithi031.stdout:2461: done (4 left) 2024-09-17T17:11:18.995 INFO:tasks.rados.rados.0.smithi031.stdout:2462: done (3 left) 2024-09-17T17:11:18.996 INFO:tasks.rados.rados.0.smithi031.stdout:2463: done (2 left) 2024-09-17T17:11:18.996 INFO:tasks.rados.rados.0.smithi031.stdout:2467: done (1 left) 2024-09-17T17:11:18.996 INFO:tasks.rados.rados.0.smithi031.stdout:2469: done (0 left) 2024-09-17T17:11:18.996 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 34 current snap is 232 2024-09-17T17:11:18.996 INFO:tasks.rados.rados.0.smithi031.stdout:2470: seq_num 784 ranges {0=737280,737280=401408} 2024-09-17T17:11:18.998 INFO:tasks.rados.rados.0.smithi031.stdout:2470: writing smithi03184240-34 from 0 to 737280 tid 1 2024-09-17T17:11:19.000 INFO:tasks.rados.rados.0.smithi031.stdout:2470: writing smithi03184240-34 from 737280 to 1138688 tid 2 2024-09-17T17:11:19.001 INFO:tasks.rados.rados.0.smithi031.stdout:2471: read oid 36 snap 203 2024-09-17T17:11:19.001 INFO:tasks.rados.rados.0.smithi031.stdout:2471: expect deleted 2024-09-17T17:11:19.001 INFO:tasks.rados.rados.0.smithi031.stdout:2472: delete oid 26 current snap is 232 2024-09-17T17:11:19.005 INFO:tasks.rados.rados.0.smithi031.stdout:2470: finishing write tid 1 to smithi03184240-34 2024-09-17T17:11:19.005 INFO:tasks.rados.rados.0.smithi031.stdout:2470: finishing write tid 2 to smithi03184240-34 2024-09-17T17:11:19.006 INFO:tasks.rados.rados.0.smithi031.stdout:2470: finishing write tid 3 to smithi03184240-34 2024-09-17T17:11:19.007 INFO:tasks.rados.rados.0.smithi031.stdout:2470: finishing write tid 4 to smithi03184240-34 2024-09-17T17:11:19.007 INFO:tasks.rados.rados.0.smithi031.stdout:2470: oid 34 updating version 0 to 1528 2024-09-17T17:11:19.007 INFO:tasks.rados.rados.0.smithi031.stdout:2470: oid 34 updating version 1528 to 1529 2024-09-17T17:11:19.007 INFO:tasks.rados.rados.0.smithi031.stdout:2470: oid 34 version 1529 is already newer than 1527 2024-09-17T17:11:19.007 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 1529 (ObjNum 784 snap 232 seq_num 784) dirty exists 2024-09-17T17:11:19.008 INFO:tasks.rados.rados.0.smithi031.stdout:2470: left oid 34 (ObjNum 784 snap 232 seq_num 784) 2024-09-17T17:11:19.008 INFO:tasks.rados.rados.0.smithi031.stdout:2470: done (2 left) 2024-09-17T17:11:19.008 INFO:tasks.rados.rados.0.smithi031.stdout:2471: done (1 left) 2024-09-17T17:11:19.008 INFO:tasks.rados.rados.0.smithi031.stdout:2472: done (0 left) 2024-09-17T17:11:19.008 INFO:tasks.rados.rados.0.smithi031.stdout:2473: delete oid 23 current snap is 232 2024-09-17T17:11:19.009 INFO:tasks.rados.rados.0.smithi031.stdout:2473: done (0 left) 2024-09-17T17:11:19.010 INFO:tasks.rados.rados.0.smithi031.stdout:2474: setattr oid 9 current snap is 232 2024-09-17T17:11:19.011 INFO:tasks.rados.rados.0.smithi031.stdout:2475: snap_remove snap 223 2024-09-17T17:11:19.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:18 smithi031 ceph-mon[94873]: osdmap e540: 8 total, 8 up, 8 in 2024-09-17T17:11:19.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:18 smithi031 ceph-mon[94873]: fsmap cephfs:1 {0=b=up:active} 2024-09-17T17:11:19.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:18 smithi031 ceph-mon[94873]: pgmap v472: 121 pgs: 2 peering, 119 active+clean; 204 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.3 MiB/s wr, 29 op/s; 3.6 MiB/s, 6 objects/s recovering 2024-09-17T17:11:19.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:18 smithi031 ceph-mon[94873]: Health check update: Degraded data redundancy: 11/465 objects degraded (2.366%), 5 pgs degraded (PG_DEGRADED) 2024-09-17T17:11:19.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:18 smithi031 ceph-mon[96842]: osdmap e540: 8 total, 8 up, 8 in 2024-09-17T17:11:19.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:18 smithi031 ceph-mon[96842]: fsmap cephfs:1 {0=b=up:active} 2024-09-17T17:11:19.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:18 smithi031 ceph-mon[96842]: pgmap v472: 121 pgs: 2 peering, 119 active+clean; 204 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.3 MiB/s wr, 29 op/s; 3.6 MiB/s, 6 objects/s recovering 2024-09-17T17:11:19.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:18 smithi031 ceph-mon[96842]: Health check update: Degraded data redundancy: 11/465 objects degraded (2.366%), 5 pgs degraded (PG_DEGRADED) 2024-09-17T17:11:19.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:18 smithi066 ceph-mon[86175]: osdmap e540: 8 total, 8 up, 8 in 2024-09-17T17:11:19.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:18 smithi066 ceph-mon[86175]: fsmap cephfs:1 {0=b=up:active} 2024-09-17T17:11:19.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:18 smithi066 ceph-mon[86175]: pgmap v472: 121 pgs: 2 peering, 119 active+clean; 204 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.3 MiB/s wr, 29 op/s; 3.6 MiB/s, 6 objects/s recovering 2024-09-17T17:11:19.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:18 smithi066 ceph-mon[86175]: Health check update: Degraded data redundancy: 11/465 objects degraded (2.366%), 5 pgs degraded (PG_DEGRADED) 2024-09-17T17:11:19.980 INFO:tasks.rados.rados.0.smithi031.stdout:2475: done (1 left) 2024-09-17T17:11:19.980 INFO:tasks.rados.rados.0.smithi031.stdout:2476: snap_create 2024-09-17T17:11:19.980 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 1898 (ObjNum 33 snap 0 seq_num 1010895920) dirty exists 2024-09-17T17:11:20.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:19 smithi031 ceph-mon[94873]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/465 objects degraded (2.366%), 5 pgs degraded) 2024-09-17T17:11:20.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:19 smithi031 ceph-mon[94873]: Cluster is now healthy 2024-09-17T17:11:20.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:19 smithi031 ceph-mon[96842]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/465 objects degraded (2.366%), 5 pgs degraded) 2024-09-17T17:11:20.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:19 smithi031 ceph-mon[96842]: Cluster is now healthy 2024-09-17T17:11:20.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:19 smithi066 ceph-mon[86175]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/465 objects degraded (2.366%), 5 pgs degraded) 2024-09-17T17:11:20.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:19 smithi066 ceph-mon[86175]: Cluster is now healthy 2024-09-17T17:11:20.987 INFO:tasks.rados.rados.0.smithi031.stdout:2474: done (1 left) 2024-09-17T17:11:20.987 INFO:tasks.rados.rados.0.smithi031.stdout:2476: done (0 left) 2024-09-17T17:11:20.987 INFO:tasks.rados.rados.0.smithi031.stdout:2477: read oid 42 snap -1 2024-09-17T17:11:20.987 INFO:tasks.rados.rados.0.smithi031.stdout:2477: expect (ObjNum 782 snap 232 seq_num 782) 2024-09-17T17:11:20.987 INFO:tasks.rados.rados.0.smithi031.stdout:2478: snap_remove snap 232 2024-09-17T17:11:21.258 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:20 smithi031 ceph-mon[94873]: osdmap e541: 8 total, 8 up, 8 in 2024-09-17T17:11:21.258 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:20 smithi031 ceph-mon[94873]: pgmap v474: 121 pgs: 121 active+clean; 208 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.1 MiB/s wr, 33 op/s; 3.5 MiB/s, 6 objects/s recovering 2024-09-17T17:11:21.259 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:20 smithi031 ceph-mon[96842]: osdmap e541: 8 total, 8 up, 8 in 2024-09-17T17:11:21.259 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:20 smithi031 ceph-mon[96842]: pgmap v474: 121 pgs: 121 active+clean; 208 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.1 MiB/s wr, 33 op/s; 3.5 MiB/s, 6 objects/s recovering 2024-09-17T17:11:21.259 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 17:11:20 smithi031 podman[121684]: 2024-09-17 17:11:20.872890189 +0000 UTC m=+3.242322535 container died 564d1f0baaea1ab7c15ddbce465a4a1885219ae67d78981ba5fcb4d2821269c3 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-a, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=reef-19e2a2b, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0) 2024-09-17T17:11:21.304 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:20 smithi066 ceph-mon[86175]: osdmap e541: 8 total, 8 up, 8 in 2024-09-17T17:11:21.304 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:20 smithi066 ceph-mon[86175]: pgmap v474: 121 pgs: 121 active+clean; 208 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.1 MiB/s wr, 33 op/s; 3.5 MiB/s, 6 objects/s recovering 2024-09-17T17:11:21.577 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-09-17T17:11:21.783 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:11:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:11:21] "GET /metrics HTTP/1.1" 200 36229 "" "Prometheus/2.43.0" 2024-09-17T17:11:21.783 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 17:11:21 smithi031 podman[121684]: 2024-09-17 17:11:21.530423716 +0000 UTC m=+3.899856053 container cleanup 564d1f0baaea1ab7c15ddbce465a4a1885219ae67d78981ba5fcb4d2821269c3 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-a, GIT_BRANCH=HEAD, ceph=True, RELEASE=reef-19e2a2b, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-09-17T17:11:21.783 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 17:11:21 smithi031 bash[121684]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-a 2024-09-17T17:11:21.997 INFO:tasks.rados.rados.0.smithi031.stdout:2478: done (1 left) 2024-09-17T17:11:21.998 INFO:tasks.rados.rados.0.smithi031.stdout:2479: copy_from oid 21 from oid 12 current snap is 233 2024-09-17T17:11:21.998 INFO:tasks.rados.rados.0.smithi031.stdout:2477: expect (ObjNum 782 snap 232 seq_num 782) 2024-09-17T17:11:22.032 INFO:tasks.rados.rados.0.smithi031.stdout:2479: finishing copy_from racing read to smithi03184240-21 2024-09-17T17:11:22.032 INFO:tasks.rados.rados.0.smithi031.stdout:2479: finishing copy_from to smithi03184240-21 2024-09-17T17:11:22.032 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 460 (ObjNum 776 snap 231 seq_num 776) dirty exists 2024-09-17T17:11:22.032 INFO:tasks.rados.rados.0.smithi031.stdout:2477: done (1 left) 2024-09-17T17:11:22.032 INFO:tasks.rados.rados.0.smithi031.stdout:2479: done (0 left) 2024-09-17T17:11:22.032 INFO:tasks.rados.rados.0.smithi031.stdout:2480: copy_from oid 11 from oid 38 current snap is 233 2024-09-17T17:11:22.032 INFO:tasks.rados.rados.0.smithi031.stdout:2481: delete oid 36 current snap is 233 2024-09-17T17:11:22.037 INFO:tasks.rados.rados.0.smithi031.stdout:2481: done (1 left) 2024-09-17T17:11:22.037 INFO:tasks.rados.rados.0.smithi031.stdout:2482: read oid 9 snap -1 2024-09-17T17:11:22.037 INFO:tasks.rados.rados.0.smithi031.stdout:2482: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:11:22.037 INFO:tasks.rados.rados.0.smithi031.stdout:2483: snap_remove snap 213 2024-09-17T17:11:22.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:21 smithi031 ceph-mon[94873]: osdmap e542: 8 total, 8 up, 8 in 2024-09-17T17:11:22.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:21 smithi031 ceph-mon[94873]: from='client.44417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:11:22.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:21 smithi031 ceph-mon[96842]: osdmap e542: 8 total, 8 up, 8 in 2024-09-17T17:11:22.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:21 smithi031 ceph-mon[96842]: from='client.44417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:11:22.094 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 17:11:21 smithi031 podman[121703]: 2024-09-17 17:11:21.781665286 +0000 UTC m=+0.905007828 container remove 564d1f0baaea1ab7c15ddbce465a4a1885219ae67d78981ba5fcb4d2821269c3 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-a, GIT_CLEAN=True, RELEASE=reef-19e2a2b, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T17:11:22.094 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 17:11:21 smithi031 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mds.a.service: Deactivated successfully. 2024-09-17T17:11:22.094 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 17:11:21 smithi031 systemd[1]: Stopped Ceph mds.a for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:11:22.094 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 17:11:21 smithi031 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mds.a.service: Consumed 1.168s CPU time. 2024-09-17T17:11:22.212 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T17:11:22.212 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (9m) 2m ago 10m 26.0M - 0.25.0 c8568f914cd2 e19d96c7fca4 2024-09-17T17:11:22.213 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi066 *:3000 running (10m) 12s ago 10m 89.9M - 9.4.7 954c08fa6188 7bff2f45f353 2024-09-17T17:11:22.213 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (11m) 2m ago 11m 18.2M - 18.2.4-855-g19e2a2be 980a0bfcd684 564d1f0baaea 2024-09-17T17:11:22.213 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi066 running (11m) 12s ago 11m 22.2M - 18.2.4-855-g19e2a2be 980a0bfcd684 c397d3fc9cd9 2024-09-17T17:11:22.213 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi066 *:8443,9283,8765 running (5m) 12s ago 15m 456M - 19.3.0-4975-g1889a165 a500243bbb0c f591bc4bdc0b 2024-09-17T17:11:22.213 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:8443,9283,8765 running (6m) 2m ago 16m 526M - 19.3.0-4975-g1889a165 a500243bbb0c 9305cc0f241a 2024-09-17T17:11:22.213 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (5m) 2m ago 17m 53.9M 2048M 19.3.0-4975-g1889a165 a500243bbb0c ebe1c312bc55 2024-09-17T17:11:22.213 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi066 running (4m) 12s ago 15m 50.3M 2048M 19.3.0-4975-g1889a165 a500243bbb0c 345d1bf73a6f 2024-09-17T17:11:22.213 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (5m) 2m ago 15m 46.9M 2048M 19.3.0-4975-g1889a165 a500243bbb0c 4e86f0859c56 2024-09-17T17:11:22.213 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (10m) 2m ago 10m 15.7M - 1.5.0 0da6a335fe13 5461f4c7304d 2024-09-17T17:11:22.213 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi066 *:9100 running (9m) 12s ago 9m 16.8M - 1.5.0 0da6a335fe13 f747e79004be 2024-09-17T17:11:22.213 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (4m) 2m ago 14m 158M 2481M 19.3.0-4975-g1889a165 a500243bbb0c d17b0a925338 2024-09-17T17:11:22.213 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (3m) 2m ago 14m 101M 2481M 19.3.0-4975-g1889a165 a500243bbb0c ef44037fe386 2024-09-17T17:11:22.213 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (3m) 2m ago 14m 91.7M 2481M 19.3.0-4975-g1889a165 a500243bbb0c 441cd68e498b 2024-09-17T17:11:22.214 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (2m) 2m ago 13m 12.1M 2481M 19.3.0-4975-g1889a165 a500243bbb0c aec274dc610b 2024-09-17T17:11:22.214 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi066 running (119s) 12s ago 13m 164M 2480M 19.3.0-4975-g1889a165 a500243bbb0c 6cd1b10d7b6e 2024-09-17T17:11:22.214 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi066 running (85s) 12s ago 12m 119M 2480M 19.3.0-4975-g1889a165 a500243bbb0c f672c086e34c 2024-09-17T17:11:22.214 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi066 running (52s) 12s ago 12m 84.2M 2480M 19.3.0-4975-g1889a165 a500243bbb0c 7f3afe0bf49f 2024-09-17T17:11:22.214 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi066 running (17s) 12s ago 12m 12.2M 2480M 19.3.0-4975-g1889a165 a500243bbb0c aadb01f851f2 2024-09-17T17:11:22.214 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi066 *:9095 running (5m) 12s ago 10m 53.0M - 2.43.0 a07b618ecd1d c016a10f3f92 2024-09-17T17:11:22.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:21 smithi066 ceph-mon[86175]: osdmap e542: 8 total, 8 up, 8 in 2024-09-17T17:11:22.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:22 smithi066 ceph-mon[86175]: from='client.44417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:11:22.521 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 17:11:22 smithi031 systemd[1]: Starting Ceph mds.a for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:11:22.521 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 17:11:22 smithi031 podman[121909]: 2024-09-17 17:11:22.277423839 +0000 UTC m=+0.017199453 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:11:22.521 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 17:11:22 smithi031 podman[121909]: 2024-09-17 17:11:22.390910818 +0000 UTC m=+0.130686430 container create 4ecff73a6132e4e7ad053570f918901f5b3530280709ad345d6e38aa954e4b05 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-17T17:11:22.577 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:11:22.577 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-09-17T17:11:22.577 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 3 2024-09-17T17:11:22.577 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:11:22.577 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-09-17T17:11:22.577 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 2 2024-09-17T17:11:22.578 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:11:22.578 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-09-17T17:11:22.578 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 8 2024-09-17T17:11:22.578 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:11:22.578 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-09-17T17:11:22.578 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 1 2024-09-17T17:11:22.578 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:11:22.578 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-09-17T17:11:22.578 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 1, 2024-09-17T17:11:22.578 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 13 2024-09-17T17:11:22.578 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-17T17:11:22.578 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:11:22.843 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 17:11:22 smithi031 podman[121909]: 2024-09-17 17:11:22.643563017 +0000 UTC m=+0.383338631 container init 4ecff73a6132e4e7ad053570f918901f5b3530280709ad345d6e38aa954e4b05 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-a, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-09-17T17:11:22.844 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 17:11:22 smithi031 podman[121909]: 2024-09-17 17:11:22.648827257 +0000 UTC m=+0.388602869 container start 4ecff73a6132e4e7ad053570f918901f5b3530280709ad345d6e38aa954e4b05 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-a, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-09-17T17:11:22.844 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 17:11:22 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-a[121942]: starting mds.a at 2024-09-17T17:11:22.844 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 17:11:22 smithi031 bash[121909]: 4ecff73a6132e4e7ad053570f918901f5b3530280709ad345d6e38aa954e4b05 2024-09-17T17:11:22.844 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 17:11:22 smithi031 systemd[1]: Started Ceph mds.a for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:11:22.890 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:11:22.891 INFO:teuthology.orchestra.run.smithi031.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0", 2024-09-17T17:11:22.891 INFO:teuthology.orchestra.run.smithi031.stdout: "in_progress": true, 2024-09-17T17:11:22.891 INFO:teuthology.orchestra.run.smithi031.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T17:11:22.891 INFO:teuthology.orchestra.run.smithi031.stdout: "services_complete": [ 2024-09-17T17:11:22.891 INFO:teuthology.orchestra.run.smithi031.stdout: "osd", 2024-09-17T17:11:22.891 INFO:teuthology.orchestra.run.smithi031.stdout: "mon", 2024-09-17T17:11:22.891 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr" 2024-09-17T17:11:22.891 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-17T17:11:22.891 INFO:teuthology.orchestra.run.smithi031.stdout: "progress": "13/20 daemons upgraded", 2024-09-17T17:11:22.891 INFO:teuthology.orchestra.run.smithi031.stdout: "message": "Currently upgrading mds daemons", 2024-09-17T17:11:22.891 INFO:teuthology.orchestra.run.smithi031.stdout: "is_paused": false 2024-09-17T17:11:22.891 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:11:23.017 INFO:tasks.rados.rados.0.smithi031.stdout:2483: done (2 left) 2024-09-17T17:11:23.018 INFO:tasks.rados.rados.0.smithi031.stdout:2484: setattr oid 36 current snap is 233 2024-09-17T17:11:23.018 INFO:tasks.rados.rados.0.smithi031.stdout:2485: snap_create 2024-09-17T17:11:23.020 INFO:tasks.rados.rados.0.smithi031.stdout:2482: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:11:23.027 INFO:tasks.rados.rados.0.smithi031.stdout:2480: finishing copy_from racing read to smithi03184240-11 2024-09-17T17:11:23.027 INFO:tasks.rados.rados.0.smithi031.stdout:2480: finishing copy_from to smithi03184240-11 2024-09-17T17:11:23.027 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 1532 (ObjNum 772 snap 228 seq_num 772) dirty exists 2024-09-17T17:11:23.028 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 1474 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-17T17:11:23.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:23 smithi031 ceph-mon[94873]: from='client.34509 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:11:23.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:23 smithi031 ceph-mon[94873]: osdmap e543: 8 total, 8 up, 8 in 2024-09-17T17:11:23.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:23 smithi031 ceph-mon[94873]: pgmap v477: 121 pgs: 121 active+clean; 212 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1013 KiB/s wr, 17 op/s 2024-09-17T17:11:23.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:23 smithi031 ceph-mon[94873]: from='client.34515 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:11:23.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:23 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/1131826272' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:23.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:23 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:23.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:23 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:23.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:23 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:11:23.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:23 smithi031 ceph-mon[96842]: from='client.34509 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:11:23.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:23 smithi031 ceph-mon[96842]: osdmap e543: 8 total, 8 up, 8 in 2024-09-17T17:11:23.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:23 smithi031 ceph-mon[96842]: pgmap v477: 121 pgs: 121 active+clean; 212 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1013 KiB/s wr, 17 op/s 2024-09-17T17:11:23.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:23 smithi031 ceph-mon[96842]: from='client.34515 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:11:23.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:23 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/1131826272' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:23.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:23 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:23.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:23 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:23.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:23 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:11:23.370 INFO:tasks.rados.rados.0.smithi031.stdout:2480: done (3 left) 2024-09-17T17:11:23.371 INFO:tasks.rados.rados.0.smithi031.stdout:2482: done (2 left) 2024-09-17T17:11:23.371 INFO:tasks.rados.rados.0.smithi031.stdout:2484: done (1 left) 2024-09-17T17:11:23.371 INFO:tasks.rados.rados.0.smithi031.stdout:2485: done (0 left) 2024-09-17T17:11:23.371 INFO:tasks.rados.rados.0.smithi031.stdout:2486: read oid 30 snap 207 2024-09-17T17:11:23.371 INFO:tasks.rados.rados.0.smithi031.stdout:2486: expect (ObjNum 667 snap 194 seq_num 667) 2024-09-17T17:11:23.371 INFO:tasks.rados.rados.0.smithi031.stdout:2487: delete oid 39 current snap is 234 2024-09-17T17:11:23.381 INFO:tasks.rados.rados.0.smithi031.stdout:2487: done (1 left) 2024-09-17T17:11:23.381 INFO:tasks.rados.rados.0.smithi031.stdout:2488: snap_remove snap 229 2024-09-17T17:11:23.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:23 smithi066 ceph-mon[86175]: from='client.34509 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:11:23.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:23 smithi066 ceph-mon[86175]: osdmap e543: 8 total, 8 up, 8 in 2024-09-17T17:11:23.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:23 smithi066 ceph-mon[86175]: pgmap v477: 121 pgs: 121 active+clean; 212 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1013 KiB/s wr, 17 op/s 2024-09-17T17:11:23.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:23 smithi066 ceph-mon[86175]: from='client.34515 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:11:23.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:23 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/1131826272' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:23.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:23 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:23.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:23 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:23.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:23 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:11:24.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:24 smithi031 ceph-mon[94873]: from='client.34527 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:11:24.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:24 smithi031 ceph-mon[94873]: mds.? [v2:172.21.15.31:6834/4254829437,v1:172.21.15.31:6835/4254829437] up:boot 2024-09-17T17:11:24.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:24 smithi031 ceph-mon[94873]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-17T17:11:24.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:24 smithi031 ceph-mon[94873]: osdmap e544: 8 total, 8 up, 8 in 2024-09-17T17:11:24.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:24 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-17T17:11:24.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:24 smithi031 ceph-mon[94873]: osdmap e545: 8 total, 8 up, 8 in 2024-09-17T17:11:24.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:24 smithi031 ceph-mon[96842]: from='client.34527 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:11:24.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:24 smithi031 ceph-mon[96842]: mds.? [v2:172.21.15.31:6834/4254829437,v1:172.21.15.31:6835/4254829437] up:boot 2024-09-17T17:11:24.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:24 smithi031 ceph-mon[96842]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-17T17:11:24.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:24 smithi031 ceph-mon[96842]: osdmap e544: 8 total, 8 up, 8 in 2024-09-17T17:11:24.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:24 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-17T17:11:24.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:24 smithi031 ceph-mon[96842]: osdmap e545: 8 total, 8 up, 8 in 2024-09-17T17:11:24.375 INFO:tasks.rados.rados.0.smithi031.stdout:2488: done (1 left) 2024-09-17T17:11:24.375 INFO:tasks.rados.rados.0.smithi031.stdout:2489: read oid 18 snap -1 2024-09-17T17:11:24.375 INFO:tasks.rados.rados.0.smithi031.stdout:2489: expect (ObjNum 582 snap 164 seq_num 582) 2024-09-17T17:11:24.375 INFO:tasks.rados.rados.0.smithi031.stdout:2490: rmattr oid 13 current snap is 234 2024-09-17T17:11:24.375 INFO:tasks.rados.rados.0.smithi031.stdout:2490: done (2 left) 2024-09-17T17:11:24.375 INFO:tasks.rados.rados.0.smithi031.stdout:2491: rmattr oid 11 current snap is 234 2024-09-17T17:11:24.375 INFO:tasks.rados.rados.0.smithi031.stdout:2492: snap_create 2024-09-17T17:11:24.376 INFO:tasks.rados.rados.0.smithi031.stdout:2486: expect (ObjNum 667 snap 194 seq_num 667) 2024-09-17T17:11:24.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:24 smithi066 ceph-mon[86175]: from='client.34527 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:11:24.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:24 smithi066 ceph-mon[86175]: mds.? [v2:172.21.15.31:6834/4254829437,v1:172.21.15.31:6835/4254829437] up:boot 2024-09-17T17:11:24.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:24 smithi066 ceph-mon[86175]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-17T17:11:24.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:24 smithi066 ceph-mon[86175]: osdmap e544: 8 total, 8 up, 8 in 2024-09-17T17:11:24.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:24 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-17T17:11:24.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:24 smithi066 ceph-mon[86175]: osdmap e545: 8 total, 8 up, 8 in 2024-09-17T17:11:24.572 INFO:tasks.rados.rados.0.smithi031.stdout:2489: expect (ObjNum 582 snap 164 seq_num 582) 2024-09-17T17:11:24.635 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 1584 (ObjNum 772 snap 228 seq_num 772) dirty exists 2024-09-17T17:11:25.380 INFO:tasks.rados.rados.0.smithi031.stdout:2486: done (3 left) 2024-09-17T17:11:25.380 INFO:tasks.rados.rados.0.smithi031.stdout:2489: done (2 left) 2024-09-17T17:11:25.380 INFO:tasks.rados.rados.0.smithi031.stdout:2491: done (1 left) 2024-09-17T17:11:25.380 INFO:tasks.rados.rados.0.smithi031.stdout:2492: done (0 left) 2024-09-17T17:11:25.381 INFO:tasks.rados.rados.0.smithi031.stdout:2493: copy_from oid 48 from oid 32 current snap is 235 2024-09-17T17:11:25.381 INFO:tasks.rados.rados.0.smithi031.stdout:2494: rollback oid 19 current snap is 235 2024-09-17T17:11:25.381 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 19 to 226 2024-09-17T17:11:25.381 INFO:tasks.rados.rados.0.smithi031.stdout:2495: copy_from oid 36 from oid 37 current snap is 235 2024-09-17T17:11:25.381 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 39 current snap is 235 2024-09-17T17:11:25.381 INFO:tasks.rados.rados.0.smithi031.stdout:2496: seq_num 789 ranges {0=417792,417792=663552,1081344=139264} 2024-09-17T17:11:25.383 INFO:tasks.rados.rados.0.smithi031.stdout:2496: writing smithi03184240-39 from 0 to 417792 tid 1 2024-09-17T17:11:25.389 INFO:tasks.rados.rados.0.smithi031.stdout:2496: writing smithi03184240-39 from 417792 to 1081344 tid 2 2024-09-17T17:11:25.390 INFO:tasks.rados.rados.0.smithi031.stdout:2496: writing smithi03184240-39 from 1081344 to 1220608 tid 3 2024-09-17T17:11:25.390 INFO:tasks.rados.rados.0.smithi031.stdout:2494: finishing rollback tid 0 to smithi03184240-19 2024-09-17T17:11:25.390 INFO:tasks.rados.rados.0.smithi031.stdout:2497: snap_create 2024-09-17T17:11:25.390 INFO:tasks.rados.rados.0.smithi031.stdout:2494: finishing rollback tid 1 to smithi03184240-19 2024-09-17T17:11:25.390 INFO:tasks.rados.rados.0.smithi031.stdout:2494: finishing rollback tid 2 to smithi03184240-19 2024-09-17T17:11:25.391 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 1368 (ObjNum 582 snap 164 seq_num 582) dirty exists 2024-09-17T17:11:25.392 INFO:tasks.rados.rados.0.smithi031.stdout:2496: finishing write tid 1 to smithi03184240-39 2024-09-17T17:11:25.394 INFO:tasks.rados.rados.0.smithi031.stdout:2496: finishing write tid 2 to smithi03184240-39 2024-09-17T17:11:25.396 INFO:tasks.rados.rados.0.smithi031.stdout:2496: finishing write tid 3 to smithi03184240-39 2024-09-17T17:11:25.396 INFO:tasks.rados.rados.0.smithi031.stdout:2496: finishing write tid 4 to smithi03184240-39 2024-09-17T17:11:25.397 INFO:tasks.rados.rados.0.smithi031.stdout:2496: finishing write tid 5 to smithi03184240-39 2024-09-17T17:11:25.398 INFO:tasks.rados.rados.0.smithi031.stdout:2496: oid 39 updating version 0 to 1900 2024-09-17T17:11:25.398 INFO:tasks.rados.rados.0.smithi031.stdout:2496: oid 39 updating version 1900 to 1901 2024-09-17T17:11:25.398 INFO:tasks.rados.rados.0.smithi031.stdout:2496: oid 39 updating version 1901 to 1903 2024-09-17T17:11:25.398 INFO:tasks.rados.rados.0.smithi031.stdout:2496: oid 39 version 1903 is already newer than 1902 2024-09-17T17:11:25.398 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 1903 (ObjNum 789 snap 235 seq_num 789) dirty exists 2024-09-17T17:11:25.398 INFO:tasks.rados.rados.0.smithi031.stdout:2496: left oid 39 (ObjNum 789 snap 235 seq_num 789) 2024-09-17T17:11:25.399 INFO:tasks.rados.rados.0.smithi031.stdout:2495: finishing copy_from racing read to smithi03184240-36 2024-09-17T17:11:25.402 INFO:tasks.rados.rados.0.smithi031.stdout:2495: finishing copy_from to smithi03184240-36 2024-09-17T17:11:25.402 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 1045 (ObjNum 523 snap 146 seq_num 523) dirty exists 2024-09-17T17:11:25.404 INFO:tasks.rados.rados.0.smithi031.stdout:2493: finishing copy_from racing read to smithi03184240-48 2024-09-17T17:11:25.405 INFO:tasks.rados.rados.0.smithi031.stdout:2493: finishing copy_from to smithi03184240-48 2024-09-17T17:11:25.405 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 1593 (ObjNum 775 snap 231 seq_num 775) dirty exists 2024-09-17T17:11:25.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:25 smithi066 ceph-mon[86175]: pgmap v480: 121 pgs: 121 active+clean; 211 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 278 KiB/s wr, 19 op/s 2024-09-17T17:11:25.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:25 smithi066 ceph-mon[86175]: osdmap e546: 8 total, 8 up, 8 in 2024-09-17T17:11:25.663 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:25 smithi031 ceph-mon[94873]: pgmap v480: 121 pgs: 121 active+clean; 211 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 278 KiB/s wr, 19 op/s 2024-09-17T17:11:25.663 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:25 smithi031 ceph-mon[94873]: osdmap e546: 8 total, 8 up, 8 in 2024-09-17T17:11:25.663 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:25 smithi031 ceph-mon[96842]: pgmap v480: 121 pgs: 121 active+clean; 211 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 278 KiB/s wr, 19 op/s 2024-09-17T17:11:25.663 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:25 smithi031 ceph-mon[96842]: osdmap e546: 8 total, 8 up, 8 in 2024-09-17T17:11:26.393 INFO:tasks.rados.rados.0.smithi031.stdout:2493: done (4 left) 2024-09-17T17:11:26.393 INFO:tasks.rados.rados.0.smithi031.stdout:2494: done (3 left) 2024-09-17T17:11:26.393 INFO:tasks.rados.rados.0.smithi031.stdout:2495: done (2 left) 2024-09-17T17:11:26.393 INFO:tasks.rados.rados.0.smithi031.stdout:2496: done (1 left) 2024-09-17T17:11:26.393 INFO:tasks.rados.rados.0.smithi031.stdout:2497: done (0 left) 2024-09-17T17:11:26.393 INFO:tasks.rados.rados.0.smithi031.stdout:2498: read oid 28 snap -1 2024-09-17T17:11:26.393 INFO:tasks.rados.rados.0.smithi031.stdout:2498: expect (ObjNum 725 snap 209 seq_num 725) 2024-09-17T17:11:26.393 INFO:tasks.rados.rados.0.smithi031.stdout:2499: read oid 50 snap -1 2024-09-17T17:11:26.393 INFO:tasks.rados.rados.0.smithi031.stdout:2499: expect (ObjNum 679 snap 197 seq_num 679) 2024-09-17T17:11:26.393 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 15 current snap is 236 2024-09-17T17:11:26.394 INFO:tasks.rados.rados.0.smithi031.stdout:2500: seq_num 790 ranges {5283840=434176,5718016=548864,6266880=253952} 2024-09-17T17:11:26.424 INFO:tasks.rados.rados.0.smithi031.stdout:2500: writing smithi03184240-15 from 5283840 to 5718016 tid 1 2024-09-17T17:11:26.427 INFO:tasks.rados.rados.0.smithi031.stdout:2500: writing smithi03184240-15 from 5718016 to 6266880 tid 2 2024-09-17T17:11:26.428 INFO:tasks.rados.rados.0.smithi031.stdout:2500: writing smithi03184240-15 from 6266880 to 6520832 tid 3 2024-09-17T17:11:26.429 INFO:tasks.rados.rados.0.smithi031.stdout:2501: snap_remove snap 234 2024-09-17T17:11:26.429 INFO:tasks.rados.rados.0.smithi031.stdout:2499: expect (ObjNum 679 snap 197 seq_num 679) 2024-09-17T17:11:26.478 INFO:tasks.rados.rados.0.smithi031.stdout:2498: expect (ObjNum 725 snap 209 seq_num 725) 2024-09-17T17:11:26.577 INFO:tasks.rados.rados.0.smithi031.stdout:2500: finishing write tid 1 to smithi03184240-15 2024-09-17T17:11:26.577 INFO:tasks.rados.rados.0.smithi031.stdout:2500: finishing write tid 2 to smithi03184240-15 2024-09-17T17:11:26.577 INFO:tasks.rados.rados.0.smithi031.stdout:2500: finishing write tid 3 to smithi03184240-15 2024-09-17T17:11:26.577 INFO:tasks.rados.rados.0.smithi031.stdout:2500: finishing write tid 4 to smithi03184240-15 2024-09-17T17:11:26.577 INFO:tasks.rados.rados.0.smithi031.stdout:2500: finishing write tid 5 to smithi03184240-15 2024-09-17T17:11:26.577 INFO:tasks.rados.rados.0.smithi031.stdout:2500: oid 15 updating version 0 to 1472 2024-09-17T17:11:26.577 INFO:tasks.rados.rados.0.smithi031.stdout:2500: oid 15 updating version 1472 to 1473 2024-09-17T17:11:26.577 INFO:tasks.rados.rados.0.smithi031.stdout:2500: oid 15 updating version 1473 to 1475 2024-09-17T17:11:26.578 INFO:tasks.rados.rados.0.smithi031.stdout:2500: oid 15 version 1475 is already newer than 1474 2024-09-17T17:11:26.578 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 1475 (ObjNum 790 snap 236 seq_num 790) dirty exists 2024-09-17T17:11:26.578 INFO:tasks.rados.rados.0.smithi031.stdout:2500: left oid 15 (ObjNum 790 snap 236 seq_num 790) 2024-09-17T17:11:26.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:26 smithi066 ceph-mon[86175]: osdmap e547: 8 total, 8 up, 8 in 2024-09-17T17:11:26.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:26 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:26.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:26 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:26.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:26 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:26.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:26 smithi031 ceph-mon[94873]: osdmap e547: 8 total, 8 up, 8 in 2024-09-17T17:11:26.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:26 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:26.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:26 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:26.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:26 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:26.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:26 smithi031 ceph-mon[96842]: osdmap e547: 8 total, 8 up, 8 in 2024-09-17T17:11:26.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:26 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:26.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:26 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:26.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:26 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:27.494 INFO:tasks.rados.rados.0.smithi031.stdout:2498: done (3 left) 2024-09-17T17:11:27.495 INFO:tasks.rados.rados.0.smithi031.stdout:2499: done (2 left) 2024-09-17T17:11:27.495 INFO:tasks.rados.rados.0.smithi031.stdout:2500: done (1 left) 2024-09-17T17:11:27.495 INFO:tasks.rados.rados.0.smithi031.stdout:2501: done (0 left) 2024-09-17T17:11:27.495 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 41 current snap is 236 2024-09-17T17:11:27.495 INFO:tasks.rados.rados.0.smithi031.stdout:2502: seq_num 791 ranges {0=450560,450560=475136,925696=327680} 2024-09-17T17:11:27.497 INFO:tasks.rados.rados.0.smithi031.stdout:2502: writing smithi03184240-41 from 0 to 450560 tid 1 2024-09-17T17:11:27.499 INFO:tasks.rados.rados.0.smithi031.stdout:2502: writing smithi03184240-41 from 450560 to 925696 tid 2 2024-09-17T17:11:27.501 INFO:tasks.rados.rados.0.smithi031.stdout:2502: writing smithi03184240-41 from 925696 to 1253376 tid 3 2024-09-17T17:11:27.501 INFO:tasks.rados.rados.0.smithi031.stdout:2503: rollback oid 31 current snap is 236 2024-09-17T17:11:27.501 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 31 to 226 2024-09-17T17:11:27.502 INFO:tasks.rados.rados.0.smithi031.stdout:2504: read oid 24 snap 225 2024-09-17T17:11:27.502 INFO:tasks.rados.rados.0.smithi031.stdout:2504: expect (ObjNum 620 snap 179 seq_num 620) 2024-09-17T17:11:27.502 INFO:tasks.rados.rados.0.smithi031.stdout:2505: setattr oid 4 current snap is 236 2024-09-17T17:11:27.502 INFO:tasks.rados.rados.0.smithi031.stdout:2502: finishing write tid 1 to smithi03184240-41 2024-09-17T17:11:27.504 INFO:tasks.rados.rados.0.smithi031.stdout:2506: copy_from oid 39 from oid 38 current snap is 236 2024-09-17T17:11:27.504 INFO:tasks.rados.rados.0.smithi031.stdout:2507: read oid 40 snap -1 2024-09-17T17:11:27.504 INFO:tasks.rados.rados.0.smithi031.stdout:2507: expect (ObjNum 764 snap 226 seq_num 764) 2024-09-17T17:11:27.504 INFO:tasks.rados.rados.0.smithi031.stdout:2508: delete oid 2 current snap is 236 2024-09-17T17:11:27.506 INFO:tasks.rados.rados.0.smithi031.stdout:2502: finishing write tid 2 to smithi03184240-41 2024-09-17T17:11:27.510 INFO:tasks.rados.rados.0.smithi031.stdout:2502: finishing write tid 3 to smithi03184240-41 2024-09-17T17:11:27.512 INFO:tasks.rados.rados.0.smithi031.stdout:2502: finishing write tid 4 to smithi03184240-41 2024-09-17T17:11:27.512 INFO:tasks.rados.rados.0.smithi031.stdout:2503: finishing rollback tid 0 to smithi03184240-31 2024-09-17T17:11:27.513 INFO:tasks.rados.rados.0.smithi031.stdout:2503: finishing rollback tid 1 to smithi03184240-31 2024-09-17T17:11:27.513 INFO:tasks.rados.rados.0.smithi031.stdout:2503: finishing rollback tid 2 to smithi03184240-31 2024-09-17T17:11:27.513 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 1478 (ObjNum 667 snap 194 seq_num 667) dirty exists 2024-09-17T17:11:27.513 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1534 (ObjNum 714 snap 204 seq_num 714) dirty exists 2024-09-17T17:11:27.514 INFO:tasks.rados.rados.0.smithi031.stdout:2502: finishing write tid 5 to smithi03184240-41 2024-09-17T17:11:27.514 INFO:tasks.rados.rados.0.smithi031.stdout:2502: oid 41 updating version 0 to 1532 2024-09-17T17:11:27.514 INFO:tasks.rados.rados.0.smithi031.stdout:2502: oid 41 updating version 1532 to 1533 2024-09-17T17:11:27.515 INFO:tasks.rados.rados.0.smithi031.stdout:2502: oid 41 version 1533 is already newer than 1530 2024-09-17T17:11:27.515 INFO:tasks.rados.rados.0.smithi031.stdout:2502: oid 41 version 1533 is already newer than 1531 2024-09-17T17:11:27.515 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 1533 (ObjNum 791 snap 236 seq_num 791) dirty exists 2024-09-17T17:11:27.515 INFO:tasks.rados.rados.0.smithi031.stdout:2502: left oid 41 (ObjNum 791 snap 236 seq_num 791) 2024-09-17T17:11:27.516 INFO:tasks.rados.rados.0.smithi031.stdout:2504: expect (ObjNum 620 snap 179 seq_num 620) 2024-09-17T17:11:27.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:27 smithi066 ceph-mon[86175]: pgmap v483: 121 pgs: 121 active+clean; 211 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 810 KiB/s rd, 278 KiB/s wr, 7 op/s 2024-09-17T17:11:27.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:27 smithi066 ceph-mon[86175]: osdmap e548: 8 total, 8 up, 8 in 2024-09-17T17:11:27.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:27 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:27.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:27 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:27.682 INFO:tasks.rados.rados.0.smithi031.stdout:2507: expect (ObjNum 764 snap 226 seq_num 764) 2024-09-17T17:11:27.837 INFO:tasks.rados.rados.0.smithi031.stdout:2506: finishing copy_from racing read to smithi03184240-39 2024-09-17T17:11:27.837 INFO:tasks.rados.rados.0.smithi031.stdout:2506: finishing copy_from to smithi03184240-39 2024-09-17T17:11:27.837 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 1532 (ObjNum 772 snap 228 seq_num 772) dirty exists 2024-09-17T17:11:27.837 INFO:tasks.rados.rados.0.smithi031.stdout:2502: done (6 left) 2024-09-17T17:11:27.837 INFO:tasks.rados.rados.0.smithi031.stdout:2503: done (5 left) 2024-09-17T17:11:27.837 INFO:tasks.rados.rados.0.smithi031.stdout:2504: done (4 left) 2024-09-17T17:11:27.837 INFO:tasks.rados.rados.0.smithi031.stdout:2505: done (3 left) 2024-09-17T17:11:27.837 INFO:tasks.rados.rados.0.smithi031.stdout:2506: done (2 left) 2024-09-17T17:11:27.837 INFO:tasks.rados.rados.0.smithi031.stdout:2507: done (1 left) 2024-09-17T17:11:27.837 INFO:tasks.rados.rados.0.smithi031.stdout:2508: done (0 left) 2024-09-17T17:11:27.837 INFO:tasks.rados.rados.0.smithi031.stdout:2509: rmattr oid 41 current snap is 236 2024-09-17T17:11:27.838 INFO:tasks.rados.rados.0.smithi031.stdout:2509: done (0 left) 2024-09-17T17:11:27.838 INFO:tasks.rados.rados.0.smithi031.stdout:2510: delete oid 3 current snap is 236 2024-09-17T17:11:27.839 INFO:tasks.rados.rados.0.smithi031.stdout:2510: done (0 left) 2024-09-17T17:11:27.839 INFO:tasks.rados.rados.0.smithi031.stdout:2511: rollback oid 38 current snap is 236 2024-09-17T17:11:27.839 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 38 to 233 2024-09-17T17:11:27.839 INFO:tasks.rados.rados.0.smithi031.stdout:2512: rollback oid 39 current snap is 236 2024-09-17T17:11:27.839 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 39 to 226 2024-09-17T17:11:27.839 INFO:tasks.rados.rados.0.smithi031.stdout:2513: read oid 2 snap 227 2024-09-17T17:11:27.839 INFO:tasks.rados.rados.0.smithi031.stdout:2513: expect (ObjNum 677 snap 196 seq_num 677) 2024-09-17T17:11:27.839 INFO:tasks.rados.rados.0.smithi031.stdout:2514: read oid 37 snap 235 2024-09-17T17:11:27.839 INFO:tasks.rados.rados.0.smithi031.stdout:2514: expect (ObjNum 523 snap 146 seq_num 523) 2024-09-17T17:11:27.840 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 6 current snap is 236 2024-09-17T17:11:27.840 INFO:tasks.rados.rados.0.smithi031.stdout:2515: seq_num 794 ranges {3547136=499712,4046848=532480,4579328=270336} 2024-09-17T17:11:27.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:27 smithi031 ceph-mon[94873]: pgmap v483: 121 pgs: 121 active+clean; 211 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 810 KiB/s rd, 278 KiB/s wr, 7 op/s 2024-09-17T17:11:27.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:27 smithi031 ceph-mon[94873]: osdmap e548: 8 total, 8 up, 8 in 2024-09-17T17:11:27.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:27 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:27.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:27 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:27.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:27 smithi031 ceph-mon[96842]: pgmap v483: 121 pgs: 121 active+clean; 211 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 810 KiB/s rd, 278 KiB/s wr, 7 op/s 2024-09-17T17:11:27.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:27 smithi031 ceph-mon[96842]: osdmap e548: 8 total, 8 up, 8 in 2024-09-17T17:11:27.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:27 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:27.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:27 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:27.862 INFO:tasks.rados.rados.0.smithi031.stdout:2515: writing smithi03184240-6 from 3547136 to 4046848 tid 1 2024-09-17T17:11:27.865 INFO:tasks.rados.rados.0.smithi031.stdout:2515: writing smithi03184240-6 from 4046848 to 4579328 tid 2 2024-09-17T17:11:27.867 INFO:tasks.rados.rados.0.smithi031.stdout:2515: writing smithi03184240-6 from 4579328 to 4849664 tid 3 2024-09-17T17:11:27.867 INFO:tasks.rados.rados.0.smithi031.stdout:2516: snap_create 2024-09-17T17:11:27.867 INFO:tasks.rados.rados.0.smithi031.stdout:2512: finishing rollback tid 0 to smithi03184240-39 2024-09-17T17:11:27.867 INFO:tasks.rados.rados.0.smithi031.stdout:2513: expect (ObjNum 677 snap 196 seq_num 677) 2024-09-17T17:11:27.914 INFO:tasks.rados.rados.0.smithi031.stdout:2514: expect (ObjNum 523 snap 146 seq_num 523) 2024-09-17T17:11:27.959 INFO:tasks.rados.rados.0.smithi031.stdout:2512: finishing rollback tid 1 to smithi03184240-39 2024-09-17T17:11:27.959 INFO:tasks.rados.rados.0.smithi031.stdout:2511: finishing rollback tid 0 to smithi03184240-38 2024-09-17T17:11:27.959 INFO:tasks.rados.rados.0.smithi031.stdout:2511: finishing rollback tid 1 to smithi03184240-38 2024-09-17T17:11:27.959 INFO:tasks.rados.rados.0.smithi031.stdout:2512: finishing rollback tid 2 to smithi03184240-39 2024-09-17T17:11:27.959 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 1906 (ObjNum 752 snap 218 seq_num 752) dirty exists 2024-09-17T17:11:27.959 INFO:tasks.rados.rados.0.smithi031.stdout:2511: finishing rollback tid 2 to smithi03184240-38 2024-09-17T17:11:27.960 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 1592 (ObjNum 772 snap 228 seq_num 772) dirty exists 2024-09-17T17:11:27.960 INFO:tasks.rados.rados.0.smithi031.stdout:2515: finishing write tid 1 to smithi03184240-6 2024-09-17T17:11:27.960 INFO:tasks.rados.rados.0.smithi031.stdout:2515: finishing write tid 2 to smithi03184240-6 2024-09-17T17:11:27.960 INFO:tasks.rados.rados.0.smithi031.stdout:2515: finishing write tid 3 to smithi03184240-6 2024-09-17T17:11:27.960 INFO:tasks.rados.rados.0.smithi031.stdout:2515: finishing write tid 4 to smithi03184240-6 2024-09-17T17:11:27.960 INFO:tasks.rados.rados.0.smithi031.stdout:2515: finishing write tid 5 to smithi03184240-6 2024-09-17T17:11:27.960 INFO:tasks.rados.rados.0.smithi031.stdout:2515: oid 6 updating version 0 to 1467 2024-09-17T17:11:27.960 INFO:tasks.rados.rados.0.smithi031.stdout:2515: oid 6 updating version 1467 to 1468 2024-09-17T17:11:27.960 INFO:tasks.rados.rados.0.smithi031.stdout:2515: oid 6 updating version 1468 to 1469 2024-09-17T17:11:27.960 INFO:tasks.rados.rados.0.smithi031.stdout:2515: oid 6 updating version 1469 to 1470 2024-09-17T17:11:27.960 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 1470 (ObjNum 794 snap 236 seq_num 794) dirty exists 2024-09-17T17:11:27.960 INFO:tasks.rados.rados.0.smithi031.stdout:2515: left oid 6 (ObjNum 794 snap 236 seq_num 794) 2024-09-17T17:11:28.376 INFO:tasks.rados.rados.0.smithi031.stdout:2511: done (5 left) 2024-09-17T17:11:28.376 INFO:tasks.rados.rados.0.smithi031.stdout:2512: done (4 left) 2024-09-17T17:11:28.376 INFO:tasks.rados.rados.0.smithi031.stdout:2513: done (3 left) 2024-09-17T17:11:28.376 INFO:tasks.rados.rados.0.smithi031.stdout:2514: done (2 left) 2024-09-17T17:11:28.376 INFO:tasks.rados.rados.0.smithi031.stdout:2515: done (1 left) 2024-09-17T17:11:28.376 INFO:tasks.rados.rados.0.smithi031.stdout:2516: done (0 left) 2024-09-17T17:11:28.376 INFO:tasks.rados.rados.0.smithi031.stdout:2517: copy_from oid 2 from oid 45 current snap is 237 2024-09-17T17:11:28.377 INFO:tasks.rados.rados.0.smithi031.stdout:2518: rmattr oid 23 current snap is 237 2024-09-17T17:11:28.377 INFO:tasks.rados.rados.0.smithi031.stdout:2518: done (1 left) 2024-09-17T17:11:28.377 INFO:tasks.rados.rados.0.smithi031.stdout:2519: rmattr oid 14 current snap is 237 2024-09-17T17:11:28.377 INFO:tasks.rados.rados.0.smithi031.stdout:2519: done (1 left) 2024-09-17T17:11:28.377 INFO:tasks.rados.rados.0.smithi031.stdout:2520: delete oid 18 current snap is 237 2024-09-17T17:11:28.379 INFO:tasks.rados.rados.0.smithi031.stdout:2520: done (1 left) 2024-09-17T17:11:28.379 INFO:tasks.rados.rados.0.smithi031.stdout:2521: snap_remove snap 230 2024-09-17T17:11:28.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:28 smithi031 ceph-mon[96842]: osdmap e549: 8 total, 8 up, 8 in 2024-09-17T17:11:28.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:28 smithi031 ceph-mon[96842]: osdmap e550: 8 total, 8 up, 8 in 2024-09-17T17:11:28.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:28 smithi031 ceph-mon[94873]: osdmap e549: 8 total, 8 up, 8 in 2024-09-17T17:11:28.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:28 smithi031 ceph-mon[94873]: osdmap e550: 8 total, 8 up, 8 in 2024-09-17T17:11:28.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:28 smithi066 ceph-mon[86175]: osdmap e549: 8 total, 8 up, 8 in 2024-09-17T17:11:28.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:28 smithi066 ceph-mon[86175]: osdmap e550: 8 total, 8 up, 8 in 2024-09-17T17:11:29.378 INFO:tasks.rados.rados.0.smithi031.stdout:2521: done (1 left) 2024-09-17T17:11:29.378 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 22 current snap is 237 2024-09-17T17:11:29.378 INFO:tasks.rados.rados.0.smithi031.stdout:2522: seq_num 796 ranges {5840896=540672,6381568=704512,7086080=98304} 2024-09-17T17:11:29.412 INFO:tasks.rados.rados.0.smithi031.stdout:2522: writing smithi03184240-22 from 5840896 to 6381568 tid 1 2024-09-17T17:11:29.417 INFO:tasks.rados.rados.0.smithi031.stdout:2522: writing smithi03184240-22 from 6381568 to 7086080 tid 2 2024-09-17T17:11:29.417 INFO:tasks.rados.rados.0.smithi031.stdout:2522: writing smithi03184240-22 from 7086080 to 7184384 tid 3 2024-09-17T17:11:29.418 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 39 current snap is 237 2024-09-17T17:11:29.418 INFO:tasks.rados.rados.0.smithi031.stdout:2517: finishing copy_from racing read to smithi03184240-2 2024-09-17T17:11:29.418 INFO:tasks.rados.rados.0.smithi031.stdout:2523: seq_num 797 ranges {3710976=557056,4268032=589824,4857856=212992} 2024-09-17T17:11:29.441 INFO:tasks.rados.rados.0.smithi031.stdout:2523: writing smithi03184240-39 from 3710976 to 4268032 tid 1 2024-09-17T17:11:29.445 INFO:tasks.rados.rados.0.smithi031.stdout:2523: writing smithi03184240-39 from 4268032 to 4857856 tid 2 2024-09-17T17:11:29.446 INFO:tasks.rados.rados.0.smithi031.stdout:2523: writing smithi03184240-39 from 4857856 to 5070848 tid 3 2024-09-17T17:11:29.446 INFO:tasks.rados.rados.0.smithi031.stdout:2524: snap_remove snap 231 2024-09-17T17:11:29.727 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:29 smithi031 ceph-mon[94873]: pgmap v486: 121 pgs: 121 active+clean; 217 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.9 MiB/s wr, 17 op/s 2024-09-17T17:11:29.728 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:29 smithi031 ceph-mon[94873]: osdmap e551: 8 total, 8 up, 8 in 2024-09-17T17:11:29.728 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:29 smithi031 ceph-mon[96842]: pgmap v486: 121 pgs: 121 active+clean; 217 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.9 MiB/s wr, 17 op/s 2024-09-17T17:11:29.728 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:29 smithi031 ceph-mon[96842]: osdmap e551: 8 total, 8 up, 8 in 2024-09-17T17:11:29.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:29 smithi066 ceph-mon[86175]: pgmap v486: 121 pgs: 121 active+clean; 217 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.9 MiB/s wr, 17 op/s 2024-09-17T17:11:29.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:29 smithi066 ceph-mon[86175]: osdmap e551: 8 total, 8 up, 8 in 2024-09-17T17:11:30.379 INFO:tasks.rados.rados.0.smithi031.stdout:2524: done (3 left) 2024-09-17T17:11:30.379 INFO:tasks.rados.rados.0.smithi031.stdout:2525: setattr oid 10 current snap is 237 2024-09-17T17:11:30.380 INFO:tasks.rados.rados.0.smithi031.stdout:2517: finishing copy_from to smithi03184240-2 2024-09-17T17:11:30.380 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 1914 (ObjNum 783 snap 232 seq_num 783) dirty exists 2024-09-17T17:11:30.380 INFO:tasks.rados.rados.0.smithi031.stdout:2522: finishing write tid 1 to smithi03184240-22 2024-09-17T17:11:30.380 INFO:tasks.rados.rados.0.smithi031.stdout:2522: finishing write tid 2 to smithi03184240-22 2024-09-17T17:11:30.380 INFO:tasks.rados.rados.0.smithi031.stdout:2522: finishing write tid 3 to smithi03184240-22 2024-09-17T17:11:30.380 INFO:tasks.rados.rados.0.smithi031.stdout:2522: finishing write tid 4 to smithi03184240-22 2024-09-17T17:11:30.380 INFO:tasks.rados.rados.0.smithi031.stdout:2522: finishing write tid 5 to smithi03184240-22 2024-09-17T17:11:30.380 INFO:tasks.rados.rados.0.smithi031.stdout:2522: oid 22 updating version 0 to 1908 2024-09-17T17:11:30.380 INFO:tasks.rados.rados.0.smithi031.stdout:2522: oid 22 version 1908 is already newer than 1907 2024-09-17T17:11:30.381 INFO:tasks.rados.rados.0.smithi031.stdout:2522: oid 22 updating version 1908 to 1910 2024-09-17T17:11:30.381 INFO:tasks.rados.rados.0.smithi031.stdout:2522: oid 22 version 1910 is already newer than 1909 2024-09-17T17:11:30.381 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 1910 (ObjNum 796 snap 237 seq_num 796) dirty exists 2024-09-17T17:11:30.381 INFO:tasks.rados.rados.0.smithi031.stdout:2522: left oid 22 (ObjNum 796 snap 237 seq_num 796) 2024-09-17T17:11:30.381 INFO:tasks.rados.rados.0.smithi031.stdout:2523: finishing write tid 1 to smithi03184240-39 2024-09-17T17:11:30.381 INFO:tasks.rados.rados.0.smithi031.stdout:2523: finishing write tid 2 to smithi03184240-39 2024-09-17T17:11:30.381 INFO:tasks.rados.rados.0.smithi031.stdout:2523: finishing write tid 3 to smithi03184240-39 2024-09-17T17:11:30.381 INFO:tasks.rados.rados.0.smithi031.stdout:2523: finishing write tid 4 to smithi03184240-39 2024-09-17T17:11:30.381 INFO:tasks.rados.rados.0.smithi031.stdout:2523: finishing write tid 5 to smithi03184240-39 2024-09-17T17:11:30.381 INFO:tasks.rados.rados.0.smithi031.stdout:2523: oid 39 updating version 0 to 1911 2024-09-17T17:11:30.381 INFO:tasks.rados.rados.0.smithi031.stdout:2523: oid 39 updating version 1911 to 1913 2024-09-17T17:11:30.381 INFO:tasks.rados.rados.0.smithi031.stdout:2523: oid 39 updating version 1913 to 1914 2024-09-17T17:11:30.381 INFO:tasks.rados.rados.0.smithi031.stdout:2523: oid 39 version 1914 is already newer than 1912 2024-09-17T17:11:30.381 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 1914 (ObjNum 797 snap 237 seq_num 797) dirty exists 2024-09-17T17:11:30.382 INFO:tasks.rados.rados.0.smithi031.stdout:2523: left oid 39 (ObjNum 797 snap 237 seq_num 797) 2024-09-17T17:11:30.382 INFO:tasks.rados.rados.0.smithi031.stdout:2517: done (3 left) 2024-09-17T17:11:30.382 INFO:tasks.rados.rados.0.smithi031.stdout:2522: done (2 left) 2024-09-17T17:11:30.382 INFO:tasks.rados.rados.0.smithi031.stdout:2523: done (1 left) 2024-09-17T17:11:30.382 INFO:tasks.rados.rados.0.smithi031.stdout:2526: rmattr oid 39 current snap is 237 2024-09-17T17:11:30.382 INFO:tasks.rados.rados.0.smithi031.stdout:2526: done (1 left) 2024-09-17T17:11:30.382 INFO:tasks.rados.rados.0.smithi031.stdout:2527: rollback oid 23 current snap is 237 2024-09-17T17:11:30.382 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 23 to 226 2024-09-17T17:11:30.382 INFO:tasks.rados.rados.0.smithi031.stdout:2528: snap_remove snap 207 2024-09-17T17:11:31.040 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:30 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:31.040 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:30 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:31.040 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:30 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:11:31.040 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:30 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:11:31.040 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:30 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:31.040 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:30 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:11:31.040 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:30 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:31.040 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:30 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:31.041 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:30 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:31.041 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:30 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:31.041 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:30 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["b"]} : dispatch 2024-09-17T17:11:31.041 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:30 smithi066 ceph-mon[86175]: osdmap e552: 8 total, 8 up, 8 in 2024-09-17T17:11:31.041 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:30 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:31.041 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:30 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:11:31.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:30 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:31.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:30 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:31.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:30 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:11:31.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:30 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:11:31.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:30 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:31.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:30 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:11:31.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:30 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:31.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:30 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:31.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:30 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:31.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:30 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:31.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:30 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["b"]} : dispatch 2024-09-17T17:11:31.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:30 smithi031 ceph-mon[94873]: osdmap e552: 8 total, 8 up, 8 in 2024-09-17T17:11:31.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:30 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:31.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:30 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:11:31.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:30 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:31.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:30 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:31.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:30 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:11:31.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:30 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:11:31.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:30 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:31.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:30 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:11:31.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:30 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:31.096 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:30 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:31.096 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:30 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:31.096 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:30 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:31.096 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:30 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["b"]} : dispatch 2024-09-17T17:11:31.096 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:30 smithi031 ceph-mon[96842]: osdmap e552: 8 total, 8 up, 8 in 2024-09-17T17:11:31.096 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:30 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:31.096 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:30 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:11:31.379 INFO:tasks.rados.rados.0.smithi031.stdout:2528: done (2 left) 2024-09-17T17:11:31.380 INFO:tasks.rados.rados.0.smithi031.stdout:2529: delete oid 19 current snap is 237 2024-09-17T17:11:31.380 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1648 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-17T17:11:31.380 INFO:tasks.rados.rados.0.smithi031.stdout:2527: finishing rollback tid 1 to smithi03184240-23 2024-09-17T17:11:31.380 INFO:tasks.rados.rados.0.smithi031.stdout:2527: finishing rollback tid 2 to smithi03184240-23 2024-09-17T17:11:31.380 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 1650 (ObjNum 727 snap 210 seq_num 727) dirty exists 2024-09-17T17:11:31.391 INFO:tasks.rados.rados.0.smithi031.stdout:2525: done (2 left) 2024-09-17T17:11:31.392 INFO:tasks.rados.rados.0.smithi031.stdout:2527: done (1 left) 2024-09-17T17:11:31.392 INFO:tasks.rados.rados.0.smithi031.stdout:2529: done (0 left) 2024-09-17T17:11:31.392 INFO:tasks.rados.rados.0.smithi031.stdout:2530: read oid 50 snap -1 2024-09-17T17:11:31.392 INFO:tasks.rados.rados.0.smithi031.stdout:2530: expect (ObjNum 679 snap 197 seq_num 679) 2024-09-17T17:11:31.392 INFO:tasks.rados.rados.0.smithi031.stdout:2531: rollback oid 21 current snap is 237 2024-09-17T17:11:31.392 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 21 to 233 2024-09-17T17:11:31.392 INFO:tasks.rados.rados.0.smithi031.stdout:2532: delete oid 35 current snap is 237 2024-09-17T17:11:31.399 INFO:tasks.rados.rados.0.smithi031.stdout:2532: done (2 left) 2024-09-17T17:11:31.399 INFO:tasks.rados.rados.0.smithi031.stdout:2533: delete oid 33 current snap is 237 2024-09-17T17:11:31.399 INFO:tasks.rados.rados.0.smithi031.stdout:2531: finishing rollback tid 0 to smithi03184240-21 2024-09-17T17:11:31.399 INFO:tasks.rados.rados.0.smithi031.stdout:2531: finishing rollback tid 1 to smithi03184240-21 2024-09-17T17:11:31.399 INFO:tasks.rados.rados.0.smithi031.stdout:2531: finishing rollback tid 2 to smithi03184240-21 2024-09-17T17:11:31.399 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 1473 (ObjNum 776 snap 231 seq_num 776) dirty exists 2024-09-17T17:11:31.411 INFO:tasks.rados.rados.0.smithi031.stdout:2530: expect (ObjNum 679 snap 197 seq_num 679) 2024-09-17T17:11:31.461 INFO:tasks.rados.rados.0.smithi031.stdout:2530: done (2 left) 2024-09-17T17:11:31.461 INFO:tasks.rados.rados.0.smithi031.stdout:2531: done (1 left) 2024-09-17T17:11:31.461 INFO:tasks.rados.rados.0.smithi031.stdout:2533: done (0 left) 2024-09-17T17:11:31.461 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 35 current snap is 237 2024-09-17T17:11:31.461 INFO:tasks.rados.rados.0.smithi031.stdout:2534: seq_num 801 ranges {0=622592,622592=573440,1196032=229376} 2024-09-17T17:11:31.464 INFO:tasks.rados.rados.0.smithi031.stdout:2534: writing smithi03184240-35 from 0 to 622592 tid 1 2024-09-17T17:11:31.467 INFO:tasks.rados.rados.0.smithi031.stdout:2534: writing smithi03184240-35 from 622592 to 1196032 tid 2 2024-09-17T17:11:31.469 INFO:tasks.rados.rados.0.smithi031.stdout:2534: writing smithi03184240-35 from 1196032 to 1425408 tid 3 2024-09-17T17:11:31.469 INFO:tasks.rados.rados.0.smithi031.stdout:2535: delete oid 17 current snap is 237 2024-09-17T17:11:31.469 INFO:tasks.rados.rados.0.smithi031.stdout:2534: finishing write tid 1 to smithi03184240-35 2024-09-17T17:11:31.471 INFO:tasks.rados.rados.0.smithi031.stdout:2534: finishing write tid 2 to smithi03184240-35 2024-09-17T17:11:31.471 INFO:tasks.rados.rados.0.smithi031.stdout:2534: finishing write tid 3 to smithi03184240-35 2024-09-17T17:11:31.471 INFO:tasks.rados.rados.0.smithi031.stdout:2534: finishing write tid 4 to smithi03184240-35 2024-09-17T17:11:31.472 INFO:tasks.rados.rados.0.smithi031.stdout:2534: finishing write tid 5 to smithi03184240-35 2024-09-17T17:11:31.472 INFO:tasks.rados.rados.0.smithi031.stdout:2534: oid 35 updating version 0 to 1200 2024-09-17T17:11:31.472 INFO:tasks.rados.rados.0.smithi031.stdout:2534: oid 35 version 1200 is already newer than 1199 2024-09-17T17:11:31.472 INFO:tasks.rados.rados.0.smithi031.stdout:2534: oid 35 version 1200 is already newer than 1198 2024-09-17T17:11:31.472 INFO:tasks.rados.rados.0.smithi031.stdout:2534: oid 35 version 1200 is already newer than 1197 2024-09-17T17:11:31.473 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 1200 (ObjNum 801 snap 237 seq_num 801) dirty exists 2024-09-17T17:11:31.473 INFO:tasks.rados.rados.0.smithi031.stdout:2534: left oid 35 (ObjNum 801 snap 237 seq_num 801) 2024-09-17T17:11:31.473 INFO:tasks.rados.rados.0.smithi031.stdout:2534: done (1 left) 2024-09-17T17:11:31.473 INFO:tasks.rados.rados.0.smithi031.stdout:2535: done (0 left) 2024-09-17T17:11:31.474 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 15 current snap is 237 2024-09-17T17:11:31.474 INFO:tasks.rados.rados.0.smithi031.stdout:2536: seq_num 803 ranges {6520832=655360,7176192=745472,7921664=57344} 2024-09-17T17:11:31.513 INFO:tasks.rados.rados.0.smithi031.stdout:2536: writing smithi03184240-15 from 6520832 to 7176192 tid 1 2024-09-17T17:11:31.517 INFO:tasks.rados.rados.0.smithi031.stdout:2536: writing smithi03184240-15 from 7176192 to 7921664 tid 2 2024-09-17T17:11:31.517 INFO:tasks.rados.rados.0.smithi031.stdout:2536: writing smithi03184240-15 from 7921664 to 7979008 tid 3 2024-09-17T17:11:31.517 INFO:tasks.rados.rados.0.smithi031.stdout:2537: snap_create 2024-09-17T17:11:31.517 INFO:tasks.rados.rados.0.smithi031.stdout:2536: finishing write tid 1 to smithi03184240-15 2024-09-17T17:11:31.520 INFO:tasks.rados.rados.0.smithi031.stdout:2536: finishing write tid 2 to smithi03184240-15 2024-09-17T17:11:31.521 INFO:tasks.rados.rados.0.smithi031.stdout:2536: finishing write tid 3 to smithi03184240-15 2024-09-17T17:11:31.521 INFO:tasks.rados.rados.0.smithi031.stdout:2536: finishing write tid 4 to smithi03184240-15 2024-09-17T17:11:31.522 INFO:tasks.rados.rados.0.smithi031.stdout:2536: finishing write tid 5 to smithi03184240-15 2024-09-17T17:11:31.522 INFO:tasks.rados.rados.0.smithi031.stdout:2536: oid 15 updating version 0 to 1481 2024-09-17T17:11:31.522 INFO:tasks.rados.rados.0.smithi031.stdout:2536: oid 15 updating version 1481 to 1482 2024-09-17T17:11:31.522 INFO:tasks.rados.rados.0.smithi031.stdout:2536: oid 15 version 1482 is already newer than 1479 2024-09-17T17:11:31.522 INFO:tasks.rados.rados.0.smithi031.stdout:2536: oid 15 version 1482 is already newer than 1480 2024-09-17T17:11:31.522 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 1482 (ObjNum 803 snap 237 seq_num 803) dirty exists 2024-09-17T17:11:31.522 INFO:tasks.rados.rados.0.smithi031.stdout:2536: left oid 15 (ObjNum 803 snap 237 seq_num 803) 2024-09-17T17:11:32.078 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:31 smithi066 ceph-mon[86175]: Upgrade: It appears safe to stop mds.b 2024-09-17T17:11:32.078 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:31 smithi066 ceph-mon[86175]: pgmap v489: 121 pgs: 121 active+clean; 223 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.2 MiB/s wr, 22 op/s 2024-09-17T17:11:32.078 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:31 smithi066 ceph-mon[86175]: osdmap e553: 8 total, 8 up, 8 in 2024-09-17T17:11:32.078 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:31 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:32.078 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:31 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-17T17:11:32.079 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:31 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:11:32.093 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:11:31 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:11:31] "GET /metrics HTTP/1.1" 200 36354 "" "Prometheus/2.43.0" 2024-09-17T17:11:32.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:31 smithi031 ceph-mon[96842]: Upgrade: It appears safe to stop mds.b 2024-09-17T17:11:32.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:31 smithi031 ceph-mon[96842]: pgmap v489: 121 pgs: 121 active+clean; 223 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.2 MiB/s wr, 22 op/s 2024-09-17T17:11:32.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:31 smithi031 ceph-mon[96842]: osdmap e553: 8 total, 8 up, 8 in 2024-09-17T17:11:32.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:31 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:32.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:31 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-17T17:11:32.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:31 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:11:32.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:31 smithi031 ceph-mon[94873]: Upgrade: It appears safe to stop mds.b 2024-09-17T17:11:32.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:31 smithi031 ceph-mon[94873]: pgmap v489: 121 pgs: 121 active+clean; 223 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.2 MiB/s wr, 22 op/s 2024-09-17T17:11:32.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:31 smithi031 ceph-mon[94873]: osdmap e553: 8 total, 8 up, 8 in 2024-09-17T17:11:32.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:31 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:32.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:31 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-17T17:11:32.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:31 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:11:32.411 INFO:tasks.rados.rados.0.smithi031.stdout:2536: done (1 left) 2024-09-17T17:11:32.411 INFO:tasks.rados.rados.0.smithi031.stdout:2537: done (0 left) 2024-09-17T17:11:32.411 INFO:tasks.rados.rados.0.smithi031.stdout:2538: delete oid 47 current snap is 238 2024-09-17T17:11:32.415 INFO:tasks.rados.rados.0.smithi031.stdout:2538: done (0 left) 2024-09-17T17:11:32.415 INFO:tasks.rados.rados.0.smithi031.stdout:2539: copy_from oid 37 from oid 34 current snap is 238 2024-09-17T17:11:32.415 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 9 current snap is 238 2024-09-17T17:11:32.416 INFO:tasks.rados.rados.0.smithi031.stdout:2540: seq_num 805 ranges {0=688128,688128=507904,1196032=294912} 2024-09-17T17:11:32.419 INFO:tasks.rados.rados.0.smithi031.stdout:2540: writing smithi03184240-9 from 0 to 688128 tid 1 2024-09-17T17:11:32.422 INFO:tasks.rados.rados.0.smithi031.stdout:2540: writing smithi03184240-9 from 688128 to 1196032 tid 2 2024-09-17T17:11:32.424 INFO:tasks.rados.rados.0.smithi031.stdout:2540: writing smithi03184240-9 from 1196032 to 1490944 tid 3 2024-09-17T17:11:32.425 INFO:tasks.rados.rados.0.smithi031.stdout:2541: rollback oid 27 current snap is 238 2024-09-17T17:11:32.425 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 27 to 219 2024-09-17T17:11:32.425 INFO:tasks.rados.rados.0.smithi031.stdout:2542: delete oid 28 current snap is 238 2024-09-17T17:11:32.426 INFO:tasks.rados.rados.0.smithi031.stdout:2540: finishing write tid 1 to smithi03184240-9 2024-09-17T17:11:32.427 INFO:tasks.rados.rados.0.smithi031.stdout:2539: finishing copy_from racing read to smithi03184240-37 2024-09-17T17:11:32.429 INFO:tasks.rados.rados.0.smithi031.stdout:2539: finishing copy_from to smithi03184240-37 2024-09-17T17:11:32.429 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 1529 (ObjNum 784 snap 232 seq_num 784) dirty exists 2024-09-17T17:11:32.429 INFO:tasks.rados.rados.0.smithi031.stdout:2539: done (3 left) 2024-09-17T17:11:32.429 INFO:tasks.rados.rados.0.smithi031.stdout:2542: done (2 left) 2024-09-17T17:11:32.429 INFO:tasks.rados.rados.0.smithi031.stdout:2543: delete oid 20 current snap is 238 2024-09-17T17:11:32.430 INFO:tasks.rados.rados.0.smithi031.stdout:2541: finishing rollback tid 0 to smithi03184240-27 2024-09-17T17:11:32.430 INFO:tasks.rados.rados.0.smithi031.stdout:2540: finishing write tid 2 to smithi03184240-9 2024-09-17T17:11:32.431 INFO:tasks.rados.rados.0.smithi031.stdout:2540: finishing write tid 3 to smithi03184240-9 2024-09-17T17:11:32.431 INFO:tasks.rados.rados.0.smithi031.stdout:2541: finishing rollback tid 1 to smithi03184240-27 2024-09-17T17:11:32.431 INFO:tasks.rados.rados.0.smithi031.stdout:2540: finishing write tid 4 to smithi03184240-9 2024-09-17T17:11:32.432 INFO:tasks.rados.rados.0.smithi031.stdout:2541: finishing rollback tid 2 to smithi03184240-27 2024-09-17T17:11:32.432 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 1485 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-09-17T17:11:32.436 INFO:tasks.rados.rados.0.smithi031.stdout:2540: finishing write tid 5 to smithi03184240-9 2024-09-17T17:11:32.436 INFO:tasks.rados.rados.0.smithi031.stdout:2540: oid 9 updating version 0 to 1916 2024-09-17T17:11:32.436 INFO:tasks.rados.rados.0.smithi031.stdout:2540: oid 9 updating version 1916 to 1919 2024-09-17T17:11:32.436 INFO:tasks.rados.rados.0.smithi031.stdout:2540: oid 9 version 1919 is already newer than 1917 2024-09-17T17:11:32.436 INFO:tasks.rados.rados.0.smithi031.stdout:2540: oid 9 version 1919 is already newer than 1918 2024-09-17T17:11:32.436 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 1919 (ObjNum 805 snap 238 seq_num 805) dirty exists 2024-09-17T17:11:32.436 INFO:tasks.rados.rados.0.smithi031.stdout:2540: left oid 9 (ObjNum 805 snap 238 seq_num 805) 2024-09-17T17:11:32.436 INFO:tasks.rados.rados.0.smithi031.stdout:2540: done (2 left) 2024-09-17T17:11:32.436 INFO:tasks.rados.rados.0.smithi031.stdout:2541: done (1 left) 2024-09-17T17:11:32.437 INFO:tasks.rados.rados.0.smithi031.stdout:2543: done (0 left) 2024-09-17T17:11:32.437 INFO:tasks.rados.rados.0.smithi031.stdout:2544: snap_create 2024-09-17T17:11:33.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:32 smithi031 ceph-mon[94873]: Upgrade: Updating mds.b 2024-09-17T17:11:33.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:32 smithi031 ceph-mon[94873]: Deploying daemon mds.b on smithi066 2024-09-17T17:11:33.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:32 smithi031 ceph-mon[94873]: osdmap e554: 8 total, 8 up, 8 in 2024-09-17T17:11:33.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:32 smithi031 ceph-mon[96842]: Upgrade: Updating mds.b 2024-09-17T17:11:33.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:32 smithi031 ceph-mon[96842]: Deploying daemon mds.b on smithi066 2024-09-17T17:11:33.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:32 smithi031 ceph-mon[96842]: osdmap e554: 8 total, 8 up, 8 in 2024-09-17T17:11:33.109 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:32 smithi066 ceph-mon[86175]: Upgrade: Updating mds.b 2024-09-17T17:11:33.109 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:32 smithi066 ceph-mon[86175]: Deploying daemon mds.b on smithi066 2024-09-17T17:11:33.109 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:32 smithi066 ceph-mon[86175]: osdmap e554: 8 total, 8 up, 8 in 2024-09-17T17:11:33.376 INFO:tasks.rados.rados.0.smithi031.stdout:2544: done (0 left) 2024-09-17T17:11:33.376 INFO:tasks.rados.rados.0.smithi031.stdout:2545: snap_remove snap 219 2024-09-17T17:11:33.380 INFO:journalctl@ceph.mds.b.smithi066.stdout:Sep 17 17:11:33 smithi066 systemd[1]: Stopping Ceph mds.b for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:11:33.392 INFO:tasks.rados.rados.0.smithi031.stdout:2545: done (0 left) 2024-09-17T17:11:33.392 INFO:tasks.rados.rados.0.smithi031.stdout:2546: snap_create 2024-09-17T17:11:33.653 INFO:journalctl@ceph.mds.b.smithi066.stdout:Sep 17 17:11:33 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-b[59423]: 2024-09-17T17:11:33.377+0000 7f0aba430640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T17:11:33.653 INFO:journalctl@ceph.mds.b.smithi066.stdout:Sep 17 17:11:33 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-b[59423]: 2024-09-17T17:11:33.377+0000 7f0aba430640 -1 mds.b *** got signal Terminated *** 2024-09-17T17:11:33.784 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:33 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-a[94850]: 2024-09-17T17:11:33.377+0000 7f3302169640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-17T17:11:34.058 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:33 smithi031 ceph-mon[94873]: pgmap v492: 121 pgs: 121 active+clean; 221 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-09-17T17:11:34.059 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:33 smithi031 ceph-mon[94873]: osdmap e555: 8 total, 8 up, 8 in 2024-09-17T17:11:34.059 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:33 smithi031 ceph-mon[94873]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-17T17:11:34.059 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:33 smithi031 ceph-mon[94873]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-17T17:11:34.059 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:33 smithi031 ceph-mon[94873]: osdmap e556: 8 total, 8 up, 8 in 2024-09-17T17:11:34.059 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:33 smithi031 ceph-mon[94873]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-17T17:11:34.059 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:33 smithi031 ceph-mon[94873]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-17T17:11:34.059 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:33 smithi031 ceph-mon[94873]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-17T17:11:34.059 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:33 smithi031 ceph-mon[94873]: fsmap cephfs:1/1 {0=a=up:replay} 2024-09-17T17:11:34.059 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:33 smithi031 ceph-mon[96842]: pgmap v492: 121 pgs: 121 active+clean; 221 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-09-17T17:11:34.060 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:33 smithi031 ceph-mon[96842]: osdmap e555: 8 total, 8 up, 8 in 2024-09-17T17:11:34.060 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:33 smithi031 ceph-mon[96842]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-17T17:11:34.060 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:33 smithi031 ceph-mon[96842]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-17T17:11:34.060 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:33 smithi031 ceph-mon[96842]: osdmap e556: 8 total, 8 up, 8 in 2024-09-17T17:11:34.060 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:33 smithi031 ceph-mon[96842]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-17T17:11:34.060 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:33 smithi031 ceph-mon[96842]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-17T17:11:34.060 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:33 smithi031 ceph-mon[96842]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-17T17:11:34.060 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:33 smithi031 ceph-mon[96842]: fsmap cephfs:1/1 {0=a=up:replay} 2024-09-17T17:11:34.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:33 smithi066 ceph-mon[86175]: pgmap v492: 121 pgs: 121 active+clean; 221 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-09-17T17:11:34.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:33 smithi066 ceph-mon[86175]: osdmap e555: 8 total, 8 up, 8 in 2024-09-17T17:11:34.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:33 smithi066 ceph-mon[86175]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-17T17:11:34.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:33 smithi066 ceph-mon[86175]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-17T17:11:34.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:33 smithi066 ceph-mon[86175]: osdmap e556: 8 total, 8 up, 8 in 2024-09-17T17:11:34.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:33 smithi066 ceph-mon[86175]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-17T17:11:34.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:33 smithi066 ceph-mon[86175]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-17T17:11:34.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:33 smithi066 ceph-mon[86175]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-17T17:11:34.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:33 smithi066 ceph-mon[86175]: fsmap cephfs:1/1 {0=a=up:replay} 2024-09-17T17:11:34.387 INFO:tasks.rados.rados.0.smithi031.stdout:2546: done (0 left) 2024-09-17T17:11:34.387 INFO:tasks.rados.rados.0.smithi031.stdout:2547: snap_remove snap 203 2024-09-17T17:11:35.389 INFO:tasks.rados.rados.0.smithi031.stdout:2547: done (0 left) 2024-09-17T17:11:35.390 INFO:tasks.rados.rados.0.smithi031.stdout:2548: setattr oid 43 current snap is 240 2024-09-17T17:11:35.391 INFO:tasks.rados.rados.0.smithi031.stdout:2549: setattr oid 29 current snap is 240 2024-09-17T17:11:35.393 INFO:tasks.rados.rados.0.smithi031.stdout:2550: rmattr oid 12 current snap is 240 2024-09-17T17:11:35.393 INFO:tasks.rados.rados.0.smithi031.stdout:2550: done (2 left) 2024-09-17T17:11:35.393 INFO:tasks.rados.rados.0.smithi031.stdout:2551: read oid 3 snap -1 2024-09-17T17:11:35.393 INFO:tasks.rados.rados.0.smithi031.stdout:2551: expect deleted 2024-09-17T17:11:35.394 INFO:tasks.rados.rados.0.smithi031.stdout:2552: copy_from oid 15 from oid 24 current snap is 240 2024-09-17T17:11:35.394 INFO:tasks.rados.rados.0.smithi031.stdout:2553: read oid 32 snap 225 2024-09-17T17:11:35.394 INFO:tasks.rados.rados.0.smithi031.stdout:2553: expect (ObjNum 677 snap 196 seq_num 677) 2024-09-17T17:11:35.394 INFO:tasks.rados.rados.0.smithi031.stdout:2554: setattr oid 26 current snap is 240 2024-09-17T17:11:35.395 INFO:tasks.rados.rados.0.smithi031.stdout:2555: delete oid 30 current snap is 240 2024-09-17T17:11:35.410 INFO:tasks.rados.rados.0.smithi031.stdout:2553: expect (ObjNum 677 snap 196 seq_num 677) 2024-09-17T17:11:35.464 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 1974 (ObjNum 97 snap 0 seq_num 3068108080) dirty exists 2024-09-17T17:11:35.465 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 1201 (ObjNum 209 snap 0 seq_num 1705071264) dirty exists 2024-09-17T17:11:35.465 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 1488 (ObjNum 81 snap 0 seq_num 0) dirty exists 2024-09-17T17:11:35.465 INFO:tasks.rados.rados.0.smithi031.stdout:2548: done (6 left) 2024-09-17T17:11:35.465 INFO:tasks.rados.rados.0.smithi031.stdout:2549: done (5 left) 2024-09-17T17:11:35.465 INFO:tasks.rados.rados.0.smithi031.stdout:2551: done (4 left) 2024-09-17T17:11:35.465 INFO:tasks.rados.rados.0.smithi031.stdout:2553: done (3 left) 2024-09-17T17:11:35.465 INFO:tasks.rados.rados.0.smithi031.stdout:2554: done (2 left) 2024-09-17T17:11:35.465 INFO:tasks.rados.rados.0.smithi031.stdout:2555: done (1 left) 2024-09-17T17:11:35.465 INFO:tasks.rados.rados.0.smithi031.stdout:2556: snap_remove snap 226 2024-09-17T17:11:35.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:35 smithi066 ceph-mon[86175]: pgmap v496: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 221 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-09-17T17:11:35.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:35 smithi066 ceph-mon[86175]: osdmap e557: 8 total, 8 up, 8 in 2024-09-17T17:11:35.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:35 smithi066 ceph-mon[86175]: mds.? [v2:172.21.15.31:6834/4254829437,v1:172.21.15.31:6835/4254829437] up:reconnect 2024-09-17T17:11:35.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:35 smithi066 ceph-mon[86175]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-09-17T17:11:35.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:35 smithi031 ceph-mon[94873]: pgmap v496: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 221 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-09-17T17:11:35.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:35 smithi031 ceph-mon[94873]: osdmap e557: 8 total, 8 up, 8 in 2024-09-17T17:11:35.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:35 smithi031 ceph-mon[94873]: mds.? [v2:172.21.15.31:6834/4254829437,v1:172.21.15.31:6835/4254829437] up:reconnect 2024-09-17T17:11:35.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:35 smithi031 ceph-mon[94873]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-09-17T17:11:35.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:35 smithi031 ceph-mon[96842]: pgmap v496: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 221 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-09-17T17:11:35.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:35 smithi031 ceph-mon[96842]: osdmap e557: 8 total, 8 up, 8 in 2024-09-17T17:11:35.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:35 smithi031 ceph-mon[96842]: mds.? [v2:172.21.15.31:6834/4254829437,v1:172.21.15.31:6835/4254829437] up:reconnect 2024-09-17T17:11:35.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:35 smithi031 ceph-mon[96842]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-09-17T17:11:36.428 INFO:tasks.rados.rados.0.smithi031.stdout:2556: done (1 left) 2024-09-17T17:11:36.428 INFO:tasks.rados.rados.0.smithi031.stdout:2557: rollback oid 38 current snap is 240 2024-09-17T17:11:36.428 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 38 to 237 2024-09-17T17:11:36.428 INFO:tasks.rados.rados.0.smithi031.stdout:2552: finishing copy_from racing read to smithi03184240-15 2024-09-17T17:11:36.428 INFO:tasks.rados.rados.0.smithi031.stdout:2552: finishing copy_from to smithi03184240-15 2024-09-17T17:11:36.428 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 1468 (ObjNum 667 snap 194 seq_num 667) dirty exists 2024-09-17T17:11:36.428 INFO:tasks.rados.rados.0.smithi031.stdout:2552: done (1 left) 2024-09-17T17:11:36.428 INFO:tasks.rados.rados.0.smithi031.stdout:2558: read oid 40 snap -1 2024-09-17T17:11:36.428 INFO:tasks.rados.rados.0.smithi031.stdout:2558: expect (ObjNum 764 snap 226 seq_num 764) 2024-09-17T17:11:36.429 INFO:tasks.rados.rados.0.smithi031.stdout:2559: snap_create 2024-09-17T17:11:36.447 INFO:tasks.rados.rados.0.smithi031.stdout:2557: finishing rollback tid 0 to smithi03184240-38 2024-09-17T17:11:36.452 INFO:tasks.rados.rados.0.smithi031.stdout:2558: expect (ObjNum 764 snap 226 seq_num 764) 2024-09-17T17:11:36.609 INFO:tasks.rados.rados.0.smithi031.stdout:2557: finishing rollback tid 1 to smithi03184240-38 2024-09-17T17:11:36.609 INFO:tasks.rados.rados.0.smithi031.stdout:2557: finishing rollback tid 2 to smithi03184240-38 2024-09-17T17:11:36.609 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 1654 (ObjNum 772 snap 228 seq_num 772) dirty exists 2024-09-17T17:11:36.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:36 smithi066 ceph-mon[86175]: osdmap e558: 8 total, 8 up, 8 in 2024-09-17T17:11:36.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:36 smithi066 ceph-mon[86175]: mds.? [v2:172.21.15.31:6834/4254829437,v1:172.21.15.31:6835/4254829437] up:rejoin 2024-09-17T17:11:36.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:36 smithi066 ceph-mon[86175]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-09-17T17:11:36.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:36 smithi066 ceph-mon[86175]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-17T17:11:36.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:36 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-09-17T17:11:36.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:36 smithi031 ceph-mon[96842]: osdmap e558: 8 total, 8 up, 8 in 2024-09-17T17:11:36.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:36 smithi031 ceph-mon[96842]: mds.? [v2:172.21.15.31:6834/4254829437,v1:172.21.15.31:6835/4254829437] up:rejoin 2024-09-17T17:11:36.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:36 smithi031 ceph-mon[96842]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-09-17T17:11:36.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:36 smithi031 ceph-mon[96842]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-17T17:11:36.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:36 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-09-17T17:11:36.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:36 smithi031 ceph-mon[94873]: osdmap e558: 8 total, 8 up, 8 in 2024-09-17T17:11:36.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:36 smithi031 ceph-mon[94873]: mds.? [v2:172.21.15.31:6834/4254829437,v1:172.21.15.31:6835/4254829437] up:rejoin 2024-09-17T17:11:36.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:36 smithi031 ceph-mon[94873]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-09-17T17:11:36.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:36 smithi031 ceph-mon[94873]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-17T17:11:36.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:36 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-09-17T17:11:37.425 INFO:tasks.rados.rados.0.smithi031.stdout:2557: done (2 left) 2024-09-17T17:11:37.425 INFO:tasks.rados.rados.0.smithi031.stdout:2558: done (1 left) 2024-09-17T17:11:37.425 INFO:tasks.rados.rados.0.smithi031.stdout:2559: done (0 left) 2024-09-17T17:11:37.426 INFO:tasks.rados.rados.0.smithi031.stdout:2560: read oid 10 snap -1 2024-09-17T17:11:37.426 INFO:tasks.rados.rados.0.smithi031.stdout:2560: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:11:37.426 INFO:tasks.rados.rados.0.smithi031.stdout:2561: read oid 48 snap -1 2024-09-17T17:11:37.426 INFO:tasks.rados.rados.0.smithi031.stdout:2561: expect (ObjNum 775 snap 231 seq_num 775) 2024-09-17T17:11:37.426 INFO:tasks.rados.rados.0.smithi031.stdout:2562: rmattr oid 6 current snap is 241 2024-09-17T17:11:37.426 INFO:tasks.rados.rados.0.smithi031.stdout:2562: done (2 left) 2024-09-17T17:11:37.426 INFO:tasks.rados.rados.0.smithi031.stdout:2563: read oid 42 snap -1 2024-09-17T17:11:37.426 INFO:tasks.rados.rados.0.smithi031.stdout:2563: expect (ObjNum 782 snap 232 seq_num 782) 2024-09-17T17:11:37.426 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 3 current snap is 241 2024-09-17T17:11:37.426 INFO:tasks.rados.rados.0.smithi031.stdout:2564: seq_num 809 ranges {0=753664,753664=499712,1253376=303104} 2024-09-17T17:11:37.430 INFO:tasks.rados.rados.0.smithi031.stdout:2564: writing smithi03184240-3 from 0 to 753664 tid 1 2024-09-17T17:11:37.432 INFO:tasks.rados.rados.0.smithi031.stdout:2564: writing smithi03184240-3 from 753664 to 1253376 tid 2 2024-09-17T17:11:37.435 INFO:tasks.rados.rados.0.smithi031.stdout:2564: writing smithi03184240-3 from 1253376 to 1556480 tid 3 2024-09-17T17:11:37.435 INFO:tasks.rados.rados.0.smithi031.stdout:2565: read oid 20 snap -1 2024-09-17T17:11:37.435 INFO:tasks.rados.rados.0.smithi031.stdout:2565: expect deleted 2024-09-17T17:11:37.435 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 13 current snap is 241 2024-09-17T17:11:37.435 INFO:tasks.rados.rados.0.smithi031.stdout:2566: seq_num 810 ranges {0=770048,770048=778240,1548288=24576} 2024-09-17T17:11:37.440 INFO:tasks.rados.rados.0.smithi031.stdout:2566: writing smithi03184240-13 from 0 to 770048 tid 1 2024-09-17T17:11:37.445 INFO:tasks.rados.rados.0.smithi031.stdout:2566: writing smithi03184240-13 from 770048 to 1548288 tid 2 2024-09-17T17:11:37.445 INFO:tasks.rados.rados.0.smithi031.stdout:2566: writing smithi03184240-13 from 1548288 to 1572864 tid 3 2024-09-17T17:11:37.445 INFO:tasks.rados.rados.0.smithi031.stdout:2567: snap_create 2024-09-17T17:11:37.446 INFO:tasks.rados.rados.0.smithi031.stdout:2560: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:11:37.449 INFO:tasks.rados.rados.0.smithi031.stdout:2564: finishing write tid 1 to smithi03184240-3 2024-09-17T17:11:37.449 INFO:tasks.rados.rados.0.smithi031.stdout:2564: finishing write tid 2 to smithi03184240-3 2024-09-17T17:11:37.450 INFO:tasks.rados.rados.0.smithi031.stdout:2564: finishing write tid 3 to smithi03184240-3 2024-09-17T17:11:37.450 INFO:tasks.rados.rados.0.smithi031.stdout:2564: finishing write tid 4 to smithi03184240-3 2024-09-17T17:11:37.450 INFO:tasks.rados.rados.0.smithi031.stdout:2564: finishing write tid 5 to smithi03184240-3 2024-09-17T17:11:37.450 INFO:tasks.rados.rados.0.smithi031.stdout:2564: oid 3 updating version 0 to 1202 2024-09-17T17:11:37.450 INFO:tasks.rados.rados.0.smithi031.stdout:2564: oid 3 updating version 1202 to 1205 2024-09-17T17:11:37.450 INFO:tasks.rados.rados.0.smithi031.stdout:2564: oid 3 version 1205 is already newer than 1203 2024-09-17T17:11:37.450 INFO:tasks.rados.rados.0.smithi031.stdout:2564: oid 3 version 1205 is already newer than 1204 2024-09-17T17:11:37.450 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 1205 (ObjNum 809 snap 241 seq_num 809) dirty exists 2024-09-17T17:11:37.450 INFO:tasks.rados.rados.0.smithi031.stdout:2564: left oid 3 (ObjNum 809 snap 241 seq_num 809) 2024-09-17T17:11:37.450 INFO:tasks.rados.rados.0.smithi031.stdout:2561: expect (ObjNum 775 snap 231 seq_num 775) 2024-09-17T17:11:37.552 INFO:tasks.rados.rados.0.smithi031.stdout:2563: expect (ObjNum 782 snap 232 seq_num 782) 2024-09-17T17:11:37.581 INFO:tasks.rados.rados.0.smithi031.stdout:2566: finishing write tid 1 to smithi03184240-13 2024-09-17T17:11:37.581 INFO:tasks.rados.rados.0.smithi031.stdout:2566: finishing write tid 2 to smithi03184240-13 2024-09-17T17:11:37.582 INFO:tasks.rados.rados.0.smithi031.stdout:2566: finishing write tid 3 to smithi03184240-13 2024-09-17T17:11:37.582 INFO:tasks.rados.rados.0.smithi031.stdout:2566: finishing write tid 4 to smithi03184240-13 2024-09-17T17:11:37.582 INFO:tasks.rados.rados.0.smithi031.stdout:2566: finishing write tid 5 to smithi03184240-13 2024-09-17T17:11:37.582 INFO:tasks.rados.rados.0.smithi031.stdout:2566: oid 13 updating version 0 to 1920 2024-09-17T17:11:37.582 INFO:tasks.rados.rados.0.smithi031.stdout:2566: oid 13 updating version 1920 to 1921 2024-09-17T17:11:37.582 INFO:tasks.rados.rados.0.smithi031.stdout:2566: oid 13 updating version 1921 to 1923 2024-09-17T17:11:37.582 INFO:tasks.rados.rados.0.smithi031.stdout:2566: oid 13 version 1923 is already newer than 1922 2024-09-17T17:11:37.582 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 1923 (ObjNum 810 snap 241 seq_num 810) dirty exists 2024-09-17T17:11:37.582 INFO:tasks.rados.rados.0.smithi031.stdout:2566: left oid 13 (ObjNum 810 snap 241 seq_num 810) 2024-09-17T17:11:37.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:37 smithi066 ceph-mon[86175]: pgmap v499: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 219 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.4 KiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-09-17T17:11:37.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:37 smithi066 ceph-mon[86175]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-17T17:11:37.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:37 smithi066 ceph-mon[86175]: Cluster is now healthy 2024-09-17T17:11:37.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:37 smithi066 ceph-mon[86175]: mds.? [v2:172.21.15.31:6834/4254829437,v1:172.21.15.31:6835/4254829437] up:active 2024-09-17T17:11:37.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:37 smithi066 ceph-mon[86175]: fsmap cephfs:1 {0=a=up:active} 2024-09-17T17:11:37.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:37 smithi066 ceph-mon[86175]: osdmap e559: 8 total, 8 up, 8 in 2024-09-17T17:11:37.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:37 smithi031 ceph-mon[96842]: pgmap v499: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 219 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.4 KiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-09-17T17:11:37.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:37 smithi031 ceph-mon[96842]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-17T17:11:37.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:37 smithi031 ceph-mon[96842]: Cluster is now healthy 2024-09-17T17:11:37.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:37 smithi031 ceph-mon[96842]: mds.? [v2:172.21.15.31:6834/4254829437,v1:172.21.15.31:6835/4254829437] up:active 2024-09-17T17:11:37.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:37 smithi031 ceph-mon[96842]: fsmap cephfs:1 {0=a=up:active} 2024-09-17T17:11:37.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:37 smithi031 ceph-mon[96842]: osdmap e559: 8 total, 8 up, 8 in 2024-09-17T17:11:37.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:37 smithi031 ceph-mon[94873]: pgmap v499: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 219 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.4 KiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-09-17T17:11:37.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:37 smithi031 ceph-mon[94873]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-17T17:11:37.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:37 smithi031 ceph-mon[94873]: Cluster is now healthy 2024-09-17T17:11:37.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:37 smithi031 ceph-mon[94873]: mds.? [v2:172.21.15.31:6834/4254829437,v1:172.21.15.31:6835/4254829437] up:active 2024-09-17T17:11:37.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:37 smithi031 ceph-mon[94873]: fsmap cephfs:1 {0=a=up:active} 2024-09-17T17:11:37.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:37 smithi031 ceph-mon[94873]: osdmap e559: 8 total, 8 up, 8 in 2024-09-17T17:11:38.343 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 17:11:38 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-a[121942]: 2024-09-17T17:11:38.027+0000 7fc46799d640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-17T17:11:38.380 INFO:tasks.rados.rados.0.smithi031.stdout:2560: done (6 left) 2024-09-17T17:11:38.380 INFO:tasks.rados.rados.0.smithi031.stdout:2561: done (5 left) 2024-09-17T17:11:38.380 INFO:tasks.rados.rados.0.smithi031.stdout:2563: done (4 left) 2024-09-17T17:11:38.380 INFO:tasks.rados.rados.0.smithi031.stdout:2564: done (3 left) 2024-09-17T17:11:38.380 INFO:tasks.rados.rados.0.smithi031.stdout:2565: done (2 left) 2024-09-17T17:11:38.380 INFO:tasks.rados.rados.0.smithi031.stdout:2566: done (1 left) 2024-09-17T17:11:38.380 INFO:tasks.rados.rados.0.smithi031.stdout:2567: done (0 left) 2024-09-17T17:11:38.380 INFO:tasks.rados.rados.0.smithi031.stdout:2568: delete oid 37 current snap is 242 2024-09-17T17:11:38.384 INFO:tasks.rados.rados.0.smithi031.stdout:2568: done (0 left) 2024-09-17T17:11:38.384 INFO:tasks.rados.rados.0.smithi031.stdout:2569: delete oid 8 current snap is 242 2024-09-17T17:11:38.389 INFO:tasks.rados.rados.0.smithi031.stdout:2569: done (0 left) 2024-09-17T17:11:38.389 INFO:tasks.rados.rados.0.smithi031.stdout:2570: read oid 49 snap 237 2024-09-17T17:11:38.389 INFO:tasks.rados.rados.0.smithi031.stdout:2570: expect (ObjNum 360 snap 103 seq_num 360) 2024-09-17T17:11:38.389 INFO:tasks.rados.rados.0.smithi031.stdout:2571: rollback oid 44 current snap is 242 2024-09-17T17:11:38.389 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 44 to 235 2024-09-17T17:11:38.389 INFO:tasks.rados.rados.0.smithi031.stdout:2572: copy_from oid 7 from oid 32 current snap is 242 2024-09-17T17:11:38.389 INFO:tasks.rados.rados.0.smithi031.stdout:2573: read oid 26 snap -1 2024-09-17T17:11:38.390 INFO:tasks.rados.rados.0.smithi031.stdout:2573: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:11:38.390 INFO:tasks.rados.rados.0.smithi031.stdout:2574: rollback oid 37 current snap is 242 2024-09-17T17:11:38.390 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 37 to 233 2024-09-17T17:11:38.390 INFO:tasks.rados.rados.0.smithi031.stdout:2575: snap_create 2024-09-17T17:11:38.390 INFO:tasks.rados.rados.0.smithi031.stdout:2573: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:11:38.393 INFO:tasks.rados.rados.0.smithi031.stdout:2571: finishing rollback tid 0 to smithi03184240-44 2024-09-17T17:11:38.393 INFO:tasks.rados.rados.0.smithi031.stdout:2571: finishing rollback tid 1 to smithi03184240-44 2024-09-17T17:11:38.394 INFO:tasks.rados.rados.0.smithi031.stdout:2571: finishing rollback tid 2 to smithi03184240-44 2024-09-17T17:11:38.394 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 2000 (ObjNum 759 snap 221 seq_num 759) dirty exists 2024-09-17T17:11:38.395 INFO:tasks.rados.rados.0.smithi031.stdout:2574: finishing rollback tid 1 to smithi03184240-37 2024-09-17T17:11:38.396 INFO:tasks.rados.rados.0.smithi031.stdout:2570: expect (ObjNum 360 snap 103 seq_num 360) 2024-09-17T17:11:38.432 INFO:tasks.rados.rados.0.smithi031.stdout:2574: finishing rollback tid 2 to smithi03184240-37 2024-09-17T17:11:38.432 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 1596 (ObjNum 523 snap 146 seq_num 523) dirty exists 2024-09-17T17:11:38.432 INFO:tasks.rados.rados.0.smithi031.stdout:2572: finishing copy_from racing read to smithi03184240-7 2024-09-17T17:11:38.432 INFO:tasks.rados.rados.0.smithi031.stdout:2572: finishing copy_from to smithi03184240-7 2024-09-17T17:11:38.432 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 1593 (ObjNum 775 snap 231 seq_num 775) dirty exists 2024-09-17T17:11:38.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:38 smithi031 ceph-mon[94873]: osdmap e560: 8 total, 8 up, 8 in 2024-09-17T17:11:38.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:38 smithi031 ceph-mon[94873]: osdmap e561: 8 total, 8 up, 8 in 2024-09-17T17:11:38.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:38 smithi031 ceph-mon[96842]: osdmap e560: 8 total, 8 up, 8 in 2024-09-17T17:11:38.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:38 smithi031 ceph-mon[96842]: osdmap e561: 8 total, 8 up, 8 in 2024-09-17T17:11:38.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:38 smithi066 ceph-mon[86175]: osdmap e560: 8 total, 8 up, 8 in 2024-09-17T17:11:38.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:38 smithi066 ceph-mon[86175]: osdmap e561: 8 total, 8 up, 8 in 2024-09-17T17:11:39.380 INFO:tasks.rados.rados.0.smithi031.stdout:2570: done (5 left) 2024-09-17T17:11:39.380 INFO:tasks.rados.rados.0.smithi031.stdout:2571: done (4 left) 2024-09-17T17:11:39.380 INFO:tasks.rados.rados.0.smithi031.stdout:2572: done (3 left) 2024-09-17T17:11:39.380 INFO:tasks.rados.rados.0.smithi031.stdout:2573: done (2 left) 2024-09-17T17:11:39.380 INFO:tasks.rados.rados.0.smithi031.stdout:2574: done (1 left) 2024-09-17T17:11:39.380 INFO:tasks.rados.rados.0.smithi031.stdout:2575: done (0 left) 2024-09-17T17:11:39.380 INFO:tasks.rados.rados.0.smithi031.stdout:2576: copy_from oid 16 from oid 7 current snap is 243 2024-09-17T17:11:39.380 INFO:tasks.rados.rados.0.smithi031.stdout:2577: read oid 14 snap -1 2024-09-17T17:11:39.380 INFO:tasks.rados.rados.0.smithi031.stdout:2577: expect (ObjNum 780 snap 232 seq_num 780) 2024-09-17T17:11:39.381 INFO:tasks.rados.rados.0.smithi031.stdout:2578: delete oid 40 current snap is 243 2024-09-17T17:11:39.386 INFO:tasks.rados.rados.0.smithi031.stdout:2577: expect (ObjNum 780 snap 232 seq_num 780) 2024-09-17T17:11:39.416 INFO:tasks.rados.rados.0.smithi031.stdout:2576: finishing copy_from racing read to smithi03184240-16 2024-09-17T17:11:39.416 INFO:tasks.rados.rados.0.smithi031.stdout:2576: finishing copy_from to smithi03184240-16 2024-09-17T17:11:39.417 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 1593 (ObjNum 775 snap 231 seq_num 775) dirty exists 2024-09-17T17:11:39.417 INFO:tasks.rados.rados.0.smithi031.stdout:2576: done (2 left) 2024-09-17T17:11:39.417 INFO:tasks.rados.rados.0.smithi031.stdout:2577: done (1 left) 2024-09-17T17:11:39.417 INFO:tasks.rados.rados.0.smithi031.stdout:2578: done (0 left) 2024-09-17T17:11:39.417 INFO:tasks.rados.rados.0.smithi031.stdout:2579: snap_remove snap 227 2024-09-17T17:11:39.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:39 smithi031 ceph-mon[94873]: pgmap v502: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 181 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.3 MiB/s wr, 31 op/s 2024-09-17T17:11:39.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:39 smithi031 ceph-mon[94873]: osdmap e562: 8 total, 8 up, 8 in 2024-09-17T17:11:39.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:39 smithi031 ceph-mon[96842]: pgmap v502: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 181 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.3 MiB/s wr, 31 op/s 2024-09-17T17:11:39.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:39 smithi031 ceph-mon[96842]: osdmap e562: 8 total, 8 up, 8 in 2024-09-17T17:11:39.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:39 smithi066 ceph-mon[86175]: pgmap v502: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 181 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.3 MiB/s wr, 31 op/s 2024-09-17T17:11:39.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:39 smithi066 ceph-mon[86175]: osdmap e562: 8 total, 8 up, 8 in 2024-09-17T17:11:40.386 INFO:tasks.rados.rados.0.smithi031.stdout:2579: done (0 left) 2024-09-17T17:11:40.386 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 25 current snap is 243 2024-09-17T17:11:40.386 INFO:tasks.rados.rados.0.smithi031.stdout:2580: seq_num 814 ranges {2031616=442368,2473984=770048,3244032=434176} 2024-09-17T17:11:40.389 INFO:journalctl@ceph.mds.b.smithi066.stdout:Sep 17 17:11:40 smithi066 podman[110117]: 2024-09-17 17:11:40.096461741 +0000 UTC m=+6.838777316 container died c397d3fc9cd9edd3c6809821cb690737aef228c520afc2f70fe9e3a216f2e561 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-b, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True) 2024-09-17T17:11:40.401 INFO:tasks.rados.rados.0.smithi031.stdout:2580: writing smithi03184240-25 from 2031616 to 2473984 tid 1 2024-09-17T17:11:40.406 INFO:tasks.rados.rados.0.smithi031.stdout:2580: writing smithi03184240-25 from 2473984 to 3244032 tid 2 2024-09-17T17:11:40.409 INFO:tasks.rados.rados.0.smithi031.stdout:2580: writing smithi03184240-25 from 3244032 to 3678208 tid 3 2024-09-17T17:11:40.410 INFO:tasks.rados.rados.0.smithi031.stdout:2581: snap_remove snap 241 2024-09-17T17:11:40.654 INFO:journalctl@ceph.mds.b.smithi066.stdout:Sep 17 17:11:40 smithi066 podman[110117]: 2024-09-17 17:11:40.585285197 +0000 UTC m=+7.327600765 container cleanup c397d3fc9cd9edd3c6809821cb690737aef228c520afc2f70fe9e3a216f2e561 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-b, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=reef-19e2a2b, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True) 2024-09-17T17:11:40.654 INFO:journalctl@ceph.mds.b.smithi066.stdout:Sep 17 17:11:40 smithi066 bash[110117]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-b 2024-09-17T17:11:41.153 INFO:journalctl@ceph.mds.b.smithi066.stdout:Sep 17 17:11:40 smithi066 podman[110134]: 2024-09-17 17:11:40.811654834 +0000 UTC m=+0.706968479 container remove c397d3fc9cd9edd3c6809821cb690737aef228c520afc2f70fe9e3a216f2e561 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b) 2024-09-17T17:11:41.154 INFO:journalctl@ceph.mds.b.smithi066.stdout:Sep 17 17:11:40 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mds.b.service: Deactivated successfully. 2024-09-17T17:11:41.154 INFO:journalctl@ceph.mds.b.smithi066.stdout:Sep 17 17:11:40 smithi066 systemd[1]: Stopped Ceph mds.b for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:11:41.154 INFO:journalctl@ceph.mds.b.smithi066.stdout:Sep 17 17:11:40 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mds.b.service: Consumed 1.768s CPU time. 2024-09-17T17:11:41.389 INFO:tasks.rados.rados.0.smithi031.stdout:2581: done (1 left) 2024-09-17T17:11:41.389 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 243 2024-09-17T17:11:41.389 INFO:tasks.rados.rados.0.smithi031.stdout:2580: finishing write tid 1 to smithi03184240-25 2024-09-17T17:11:41.389 INFO:tasks.rados.rados.0.smithi031.stdout:2580: finishing write tid 2 to smithi03184240-25 2024-09-17T17:11:41.389 INFO:tasks.rados.rados.0.smithi031.stdout:2580: finishing write tid 3 to smithi03184240-25 2024-09-17T17:11:41.389 INFO:tasks.rados.rados.0.smithi031.stdout:2580: finishing write tid 4 to smithi03184240-25 2024-09-17T17:11:41.389 INFO:tasks.rados.rados.0.smithi031.stdout:2580: finishing write tid 5 to smithi03184240-25 2024-09-17T17:11:41.389 INFO:tasks.rados.rados.0.smithi031.stdout:2580: oid 25 updating version 0 to 1477 2024-09-17T17:11:41.389 INFO:tasks.rados.rados.0.smithi031.stdout:2580: oid 25 version 1477 is already newer than 1476 2024-09-17T17:11:41.389 INFO:tasks.rados.rados.0.smithi031.stdout:2580: oid 25 version 1477 is already newer than 1475 2024-09-17T17:11:41.390 INFO:tasks.rados.rados.0.smithi031.stdout:2580: oid 25 updating version 1477 to 1478 2024-09-17T17:11:41.390 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 1478 (ObjNum 814 snap 243 seq_num 814) dirty exists 2024-09-17T17:11:41.390 INFO:tasks.rados.rados.0.smithi031.stdout:2580: left oid 25 (ObjNum 814 snap 243 seq_num 814) 2024-09-17T17:11:41.390 INFO:tasks.rados.rados.0.smithi031.stdout:2582: seq_num 815 ranges {3825664=458752,4284416=655360,4939776=409600,5349376=139264} 2024-09-17T17:11:41.412 INFO:tasks.rados.rados.0.smithi031.stdout:2582: writing smithi03184240-31 from 3825664 to 4284416 tid 1 2024-09-17T17:11:41.416 INFO:tasks.rados.rados.0.smithi031.stdout:2582: writing smithi03184240-31 from 4284416 to 4939776 tid 2 2024-09-17T17:11:41.418 INFO:tasks.rados.rados.0.smithi031.stdout:2582: writing smithi03184240-31 from 4939776 to 5349376 tid 3 2024-09-17T17:11:41.419 INFO:tasks.rados.rados.0.smithi031.stdout:2582: writing smithi03184240-31 from 5349376 to 5488640 tid 4 2024-09-17T17:11:41.419 INFO:tasks.rados.rados.0.smithi031.stdout:2580: done (1 left) 2024-09-17T17:11:41.420 INFO:tasks.rados.rados.0.smithi031.stdout:2583: copy_from oid 25 from oid 17 current snap is 243 2024-09-17T17:11:41.420 INFO:tasks.rados.rados.0.smithi031.stdout:2582: finishing write tid 1 to smithi03184240-31 2024-09-17T17:11:41.420 INFO:tasks.rados.rados.0.smithi031.stdout:2582: finishing write tid 2 to smithi03184240-31 2024-09-17T17:11:41.420 INFO:tasks.rados.rados.0.smithi031.stdout:2584: rollback oid 48 current snap is 243 2024-09-17T17:11:41.420 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 48 to 225 2024-09-17T17:11:41.420 INFO:tasks.rados.rados.0.smithi031.stdout:2585: delete oid 23 current snap is 243 2024-09-17T17:11:41.423 INFO:tasks.rados.rados.0.smithi031.stdout:2582: finishing write tid 3 to smithi03184240-31 2024-09-17T17:11:41.423 INFO:tasks.rados.rados.0.smithi031.stdout:2582: finishing write tid 4 to smithi03184240-31 2024-09-17T17:11:41.423 INFO:tasks.rados.rados.0.smithi031.stdout:2582: finishing write tid 5 to smithi03184240-31 2024-09-17T17:11:41.425 INFO:tasks.rados.rados.0.smithi031.stdout:2584: finishing rollback tid 0 to smithi03184240-48 2024-09-17T17:11:41.425 INFO:tasks.rados.rados.0.smithi031.stdout:2585: done (3 left) 2024-09-17T17:11:41.426 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 37 current snap is 243 2024-09-17T17:11:41.426 INFO:tasks.rados.rados.0.smithi031.stdout:2586: seq_num 817 ranges {1572864=491520,2064384=417792,2482176=425984,2908160=360448} 2024-09-17T17:11:41.437 INFO:tasks.rados.rados.0.smithi031.stdout:2586: writing smithi03184240-37 from 1572864 to 2064384 tid 1 2024-09-17T17:11:41.439 INFO:tasks.rados.rados.0.smithi031.stdout:2586: writing smithi03184240-37 from 2064384 to 2482176 tid 2 2024-09-17T17:11:41.441 INFO:tasks.rados.rados.0.smithi031.stdout:2586: writing smithi03184240-37 from 2482176 to 2908160 tid 3 2024-09-17T17:11:41.444 INFO:tasks.rados.rados.0.smithi031.stdout:2586: writing smithi03184240-37 from 2908160 to 3268608 tid 4 2024-09-17T17:11:41.444 INFO:tasks.rados.rados.0.smithi031.stdout:2587: copy_from oid 18 from oid 42 current snap is 243 2024-09-17T17:11:41.444 INFO:tasks.rados.rados.0.smithi031.stdout:2583: finishing copy_from to smithi03184240-25 2024-09-17T17:11:41.444 INFO:tasks.rados.rados.0.smithi031.stdout:2583: got expected ENOENT (src dne) 2024-09-17T17:11:41.445 INFO:tasks.rados.rados.0.smithi031.stdout:2583: finishing copy_from racing read to smithi03184240-25 2024-09-17T17:11:41.445 INFO:tasks.rados.rados.0.smithi031.stdout:2584: finishing rollback tid 1 to smithi03184240-48 2024-09-17T17:11:41.445 INFO:tasks.rados.rados.0.smithi031.stdout:2584: finishing rollback tid 2 to smithi03184240-48 2024-09-17T17:11:41.445 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 2022 (ObjNum 729 snap 210 seq_num 729) dirty exists 2024-09-17T17:11:41.445 INFO:tasks.rados.rados.0.smithi031.stdout:2582: finishing write tid 6 to smithi03184240-31 2024-09-17T17:11:41.445 INFO:tasks.rados.rados.0.smithi031.stdout:2582: oid 31 updating version 0 to 1487 2024-09-17T17:11:41.445 INFO:tasks.rados.rados.0.smithi031.stdout:2582: oid 31 version 1487 is already newer than 1486 2024-09-17T17:11:41.445 INFO:tasks.rados.rados.0.smithi031.stdout:2582: oid 31 updating version 1487 to 1489 2024-09-17T17:11:41.445 INFO:tasks.rados.rados.0.smithi031.stdout:2582: oid 31 updating version 1489 to 1490 2024-09-17T17:11:41.445 INFO:tasks.rados.rados.0.smithi031.stdout:2582: oid 31 version 1490 is already newer than 1488 2024-09-17T17:11:41.445 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 1490 (ObjNum 815 snap 243 seq_num 815) dirty exists 2024-09-17T17:11:41.445 INFO:tasks.rados.rados.0.smithi031.stdout:2582: left oid 31 (ObjNum 815 snap 243 seq_num 815) 2024-09-17T17:11:41.445 INFO:tasks.rados.rados.0.smithi031.stdout:2586: finishing write tid 1 to smithi03184240-37 2024-09-17T17:11:41.445 INFO:tasks.rados.rados.0.smithi031.stdout:2586: finishing write tid 2 to smithi03184240-37 2024-09-17T17:11:41.446 INFO:tasks.rados.rados.0.smithi031.stdout:2582: done (4 left) 2024-09-17T17:11:41.446 INFO:tasks.rados.rados.0.smithi031.stdout:2583: done (3 left) 2024-09-17T17:11:41.446 INFO:tasks.rados.rados.0.smithi031.stdout:2584: done (2 left) 2024-09-17T17:11:41.446 INFO:tasks.rados.rados.0.smithi031.stdout:2588: snap_remove snap 233 2024-09-17T17:11:41.506 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:41 smithi066 ceph-mon[86175]: pgmap v505: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 168 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 1022 KiB/s wr, 38 op/s 2024-09-17T17:11:41.506 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:41 smithi066 ceph-mon[86175]: osdmap e563: 8 total, 8 up, 8 in 2024-09-17T17:11:41.506 INFO:journalctl@ceph.mds.b.smithi066.stdout:Sep 17 17:11:41 smithi066 systemd[1]: Starting Ceph mds.b for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:11:41.506 INFO:journalctl@ceph.mds.b.smithi066.stdout:Sep 17 17:11:41 smithi066 podman[110269]: 2024-09-17 17:11:41.268385674 +0000 UTC m=+0.016805430 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:11:41.506 INFO:journalctl@ceph.mds.b.smithi066.stdout:Sep 17 17:11:41 smithi066 podman[110269]: 2024-09-17 17:11:41.379419046 +0000 UTC m=+0.127838791 container create 9c58a234ebf9ab60e8c6945edc02d1845079a9f4a9b57301a463f9b868a12975 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-b, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-09-17T17:11:41.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:41 smithi031 ceph-mon[94873]: pgmap v505: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 168 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 1022 KiB/s wr, 38 op/s 2024-09-17T17:11:41.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:41 smithi031 ceph-mon[94873]: osdmap e563: 8 total, 8 up, 8 in 2024-09-17T17:11:41.844 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:11:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:11:41] "GET /metrics HTTP/1.1" 200 36354 "" "Prometheus/2.43.0" 2024-09-17T17:11:41.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:41 smithi031 ceph-mon[96842]: pgmap v505: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 168 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 1022 KiB/s wr, 38 op/s 2024-09-17T17:11:41.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:41 smithi031 ceph-mon[96842]: osdmap e563: 8 total, 8 up, 8 in 2024-09-17T17:11:41.903 INFO:journalctl@ceph.mds.b.smithi066.stdout:Sep 17 17:11:41 smithi066 podman[110269]: 2024-09-17 17:11:41.59088399 +0000 UTC m=+0.339303739 container init 9c58a234ebf9ab60e8c6945edc02d1845079a9f4a9b57301a463f9b868a12975 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-b, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-09-17T17:11:41.903 INFO:journalctl@ceph.mds.b.smithi066.stdout:Sep 17 17:11:41 smithi066 podman[110269]: 2024-09-17 17:11:41.595884376 +0000 UTC m=+0.344304125 container start 9c58a234ebf9ab60e8c6945edc02d1845079a9f4a9b57301a463f9b868a12975 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.build-date=20240731) 2024-09-17T17:11:41.904 INFO:journalctl@ceph.mds.b.smithi066.stdout:Sep 17 17:11:41 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-b[110284]: starting mds.b at 2024-09-17T17:11:41.904 INFO:journalctl@ceph.mds.b.smithi066.stdout:Sep 17 17:11:41 smithi066 bash[110269]: 9c58a234ebf9ab60e8c6945edc02d1845079a9f4a9b57301a463f9b868a12975 2024-09-17T17:11:41.904 INFO:journalctl@ceph.mds.b.smithi066.stdout:Sep 17 17:11:41 smithi066 systemd[1]: Started Ceph mds.b for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:11:42.394 INFO:tasks.rados.rados.0.smithi031.stdout:2586: finishing write tid 3 to smithi03184240-37 2024-09-17T17:11:42.395 INFO:tasks.rados.rados.0.smithi031.stdout:2586: finishing write tid 4 to smithi03184240-37 2024-09-17T17:11:42.395 INFO:tasks.rados.rados.0.smithi031.stdout:2586: finishing write tid 5 to smithi03184240-37 2024-09-17T17:11:42.395 INFO:tasks.rados.rados.0.smithi031.stdout:2586: finishing write tid 6 to smithi03184240-37 2024-09-17T17:11:42.395 INFO:tasks.rados.rados.0.smithi031.stdout:2586: oid 37 updating version 0 to 1597 2024-09-17T17:11:42.395 INFO:tasks.rados.rados.0.smithi031.stdout:2586: oid 37 updating version 1597 to 1601 2024-09-17T17:11:42.395 INFO:tasks.rados.rados.0.smithi031.stdout:2586: oid 37 version 1601 is already newer than 1598 2024-09-17T17:11:42.395 INFO:tasks.rados.rados.0.smithi031.stdout:2586: oid 37 version 1601 is already newer than 1600 2024-09-17T17:11:42.395 INFO:tasks.rados.rados.0.smithi031.stdout:2586: oid 37 version 1601 is already newer than 1599 2024-09-17T17:11:42.395 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 1601 (ObjNum 817 snap 243 seq_num 817) dirty exists 2024-09-17T17:11:42.395 INFO:tasks.rados.rados.0.smithi031.stdout:2586: left oid 37 (ObjNum 817 snap 243 seq_num 817) 2024-09-17T17:11:42.395 INFO:tasks.rados.rados.0.smithi031.stdout:2587: finishing copy_from racing read to smithi03184240-18 2024-09-17T17:11:42.395 INFO:tasks.rados.rados.0.smithi031.stdout:2587: finishing copy_from to smithi03184240-18 2024-09-17T17:11:42.396 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 1911 (ObjNum 782 snap 232 seq_num 782) dirty exists 2024-09-17T17:11:42.396 INFO:tasks.rados.rados.0.smithi031.stdout:2586: done (2 left) 2024-09-17T17:11:42.396 INFO:tasks.rados.rados.0.smithi031.stdout:2587: done (1 left) 2024-09-17T17:11:42.396 INFO:tasks.rados.rados.0.smithi031.stdout:2588: done (0 left) 2024-09-17T17:11:42.396 INFO:tasks.rados.rados.0.smithi031.stdout:2589: read oid 3 snap -1 2024-09-17T17:11:42.396 INFO:tasks.rados.rados.0.smithi031.stdout:2589: expect (ObjNum 809 snap 241 seq_num 809) 2024-09-17T17:11:42.396 INFO:tasks.rados.rados.0.smithi031.stdout:2590: snap_remove snap 225 2024-09-17T17:11:42.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:42 smithi066 ceph-mon[86175]: osdmap e564: 8 total, 8 up, 8 in 2024-09-17T17:11:42.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:42 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:42.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:42 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:42.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:42 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:11:42.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:42 smithi031 ceph-mon[94873]: osdmap e564: 8 total, 8 up, 8 in 2024-09-17T17:11:42.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:42 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:42.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:42 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:42.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:42 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:11:42.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:42 smithi031 ceph-mon[96842]: osdmap e564: 8 total, 8 up, 8 in 2024-09-17T17:11:42.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:42 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:42.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:42 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:42.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:42 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:11:43.379 INFO:tasks.rados.rados.0.smithi031.stdout:2589: expect (ObjNum 809 snap 241 seq_num 809) 2024-09-17T17:11:43.434 INFO:tasks.rados.rados.0.smithi031.stdout:2589: done (1 left) 2024-09-17T17:11:43.434 INFO:tasks.rados.rados.0.smithi031.stdout:2590: done (0 left) 2024-09-17T17:11:43.434 INFO:tasks.rados.rados.0.smithi031.stdout:2591: read oid 47 snap -1 2024-09-17T17:11:43.434 INFO:tasks.rados.rados.0.smithi031.stdout:2591: expect deleted 2024-09-17T17:11:43.434 INFO:tasks.rados.rados.0.smithi031.stdout:2592: rollback oid 38 current snap is 243 2024-09-17T17:11:43.434 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 38 to 237 2024-09-17T17:11:43.434 INFO:tasks.rados.rados.0.smithi031.stdout:2593: copy_from oid 39 from oid 9 current snap is 243 2024-09-17T17:11:43.434 INFO:tasks.rados.rados.0.smithi031.stdout:2594: snap_remove snap 235 2024-09-17T17:11:43.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:43 smithi066 ceph-mon[86175]: pgmap v508: 121 pgs: 121 active+clean; 177 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.1 MiB/s wr, 21 op/s 2024-09-17T17:11:43.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:43 smithi066 ceph-mon[86175]: mds.? [v2:172.21.15.66:6832/2197340547,v1:172.21.15.66:6833/2197340547] up:boot 2024-09-17T17:11:43.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:43 smithi066 ceph-mon[86175]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-17T17:11:43.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:43 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-09-17T17:11:43.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:43 smithi066 ceph-mon[86175]: osdmap e565: 8 total, 8 up, 8 in 2024-09-17T17:11:43.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:43 smithi066 ceph-mon[86175]: osdmap e566: 8 total, 8 up, 8 in 2024-09-17T17:11:43.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:43 smithi031 ceph-mon[94873]: pgmap v508: 121 pgs: 121 active+clean; 177 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.1 MiB/s wr, 21 op/s 2024-09-17T17:11:43.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:43 smithi031 ceph-mon[94873]: mds.? [v2:172.21.15.66:6832/2197340547,v1:172.21.15.66:6833/2197340547] up:boot 2024-09-17T17:11:43.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:43 smithi031 ceph-mon[94873]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-17T17:11:43.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:43 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-09-17T17:11:43.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:43 smithi031 ceph-mon[94873]: osdmap e565: 8 total, 8 up, 8 in 2024-09-17T17:11:43.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:43 smithi031 ceph-mon[94873]: osdmap e566: 8 total, 8 up, 8 in 2024-09-17T17:11:43.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:43 smithi031 ceph-mon[96842]: pgmap v508: 121 pgs: 121 active+clean; 177 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.1 MiB/s wr, 21 op/s 2024-09-17T17:11:43.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:43 smithi031 ceph-mon[96842]: mds.? [v2:172.21.15.66:6832/2197340547,v1:172.21.15.66:6833/2197340547] up:boot 2024-09-17T17:11:43.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:43 smithi031 ceph-mon[96842]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-17T17:11:43.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:43 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-09-17T17:11:43.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:43 smithi031 ceph-mon[96842]: osdmap e565: 8 total, 8 up, 8 in 2024-09-17T17:11:43.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:43 smithi031 ceph-mon[96842]: osdmap e566: 8 total, 8 up, 8 in 2024-09-17T17:11:44.407 INFO:tasks.rados.rados.0.smithi031.stdout:2594: done (3 left) 2024-09-17T17:11:44.407 INFO:tasks.rados.rados.0.smithi031.stdout:2595: rollback oid 20 current snap is 243 2024-09-17T17:11:44.407 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 20 to 242 2024-09-17T17:11:44.407 INFO:tasks.rados.rados.0.smithi031.stdout:2596: read oid 10 snap 242 2024-09-17T17:11:44.407 INFO:tasks.rados.rados.0.smithi031.stdout:2596: expect (ObjNum 1705153440 snap 21918 seq_num 1704732512) 2024-09-17T17:11:44.407 INFO:tasks.rados.rados.0.smithi031.stdout:2597: read oid 36 snap 237 2024-09-17T17:11:44.407 INFO:tasks.rados.rados.0.smithi031.stdout:2597: expect (ObjNum 523 snap 146 seq_num 523) 2024-09-17T17:11:44.408 INFO:tasks.rados.rados.0.smithi031.stdout:2598: copy_from oid 8 from oid 41 current snap is 243 2024-09-17T17:11:44.408 INFO:tasks.rados.rados.0.smithi031.stdout:2599: rollback oid 44 current snap is 243 2024-09-17T17:11:44.408 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 44 to 238 2024-09-17T17:11:44.408 INFO:tasks.rados.rados.0.smithi031.stdout:2600: rollback oid 22 current snap is 243 2024-09-17T17:11:44.408 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 22 to 240 2024-09-17T17:11:44.408 INFO:tasks.rados.rados.0.smithi031.stdout:2601: snap_create 2024-09-17T17:11:44.408 INFO:tasks.rados.rados.0.smithi031.stdout:2592: finishing rollback tid 0 to smithi03184240-38 2024-09-17T17:11:44.408 INFO:tasks.rados.rados.0.smithi031.stdout:2592: finishing rollback tid 1 to smithi03184240-38 2024-09-17T17:11:44.408 INFO:tasks.rados.rados.0.smithi031.stdout:2592: finishing rollback tid 2 to smithi03184240-38 2024-09-17T17:11:44.408 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 1914 (ObjNum 772 snap 228 seq_num 772) dirty exists 2024-09-17T17:11:44.408 INFO:tasks.rados.rados.0.smithi031.stdout:2593: finishing copy_from racing read to smithi03184240-39 2024-09-17T17:11:44.408 INFO:tasks.rados.rados.0.smithi031.stdout:2593: finishing copy_from to smithi03184240-39 2024-09-17T17:11:44.408 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 1919 (ObjNum 805 snap 238 seq_num 805) dirty exists 2024-09-17T17:11:44.411 INFO:tasks.rados.rados.0.smithi031.stdout:2596: expect (ObjNum 1705153440 snap 21918 seq_num 1704732512) 2024-09-17T17:11:44.421 INFO:tasks.rados.rados.0.smithi031.stdout:2599: finishing rollback tid 0 to smithi03184240-44 2024-09-17T17:11:44.422 INFO:tasks.rados.rados.0.smithi031.stdout:2599: finishing rollback tid 1 to smithi03184240-44 2024-09-17T17:11:44.422 INFO:tasks.rados.rados.0.smithi031.stdout:2595: finishing rollback tid 1 to smithi03184240-20 2024-09-17T17:11:44.423 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 1526 (ObjNum 49 snap 0 seq_num 1011210668) dirty dne 2024-09-17T17:11:44.423 INFO:tasks.rados.rados.0.smithi031.stdout:2597: expect (ObjNum 523 snap 146 seq_num 523) 2024-09-17T17:11:44.473 INFO:tasks.rados.rados.0.smithi031.stdout:2599: finishing rollback tid 2 to smithi03184240-44 2024-09-17T17:11:44.473 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 2052 (ObjNum 759 snap 221 seq_num 759) dirty exists 2024-09-17T17:11:44.473 INFO:tasks.rados.rados.0.smithi031.stdout:2600: finishing rollback tid 0 to smithi03184240-22 2024-09-17T17:11:44.473 INFO:tasks.rados.rados.0.smithi031.stdout:2600: finishing rollback tid 1 to smithi03184240-22 2024-09-17T17:11:44.473 INFO:tasks.rados.rados.0.smithi031.stdout:2600: finishing rollback tid 2 to smithi03184240-22 2024-09-17T17:11:44.473 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 1926 (ObjNum 796 snap 237 seq_num 796) dirty exists 2024-09-17T17:11:44.473 INFO:tasks.rados.rados.0.smithi031.stdout:2598: finishing copy_from racing read to smithi03184240-8 2024-09-17T17:11:44.473 INFO:tasks.rados.rados.0.smithi031.stdout:2598: finishing copy_from to smithi03184240-8 2024-09-17T17:11:44.473 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 1533 (ObjNum 791 snap 236 seq_num 791) dirty exists 2024-09-17T17:11:45.411 INFO:tasks.rados.rados.0.smithi031.stdout:2591: done (9 left) 2024-09-17T17:11:45.411 INFO:tasks.rados.rados.0.smithi031.stdout:2592: done (8 left) 2024-09-17T17:11:45.411 INFO:tasks.rados.rados.0.smithi031.stdout:2593: done (7 left) 2024-09-17T17:11:45.411 INFO:tasks.rados.rados.0.smithi031.stdout:2595: done (6 left) 2024-09-17T17:11:45.411 INFO:tasks.rados.rados.0.smithi031.stdout:2596: done (5 left) 2024-09-17T17:11:45.411 INFO:tasks.rados.rados.0.smithi031.stdout:2597: done (4 left) 2024-09-17T17:11:45.411 INFO:tasks.rados.rados.0.smithi031.stdout:2598: done (3 left) 2024-09-17T17:11:45.412 INFO:tasks.rados.rados.0.smithi031.stdout:2599: done (2 left) 2024-09-17T17:11:45.412 INFO:tasks.rados.rados.0.smithi031.stdout:2600: done (1 left) 2024-09-17T17:11:45.412 INFO:tasks.rados.rados.0.smithi031.stdout:2601: done (0 left) 2024-09-17T17:11:45.412 INFO:tasks.rados.rados.0.smithi031.stdout:2602: copy_from oid 22 from oid 29 current snap is 244 2024-09-17T17:11:45.412 INFO:tasks.rados.rados.0.smithi031.stdout:2603: read oid 10 snap -1 2024-09-17T17:11:45.412 INFO:tasks.rados.rados.0.smithi031.stdout:2603: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:11:45.412 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 47 current snap is 244 2024-09-17T17:11:45.412 INFO:tasks.rados.rados.0.smithi031.stdout:2604: seq_num 818 ranges {0=507904,507904=704512,1212416=499712} 2024-09-17T17:11:45.413 INFO:tasks.rados.rados.0.smithi031.stdout:2604: writing smithi03184240-47 from 0 to 507904 tid 1 2024-09-17T17:11:45.418 INFO:tasks.rados.rados.0.smithi031.stdout:2604: writing smithi03184240-47 from 507904 to 1212416 tid 2 2024-09-17T17:11:45.422 INFO:tasks.rados.rados.0.smithi031.stdout:2604: writing smithi03184240-47 from 1212416 to 1712128 tid 3 2024-09-17T17:11:45.422 INFO:tasks.rados.rados.0.smithi031.stdout:2605: rollback oid 21 current snap is 244 2024-09-17T17:11:45.422 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 21 to 240 2024-09-17T17:11:45.422 INFO:tasks.rados.rados.0.smithi031.stdout:2603: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:11:45.426 INFO:tasks.rados.rados.0.smithi031.stdout:2602: finishing copy_from racing read to smithi03184240-22 2024-09-17T17:11:45.426 INFO:tasks.rados.rados.0.smithi031.stdout:2602: finishing copy_from to smithi03184240-22 2024-09-17T17:11:45.426 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 1488 (ObjNum 225 snap 0 seq_num 1704829760) dirty exists 2024-09-17T17:11:45.426 INFO:tasks.rados.rados.0.smithi031.stdout:2604: finishing write tid 1 to smithi03184240-47 2024-09-17T17:11:45.426 INFO:tasks.rados.rados.0.smithi031.stdout:2602: done (3 left) 2024-09-17T17:11:45.427 INFO:tasks.rados.rados.0.smithi031.stdout:2603: done (2 left) 2024-09-17T17:11:45.427 INFO:tasks.rados.rados.0.smithi031.stdout:2606: setattr oid 11 current snap is 244 2024-09-17T17:11:45.427 INFO:tasks.rados.rados.0.smithi031.stdout:2604: finishing write tid 2 to smithi03184240-47 2024-09-17T17:11:45.427 INFO:tasks.rados.rados.0.smithi031.stdout:2604: finishing write tid 3 to smithi03184240-47 2024-09-17T17:11:45.427 INFO:tasks.rados.rados.0.smithi031.stdout:2604: finishing write tid 4 to smithi03184240-47 2024-09-17T17:11:45.427 INFO:tasks.rados.rados.0.smithi031.stdout:2605: finishing rollback tid 0 to smithi03184240-21 2024-09-17T17:11:45.428 INFO:tasks.rados.rados.0.smithi031.stdout:2605: finishing rollback tid 1 to smithi03184240-21 2024-09-17T17:11:45.428 INFO:tasks.rados.rados.0.smithi031.stdout:2604: finishing write tid 5 to smithi03184240-47 2024-09-17T17:11:45.428 INFO:tasks.rados.rados.0.smithi031.stdout:2604: oid 47 updating version 0 to 778 2024-09-17T17:11:45.428 INFO:tasks.rados.rados.0.smithi031.stdout:2604: oid 47 version 778 is already newer than 777 2024-09-17T17:11:45.428 INFO:tasks.rados.rados.0.smithi031.stdout:2604: oid 47 updating version 778 to 780 2024-09-17T17:11:45.428 INFO:tasks.rados.rados.0.smithi031.stdout:2604: oid 47 version 780 is already newer than 779 2024-09-17T17:11:45.428 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 780 (ObjNum 818 snap 244 seq_num 818) dirty exists 2024-09-17T17:11:45.428 INFO:tasks.rados.rados.0.smithi031.stdout:2604: left oid 47 (ObjNum 818 snap 244 seq_num 818) 2024-09-17T17:11:45.428 INFO:tasks.rados.rados.0.smithi031.stdout:2604: done (2 left) 2024-09-17T17:11:45.429 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 244 2024-09-17T17:11:45.429 INFO:tasks.rados.rados.0.smithi031.stdout:2607: seq_num 819 ranges {5488640=524288,6012928=589824,6602752=614400} 2024-09-17T17:11:45.460 INFO:tasks.rados.rados.0.smithi031.stdout:2607: writing smithi03184240-31 from 5488640 to 6012928 tid 1 2024-09-17T17:11:45.463 INFO:tasks.rados.rados.0.smithi031.stdout:2607: writing smithi03184240-31 from 6012928 to 6602752 tid 2 2024-09-17T17:11:45.467 INFO:tasks.rados.rados.0.smithi031.stdout:2607: writing smithi03184240-31 from 6602752 to 7217152 tid 3 2024-09-17T17:11:45.467 INFO:tasks.rados.rados.0.smithi031.stdout:2608: delete oid 13 current snap is 244 2024-09-17T17:11:45.468 INFO:tasks.rados.rados.0.smithi031.stdout:2605: finishing rollback tid 2 to smithi03184240-21 2024-09-17T17:11:45.468 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 1476 (ObjNum 776 snap 231 seq_num 776) dirty exists 2024-09-17T17:11:45.468 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 1915 (ObjNum 772 snap 228 seq_num 772) dirty exists 2024-09-17T17:11:45.468 INFO:tasks.rados.rados.0.smithi031.stdout:2607: finishing write tid 1 to smithi03184240-31 2024-09-17T17:11:45.468 INFO:tasks.rados.rados.0.smithi031.stdout:2607: finishing write tid 2 to smithi03184240-31 2024-09-17T17:11:45.469 INFO:tasks.rados.rados.0.smithi031.stdout:2605: done (3 left) 2024-09-17T17:11:45.469 INFO:tasks.rados.rados.0.smithi031.stdout:2606: done (2 left) 2024-09-17T17:11:45.469 INFO:tasks.rados.rados.0.smithi031.stdout:2608: done (1 left) 2024-09-17T17:11:45.469 INFO:tasks.rados.rados.0.smithi031.stdout:2609: setattr oid 23 current snap is 244 2024-09-17T17:11:45.470 INFO:tasks.rados.rados.0.smithi031.stdout:2607: finishing write tid 3 to smithi03184240-31 2024-09-17T17:11:45.470 INFO:tasks.rados.rados.0.smithi031.stdout:2607: finishing write tid 4 to smithi03184240-31 2024-09-17T17:11:45.472 INFO:tasks.rados.rados.0.smithi031.stdout:2607: finishing write tid 5 to smithi03184240-31 2024-09-17T17:11:45.472 INFO:tasks.rados.rados.0.smithi031.stdout:2607: oid 31 updating version 0 to 1492 2024-09-17T17:11:45.472 INFO:tasks.rados.rados.0.smithi031.stdout:2607: oid 31 updating version 1492 to 1494 2024-09-17T17:11:45.472 INFO:tasks.rados.rados.0.smithi031.stdout:2607: oid 31 version 1494 is already newer than 1493 2024-09-17T17:11:45.472 INFO:tasks.rados.rados.0.smithi031.stdout:2607: oid 31 version 1494 is already newer than 1491 2024-09-17T17:11:45.472 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 1494 (ObjNum 819 snap 244 seq_num 819) dirty exists 2024-09-17T17:11:45.472 INFO:tasks.rados.rados.0.smithi031.stdout:2607: left oid 31 (ObjNum 819 snap 244 seq_num 819) 2024-09-17T17:11:45.472 INFO:tasks.rados.rados.0.smithi031.stdout:2607: done (1 left) 2024-09-17T17:11:45.472 INFO:tasks.rados.rados.0.smithi031.stdout:2610: copy_from oid 44 from oid 12 current snap is 244 2024-09-17T17:11:45.472 INFO:tasks.rados.rados.0.smithi031.stdout:2611: read oid 29 snap -1 2024-09-17T17:11:45.472 INFO:tasks.rados.rados.0.smithi031.stdout:2611: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:11:45.472 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 25 current snap is 244 2024-09-17T17:11:45.473 INFO:tasks.rados.rados.0.smithi031.stdout:2612: seq_num 821 ranges {3678208=557056,4235264=761856,4997120=442368} 2024-09-17T17:11:45.494 INFO:tasks.rados.rados.0.smithi031.stdout:2612: writing smithi03184240-25 from 3678208 to 4235264 tid 1 2024-09-17T17:11:45.498 INFO:tasks.rados.rados.0.smithi031.stdout:2612: writing smithi03184240-25 from 4235264 to 4997120 tid 2 2024-09-17T17:11:45.501 INFO:tasks.rados.rados.0.smithi031.stdout:2612: writing smithi03184240-25 from 4997120 to 5439488 tid 3 2024-09-17T17:11:45.501 INFO:tasks.rados.rados.0.smithi031.stdout:2613: delete oid 40 current snap is 244 2024-09-17T17:11:45.501 INFO:tasks.rados.rados.0.smithi031.stdout:2611: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:11:45.503 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 1652 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-17T17:11:45.503 INFO:tasks.rados.rados.0.smithi031.stdout:2610: finishing copy_from racing read to smithi03184240-44 2024-09-17T17:11:45.503 INFO:tasks.rados.rados.0.smithi031.stdout:2610: finishing copy_from to smithi03184240-44 2024-09-17T17:11:45.503 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 460 (ObjNum 776 snap 231 seq_num 776) dirty exists 2024-09-17T17:11:45.503 INFO:tasks.rados.rados.0.smithi031.stdout:2612: finishing write tid 1 to smithi03184240-25 2024-09-17T17:11:45.503 INFO:tasks.rados.rados.0.smithi031.stdout:2612: finishing write tid 2 to smithi03184240-25 2024-09-17T17:11:45.504 INFO:tasks.rados.rados.0.smithi031.stdout:2612: finishing write tid 3 to smithi03184240-25 2024-09-17T17:11:45.504 INFO:tasks.rados.rados.0.smithi031.stdout:2609: done (4 left) 2024-09-17T17:11:45.504 INFO:tasks.rados.rados.0.smithi031.stdout:2610: done (3 left) 2024-09-17T17:11:45.504 INFO:tasks.rados.rados.0.smithi031.stdout:2611: done (2 left) 2024-09-17T17:11:45.504 INFO:tasks.rados.rados.0.smithi031.stdout:2613: done (1 left) 2024-09-17T17:11:45.504 INFO:tasks.rados.rados.0.smithi031.stdout:2614: delete oid 8 current snap is 244 2024-09-17T17:11:45.505 INFO:tasks.rados.rados.0.smithi031.stdout:2612: finishing write tid 4 to smithi03184240-25 2024-09-17T17:11:45.506 INFO:tasks.rados.rados.0.smithi031.stdout:2612: finishing write tid 5 to smithi03184240-25 2024-09-17T17:11:45.506 INFO:tasks.rados.rados.0.smithi031.stdout:2612: oid 25 updating version 0 to 1480 2024-09-17T17:11:45.506 INFO:tasks.rados.rados.0.smithi031.stdout:2612: oid 25 updating version 1480 to 1482 2024-09-17T17:11:45.506 INFO:tasks.rados.rados.0.smithi031.stdout:2612: oid 25 version 1482 is already newer than 1481 2024-09-17T17:11:45.507 INFO:tasks.rados.rados.0.smithi031.stdout:2612: oid 25 version 1482 is already newer than 1479 2024-09-17T17:11:45.507 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 1482 (ObjNum 821 snap 244 seq_num 821) dirty exists 2024-09-17T17:11:45.507 INFO:tasks.rados.rados.0.smithi031.stdout:2612: left oid 25 (ObjNum 821 snap 244 seq_num 821) 2024-09-17T17:11:45.507 INFO:tasks.rados.rados.0.smithi031.stdout:2612: done (1 left) 2024-09-17T17:11:45.507 INFO:tasks.rados.rados.0.smithi031.stdout:2614: done (0 left) 2024-09-17T17:11:45.507 INFO:tasks.rados.rados.0.smithi031.stdout:2615: read oid 40 snap -1 2024-09-17T17:11:45.507 INFO:tasks.rados.rados.0.smithi031.stdout:2615: expect deleted 2024-09-17T17:11:45.507 INFO:tasks.rados.rados.0.smithi031.stdout:2616: snap_create 2024-09-17T17:11:45.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:45 smithi066 ceph-mon[86175]: pgmap v511: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 172 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-09-17T17:11:45.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:45 smithi066 ceph-mon[86175]: osdmap e567: 8 total, 8 up, 8 in 2024-09-17T17:11:45.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:45 smithi031 ceph-mon[96842]: pgmap v511: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 172 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-09-17T17:11:45.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:45 smithi031 ceph-mon[96842]: osdmap e567: 8 total, 8 up, 8 in 2024-09-17T17:11:45.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:45 smithi031 ceph-mon[94873]: pgmap v511: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 172 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-09-17T17:11:45.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:45 smithi031 ceph-mon[94873]: osdmap e567: 8 total, 8 up, 8 in 2024-09-17T17:11:46.415 INFO:tasks.rados.rados.0.smithi031.stdout:2615: done (1 left) 2024-09-17T17:11:46.415 INFO:tasks.rados.rados.0.smithi031.stdout:2616: done (0 left) 2024-09-17T17:11:46.415 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 35 current snap is 245 2024-09-17T17:11:46.415 INFO:tasks.rados.rados.0.smithi031.stdout:2617: seq_num 824 ranges {1425408=606208,2031616=458752,2490368=573440,3063808=172032} 2024-09-17T17:11:46.426 INFO:tasks.rados.rados.0.smithi031.stdout:2617: writing smithi03184240-35 from 1425408 to 2031616 tid 1 2024-09-17T17:11:46.428 INFO:tasks.rados.rados.0.smithi031.stdout:2617: writing smithi03184240-35 from 2031616 to 2490368 tid 2 2024-09-17T17:11:46.432 INFO:tasks.rados.rados.0.smithi031.stdout:2617: writing smithi03184240-35 from 2490368 to 3063808 tid 3 2024-09-17T17:11:46.433 INFO:tasks.rados.rados.0.smithi031.stdout:2617: writing smithi03184240-35 from 3063808 to 3235840 tid 4 2024-09-17T17:11:46.433 INFO:tasks.rados.rados.0.smithi031.stdout:2618: snap_create 2024-09-17T17:11:46.434 INFO:tasks.rados.rados.0.smithi031.stdout:2617: finishing write tid 1 to smithi03184240-35 2024-09-17T17:11:46.434 INFO:tasks.rados.rados.0.smithi031.stdout:2617: finishing write tid 2 to smithi03184240-35 2024-09-17T17:11:46.436 INFO:tasks.rados.rados.0.smithi031.stdout:2617: finishing write tid 3 to smithi03184240-35 2024-09-17T17:11:46.436 INFO:tasks.rados.rados.0.smithi031.stdout:2617: finishing write tid 4 to smithi03184240-35 2024-09-17T17:11:46.436 INFO:tasks.rados.rados.0.smithi031.stdout:2617: finishing write tid 5 to smithi03184240-35 2024-09-17T17:11:46.437 INFO:tasks.rados.rados.0.smithi031.stdout:2617: finishing write tid 6 to smithi03184240-35 2024-09-17T17:11:46.437 INFO:tasks.rados.rados.0.smithi031.stdout:2617: oid 35 updating version 0 to 1206 2024-09-17T17:11:46.437 INFO:tasks.rados.rados.0.smithi031.stdout:2617: oid 35 updating version 1206 to 1210 2024-09-17T17:11:46.438 INFO:tasks.rados.rados.0.smithi031.stdout:2617: oid 35 version 1210 is already newer than 1208 2024-09-17T17:11:46.438 INFO:tasks.rados.rados.0.smithi031.stdout:2617: oid 35 version 1210 is already newer than 1207 2024-09-17T17:11:46.438 INFO:tasks.rados.rados.0.smithi031.stdout:2617: oid 35 version 1210 is already newer than 1209 2024-09-17T17:11:46.438 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 1210 (ObjNum 824 snap 245 seq_num 824) dirty exists 2024-09-17T17:11:46.438 INFO:tasks.rados.rados.0.smithi031.stdout:2617: left oid 35 (ObjNum 824 snap 245 seq_num 824) 2024-09-17T17:11:46.699 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:46 smithi066 ceph-mon[86175]: osdmap e568: 8 total, 8 up, 8 in 2024-09-17T17:11:46.699 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:46 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:11:46.699 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:46 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:46.699 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:46 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:46.699 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:46 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:46.699 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:46 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:46.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:46 smithi031 ceph-mon[96842]: osdmap e568: 8 total, 8 up, 8 in 2024-09-17T17:11:46.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:46 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:11:46.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:46 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:46.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:46 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:46.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:46 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:46.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:46 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:46.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:46 smithi031 ceph-mon[94873]: osdmap e568: 8 total, 8 up, 8 in 2024-09-17T17:11:46.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:46 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:11:46.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:46 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:46.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:46 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:46.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:46 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:46.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:46 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:47.421 INFO:tasks.rados.rados.0.smithi031.stdout:2617: done (1 left) 2024-09-17T17:11:47.421 INFO:tasks.rados.rados.0.smithi031.stdout:2618: done (0 left) 2024-09-17T17:11:47.421 INFO:tasks.rados.rados.0.smithi031.stdout:2619: read oid 2 snap -1 2024-09-17T17:11:47.421 INFO:tasks.rados.rados.0.smithi031.stdout:2619: expect (ObjNum 783 snap 232 seq_num 783) 2024-09-17T17:11:47.422 INFO:tasks.rados.rados.0.smithi031.stdout:2620: snap_create 2024-09-17T17:11:47.428 INFO:tasks.rados.rados.0.smithi031.stdout:2619: expect (ObjNum 783 snap 232 seq_num 783) 2024-09-17T17:11:47.492 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:47 smithi066 ceph-mon[86175]: pgmap v514: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 171 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-09-17T17:11:47.493 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:47 smithi066 ceph-mon[86175]: osdmap e569: 8 total, 8 up, 8 in 2024-09-17T17:11:47.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:47 smithi031 ceph-mon[96842]: pgmap v514: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 171 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-09-17T17:11:47.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:47 smithi031 ceph-mon[96842]: osdmap e569: 8 total, 8 up, 8 in 2024-09-17T17:11:47.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:47 smithi031 ceph-mon[94873]: pgmap v514: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 171 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-09-17T17:11:47.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:47 smithi031 ceph-mon[94873]: osdmap e569: 8 total, 8 up, 8 in 2024-09-17T17:11:48.382 INFO:tasks.rados.rados.0.smithi031.stdout:2619: done (1 left) 2024-09-17T17:11:48.382 INFO:tasks.rados.rados.0.smithi031.stdout:2620: done (0 left) 2024-09-17T17:11:48.382 INFO:tasks.rados.rados.0.smithi031.stdout:2621: snap_create 2024-09-17T17:11:48.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:48 smithi031 ceph-mon[94873]: osdmap e570: 8 total, 8 up, 8 in 2024-09-17T17:11:48.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:48 smithi031 ceph-mon[94873]: osdmap e571: 8 total, 8 up, 8 in 2024-09-17T17:11:48.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:48 smithi031 ceph-mon[96842]: osdmap e570: 8 total, 8 up, 8 in 2024-09-17T17:11:48.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:48 smithi031 ceph-mon[96842]: osdmap e571: 8 total, 8 up, 8 in 2024-09-17T17:11:48.870 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:48 smithi066 ceph-mon[86175]: osdmap e570: 8 total, 8 up, 8 in 2024-09-17T17:11:48.870 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:48 smithi066 ceph-mon[86175]: osdmap e571: 8 total, 8 up, 8 in 2024-09-17T17:11:49.383 INFO:tasks.rados.rados.0.smithi031.stdout:2621: done (0 left) 2024-09-17T17:11:49.383 INFO:tasks.rados.rados.0.smithi031.stdout:2622: copy_from oid 41 from oid 34 current snap is 248 2024-09-17T17:11:49.383 INFO:tasks.rados.rados.0.smithi031.stdout:2623: read oid 14 snap 239 2024-09-17T17:11:49.383 INFO:tasks.rados.rados.0.smithi031.stdout:2623: expect (ObjNum 780 snap 232 seq_num 780) 2024-09-17T17:11:49.383 INFO:tasks.rados.rados.0.smithi031.stdout:2624: delete oid 13 current snap is 248 2024-09-17T17:11:49.386 INFO:tasks.rados.rados.0.smithi031.stdout:2624: done (2 left) 2024-09-17T17:11:49.386 INFO:tasks.rados.rados.0.smithi031.stdout:2625: rmattr oid 25 current snap is 248 2024-09-17T17:11:49.386 INFO:tasks.rados.rados.0.smithi031.stdout:2625: done (2 left) 2024-09-17T17:11:49.386 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 248 2024-09-17T17:11:49.386 INFO:tasks.rados.rados.0.smithi031.stdout:2626: seq_num 826 ranges {3588096=638976,4227072=630784,4857856=573440} 2024-09-17T17:11:49.409 INFO:tasks.rados.rados.0.smithi031.stdout:2626: writing smithi03184240-12 from 3588096 to 4227072 tid 1 2024-09-17T17:11:49.412 INFO:tasks.rados.rados.0.smithi031.stdout:2626: writing smithi03184240-12 from 4227072 to 4857856 tid 2 2024-09-17T17:11:49.416 INFO:tasks.rados.rados.0.smithi031.stdout:2626: writing smithi03184240-12 from 4857856 to 5431296 tid 3 2024-09-17T17:11:49.416 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 19 current snap is 248 2024-09-17T17:11:49.416 INFO:tasks.rados.rados.0.smithi031.stdout:2627: seq_num 827 ranges {0=655360,655360=516096,1171456=688128} 2024-09-17T17:11:49.420 INFO:tasks.rados.rados.0.smithi031.stdout:2627: writing smithi03184240-19 from 0 to 655360 tid 1 2024-09-17T17:11:49.423 INFO:tasks.rados.rados.0.smithi031.stdout:2627: writing smithi03184240-19 from 655360 to 1171456 tid 2 2024-09-17T17:11:49.427 INFO:tasks.rados.rados.0.smithi031.stdout:2627: writing smithi03184240-19 from 1171456 to 1859584 tid 3 2024-09-17T17:11:49.427 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 35 current snap is 248 2024-09-17T17:11:49.427 INFO:tasks.rados.rados.0.smithi031.stdout:2628: seq_num 828 ranges {3235840=671744,3907584=802816,4710400=401408} 2024-09-17T17:11:49.449 INFO:tasks.rados.rados.0.smithi031.stdout:2628: writing smithi03184240-35 from 3235840 to 3907584 tid 1 2024-09-17T17:11:49.453 INFO:tasks.rados.rados.0.smithi031.stdout:2628: writing smithi03184240-35 from 3907584 to 4710400 tid 2 2024-09-17T17:11:49.456 INFO:tasks.rados.rados.0.smithi031.stdout:2628: writing smithi03184240-35 from 4710400 to 5111808 tid 3 2024-09-17T17:11:49.456 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 17 current snap is 248 2024-09-17T17:11:49.456 INFO:tasks.rados.rados.0.smithi031.stdout:2623: expect (ObjNum 780 snap 232 seq_num 780) 2024-09-17T17:11:49.487 INFO:tasks.rados.rados.0.smithi031.stdout:2622: finishing copy_from racing read to smithi03184240-41 2024-09-17T17:11:49.488 INFO:tasks.rados.rados.0.smithi031.stdout:2622: finishing copy_from to smithi03184240-41 2024-09-17T17:11:49.488 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 1529 (ObjNum 784 snap 232 seq_num 784) dirty exists 2024-09-17T17:11:49.488 INFO:tasks.rados.rados.0.smithi031.stdout:2626: finishing write tid 1 to smithi03184240-12 2024-09-17T17:11:49.488 INFO:tasks.rados.rados.0.smithi031.stdout:2626: finishing write tid 2 to smithi03184240-12 2024-09-17T17:11:49.488 INFO:tasks.rados.rados.0.smithi031.stdout:2626: finishing write tid 3 to smithi03184240-12 2024-09-17T17:11:49.488 INFO:tasks.rados.rados.0.smithi031.stdout:2629: seq_num 829 ranges {0=688128,688128=729088,1417216=475136} 2024-09-17T17:11:49.491 INFO:tasks.rados.rados.0.smithi031.stdout:2629: writing smithi03184240-17 from 0 to 688128 tid 1 2024-09-17T17:11:49.495 INFO:tasks.rados.rados.0.smithi031.stdout:2629: writing smithi03184240-17 from 688128 to 1417216 tid 2 2024-09-17T17:11:49.498 INFO:tasks.rados.rados.0.smithi031.stdout:2629: writing smithi03184240-17 from 1417216 to 1892352 tid 3 2024-09-17T17:11:49.499 INFO:tasks.rados.rados.0.smithi031.stdout:2622: done (5 left) 2024-09-17T17:11:49.499 INFO:tasks.rados.rados.0.smithi031.stdout:2623: done (4 left) 2024-09-17T17:11:49.499 INFO:tasks.rados.rados.0.smithi031.stdout:2630: read oid 18 snap 245 2024-09-17T17:11:49.499 INFO:tasks.rados.rados.0.smithi031.stdout:2630: expect (ObjNum 782 snap 232 seq_num 782) 2024-09-17T17:11:49.499 INFO:tasks.rados.rados.0.smithi031.stdout:2631: snap_remove snap 242 2024-09-17T17:11:49.499 INFO:tasks.rados.rados.0.smithi031.stdout:2626: finishing write tid 4 to smithi03184240-12 2024-09-17T17:11:49.499 INFO:tasks.rados.rados.0.smithi031.stdout:2626: finishing write tid 5 to smithi03184240-12 2024-09-17T17:11:49.499 INFO:tasks.rados.rados.0.smithi031.stdout:2626: oid 12 updating version 0 to 1596 2024-09-17T17:11:49.500 INFO:tasks.rados.rados.0.smithi031.stdout:2626: oid 12 version 1596 is already newer than 1594 2024-09-17T17:11:49.500 INFO:tasks.rados.rados.0.smithi031.stdout:2626: oid 12 updating version 1596 to 1597 2024-09-17T17:11:49.500 INFO:tasks.rados.rados.0.smithi031.stdout:2626: oid 12 version 1597 is already newer than 1595 2024-09-17T17:11:49.500 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 1597 (ObjNum 826 snap 248 seq_num 826) dirty exists 2024-09-17T17:11:49.500 INFO:tasks.rados.rados.0.smithi031.stdout:2626: left oid 12 (ObjNum 826 snap 248 seq_num 826) 2024-09-17T17:11:49.500 INFO:tasks.rados.rados.0.smithi031.stdout:2627: finishing write tid 1 to smithi03184240-19 2024-09-17T17:11:49.500 INFO:tasks.rados.rados.0.smithi031.stdout:2627: finishing write tid 2 to smithi03184240-19 2024-09-17T17:11:49.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:49 smithi031 ceph-mon[96842]: pgmap v517: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 151 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 50 KiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-09-17T17:11:49.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:49 smithi031 ceph-mon[96842]: osdmap e572: 8 total, 8 up, 8 in 2024-09-17T17:11:49.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:49 smithi031 ceph-mon[94873]: pgmap v517: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 151 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 50 KiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-09-17T17:11:49.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:49 smithi031 ceph-mon[94873]: osdmap e572: 8 total, 8 up, 8 in 2024-09-17T17:11:49.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:49 smithi066 ceph-mon[86175]: pgmap v517: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 151 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 50 KiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-09-17T17:11:49.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:49 smithi066 ceph-mon[86175]: osdmap e572: 8 total, 8 up, 8 in 2024-09-17T17:11:50.472 INFO:tasks.rados.rados.0.smithi031.stdout:2626: done (5 left) 2024-09-17T17:11:50.473 INFO:tasks.rados.rados.0.smithi031.stdout:2631: done (4 left) 2024-09-17T17:11:50.473 INFO:tasks.rados.rados.0.smithi031.stdout:2632: snap_create 2024-09-17T17:11:50.473 INFO:tasks.rados.rados.0.smithi031.stdout:2627: finishing write tid 3 to smithi03184240-19 2024-09-17T17:11:50.473 INFO:tasks.rados.rados.0.smithi031.stdout:2627: finishing write tid 4 to smithi03184240-19 2024-09-17T17:11:50.473 INFO:tasks.rados.rados.0.smithi031.stdout:2627: finishing write tid 5 to smithi03184240-19 2024-09-17T17:11:50.473 INFO:tasks.rados.rados.0.smithi031.stdout:2627: oid 19 updating version 0 to 1371 2024-09-17T17:11:50.473 INFO:tasks.rados.rados.0.smithi031.stdout:2627: oid 19 version 1371 is already newer than 1370 2024-09-17T17:11:50.473 INFO:tasks.rados.rados.0.smithi031.stdout:2627: oid 19 updating version 1371 to 1372 2024-09-17T17:11:50.473 INFO:tasks.rados.rados.0.smithi031.stdout:2627: oid 19 updating version 1372 to 1373 2024-09-17T17:11:50.473 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 1373 (ObjNum 827 snap 248 seq_num 827) dirty exists 2024-09-17T17:11:50.473 INFO:tasks.rados.rados.0.smithi031.stdout:2627: left oid 19 (ObjNum 827 snap 248 seq_num 827) 2024-09-17T17:11:50.474 INFO:tasks.rados.rados.0.smithi031.stdout:2628: finishing write tid 1 to smithi03184240-35 2024-09-17T17:11:50.474 INFO:tasks.rados.rados.0.smithi031.stdout:2628: finishing write tid 2 to smithi03184240-35 2024-09-17T17:11:50.474 INFO:tasks.rados.rados.0.smithi031.stdout:2628: finishing write tid 3 to smithi03184240-35 2024-09-17T17:11:50.474 INFO:tasks.rados.rados.0.smithi031.stdout:2628: finishing write tid 4 to smithi03184240-35 2024-09-17T17:11:50.474 INFO:tasks.rados.rados.0.smithi031.stdout:2628: finishing write tid 5 to smithi03184240-35 2024-09-17T17:11:50.474 INFO:tasks.rados.rados.0.smithi031.stdout:2628: oid 35 updating version 0 to 1212 2024-09-17T17:11:50.474 INFO:tasks.rados.rados.0.smithi031.stdout:2628: oid 35 updating version 1212 to 1213 2024-09-17T17:11:50.474 INFO:tasks.rados.rados.0.smithi031.stdout:2628: oid 35 updating version 1213 to 1214 2024-09-17T17:11:50.474 INFO:tasks.rados.rados.0.smithi031.stdout:2628: oid 35 version 1214 is already newer than 1211 2024-09-17T17:11:50.474 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 1214 (ObjNum 828 snap 248 seq_num 828) dirty exists 2024-09-17T17:11:50.474 INFO:tasks.rados.rados.0.smithi031.stdout:2628: left oid 35 (ObjNum 828 snap 248 seq_num 828) 2024-09-17T17:11:50.474 INFO:tasks.rados.rados.0.smithi031.stdout:2629: finishing write tid 1 to smithi03184240-17 2024-09-17T17:11:50.474 INFO:tasks.rados.rados.0.smithi031.stdout:2629: finishing write tid 2 to smithi03184240-17 2024-09-17T17:11:50.474 INFO:tasks.rados.rados.0.smithi031.stdout:2629: finishing write tid 3 to smithi03184240-17 2024-09-17T17:11:50.475 INFO:tasks.rados.rados.0.smithi031.stdout:2629: finishing write tid 4 to smithi03184240-17 2024-09-17T17:11:50.475 INFO:tasks.rados.rados.0.smithi031.stdout:2630: expect (ObjNum 782 snap 232 seq_num 782) 2024-09-17T17:11:50.507 INFO:tasks.rados.rados.0.smithi031.stdout:2629: finishing write tid 5 to smithi03184240-17 2024-09-17T17:11:50.507 INFO:tasks.rados.rados.0.smithi031.stdout:2629: oid 17 updating version 0 to 1536 2024-09-17T17:11:50.507 INFO:tasks.rados.rados.0.smithi031.stdout:2629: oid 17 updating version 1536 to 1537 2024-09-17T17:11:50.507 INFO:tasks.rados.rados.0.smithi031.stdout:2629: oid 17 updating version 1537 to 1538 2024-09-17T17:11:50.508 INFO:tasks.rados.rados.0.smithi031.stdout:2629: oid 17 updating version 1538 to 1539 2024-09-17T17:11:50.508 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 1539 (ObjNum 829 snap 248 seq_num 829) dirty exists 2024-09-17T17:11:50.508 INFO:tasks.rados.rados.0.smithi031.stdout:2629: left oid 17 (ObjNum 829 snap 248 seq_num 829) 2024-09-17T17:11:50.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:50.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:50.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:11:50.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:11:50.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:50.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:11:50.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:50.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:50.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:50.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:50.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:50.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[94873]: Upgrade: Setting container_image for all mds 2024-09-17T17:11:50.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:50.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.a"} : dispatch 2024-09-17T17:11:50.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-09-17T17:11:50.595 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.b"} : dispatch 2024-09-17T17:11:50.596 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-09-17T17:11:50.596 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:50.596 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[94873]: Upgrade: Setting container_image for all rgw 2024-09-17T17:11:50.596 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:50.596 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:50.596 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[94873]: Upgrade: Setting container_image for all rbd-mirror 2024-09-17T17:11:50.596 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:50.596 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:50.596 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:50.596 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[94873]: Upgrade: Setting container_image for all ceph-exporter 2024-09-17T17:11:50.596 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:50.596 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:50.596 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[94873]: Upgrade: Setting container_image for all iscsi 2024-09-17T17:11:50.596 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:50.597 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:50.597 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[94873]: Upgrade: Setting container_image for all nfs 2024-09-17T17:11:50.597 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:50.597 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:50.597 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[94873]: Upgrade: Setting container_image for all nvmeof 2024-09-17T17:11:50.597 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:50.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:50.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:50.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:11:50.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:11:50.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:50.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:11:50.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:50.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:50.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:50.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:50.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:50.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[96842]: Upgrade: Setting container_image for all mds 2024-09-17T17:11:50.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:50.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.a"} : dispatch 2024-09-17T17:11:50.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-09-17T17:11:50.598 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.b"} : dispatch 2024-09-17T17:11:50.599 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-09-17T17:11:50.599 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:50.599 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[96842]: Upgrade: Setting container_image for all rgw 2024-09-17T17:11:50.599 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:50.599 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:50.599 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[96842]: Upgrade: Setting container_image for all rbd-mirror 2024-09-17T17:11:50.599 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:50.599 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:50.599 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:50.599 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[96842]: Upgrade: Setting container_image for all ceph-exporter 2024-09-17T17:11:50.599 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:50.599 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:50.599 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[96842]: Upgrade: Setting container_image for all iscsi 2024-09-17T17:11:50.600 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:50.600 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:50.600 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[96842]: Upgrade: Setting container_image for all nfs 2024-09-17T17:11:50.600 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:50.600 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:50.600 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[96842]: Upgrade: Setting container_image for all nvmeof 2024-09-17T17:11:50.600 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:50 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:50.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:50.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:50.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:11:50.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:11:50.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:50.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:11:50.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:50.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:50.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:50.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:50.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:50.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:50 smithi066 ceph-mon[86175]: Upgrade: Setting container_image for all mds 2024-09-17T17:11:50.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:50.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.a"} : dispatch 2024-09-17T17:11:50.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-09-17T17:11:50.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.b"} : dispatch 2024-09-17T17:11:50.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-09-17T17:11:50.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:50.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:50 smithi066 ceph-mon[86175]: Upgrade: Setting container_image for all rgw 2024-09-17T17:11:50.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:50.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:50.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:50 smithi066 ceph-mon[86175]: Upgrade: Setting container_image for all rbd-mirror 2024-09-17T17:11:50.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:50.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:50.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:50.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:50 smithi066 ceph-mon[86175]: Upgrade: Setting container_image for all ceph-exporter 2024-09-17T17:11:50.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:50.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:50.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:50 smithi066 ceph-mon[86175]: Upgrade: Setting container_image for all iscsi 2024-09-17T17:11:50.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:50.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:50.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:50 smithi066 ceph-mon[86175]: Upgrade: Setting container_image for all nfs 2024-09-17T17:11:50.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:50.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:50.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:50 smithi066 ceph-mon[86175]: Upgrade: Setting container_image for all nvmeof 2024-09-17T17:11:50.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:50 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:51.481 INFO:tasks.rados.rados.0.smithi031.stdout:2627: done (4 left) 2024-09-17T17:11:51.481 INFO:tasks.rados.rados.0.smithi031.stdout:2628: done (3 left) 2024-09-17T17:11:51.481 INFO:tasks.rados.rados.0.smithi031.stdout:2629: done (2 left) 2024-09-17T17:11:51.481 INFO:tasks.rados.rados.0.smithi031.stdout:2630: done (1 left) 2024-09-17T17:11:51.481 INFO:tasks.rados.rados.0.smithi031.stdout:2632: done (0 left) 2024-09-17T17:11:51.481 INFO:tasks.rados.rados.0.smithi031.stdout:2633: snap_create 2024-09-17T17:11:51.582 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:51 smithi031 ceph-mon[96842]: pgmap v520: 121 pgs: 121 active+clean; 153 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 16 op/s 2024-09-17T17:11:51.582 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:51 smithi031 ceph-mon[96842]: osdmap e573: 8 total, 8 up, 8 in 2024-09-17T17:11:51.582 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:51 smithi031 ceph-mon[94873]: pgmap v520: 121 pgs: 121 active+clean; 153 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 16 op/s 2024-09-17T17:11:51.582 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:51 smithi031 ceph-mon[94873]: osdmap e573: 8 total, 8 up, 8 in 2024-09-17T17:11:51.805 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:51 smithi066 ceph-mon[86175]: pgmap v520: 121 pgs: 121 active+clean; 153 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 16 op/s 2024-09-17T17:11:51.805 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:51 smithi066 ceph-mon[86175]: osdmap e573: 8 total, 8 up, 8 in 2024-09-17T17:11:51.843 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:11:51 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:11:51] "GET /metrics HTTP/1.1" 200 36361 "" "Prometheus/2.43.0" 2024-09-17T17:11:51.844 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:51 smithi031 systemd[1]: Stopping Ceph node-exporter.a for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:11:52.482 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:52 smithi031 podman[125741]: 2024-09-17 17:11:52.182070349 +0000 UTC m=+0.253214609 container died 5461f4c7304d38768a0960fe62e83ec6f5856abc3ad597227cee99bb4b06da79 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-17T17:11:52.486 INFO:tasks.rados.rados.0.smithi031.stdout:2633: done (0 left) 2024-09-17T17:11:52.486 INFO:tasks.rados.rados.0.smithi031.stdout:2634: delete oid 40 current snap is 250 2024-09-17T17:11:52.491 INFO:tasks.rados.rados.0.smithi031.stdout:2634: done (0 left) 2024-09-17T17:11:52.491 INFO:tasks.rados.rados.0.smithi031.stdout:2635: snap_remove snap 239 2024-09-17T17:11:52.821 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:52 smithi031 ceph-mon[94873]: Upgrade: Updating node-exporter.a (1/2) 2024-09-17T17:11:52.821 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:52 smithi031 ceph-mon[94873]: Deploying daemon node-exporter.a on smithi031 2024-09-17T17:11:52.821 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:52 smithi031 ceph-mon[94873]: osdmap e574: 8 total, 8 up, 8 in 2024-09-17T17:11:52.822 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:52 smithi031 ceph-mon[96842]: Upgrade: Updating node-exporter.a (1/2) 2024-09-17T17:11:52.822 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:52 smithi031 ceph-mon[96842]: Deploying daemon node-exporter.a on smithi031 2024-09-17T17:11:52.822 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:52 smithi031 ceph-mon[96842]: osdmap e574: 8 total, 8 up, 8 in 2024-09-17T17:11:52.822 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:52 smithi031 podman[125741]: 2024-09-17 17:11:52.585410739 +0000 UTC m=+0.656555007 container cleanup 5461f4c7304d38768a0960fe62e83ec6f5856abc3ad597227cee99bb4b06da79 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-17T17:11:52.822 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:52 smithi031 bash[125741]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a 2024-09-17T17:11:52.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:52 smithi066 ceph-mon[86175]: Upgrade: Updating node-exporter.a (1/2) 2024-09-17T17:11:52.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:52 smithi066 ceph-mon[86175]: Deploying daemon node-exporter.a on smithi031 2024-09-17T17:11:52.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:52 smithi066 ceph-mon[86175]: osdmap e574: 8 total, 8 up, 8 in 2024-09-17T17:11:53.093 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:52 smithi031 podman[125757]: 2024-09-17 17:11:52.819897344 +0000 UTC m=+0.637567303 container remove 5461f4c7304d38768a0960fe62e83ec6f5856abc3ad597227cee99bb4b06da79 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-17T17:11:53.093 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:52 smithi031 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-17T17:11:53.093 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:52 smithi031 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-17T17:11:53.094 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:52 smithi031 systemd[1]: Stopped Ceph node-exporter.a for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:11:53.094 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:52 smithi031 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@node-exporter.a.service: Consumed 3.229s CPU time. 2024-09-17T17:11:53.251 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-09-17T17:11:53.383 INFO:tasks.rados.rados.0.smithi031.stdout:2635: done (0 left) 2024-09-17T17:11:53.383 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 5 current snap is 250 2024-09-17T17:11:53.384 INFO:tasks.rados.rados.0.smithi031.stdout:2636: seq_num 831 ranges {6275072=720896,6995968=499712,7495680=704512} 2024-09-17T17:11:53.421 INFO:tasks.rados.rados.0.smithi031.stdout:2636: writing smithi03184240-5 from 6275072 to 6995968 tid 1 2024-09-17T17:11:53.424 INFO:tasks.rados.rados.0.smithi031.stdout:2636: writing smithi03184240-5 from 6995968 to 7495680 tid 2 2024-09-17T17:11:53.429 INFO:tasks.rados.rados.0.smithi031.stdout:2636: writing smithi03184240-5 from 7495680 to 8200192 tid 3 2024-09-17T17:11:53.429 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 24 current snap is 250 2024-09-17T17:11:53.429 INFO:tasks.rados.rados.0.smithi031.stdout:2636: finishing write tid 1 to smithi03184240-5 2024-09-17T17:11:53.429 INFO:tasks.rados.rados.0.smithi031.stdout:2636: finishing write tid 2 to smithi03184240-5 2024-09-17T17:11:53.430 INFO:tasks.rados.rados.0.smithi031.stdout:2637: seq_num 832 ranges {3825664=737280,4562944=786432,5349376=417792} 2024-09-17T17:11:53.454 INFO:tasks.rados.rados.0.smithi031.stdout:2637: writing smithi03184240-24 from 3825664 to 4562944 tid 1 2024-09-17T17:11:53.459 INFO:tasks.rados.rados.0.smithi031.stdout:2637: writing smithi03184240-24 from 4562944 to 5349376 tid 2 2024-09-17T17:11:53.462 INFO:tasks.rados.rados.0.smithi031.stdout:2637: writing smithi03184240-24 from 5349376 to 5767168 tid 3 2024-09-17T17:11:53.462 INFO:tasks.rados.rados.0.smithi031.stdout:2638: rollback oid 13 current snap is 250 2024-09-17T17:11:53.462 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 13 to 240 2024-09-17T17:11:53.463 INFO:tasks.rados.rados.0.smithi031.stdout:2636: finishing write tid 3 to smithi03184240-5 2024-09-17T17:11:53.463 INFO:tasks.rados.rados.0.smithi031.stdout:2636: finishing write tid 4 to smithi03184240-5 2024-09-17T17:11:53.463 INFO:tasks.rados.rados.0.smithi031.stdout:2639: delete oid 31 current snap is 250 2024-09-17T17:11:53.463 INFO:tasks.rados.rados.0.smithi031.stdout:2636: finishing write tid 5 to smithi03184240-5 2024-09-17T17:11:53.463 INFO:tasks.rados.rados.0.smithi031.stdout:2636: oid 5 updating version 0 to 1491 2024-09-17T17:11:53.463 INFO:tasks.rados.rados.0.smithi031.stdout:2636: oid 5 updating version 1491 to 1492 2024-09-17T17:11:53.463 INFO:tasks.rados.rados.0.smithi031.stdout:2636: oid 5 version 1492 is already newer than 1490 2024-09-17T17:11:53.463 INFO:tasks.rados.rados.0.smithi031.stdout:2636: oid 5 updating version 1492 to 1493 2024-09-17T17:11:53.463 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 1493 (ObjNum 831 snap 250 seq_num 831) dirty exists 2024-09-17T17:11:53.463 INFO:tasks.rados.rados.0.smithi031.stdout:2636: left oid 5 (ObjNum 831 snap 250 seq_num 831) 2024-09-17T17:11:53.463 INFO:tasks.rados.rados.0.smithi031.stdout:2637: finishing write tid 1 to smithi03184240-24 2024-09-17T17:11:53.463 INFO:tasks.rados.rados.0.smithi031.stdout:2637: finishing write tid 2 to smithi03184240-24 2024-09-17T17:11:53.464 INFO:tasks.rados.rados.0.smithi031.stdout:2638: finishing rollback tid 1 to smithi03184240-13 2024-09-17T17:11:53.464 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 1927 (ObjNum 97 snap 0 seq_num 1704772064) dirty dne 2024-09-17T17:11:53.464 INFO:tasks.rados.rados.0.smithi031.stdout:2636: done (3 left) 2024-09-17T17:11:53.464 INFO:tasks.rados.rados.0.smithi031.stdout:2638: done (2 left) 2024-09-17T17:11:53.465 INFO:tasks.rados.rados.0.smithi031.stdout:2639: done (1 left) 2024-09-17T17:11:53.465 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 250 2024-09-17T17:11:53.465 INFO:tasks.rados.rados.0.smithi031.stdout:2640: seq_num 834 ranges {0=778240,778240=557056,1335296=548864,1884160=98304} 2024-09-17T17:11:53.469 INFO:tasks.rados.rados.0.smithi031.stdout:2640: writing smithi03184240-31 from 0 to 778240 tid 1 2024-09-17T17:11:53.472 INFO:tasks.rados.rados.0.smithi031.stdout:2640: writing smithi03184240-31 from 778240 to 1335296 tid 2 2024-09-17T17:11:53.475 INFO:tasks.rados.rados.0.smithi031.stdout:2640: writing smithi03184240-31 from 1335296 to 1884160 tid 3 2024-09-17T17:11:53.476 INFO:tasks.rados.rados.0.smithi031.stdout:2640: writing smithi03184240-31 from 1884160 to 1982464 tid 4 2024-09-17T17:11:53.476 INFO:tasks.rados.rados.0.smithi031.stdout:2641: delete oid 44 current snap is 250 2024-09-17T17:11:53.476 INFO:tasks.rados.rados.0.smithi031.stdout:2637: finishing write tid 3 to smithi03184240-24 2024-09-17T17:11:53.476 INFO:tasks.rados.rados.0.smithi031.stdout:2637: finishing write tid 4 to smithi03184240-24 2024-09-17T17:11:53.477 INFO:tasks.rados.rados.0.smithi031.stdout:2637: finishing write tid 5 to smithi03184240-24 2024-09-17T17:11:53.477 INFO:tasks.rados.rados.0.smithi031.stdout:2637: oid 24 updating version 0 to 1497 2024-09-17T17:11:53.477 INFO:tasks.rados.rados.0.smithi031.stdout:2637: oid 24 version 1497 is already newer than 1495 2024-09-17T17:11:53.477 INFO:tasks.rados.rados.0.smithi031.stdout:2637: oid 24 version 1497 is already newer than 1494 2024-09-17T17:11:53.477 INFO:tasks.rados.rados.0.smithi031.stdout:2637: oid 24 version 1497 is already newer than 1496 2024-09-17T17:11:53.477 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 1497 (ObjNum 832 snap 250 seq_num 832) dirty exists 2024-09-17T17:11:53.477 INFO:tasks.rados.rados.0.smithi031.stdout:2637: left oid 24 (ObjNum 832 snap 250 seq_num 832) 2024-09-17T17:11:53.478 INFO:tasks.rados.rados.0.smithi031.stdout:2640: finishing write tid 1 to smithi03184240-31 2024-09-17T17:11:53.478 INFO:tasks.rados.rados.0.smithi031.stdout:2640: finishing write tid 2 to smithi03184240-31 2024-09-17T17:11:53.478 INFO:tasks.rados.rados.0.smithi031.stdout:2637: done (2 left) 2024-09-17T17:11:53.478 INFO:tasks.rados.rados.0.smithi031.stdout:2641: done (1 left) 2024-09-17T17:11:53.478 INFO:tasks.rados.rados.0.smithi031.stdout:2642: snap_remove snap 244 2024-09-17T17:11:53.479 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:53 smithi031 systemd[1]: Starting Ceph node-exporter.a for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:11:53.480 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:53 smithi031 bash[125919]: Trying to pull quay.io/prometheus/node-exporter:v1.7.0... 2024-09-17T17:11:53.785 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:53 smithi031 ceph-mon[94873]: pgmap v523: 121 pgs: 121 active+clean; 154 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-09-17T17:11:53.785 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:53 smithi031 ceph-mon[94873]: osdmap e575: 8 total, 8 up, 8 in 2024-09-17T17:11:53.785 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:53 smithi031 ceph-mon[94873]: osdmap e576: 8 total, 8 up, 8 in 2024-09-17T17:11:53.785 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:53 smithi031 ceph-mon[96842]: pgmap v523: 121 pgs: 121 active+clean; 154 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-09-17T17:11:53.785 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:53 smithi031 ceph-mon[96842]: osdmap e575: 8 total, 8 up, 8 in 2024-09-17T17:11:53.786 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:53 smithi031 ceph-mon[96842]: osdmap e576: 8 total, 8 up, 8 in 2024-09-17T17:11:53.786 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:53 smithi031 bash[125919]: Getting image source signatures 2024-09-17T17:11:53.786 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:53 smithi031 bash[125919]: Copying blob sha256:324153f2810a9927fcce320af9e4e291e0b6e805cbdd1f338386c756b9defa24 2024-09-17T17:11:53.889 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T17:11:53.890 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (10m) 27s ago 10m 25.4M - 0.25.0 c8568f914cd2 e19d96c7fca4 2024-09-17T17:11:53.890 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi066 *:3000 running (10m) 8s ago 10m 91.0M - 9.4.7 954c08fa6188 7bff2f45f353 2024-09-17T17:11:53.890 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (31s) 27s ago 12m 15.5M - 19.3.0-4975-g1889a165 a500243bbb0c 4ecff73a6132 2024-09-17T17:11:53.890 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi066 running (12s) 8s ago 12m 11.9M - 19.3.0-4975-g1889a165 a500243bbb0c 9c58a234ebf9 2024-09-17T17:11:53.890 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi066 *:8443,9283,8765 running (6m) 8s ago 15m 456M - 19.3.0-4975-g1889a165 a500243bbb0c f591bc4bdc0b 2024-09-17T17:11:53.890 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:8443,9283,8765 running (6m) 27s ago 17m 531M - 19.3.0-4975-g1889a165 a500243bbb0c 9305cc0f241a 2024-09-17T17:11:53.890 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (6m) 27s ago 17m 66.0M 2048M 19.3.0-4975-g1889a165 a500243bbb0c ebe1c312bc55 2024-09-17T17:11:53.890 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi066 running (5m) 8s ago 16m 52.7M 2048M 19.3.0-4975-g1889a165 a500243bbb0c 345d1bf73a6f 2024-09-17T17:11:53.890 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (5m) 27s ago 15m 55.8M 2048M 19.3.0-4975-g1889a165 a500243bbb0c 4e86f0859c56 2024-09-17T17:11:53.890 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (10m) 27s ago 10m 15.8M - 1.5.0 0da6a335fe13 5461f4c7304d 2024-09-17T17:11:53.890 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi066 *:9100 running (10m) 8s ago 10m 16.6M - 1.5.0 0da6a335fe13 f747e79004be 2024-09-17T17:11:53.890 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (4m) 27s ago 15m 327M 2481M 19.3.0-4975-g1889a165 a500243bbb0c d17b0a925338 2024-09-17T17:11:53.891 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (4m) 27s ago 15m 218M 2481M 19.3.0-4975-g1889a165 a500243bbb0c ef44037fe386 2024-09-17T17:11:53.891 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (3m) 27s ago 14m 158M 2481M 19.3.0-4975-g1889a165 a500243bbb0c 441cd68e498b 2024-09-17T17:11:53.891 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (3m) 27s ago 14m 105M 2481M 19.3.0-4975-g1889a165 a500243bbb0c aec274dc610b 2024-09-17T17:11:53.891 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi066 running (2m) 8s ago 13m 206M 2480M 19.3.0-4975-g1889a165 a500243bbb0c 6cd1b10d7b6e 2024-09-17T17:11:53.891 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi066 running (117s) 8s ago 13m 150M 2480M 19.3.0-4975-g1889a165 a500243bbb0c f672c086e34c 2024-09-17T17:11:53.891 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi066 running (83s) 8s ago 12m 107M 2480M 19.3.0-4975-g1889a165 a500243bbb0c 7f3afe0bf49f 2024-09-17T17:11:53.891 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi066 running (49s) 8s ago 12m 101M 2480M 19.3.0-4975-g1889a165 a500243bbb0c aadb01f851f2 2024-09-17T17:11:53.891 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi066 *:9095 running (6m) 8s ago 11m 53.2M - 2.43.0 a07b618ecd1d c016a10f3f92 2024-09-17T17:11:53.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:53 smithi066 ceph-mon[86175]: pgmap v523: 121 pgs: 121 active+clean; 154 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-09-17T17:11:53.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:53 smithi066 ceph-mon[86175]: osdmap e575: 8 total, 8 up, 8 in 2024-09-17T17:11:53.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:53 smithi066 ceph-mon[86175]: osdmap e576: 8 total, 8 up, 8 in 2024-09-17T17:11:54.093 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:53 smithi031 bash[125919]: Copying blob sha256:2abcce694348cd2c949c0e98a7400ebdfd8341021bcf6b541bc72033ce982510 2024-09-17T17:11:54.093 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:53 smithi031 bash[125919]: Copying blob sha256:455fd88e5221bc1e278ef2d059cd70e4df99a24e5af050ede621534276f6cf9a 2024-09-17T17:11:54.282 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:11:54.282 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-09-17T17:11:54.282 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 3 2024-09-17T17:11:54.282 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:11:54.282 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-09-17T17:11:54.282 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 2 2024-09-17T17:11:54.282 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:11:54.282 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-09-17T17:11:54.282 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 8 2024-09-17T17:11:54.282 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:11:54.282 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-09-17T17:11:54.283 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 2 2024-09-17T17:11:54.283 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:11:54.283 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-09-17T17:11:54.283 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 15 2024-09-17T17:11:54.283 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-17T17:11:54.283 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:11:54.386 INFO:tasks.rados.rados.0.smithi031.stdout:2640: finishing write tid 3 to smithi03184240-31 2024-09-17T17:11:54.386 INFO:tasks.rados.rados.0.smithi031.stdout:2640: finishing write tid 4 to smithi03184240-31 2024-09-17T17:11:54.386 INFO:tasks.rados.rados.0.smithi031.stdout:2640: finishing write tid 5 to smithi03184240-31 2024-09-17T17:11:54.386 INFO:tasks.rados.rados.0.smithi031.stdout:2640: finishing write tid 6 to smithi03184240-31 2024-09-17T17:11:54.387 INFO:tasks.rados.rados.0.smithi031.stdout:2640: oid 31 updating version 0 to 1500 2024-09-17T17:11:54.387 INFO:tasks.rados.rados.0.smithi031.stdout:2640: oid 31 version 1500 is already newer than 1497 2024-09-17T17:11:54.387 INFO:tasks.rados.rados.0.smithi031.stdout:2640: oid 31 version 1500 is already newer than 1498 2024-09-17T17:11:54.387 INFO:tasks.rados.rados.0.smithi031.stdout:2640: oid 31 version 1500 is already newer than 1496 2024-09-17T17:11:54.387 INFO:tasks.rados.rados.0.smithi031.stdout:2640: oid 31 version 1500 is already newer than 1499 2024-09-17T17:11:54.387 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 1500 (ObjNum 834 snap 250 seq_num 834) dirty exists 2024-09-17T17:11:54.387 INFO:tasks.rados.rados.0.smithi031.stdout:2640: left oid 31 (ObjNum 834 snap 250 seq_num 834) 2024-09-17T17:11:54.387 INFO:tasks.rados.rados.0.smithi031.stdout:2640: done (1 left) 2024-09-17T17:11:54.387 INFO:tasks.rados.rados.0.smithi031.stdout:2642: done (0 left) 2024-09-17T17:11:54.387 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 250 2024-09-17T17:11:54.387 INFO:tasks.rados.rados.0.smithi031.stdout:2643: seq_num 836 ranges {2736128=409600,3145728=720896,3866624=516096,4382720=368640} 2024-09-17T17:11:54.404 INFO:tasks.rados.rados.0.smithi031.stdout:2643: writing smithi03184240-32 from 2736128 to 3145728 tid 1 2024-09-17T17:11:54.408 INFO:tasks.rados.rados.0.smithi031.stdout:2643: writing smithi03184240-32 from 3145728 to 3866624 tid 2 2024-09-17T17:11:54.412 INFO:tasks.rados.rados.0.smithi031.stdout:2643: writing smithi03184240-32 from 3866624 to 4382720 tid 3 2024-09-17T17:11:54.414 INFO:tasks.rados.rados.0.smithi031.stdout:2643: writing smithi03184240-32 from 4382720 to 4751360 tid 4 2024-09-17T17:11:54.414 INFO:tasks.rados.rados.0.smithi031.stdout:2644: snap_remove snap 247 2024-09-17T17:11:54.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:54 smithi031 ceph-mon[94873]: from='client.44459 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:11:54.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:54 smithi031 ceph-mon[94873]: from='client.44465 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:11:54.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:54 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/3960971703' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:54.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:54 smithi031 ceph-mon[94873]: osdmap e577: 8 total, 8 up, 8 in 2024-09-17T17:11:54.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:54 smithi031 ceph-mon[96842]: from='client.44459 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:11:54.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:54 smithi031 ceph-mon[96842]: from='client.44465 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:11:54.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:54 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/3960971703' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:54.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:54 smithi031 ceph-mon[96842]: osdmap e577: 8 total, 8 up, 8 in 2024-09-17T17:11:54.603 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:11:54.603 INFO:teuthology.orchestra.run.smithi031.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0", 2024-09-17T17:11:54.603 INFO:teuthology.orchestra.run.smithi031.stdout: "in_progress": true, 2024-09-17T17:11:54.603 INFO:teuthology.orchestra.run.smithi031.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T17:11:54.603 INFO:teuthology.orchestra.run.smithi031.stdout: "services_complete": [ 2024-09-17T17:11:54.603 INFO:teuthology.orchestra.run.smithi031.stdout: "mds", 2024-09-17T17:11:54.603 INFO:teuthology.orchestra.run.smithi031.stdout: "osd", 2024-09-17T17:11:54.603 INFO:teuthology.orchestra.run.smithi031.stdout: "mon", 2024-09-17T17:11:54.603 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr" 2024-09-17T17:11:54.603 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-17T17:11:54.603 INFO:teuthology.orchestra.run.smithi031.stdout: "progress": "15/20 daemons upgraded", 2024-09-17T17:11:54.603 INFO:teuthology.orchestra.run.smithi031.stdout: "message": "Currently upgrading node-exporter daemons", 2024-09-17T17:11:54.603 INFO:teuthology.orchestra.run.smithi031.stdout: "is_paused": false 2024-09-17T17:11:54.604 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:11:54.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:54 smithi066 ceph-mon[86175]: from='client.44459 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:11:54.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:54 smithi066 ceph-mon[86175]: from='client.44465 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:11:54.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:54 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/3960971703' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:11:54.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:54 smithi066 ceph-mon[86175]: osdmap e577: 8 total, 8 up, 8 in 2024-09-17T17:11:55.343 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 bash[125919]: Copying config sha256:72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e 2024-09-17T17:11:55.343 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 bash[125919]: Writing manifest to image destination 2024-09-17T17:11:55.388 INFO:tasks.rados.rados.0.smithi031.stdout:2644: done (1 left) 2024-09-17T17:11:55.388 INFO:tasks.rados.rados.0.smithi031.stdout:2645: copy_from oid 8 from oid 42 current snap is 250 2024-09-17T17:11:55.388 INFO:tasks.rados.rados.0.smithi031.stdout:2643: finishing write tid 1 to smithi03184240-32 2024-09-17T17:11:55.388 INFO:tasks.rados.rados.0.smithi031.stdout:2643: finishing write tid 2 to smithi03184240-32 2024-09-17T17:11:55.388 INFO:tasks.rados.rados.0.smithi031.stdout:2643: finishing write tid 3 to smithi03184240-32 2024-09-17T17:11:55.388 INFO:tasks.rados.rados.0.smithi031.stdout:2643: finishing write tid 4 to smithi03184240-32 2024-09-17T17:11:55.388 INFO:tasks.rados.rados.0.smithi031.stdout:2643: finishing write tid 5 to smithi03184240-32 2024-09-17T17:11:55.388 INFO:tasks.rados.rados.0.smithi031.stdout:2643: finishing write tid 6 to smithi03184240-32 2024-09-17T17:11:55.389 INFO:tasks.rados.rados.0.smithi031.stdout:2643: oid 32 updating version 0 to 1604 2024-09-17T17:11:55.389 INFO:tasks.rados.rados.0.smithi031.stdout:2643: oid 32 version 1604 is already newer than 1602 2024-09-17T17:11:55.389 INFO:tasks.rados.rados.0.smithi031.stdout:2643: oid 32 version 1604 is already newer than 1603 2024-09-17T17:11:55.389 INFO:tasks.rados.rados.0.smithi031.stdout:2643: oid 32 updating version 1604 to 1605 2024-09-17T17:11:55.389 INFO:tasks.rados.rados.0.smithi031.stdout:2643: oid 32 updating version 1605 to 1606 2024-09-17T17:11:55.389 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 1606 (ObjNum 836 snap 250 seq_num 836) dirty exists 2024-09-17T17:11:55.389 INFO:tasks.rados.rados.0.smithi031.stdout:2643: left oid 32 (ObjNum 836 snap 250 seq_num 836) 2024-09-17T17:11:55.389 INFO:tasks.rados.rados.0.smithi031.stdout:2643: done (1 left) 2024-09-17T17:11:55.389 INFO:tasks.rados.rados.0.smithi031.stdout:2646: read oid 40 snap 236 2024-09-17T17:11:55.389 INFO:tasks.rados.rados.0.smithi031.stdout:2646: expect (ObjNum 764 snap 226 seq_num 764) 2024-09-17T17:11:55.389 INFO:tasks.rados.rados.0.smithi031.stdout:2647: copy_from oid 10 from oid 26 current snap is 250 2024-09-17T17:11:55.389 INFO:tasks.rados.rados.0.smithi031.stdout:2648: rmattr oid 35 current snap is 250 2024-09-17T17:11:55.389 INFO:tasks.rados.rados.0.smithi031.stdout:2648: done (3 left) 2024-09-17T17:11:55.390 INFO:tasks.rados.rados.0.smithi031.stdout:2649: rmattr oid 20 current snap is 250 2024-09-17T17:11:55.390 INFO:tasks.rados.rados.0.smithi031.stdout:2649: done (3 left) 2024-09-17T17:11:55.390 INFO:tasks.rados.rados.0.smithi031.stdout:2650: snap_create 2024-09-17T17:11:55.402 INFO:tasks.rados.rados.0.smithi031.stdout:2647: finishing copy_from racing read to smithi03184240-10 2024-09-17T17:11:55.403 INFO:tasks.rados.rados.0.smithi031.stdout:2647: finishing copy_from to smithi03184240-10 2024-09-17T17:11:55.403 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1201 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-17T17:11:55.413 INFO:tasks.rados.rados.0.smithi031.stdout:2646: expect (ObjNum 764 snap 226 seq_num 764) 2024-09-17T17:11:55.568 INFO:tasks.rados.rados.0.smithi031.stdout:2645: finishing copy_from racing read to smithi03184240-8 2024-09-17T17:11:55.569 INFO:tasks.rados.rados.0.smithi031.stdout:2645: finishing copy_from to smithi03184240-8 2024-09-17T17:11:55.569 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 1911 (ObjNum 782 snap 232 seq_num 782) dirty exists 2024-09-17T17:11:55.840 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-mon[94873]: from='client.34557 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:11:55.840 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-mon[94873]: pgmap v526: 121 pgs: 121 active+clean; 161 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 7 op/s 2024-09-17T17:11:55.840 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-mon[94873]: from='client.34569 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:11:55.840 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-mon[94873]: osdmap e578: 8 total, 8 up, 8 in 2024-09-17T17:11:55.841 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-mon[96842]: from='client.34557 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:11:55.841 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-mon[96842]: pgmap v526: 121 pgs: 121 active+clean; 161 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 7 op/s 2024-09-17T17:11:55.841 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-mon[96842]: from='client.34569 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:11:55.841 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-mon[96842]: osdmap e578: 8 total, 8 up, 8 in 2024-09-17T17:11:55.841 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 podman[125919]: 2024-09-17 17:11:55.603507662 +0000 UTC m=+2.320280361 container create 86e3a1af63192bb1e638da74b656bee6282380ae972dff3e1258e4576d56430a (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-17T17:11:55.841 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 podman[125919]: 2024-09-17 17:11:55.513222535 +0000 UTC m=+2.229995249 image pull 72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e quay.io/prometheus/node-exporter:v1.7.0 2024-09-17T17:11:55.841 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 podman[125919]: 2024-09-17 17:11:55.838635165 +0000 UTC m=+2.555407882 container init 86e3a1af63192bb1e638da74b656bee6282380ae972dff3e1258e4576d56430a (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-17T17:11:55.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:55 smithi066 ceph-mon[86175]: from='client.34557 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:11:55.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:55 smithi066 ceph-mon[86175]: pgmap v526: 121 pgs: 121 active+clean; 161 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 7 op/s 2024-09-17T17:11:55.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:55 smithi066 ceph-mon[86175]: from='client.34569 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:11:55.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:55 smithi066 ceph-mon[86175]: osdmap e578: 8 total, 8 up, 8 in 2024-09-17T17:11:56.094 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 podman[125919]: 2024-09-17 17:11:55.843829252 +0000 UTC m=+2.560601951 container start 86e3a1af63192bb1e638da74b656bee6282380ae972dff3e1258e4576d56430a (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-17T17:11:56.094 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.847Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2024-09-17T17:11:56.094 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.847Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2024-09-17T17:11:56.094 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.847Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-17T17:11:56.094 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.847Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-17T17:11:56.095 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.848Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-17T17:11:56.095 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.848Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-17T17:11:56.095 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-17T17:11:56.095 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=arp 2024-09-17T17:11:56.095 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-17T17:11:56.095 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-17T17:11:56.095 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-17T17:11:56.095 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-17T17:11:56.095 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-17T17:11:56.095 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-17T17:11:56.095 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-17T17:11:56.095 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-17T17:11:56.095 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=edac 2024-09-17T17:11:56.096 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-17T17:11:56.096 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-17T17:11:56.096 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-17T17:11:56.096 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-17T17:11:56.096 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-17T17:11:56.096 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-17T17:11:56.096 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-17T17:11:56.096 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-17T17:11:56.096 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-17T17:11:56.096 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-17T17:11:56.096 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-17T17:11:56.096 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-17T17:11:56.096 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-17T17:11:56.097 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-17T17:11:56.097 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-17T17:11:56.097 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-17T17:11:56.097 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=os 2024-09-17T17:11:56.097 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-17T17:11:56.097 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-17T17:11:56.097 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-17T17:11:56.097 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-17T17:11:56.097 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-17T17:11:56.097 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-17T17:11:56.097 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-17T17:11:56.098 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=stat 2024-09-17T17:11:56.098 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-17T17:11:56.098 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-17T17:11:56.098 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-17T17:11:56.098 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=time 2024-09-17T17:11:56.098 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-17T17:11:56.098 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=uname 2024-09-17T17:11:56.098 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-17T17:11:56.098 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-17T17:11:56.098 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.849Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-17T17:11:56.098 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.850Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2024-09-17T17:11:56.098 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a[126080]: ts=2024-09-17T17:11:55.850Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-17T17:11:56.098 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 bash[125919]: 86e3a1af63192bb1e638da74b656bee6282380ae972dff3e1258e4576d56430a 2024-09-17T17:11:56.098 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:11:55 smithi031 systemd[1]: Started Ceph node-exporter.a for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:11:56.389 INFO:tasks.rados.rados.0.smithi031.stdout:2645: done (3 left) 2024-09-17T17:11:56.389 INFO:tasks.rados.rados.0.smithi031.stdout:2646: done (2 left) 2024-09-17T17:11:56.389 INFO:tasks.rados.rados.0.smithi031.stdout:2647: done (1 left) 2024-09-17T17:11:56.389 INFO:tasks.rados.rados.0.smithi031.stdout:2650: done (0 left) 2024-09-17T17:11:56.390 INFO:tasks.rados.rados.0.smithi031.stdout:2651: read oid 19 snap -1 2024-09-17T17:11:56.390 INFO:tasks.rados.rados.0.smithi031.stdout:2651: expect (ObjNum 827 snap 248 seq_num 827) 2024-09-17T17:11:56.390 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 41 current snap is 251 2024-09-17T17:11:56.390 INFO:tasks.rados.rados.0.smithi031.stdout:2652: seq_num 837 ranges {1138688=425984,1564672=655360,2220032=729088,2949120=221184} 2024-09-17T17:11:56.398 INFO:tasks.rados.rados.0.smithi031.stdout:2652: writing smithi03184240-41 from 1138688 to 1564672 tid 1 2024-09-17T17:11:56.401 INFO:tasks.rados.rados.0.smithi031.stdout:2652: writing smithi03184240-41 from 1564672 to 2220032 tid 2 2024-09-17T17:11:56.405 INFO:tasks.rados.rados.0.smithi031.stdout:2652: writing smithi03184240-41 from 2220032 to 2949120 tid 3 2024-09-17T17:11:56.407 INFO:tasks.rados.rados.0.smithi031.stdout:2652: writing smithi03184240-41 from 2949120 to 3170304 tid 4 2024-09-17T17:11:56.407 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 7 current snap is 251 2024-09-17T17:11:56.407 INFO:tasks.rados.rados.0.smithi031.stdout:2653: seq_num 838 ranges {2736128=442368,3178496=540672,3719168=532480,4251648=442368,4694016=90112} 2024-09-17T17:11:56.424 INFO:tasks.rados.rados.0.smithi031.stdout:2653: writing smithi03184240-7 from 2736128 to 3178496 tid 1 2024-09-17T17:11:56.427 INFO:tasks.rados.rados.0.smithi031.stdout:2653: writing smithi03184240-7 from 3178496 to 3719168 tid 2 2024-09-17T17:11:56.430 INFO:tasks.rados.rados.0.smithi031.stdout:2653: writing smithi03184240-7 from 3719168 to 4251648 tid 3 2024-09-17T17:11:56.433 INFO:tasks.rados.rados.0.smithi031.stdout:2653: writing smithi03184240-7 from 4251648 to 4694016 tid 4 2024-09-17T17:11:56.433 INFO:tasks.rados.rados.0.smithi031.stdout:2653: writing smithi03184240-7 from 4694016 to 4784128 tid 5 2024-09-17T17:11:56.433 INFO:tasks.rados.rados.0.smithi031.stdout:2654: snap_create 2024-09-17T17:11:56.434 INFO:tasks.rados.rados.0.smithi031.stdout:2651: expect (ObjNum 827 snap 248 seq_num 827) 2024-09-17T17:11:56.484 INFO:tasks.rados.rados.0.smithi031.stdout:2652: finishing write tid 1 to smithi03184240-41 2024-09-17T17:11:56.484 INFO:tasks.rados.rados.0.smithi031.stdout:2652: finishing write tid 2 to smithi03184240-41 2024-09-17T17:11:56.484 INFO:tasks.rados.rados.0.smithi031.stdout:2652: finishing write tid 3 to smithi03184240-41 2024-09-17T17:11:56.484 INFO:tasks.rados.rados.0.smithi031.stdout:2652: finishing write tid 4 to smithi03184240-41 2024-09-17T17:11:56.484 INFO:tasks.rados.rados.0.smithi031.stdout:2652: finishing write tid 5 to smithi03184240-41 2024-09-17T17:11:56.484 INFO:tasks.rados.rados.0.smithi031.stdout:2652: finishing write tid 6 to smithi03184240-41 2024-09-17T17:11:56.484 INFO:tasks.rados.rados.0.smithi031.stdout:2652: oid 41 updating version 0 to 1543 2024-09-17T17:11:56.485 INFO:tasks.rados.rados.0.smithi031.stdout:2652: oid 41 updating version 1543 to 1544 2024-09-17T17:11:56.485 INFO:tasks.rados.rados.0.smithi031.stdout:2652: oid 41 version 1544 is already newer than 1541 2024-09-17T17:11:56.485 INFO:tasks.rados.rados.0.smithi031.stdout:2652: oid 41 version 1544 is already newer than 1540 2024-09-17T17:11:56.485 INFO:tasks.rados.rados.0.smithi031.stdout:2652: oid 41 version 1544 is already newer than 1542 2024-09-17T17:11:56.485 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 1544 (ObjNum 837 snap 251 seq_num 837) dirty exists 2024-09-17T17:11:56.485 INFO:tasks.rados.rados.0.smithi031.stdout:2652: left oid 41 (ObjNum 837 snap 251 seq_num 837) 2024-09-17T17:11:56.485 INFO:tasks.rados.rados.0.smithi031.stdout:2653: finishing write tid 1 to smithi03184240-7 2024-09-17T17:11:56.485 INFO:tasks.rados.rados.0.smithi031.stdout:2653: finishing write tid 2 to smithi03184240-7 2024-09-17T17:11:56.485 INFO:tasks.rados.rados.0.smithi031.stdout:2653: finishing write tid 3 to smithi03184240-7 2024-09-17T17:11:56.485 INFO:tasks.rados.rados.0.smithi031.stdout:2653: finishing write tid 4 to smithi03184240-7 2024-09-17T17:11:56.485 INFO:tasks.rados.rados.0.smithi031.stdout:2653: finishing write tid 5 to smithi03184240-7 2024-09-17T17:11:56.485 INFO:tasks.rados.rados.0.smithi031.stdout:2653: finishing write tid 6 to smithi03184240-7 2024-09-17T17:11:56.485 INFO:tasks.rados.rados.0.smithi031.stdout:2653: finishing write tid 7 to smithi03184240-7 2024-09-17T17:11:56.485 INFO:tasks.rados.rados.0.smithi031.stdout:2653: oid 7 updating version 0 to 1917 2024-09-17T17:11:56.486 INFO:tasks.rados.rados.0.smithi031.stdout:2653: oid 7 updating version 1917 to 1922 2024-09-17T17:11:56.486 INFO:tasks.rados.rados.0.smithi031.stdout:2653: oid 7 version 1922 is already newer than 1919 2024-09-17T17:11:56.486 INFO:tasks.rados.rados.0.smithi031.stdout:2653: oid 7 version 1922 is already newer than 1921 2024-09-17T17:11:56.486 INFO:tasks.rados.rados.0.smithi031.stdout:2653: oid 7 version 1922 is already newer than 1918 2024-09-17T17:11:56.486 INFO:tasks.rados.rados.0.smithi031.stdout:2653: oid 7 version 1922 is already newer than 1920 2024-09-17T17:11:56.486 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 1922 (ObjNum 838 snap 251 seq_num 838) dirty exists 2024-09-17T17:11:56.486 INFO:tasks.rados.rados.0.smithi031.stdout:2653: left oid 7 (ObjNum 838 snap 251 seq_num 838) 2024-09-17T17:11:57.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:56 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:57.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:56 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:57.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:56 smithi031 ceph-mon[94873]: pgmap v529: 121 pgs: 121 active+clean; 163 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 787 KiB/s rd, 2.1 MiB/s wr, 7 op/s 2024-09-17T17:11:57.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:56 smithi031 ceph-mon[94873]: osdmap e579: 8 total, 8 up, 8 in 2024-09-17T17:11:57.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:56 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:57.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:56 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:57.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:56 smithi031 ceph-mon[96842]: pgmap v529: 121 pgs: 121 active+clean; 163 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 787 KiB/s rd, 2.1 MiB/s wr, 7 op/s 2024-09-17T17:11:57.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:56 smithi031 ceph-mon[96842]: osdmap e579: 8 total, 8 up, 8 in 2024-09-17T17:11:57.391 INFO:tasks.rados.rados.0.smithi031.stdout:2651: done (3 left) 2024-09-17T17:11:57.391 INFO:tasks.rados.rados.0.smithi031.stdout:2652: done (2 left) 2024-09-17T17:11:57.391 INFO:tasks.rados.rados.0.smithi031.stdout:2653: done (1 left) 2024-09-17T17:11:57.391 INFO:tasks.rados.rados.0.smithi031.stdout:2654: done (0 left) 2024-09-17T17:11:57.391 INFO:tasks.rados.rados.0.smithi031.stdout:2655: read oid 29 snap -1 2024-09-17T17:11:57.392 INFO:tasks.rados.rados.0.smithi031.stdout:2655: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:11:57.392 INFO:tasks.rados.rados.0.smithi031.stdout:2656: snap_create 2024-09-17T17:11:57.392 INFO:tasks.rados.rados.0.smithi031.stdout:2655: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:11:57.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:56 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:57.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:56 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:11:57.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:56 smithi066 ceph-mon[86175]: pgmap v529: 121 pgs: 121 active+clean; 163 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 787 KiB/s rd, 2.1 MiB/s wr, 7 op/s 2024-09-17T17:11:57.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:56 smithi066 ceph-mon[86175]: osdmap e579: 8 total, 8 up, 8 in 2024-09-17T17:11:58.153 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:11:58 smithi066 systemd[1]: Stopping Ceph node-exporter.b for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:11:58.384 INFO:tasks.rados.rados.0.smithi031.stdout:2655: done (1 left) 2024-09-17T17:11:58.385 INFO:tasks.rados.rados.0.smithi031.stdout:2656: done (0 left) 2024-09-17T17:11:58.385 INFO:tasks.rados.rados.0.smithi031.stdout:2657: rollback oid 30 current snap is 253 2024-09-17T17:11:58.385 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 30 to 248 2024-09-17T17:11:58.385 INFO:tasks.rados.rados.0.smithi031.stdout:2658: delete oid 21 current snap is 253 2024-09-17T17:11:58.388 INFO:tasks.rados.rados.0.smithi031.stdout:2657: finishing rollback tid 1 to smithi03184240-30 2024-09-17T17:11:58.388 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 1489 (ObjNum 417 snap 0 seq_num 1705783568) dirty dne 2024-09-17T17:11:58.393 INFO:tasks.rados.rados.0.smithi031.stdout:2657: done (1 left) 2024-09-17T17:11:58.393 INFO:tasks.rados.rados.0.smithi031.stdout:2658: done (0 left) 2024-09-17T17:11:58.393 INFO:tasks.rados.rados.0.smithi031.stdout:2659: snap_create 2024-09-17T17:11:58.619 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:58 smithi066 ceph-mon[86175]: osdmap e580: 8 total, 8 up, 8 in 2024-09-17T17:11:58.619 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:58 smithi066 ceph-mon[86175]: Upgrade: Updating node-exporter.b (2/2) 2024-09-17T17:11:58.619 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:58 smithi066 ceph-mon[86175]: Deploying daemon node-exporter.b on smithi066 2024-09-17T17:11:58.619 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:58 smithi066 ceph-mon[86175]: osdmap e581: 8 total, 8 up, 8 in 2024-09-17T17:11:58.620 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:11:58 smithi066 podman[113823]: 2024-09-17 17:11:58.319725665 +0000 UTC m=+0.137387107 container died f747e79004bee4be4331694bc59c8c4b0a5125377b80a89c731d6f9c76e93f15 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-17T17:11:58.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:58 smithi031 ceph-mon[94873]: osdmap e580: 8 total, 8 up, 8 in 2024-09-17T17:11:58.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:58 smithi031 ceph-mon[94873]: Upgrade: Updating node-exporter.b (2/2) 2024-09-17T17:11:58.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:58 smithi031 ceph-mon[94873]: Deploying daemon node-exporter.b on smithi066 2024-09-17T17:11:58.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:58 smithi031 ceph-mon[94873]: osdmap e581: 8 total, 8 up, 8 in 2024-09-17T17:11:58.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:58 smithi031 ceph-mon[96842]: osdmap e580: 8 total, 8 up, 8 in 2024-09-17T17:11:58.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:58 smithi031 ceph-mon[96842]: Upgrade: Updating node-exporter.b (2/2) 2024-09-17T17:11:58.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:58 smithi031 ceph-mon[96842]: Deploying daemon node-exporter.b on smithi066 2024-09-17T17:11:58.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:58 smithi031 ceph-mon[96842]: osdmap e581: 8 total, 8 up, 8 in 2024-09-17T17:11:58.903 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:11:58 smithi066 podman[113823]: 2024-09-17 17:11:58.699049422 +0000 UTC m=+0.516710857 container cleanup f747e79004bee4be4331694bc59c8c4b0a5125377b80a89c731d6f9c76e93f15 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-17T17:11:58.904 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:11:58 smithi066 bash[113823]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b 2024-09-17T17:11:59.317 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:11:58 smithi066 podman[113841]: 2024-09-17 17:11:58.967043318 +0000 UTC m=+0.650785946 container remove f747e79004bee4be4331694bc59c8c4b0a5125377b80a89c731d6f9c76e93f15 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-17T17:11:59.317 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:11:58 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-17T17:11:59.317 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:11:59 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-17T17:11:59.317 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:11:59 smithi066 systemd[1]: Stopped Ceph node-exporter.b for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:11:59.317 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:11:59 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@node-exporter.b.service: Consumed 3.213s CPU time. 2024-09-17T17:11:59.400 INFO:tasks.rados.rados.0.smithi031.stdout:2659: done (0 left) 2024-09-17T17:11:59.400 INFO:tasks.rados.rados.0.smithi031.stdout:2660: snap_create 2024-09-17T17:11:59.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:11:59 smithi066 ceph-mon[86175]: pgmap v532: 121 pgs: 121 active+clean; 173 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 11 op/s 2024-09-17T17:11:59.653 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:11:59 smithi066 systemd[1]: Starting Ceph node-exporter.b for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:11:59.654 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:11:59 smithi066 bash[113973]: Trying to pull quay.io/prometheus/node-exporter:v1.7.0... 2024-09-17T17:11:59.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:11:59 smithi031 ceph-mon[94873]: pgmap v532: 121 pgs: 121 active+clean; 173 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 11 op/s 2024-09-17T17:11:59.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:11:59 smithi031 ceph-mon[96842]: pgmap v532: 121 pgs: 121 active+clean; 173 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 11 op/s 2024-09-17T17:12:00.401 INFO:tasks.rados.rados.0.smithi031.stdout:2660: done (0 left) 2024-09-17T17:12:00.401 INFO:tasks.rados.rados.0.smithi031.stdout:2661: delete oid 36 current snap is 255 2024-09-17T17:12:00.403 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:11:59 smithi066 bash[113973]: Getting image source signatures 2024-09-17T17:12:00.403 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:11:59 smithi066 bash[113973]: Copying blob sha256:324153f2810a9927fcce320af9e4e291e0b6e805cbdd1f338386c756b9defa24 2024-09-17T17:12:00.403 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:11:59 smithi066 bash[113973]: Copying blob sha256:455fd88e5221bc1e278ef2d059cd70e4df99a24e5af050ede621534276f6cf9a 2024-09-17T17:12:00.403 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:11:59 smithi066 bash[113973]: Copying blob sha256:2abcce694348cd2c949c0e98a7400ebdfd8341021bcf6b541bc72033ce982510 2024-09-17T17:12:00.404 INFO:tasks.rados.rados.0.smithi031.stdout:2661: done (0 left) 2024-09-17T17:12:00.404 INFO:tasks.rados.rados.0.smithi031.stdout:2662: delete oid 1 current snap is 255 2024-09-17T17:12:00.409 INFO:tasks.rados.rados.0.smithi031.stdout:2662: done (0 left) 2024-09-17T17:12:00.409 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 21 current snap is 255 2024-09-17T17:12:00.409 INFO:tasks.rados.rados.0.smithi031.stdout:2663: seq_num 842 ranges {0=507904,507904=475136,983040=516096,1499136=499712,1998848=114688} 2024-09-17T17:12:00.411 INFO:tasks.rados.rados.0.smithi031.stdout:2663: writing smithi03184240-21 from 0 to 507904 tid 1 2024-09-17T17:12:00.414 INFO:tasks.rados.rados.0.smithi031.stdout:2663: writing smithi03184240-21 from 507904 to 983040 tid 2 2024-09-17T17:12:00.417 INFO:tasks.rados.rados.0.smithi031.stdout:2663: writing smithi03184240-21 from 983040 to 1499136 tid 3 2024-09-17T17:12:00.421 INFO:tasks.rados.rados.0.smithi031.stdout:2663: writing smithi03184240-21 from 1499136 to 1998848 tid 4 2024-09-17T17:12:00.422 INFO:tasks.rados.rados.0.smithi031.stdout:2663: writing smithi03184240-21 from 1998848 to 2113536 tid 5 2024-09-17T17:12:00.422 INFO:tasks.rados.rados.0.smithi031.stdout:2664: copy_from oid 19 from oid 49 current snap is 255 2024-09-17T17:12:00.423 INFO:tasks.rados.rados.0.smithi031.stdout:2663: finishing write tid 1 to smithi03184240-21 2024-09-17T17:12:00.423 INFO:tasks.rados.rados.0.smithi031.stdout:2663: finishing write tid 2 to smithi03184240-21 2024-09-17T17:12:00.423 INFO:tasks.rados.rados.0.smithi031.stdout:2663: finishing write tid 3 to smithi03184240-21 2024-09-17T17:12:00.423 INFO:tasks.rados.rados.0.smithi031.stdout:2665: read oid 9 snap -1 2024-09-17T17:12:00.423 INFO:tasks.rados.rados.0.smithi031.stdout:2665: expect (ObjNum 805 snap 238 seq_num 805) 2024-09-17T17:12:00.423 INFO:tasks.rados.rados.0.smithi031.stdout:2666: rmattr oid 25 current snap is 255 2024-09-17T17:12:00.423 INFO:tasks.rados.rados.0.smithi031.stdout:2666: done (3 left) 2024-09-17T17:12:00.423 INFO:tasks.rados.rados.0.smithi031.stdout:2667: read oid 35 snap -1 2024-09-17T17:12:00.423 INFO:tasks.rados.rados.0.smithi031.stdout:2667: expect (ObjNum 828 snap 248 seq_num 828) 2024-09-17T17:12:00.423 INFO:tasks.rados.rados.0.smithi031.stdout:2668: delete oid 20 current snap is 255 2024-09-17T17:12:00.427 INFO:tasks.rados.rados.0.smithi031.stdout:2668: done (4 left) 2024-09-17T17:12:00.427 INFO:tasks.rados.rados.0.smithi031.stdout:2669: snap_remove snap 251 2024-09-17T17:12:00.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:00 smithi031 ceph-mon[94873]: osdmap e582: 8 total, 8 up, 8 in 2024-09-17T17:12:00.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:00 smithi031 ceph-mon[94873]: osdmap e583: 8 total, 8 up, 8 in 2024-09-17T17:12:00.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 1]} : dispatch 2024-09-17T17:12:00.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:00 smithi031 ceph-mon[96842]: osdmap e582: 8 total, 8 up, 8 in 2024-09-17T17:12:00.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:00 smithi031 ceph-mon[96842]: osdmap e583: 8 total, 8 up, 8 in 2024-09-17T17:12:00.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:00 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 1]} : dispatch 2024-09-17T17:12:00.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:00 smithi066 ceph-mon[86175]: osdmap e582: 8 total, 8 up, 8 in 2024-09-17T17:12:00.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:00 smithi066 ceph-mon[86175]: osdmap e583: 8 total, 8 up, 8 in 2024-09-17T17:12:00.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:00 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 1]} : dispatch 2024-09-17T17:12:01.402 INFO:tasks.rados.rados.0.smithi031.stdout:2669: done (4 left) 2024-09-17T17:12:01.402 INFO:tasks.rados.rados.0.smithi031.stdout:2670: rmattr oid 6 current snap is 255 2024-09-17T17:12:01.402 INFO:tasks.rados.rados.0.smithi031.stdout:2670: done (4 left) 2024-09-17T17:12:01.402 INFO:tasks.rados.rados.0.smithi031.stdout:2671: read oid 31 snap -1 2024-09-17T17:12:01.402 INFO:tasks.rados.rados.0.smithi031.stdout:2671: expect (ObjNum 834 snap 250 seq_num 834) 2024-09-17T17:12:01.402 INFO:tasks.rados.rados.0.smithi031.stdout:2672: read oid 2 snap -1 2024-09-17T17:12:01.402 INFO:tasks.rados.rados.0.smithi031.stdout:2672: expect (ObjNum 783 snap 232 seq_num 783) 2024-09-17T17:12:01.402 INFO:tasks.rados.rados.0.smithi031.stdout:2673: snap_remove snap 249 2024-09-17T17:12:01.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:01 smithi066 ceph-mon[86175]: pgmap v535: 121 pgs: 121 active+clean; 173 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 10 op/s 2024-09-17T17:12:01.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:01 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:12:01.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:01 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 1]}]': finished 2024-09-17T17:12:01.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:01 smithi066 ceph-mon[86175]: osdmap e584: 8 total, 8 up, 8 in 2024-09-17T17:12:01.654 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:01 smithi066 bash[113973]: Copying config sha256:72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e 2024-09-17T17:12:01.654 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:01 smithi066 bash[113973]: Writing manifest to image destination 2024-09-17T17:12:01.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:01 smithi031 ceph-mon[94873]: pgmap v535: 121 pgs: 121 active+clean; 173 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 10 op/s 2024-09-17T17:12:01.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:01 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:12:01.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:01 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 1]}]': finished 2024-09-17T17:12:01.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:01 smithi031 ceph-mon[94873]: osdmap e584: 8 total, 8 up, 8 in 2024-09-17T17:12:01.844 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:12:01 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:12:01] "GET /metrics HTTP/1.1" 200 36361 "" "Prometheus/2.43.0" 2024-09-17T17:12:01.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:01 smithi031 ceph-mon[96842]: pgmap v535: 121 pgs: 121 active+clean; 173 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 10 op/s 2024-09-17T17:12:01.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:01 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:12:01.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:01 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 1]}]': finished 2024-09-17T17:12:01.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:01 smithi031 ceph-mon[96842]: osdmap e584: 8 total, 8 up, 8 in 2024-09-17T17:12:02.130 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:01 smithi066 podman[113973]: 2024-09-17 17:12:01.811392483 +0000 UTC m=+2.397841394 image pull 72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e quay.io/prometheus/node-exporter:v1.7.0 2024-09-17T17:12:02.130 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:01 smithi066 podman[113973]: 2024-09-17 17:12:01.901883614 +0000 UTC m=+2.488332524 container create 425f59ec163bcb499804514a87ce4c61f3f91138a4e4b909bbddcf7c898a32d6 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-17T17:12:02.130 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 podman[113973]: 2024-09-17 17:12:02.129125065 +0000 UTC m=+2.715573993 container init 425f59ec163bcb499804514a87ce4c61f3f91138a4e4b909bbddcf7c898a32d6 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-17T17:12:02.406 INFO:tasks.rados.rados.0.smithi031.stdout:2673: done (6 left) 2024-09-17T17:12:02.406 INFO:tasks.rados.rados.0.smithi031.stdout:2674: delete oid 13 current snap is 255 2024-09-17T17:12:02.406 INFO:tasks.rados.rados.0.smithi031.stdout:2663: finishing write tid 4 to smithi03184240-21 2024-09-17T17:12:02.407 INFO:tasks.rados.rados.0.smithi031.stdout:2663: finishing write tid 5 to smithi03184240-21 2024-09-17T17:12:02.407 INFO:tasks.rados.rados.0.smithi031.stdout:2663: finishing write tid 6 to smithi03184240-21 2024-09-17T17:12:02.407 INFO:tasks.rados.rados.0.smithi031.stdout:2663: finishing write tid 7 to smithi03184240-21 2024-09-17T17:12:02.407 INFO:tasks.rados.rados.0.smithi031.stdout:2663: oid 21 updating version 0 to 1481 2024-09-17T17:12:02.407 INFO:tasks.rados.rados.0.smithi031.stdout:2663: oid 21 updating version 1481 to 1483 2024-09-17T17:12:02.407 INFO:tasks.rados.rados.0.smithi031.stdout:2663: oid 21 version 1483 is already newer than 1479 2024-09-17T17:12:02.407 INFO:tasks.rados.rados.0.smithi031.stdout:2663: oid 21 version 1483 is already newer than 1480 2024-09-17T17:12:02.407 INFO:tasks.rados.rados.0.smithi031.stdout:2663: oid 21 version 1483 is already newer than 1478 2024-09-17T17:12:02.407 INFO:tasks.rados.rados.0.smithi031.stdout:2663: oid 21 version 1483 is already newer than 1482 2024-09-17T17:12:02.407 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 1483 (ObjNum 842 snap 255 seq_num 842) dirty exists 2024-09-17T17:12:02.407 INFO:tasks.rados.rados.0.smithi031.stdout:2663: left oid 21 (ObjNum 842 snap 255 seq_num 842) 2024-09-17T17:12:02.407 INFO:tasks.rados.rados.0.smithi031.stdout:2665: expect (ObjNum 805 snap 238 seq_num 805) 2024-09-17T17:12:02.408 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 podman[113973]: 2024-09-17 17:12:02.134398966 +0000 UTC m=+2.720847874 container start 425f59ec163bcb499804514a87ce4c61f3f91138a4e4b909bbddcf7c898a32d6 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-17T17:12:02.408 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.138Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2024-09-17T17:12:02.408 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.138Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2024-09-17T17:12:02.408 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.139Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-17T17:12:02.408 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.139Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-17T17:12:02.408 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.139Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-17T17:12:02.408 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.139Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-17T17:12:02.408 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.139Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-17T17:12:02.409 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.139Z caller=node_exporter.go:117 level=info collector=arp 2024-09-17T17:12:02.409 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.139Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-17T17:12:02.409 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.139Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-17T17:12:02.409 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.139Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-17T17:12:02.409 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.139Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-17T17:12:02.409 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.139Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-17T17:12:02.409 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.139Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-17T17:12:02.409 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.139Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-17T17:12:02.409 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.139Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-17T17:12:02.409 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.139Z caller=node_exporter.go:117 level=info collector=edac 2024-09-17T17:12:02.409 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.139Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-17T17:12:02.409 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.140Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-17T17:12:02.409 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.140Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-17T17:12:02.410 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.140Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-17T17:12:02.410 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.140Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-17T17:12:02.410 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.140Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-17T17:12:02.410 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.140Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-17T17:12:02.410 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.140Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-17T17:12:02.410 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.140Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-17T17:12:02.410 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.140Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-17T17:12:02.410 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.140Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-17T17:12:02.410 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.140Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-17T17:12:02.410 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.140Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-17T17:12:02.410 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.140Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-17T17:12:02.410 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.140Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-17T17:12:02.410 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.140Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-17T17:12:02.410 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.140Z caller=node_exporter.go:117 level=info collector=os 2024-09-17T17:12:02.411 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.140Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-17T17:12:02.411 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.140Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-17T17:12:02.411 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.140Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-17T17:12:02.411 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.140Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-17T17:12:02.411 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.140Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-17T17:12:02.411 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.140Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-17T17:12:02.411 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.140Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-17T17:12:02.411 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.140Z caller=node_exporter.go:117 level=info collector=stat 2024-09-17T17:12:02.411 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.140Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-17T17:12:02.411 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.140Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-17T17:12:02.412 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.140Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-17T17:12:02.412 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.140Z caller=node_exporter.go:117 level=info collector=time 2024-09-17T17:12:02.412 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.140Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-17T17:12:02.412 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.140Z caller=node_exporter.go:117 level=info collector=uname 2024-09-17T17:12:02.412 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.140Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-17T17:12:02.412 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.140Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-17T17:12:02.412 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.140Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-17T17:12:02.412 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.140Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2024-09-17T17:12:02.412 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b[114049]: ts=2024-09-17T17:12:02.140Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-17T17:12:02.412 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 bash[113973]: 425f59ec163bcb499804514a87ce4c61f3f91138a4e4b909bbddcf7c898a32d6 2024-09-17T17:12:02.412 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:12:02 smithi066 systemd[1]: Started Ceph node-exporter.b for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:12:02.459 INFO:tasks.rados.rados.0.smithi031.stdout:2664: finishing copy_from racing read to smithi03184240-19 2024-09-17T17:12:02.459 INFO:tasks.rados.rados.0.smithi031.stdout:2664: finishing copy_from to smithi03184240-19 2024-09-17T17:12:02.459 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 851 (ObjNum 360 snap 103 seq_num 360) dirty exists 2024-09-17T17:12:02.459 INFO:tasks.rados.rados.0.smithi031.stdout:2663: done (6 left) 2024-09-17T17:12:02.459 INFO:tasks.rados.rados.0.smithi031.stdout:2664: done (5 left) 2024-09-17T17:12:02.459 INFO:tasks.rados.rados.0.smithi031.stdout:2665: done (4 left) 2024-09-17T17:12:02.459 INFO:tasks.rados.rados.0.smithi031.stdout:2674: done (3 left) 2024-09-17T17:12:02.459 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 13 current snap is 255 2024-09-17T17:12:02.459 INFO:tasks.rados.rados.0.smithi031.stdout:2675: seq_num 845 ranges {0=557056,557056=581632,1138688=688128,1826816=335872} 2024-09-17T17:12:02.461 INFO:tasks.rados.rados.0.smithi031.stdout:2675: writing smithi03184240-13 from 0 to 557056 tid 1 2024-09-17T17:12:02.465 INFO:tasks.rados.rados.0.smithi031.stdout:2675: writing smithi03184240-13 from 557056 to 1138688 tid 2 2024-09-17T17:12:02.469 INFO:tasks.rados.rados.0.smithi031.stdout:2675: writing smithi03184240-13 from 1138688 to 1826816 tid 3 2024-09-17T17:12:02.472 INFO:tasks.rados.rados.0.smithi031.stdout:2675: writing smithi03184240-13 from 1826816 to 2162688 tid 4 2024-09-17T17:12:02.472 INFO:tasks.rados.rados.0.smithi031.stdout:2676: copy_from oid 40 from oid 17 current snap is 255 2024-09-17T17:12:02.472 INFO:tasks.rados.rados.0.smithi031.stdout:2667: expect (ObjNum 828 snap 248 seq_num 828) 2024-09-17T17:12:02.688 INFO:tasks.rados.rados.0.smithi031.stdout:2672: expect (ObjNum 783 snap 232 seq_num 783) 2024-09-17T17:12:02.717 INFO:tasks.rados.rados.0.smithi031.stdout:2671: expect (ObjNum 834 snap 250 seq_num 834) 2024-09-17T17:12:02.770 INFO:tasks.rados.rados.0.smithi031.stdout:2675: finishing write tid 1 to smithi03184240-13 2024-09-17T17:12:02.770 INFO:tasks.rados.rados.0.smithi031.stdout:2675: finishing write tid 2 to smithi03184240-13 2024-09-17T17:12:02.770 INFO:tasks.rados.rados.0.smithi031.stdout:2675: finishing write tid 3 to smithi03184240-13 2024-09-17T17:12:02.770 INFO:tasks.rados.rados.0.smithi031.stdout:2675: finishing write tid 4 to smithi03184240-13 2024-09-17T17:12:02.770 INFO:tasks.rados.rados.0.smithi031.stdout:2675: finishing write tid 5 to smithi03184240-13 2024-09-17T17:12:02.770 INFO:tasks.rados.rados.0.smithi031.stdout:2675: finishing write tid 6 to smithi03184240-13 2024-09-17T17:12:02.770 INFO:tasks.rados.rados.0.smithi031.stdout:2675: oid 13 updating version 0 to 1932 2024-09-17T17:12:02.770 INFO:tasks.rados.rados.0.smithi031.stdout:2675: oid 13 version 1932 is already newer than 1929 2024-09-17T17:12:02.771 INFO:tasks.rados.rados.0.smithi031.stdout:2675: oid 13 version 1932 is already newer than 1930 2024-09-17T17:12:02.771 INFO:tasks.rados.rados.0.smithi031.stdout:2675: oid 13 version 1932 is already newer than 1931 2024-09-17T17:12:02.771 INFO:tasks.rados.rados.0.smithi031.stdout:2675: oid 13 version 1932 is already newer than 1928 2024-09-17T17:12:02.771 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 1932 (ObjNum 845 snap 255 seq_num 845) dirty exists 2024-09-17T17:12:02.771 INFO:tasks.rados.rados.0.smithi031.stdout:2675: left oid 13 (ObjNum 845 snap 255 seq_num 845) 2024-09-17T17:12:02.771 INFO:tasks.rados.rados.0.smithi031.stdout:2676: finishing copy_from racing read to smithi03184240-40 2024-09-17T17:12:02.771 INFO:tasks.rados.rados.0.smithi031.stdout:2676: finishing copy_from to smithi03184240-40 2024-09-17T17:12:02.771 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 1539 (ObjNum 829 snap 248 seq_num 829) dirty exists 2024-09-17T17:12:02.771 INFO:tasks.rados.rados.0.smithi031.stdout:2667: done (4 left) 2024-09-17T17:12:02.771 INFO:tasks.rados.rados.0.smithi031.stdout:2671: done (3 left) 2024-09-17T17:12:02.771 INFO:tasks.rados.rados.0.smithi031.stdout:2672: done (2 left) 2024-09-17T17:12:02.771 INFO:tasks.rados.rados.0.smithi031.stdout:2675: done (1 left) 2024-09-17T17:12:02.771 INFO:tasks.rados.rados.0.smithi031.stdout:2676: done (0 left) 2024-09-17T17:12:02.771 INFO:tasks.rados.rados.0.smithi031.stdout:2677: snap_create 2024-09-17T17:12:03.385 INFO:tasks.rados.rados.0.smithi031.stdout:2677: done (0 left) 2024-09-17T17:12:03.385 INFO:tasks.rados.rados.0.smithi031.stdout:2678: setattr oid 10 current snap is 256 2024-09-17T17:12:03.387 INFO:tasks.rados.rados.0.smithi031.stdout:2679: copy_from oid 36 from oid 20 current snap is 256 2024-09-17T17:12:03.387 INFO:tasks.rados.rados.0.smithi031.stdout:2680: copy_from oid 12 from oid 48 current snap is 256 2024-09-17T17:12:03.387 INFO:tasks.rados.rados.0.smithi031.stdout:2681: snap_create 2024-09-17T17:12:03.393 INFO:tasks.rados.rados.0.smithi031.stdout:2679: finishing copy_from to smithi03184240-36 2024-09-17T17:12:03.393 INFO:tasks.rados.rados.0.smithi031.stdout:2679: got expected ENOENT (src dne) 2024-09-17T17:12:03.393 INFO:tasks.rados.rados.0.smithi031.stdout:2679: finishing copy_from racing read to smithi03184240-36 2024-09-17T17:12:03.396 INFO:tasks.rados.rados.0.smithi031.stdout:2680: finishing copy_from racing read to smithi03184240-12 2024-09-17T17:12:03.396 INFO:tasks.rados.rados.0.smithi031.stdout:2680: finishing copy_from to smithi03184240-12 2024-09-17T17:12:03.396 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 2022 (ObjNum 729 snap 210 seq_num 729) dirty exists 2024-09-17T17:12:03.396 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1653 (ObjNum -1226859296 snap 32616 seq_num 304) dirty exists 2024-09-17T17:12:03.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:03 smithi031 ceph-mon[96842]: pgmap v538: 121 pgs: 1 peering, 120 active+clean; 176 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 818 KiB/s wr, 6 op/s 2024-09-17T17:12:03.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:03 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:03.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:03 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:03.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:03 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:12:03.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:03 smithi031 ceph-mon[96842]: osdmap e585: 8 total, 8 up, 8 in 2024-09-17T17:12:03.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:03 smithi031 ceph-mon[94873]: pgmap v538: 121 pgs: 1 peering, 120 active+clean; 176 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 818 KiB/s wr, 6 op/s 2024-09-17T17:12:03.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:03 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:03.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:03 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:03.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:03 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:12:03.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:03 smithi031 ceph-mon[94873]: osdmap e585: 8 total, 8 up, 8 in 2024-09-17T17:12:03.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:03 smithi066 ceph-mon[86175]: pgmap v538: 121 pgs: 1 peering, 120 active+clean; 176 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 818 KiB/s wr, 6 op/s 2024-09-17T17:12:03.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:03 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:03.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:03 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:03.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:03 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:12:03.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:03 smithi066 ceph-mon[86175]: osdmap e585: 8 total, 8 up, 8 in 2024-09-17T17:12:04.396 INFO:tasks.rados.rados.0.smithi031.stdout:2678: done (3 left) 2024-09-17T17:12:04.396 INFO:tasks.rados.rados.0.smithi031.stdout:2679: done (2 left) 2024-09-17T17:12:04.396 INFO:tasks.rados.rados.0.smithi031.stdout:2680: done (1 left) 2024-09-17T17:12:04.396 INFO:tasks.rados.rados.0.smithi031.stdout:2681: done (0 left) 2024-09-17T17:12:04.397 INFO:tasks.rados.rados.0.smithi031.stdout:2682: rmattr oid 47 current snap is 257 2024-09-17T17:12:04.397 INFO:tasks.rados.rados.0.smithi031.stdout:2682: done (0 left) 2024-09-17T17:12:04.397 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 50 current snap is 257 2024-09-17T17:12:04.397 INFO:tasks.rados.rados.0.smithi031.stdout:2683: seq_num 846 ranges {1785856=573440,2359296=466944,2826240=491520,3317760=548864,3866624=98304} 2024-09-17T17:12:04.408 INFO:tasks.rados.rados.0.smithi031.stdout:2683: writing smithi03184240-50 from 1785856 to 2359296 tid 1 2024-09-17T17:12:04.411 INFO:tasks.rados.rados.0.smithi031.stdout:2683: writing smithi03184240-50 from 2359296 to 2826240 tid 2 2024-09-17T17:12:04.414 INFO:tasks.rados.rados.0.smithi031.stdout:2683: writing smithi03184240-50 from 2826240 to 3317760 tid 3 2024-09-17T17:12:04.417 INFO:tasks.rados.rados.0.smithi031.stdout:2683: writing smithi03184240-50 from 3317760 to 3866624 tid 4 2024-09-17T17:12:04.418 INFO:tasks.rados.rados.0.smithi031.stdout:2683: writing smithi03184240-50 from 3866624 to 3964928 tid 5 2024-09-17T17:12:04.418 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 37 current snap is 257 2024-09-17T17:12:04.419 INFO:tasks.rados.rados.0.smithi031.stdout:2684: seq_num 847 ranges {3268608=589824,3858432=753664,4612096=655360,5267456=196608} 2024-09-17T17:12:04.441 INFO:tasks.rados.rados.0.smithi031.stdout:2684: writing smithi03184240-37 from 3268608 to 3858432 tid 1 2024-09-17T17:12:04.445 INFO:tasks.rados.rados.0.smithi031.stdout:2684: writing smithi03184240-37 from 3858432 to 4612096 tid 2 2024-09-17T17:12:04.449 INFO:tasks.rados.rados.0.smithi031.stdout:2684: writing smithi03184240-37 from 4612096 to 5267456 tid 3 2024-09-17T17:12:04.451 INFO:tasks.rados.rados.0.smithi031.stdout:2684: writing smithi03184240-37 from 5267456 to 5464064 tid 4 2024-09-17T17:12:04.451 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 47 current snap is 257 2024-09-17T17:12:04.451 INFO:tasks.rados.rados.0.smithi031.stdout:2683: finishing write tid 1 to smithi03184240-50 2024-09-17T17:12:04.451 INFO:tasks.rados.rados.0.smithi031.stdout:2683: finishing write tid 2 to smithi03184240-50 2024-09-17T17:12:04.451 INFO:tasks.rados.rados.0.smithi031.stdout:2683: finishing write tid 3 to smithi03184240-50 2024-09-17T17:12:04.451 INFO:tasks.rados.rados.0.smithi031.stdout:2683: finishing write tid 4 to smithi03184240-50 2024-09-17T17:12:04.452 INFO:tasks.rados.rados.0.smithi031.stdout:2683: finishing write tid 5 to smithi03184240-50 2024-09-17T17:12:04.452 INFO:tasks.rados.rados.0.smithi031.stdout:2683: finishing write tid 6 to smithi03184240-50 2024-09-17T17:12:04.452 INFO:tasks.rados.rados.0.smithi031.stdout:2685: seq_num 848 ranges {1712128=606208,2318336=630784,2949120=458752,3407872=516096} 2024-09-17T17:12:04.464 INFO:tasks.rados.rados.0.smithi031.stdout:2685: writing smithi03184240-47 from 1712128 to 2318336 tid 1 2024-09-17T17:12:04.468 INFO:tasks.rados.rados.0.smithi031.stdout:2685: writing smithi03184240-47 from 2318336 to 2949120 tid 2 2024-09-17T17:12:04.470 INFO:tasks.rados.rados.0.smithi031.stdout:2685: writing smithi03184240-47 from 2949120 to 3407872 tid 3 2024-09-17T17:12:04.474 INFO:tasks.rados.rados.0.smithi031.stdout:2685: writing smithi03184240-47 from 3407872 to 3923968 tid 4 2024-09-17T17:12:04.474 INFO:tasks.rados.rados.0.smithi031.stdout:2686: delete oid 44 current snap is 257 2024-09-17T17:12:04.475 INFO:tasks.rados.rados.0.smithi031.stdout:2683: finishing write tid 7 to smithi03184240-50 2024-09-17T17:12:04.475 INFO:tasks.rados.rados.0.smithi031.stdout:2683: oid 50 updating version 0 to 1923 2024-09-17T17:12:04.475 INFO:tasks.rados.rados.0.smithi031.stdout:2683: oid 50 updating version 1923 to 1927 2024-09-17T17:12:04.475 INFO:tasks.rados.rados.0.smithi031.stdout:2683: oid 50 version 1927 is already newer than 1925 2024-09-17T17:12:04.475 INFO:tasks.rados.rados.0.smithi031.stdout:2683: oid 50 updating version 1927 to 1928 2024-09-17T17:12:04.475 INFO:tasks.rados.rados.0.smithi031.stdout:2683: oid 50 version 1928 is already newer than 1926 2024-09-17T17:12:04.475 INFO:tasks.rados.rados.0.smithi031.stdout:2683: oid 50 version 1928 is already newer than 1924 2024-09-17T17:12:04.475 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 1928 (ObjNum 846 snap 257 seq_num 846) dirty exists 2024-09-17T17:12:04.476 INFO:tasks.rados.rados.0.smithi031.stdout:2683: left oid 50 (ObjNum 846 snap 257 seq_num 846) 2024-09-17T17:12:04.476 INFO:tasks.rados.rados.0.smithi031.stdout:2684: finishing write tid 1 to smithi03184240-37 2024-09-17T17:12:04.476 INFO:tasks.rados.rados.0.smithi031.stdout:2684: finishing write tid 2 to smithi03184240-37 2024-09-17T17:12:04.476 INFO:tasks.rados.rados.0.smithi031.stdout:2684: finishing write tid 3 to smithi03184240-37 2024-09-17T17:12:04.476 INFO:tasks.rados.rados.0.smithi031.stdout:2684: finishing write tid 4 to smithi03184240-37 2024-09-17T17:12:04.476 INFO:tasks.rados.rados.0.smithi031.stdout:2684: finishing write tid 5 to smithi03184240-37 2024-09-17T17:12:04.476 INFO:tasks.rados.rados.0.smithi031.stdout:2684: finishing write tid 6 to smithi03184240-37 2024-09-17T17:12:04.476 INFO:tasks.rados.rados.0.smithi031.stdout:2684: oid 37 updating version 0 to 1611 2024-09-17T17:12:04.476 INFO:tasks.rados.rados.0.smithi031.stdout:2684: oid 37 version 1611 is already newer than 1607 2024-09-17T17:12:04.476 INFO:tasks.rados.rados.0.smithi031.stdout:2684: oid 37 version 1611 is already newer than 1610 2024-09-17T17:12:04.476 INFO:tasks.rados.rados.0.smithi031.stdout:2684: oid 37 version 1611 is already newer than 1608 2024-09-17T17:12:04.476 INFO:tasks.rados.rados.0.smithi031.stdout:2684: oid 37 version 1611 is already newer than 1609 2024-09-17T17:12:04.477 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 1611 (ObjNum 847 snap 257 seq_num 847) dirty exists 2024-09-17T17:12:04.477 INFO:tasks.rados.rados.0.smithi031.stdout:2684: left oid 37 (ObjNum 847 snap 257 seq_num 847) 2024-09-17T17:12:04.477 INFO:tasks.rados.rados.0.smithi031.stdout:2685: finishing write tid 1 to smithi03184240-47 2024-09-17T17:12:04.477 INFO:tasks.rados.rados.0.smithi031.stdout:2685: finishing write tid 2 to smithi03184240-47 2024-09-17T17:12:04.477 INFO:tasks.rados.rados.0.smithi031.stdout:2685: finishing write tid 3 to smithi03184240-47 2024-09-17T17:12:04.478 INFO:tasks.rados.rados.0.smithi031.stdout:2683: done (3 left) 2024-09-17T17:12:04.478 INFO:tasks.rados.rados.0.smithi031.stdout:2684: done (2 left) 2024-09-17T17:12:04.478 INFO:tasks.rados.rados.0.smithi031.stdout:2686: done (1 left) 2024-09-17T17:12:04.478 INFO:tasks.rados.rados.0.smithi031.stdout:2687: snap_create 2024-09-17T17:12:04.478 INFO:tasks.rados.rados.0.smithi031.stdout:2685: finishing write tid 4 to smithi03184240-47 2024-09-17T17:12:04.478 INFO:tasks.rados.rados.0.smithi031.stdout:2685: finishing write tid 5 to smithi03184240-47 2024-09-17T17:12:04.478 INFO:tasks.rados.rados.0.smithi031.stdout:2685: finishing write tid 6 to smithi03184240-47 2024-09-17T17:12:04.479 INFO:tasks.rados.rados.0.smithi031.stdout:2685: oid 47 updating version 0 to 783 2024-09-17T17:12:04.479 INFO:tasks.rados.rados.0.smithi031.stdout:2685: oid 47 updating version 783 to 785 2024-09-17T17:12:04.479 INFO:tasks.rados.rados.0.smithi031.stdout:2685: oid 47 version 785 is already newer than 781 2024-09-17T17:12:04.479 INFO:tasks.rados.rados.0.smithi031.stdout:2685: oid 47 version 785 is already newer than 784 2024-09-17T17:12:04.479 INFO:tasks.rados.rados.0.smithi031.stdout:2685: oid 47 version 785 is already newer than 782 2024-09-17T17:12:04.479 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 785 (ObjNum 848 snap 257 seq_num 848) dirty exists 2024-09-17T17:12:04.479 INFO:tasks.rados.rados.0.smithi031.stdout:2685: left oid 47 (ObjNum 848 snap 257 seq_num 848) 2024-09-17T17:12:04.565 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:04 smithi031 ceph-mon[94873]: osdmap e586: 8 total, 8 up, 8 in 2024-09-17T17:12:04.565 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:04 smithi031 ceph-mon[96842]: osdmap e586: 8 total, 8 up, 8 in 2024-09-17T17:12:04.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:04 smithi066 ceph-mon[86175]: osdmap e586: 8 total, 8 up, 8 in 2024-09-17T17:12:05.405 INFO:tasks.rados.rados.0.smithi031.stdout:2685: done (1 left) 2024-09-17T17:12:05.405 INFO:tasks.rados.rados.0.smithi031.stdout:2687: done (0 left) 2024-09-17T17:12:05.405 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 48 current snap is 258 2024-09-17T17:12:05.405 INFO:tasks.rados.rados.0.smithi031.stdout:2688: seq_num 850 ranges {212992=638976,851968=802816,1654784=475136,2129920=327680} 2024-09-17T17:12:05.409 INFO:tasks.rados.rados.0.smithi031.stdout:2688: writing smithi03184240-48 from 212992 to 851968 tid 1 2024-09-17T17:12:05.414 INFO:tasks.rados.rados.0.smithi031.stdout:2688: writing smithi03184240-48 from 851968 to 1654784 tid 2 2024-09-17T17:12:05.417 INFO:tasks.rados.rados.0.smithi031.stdout:2688: writing smithi03184240-48 from 1654784 to 2129920 tid 3 2024-09-17T17:12:05.418 INFO:tasks.rados.rados.0.smithi031.stdout:2688: writing smithi03184240-48 from 2129920 to 2457600 tid 4 2024-09-17T17:12:05.419 INFO:tasks.rados.rados.0.smithi031.stdout:2689: delete oid 9 current snap is 258 2024-09-17T17:12:05.419 INFO:tasks.rados.rados.0.smithi031.stdout:2688: finishing write tid 1 to smithi03184240-48 2024-09-17T17:12:05.420 INFO:tasks.rados.rados.0.smithi031.stdout:2688: finishing write tid 2 to smithi03184240-48 2024-09-17T17:12:05.423 INFO:tasks.rados.rados.0.smithi031.stdout:2688: finishing write tid 3 to smithi03184240-48 2024-09-17T17:12:05.424 INFO:tasks.rados.rados.0.smithi031.stdout:2688: finishing write tid 4 to smithi03184240-48 2024-09-17T17:12:05.427 INFO:tasks.rados.rados.0.smithi031.stdout:2689: done (1 left) 2024-09-17T17:12:05.428 INFO:tasks.rados.rados.0.smithi031.stdout:2690: read oid 25 snap -1 2024-09-17T17:12:05.428 INFO:tasks.rados.rados.0.smithi031.stdout:2690: expect (ObjNum 821 snap 244 seq_num 821) 2024-09-17T17:12:05.428 INFO:tasks.rados.rados.0.smithi031.stdout:2691: read oid 18 snap -1 2024-09-17T17:12:05.428 INFO:tasks.rados.rados.0.smithi031.stdout:2691: expect (ObjNum 782 snap 232 seq_num 782) 2024-09-17T17:12:05.428 INFO:tasks.rados.rados.0.smithi031.stdout:2692: copy_from oid 45 from oid 1 current snap is 258 2024-09-17T17:12:05.428 INFO:tasks.rados.rados.0.smithi031.stdout:2688: finishing write tid 5 to smithi03184240-48 2024-09-17T17:12:05.428 INFO:tasks.rados.rados.0.smithi031.stdout:2693: read oid 20 snap -1 2024-09-17T17:12:05.428 INFO:tasks.rados.rados.0.smithi031.stdout:2693: expect deleted 2024-09-17T17:12:05.429 INFO:tasks.rados.rados.0.smithi031.stdout:2694: rollback oid 21 current snap is 258 2024-09-17T17:12:05.429 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 21 to 246 2024-09-17T17:12:05.429 INFO:tasks.rados.rados.0.smithi031.stdout:2695: snap_create 2024-09-17T17:12:05.429 INFO:tasks.rados.rados.0.smithi031.stdout:2688: finishing write tid 6 to smithi03184240-48 2024-09-17T17:12:05.429 INFO:tasks.rados.rados.0.smithi031.stdout:2688: oid 48 updating version 0 to 2090 2024-09-17T17:12:05.429 INFO:tasks.rados.rados.0.smithi031.stdout:2688: oid 48 version 2090 is already newer than 2087 2024-09-17T17:12:05.429 INFO:tasks.rados.rados.0.smithi031.stdout:2688: oid 48 version 2090 is already newer than 2088 2024-09-17T17:12:05.429 INFO:tasks.rados.rados.0.smithi031.stdout:2688: oid 48 version 2090 is already newer than 2086 2024-09-17T17:12:05.430 INFO:tasks.rados.rados.0.smithi031.stdout:2688: oid 48 version 2090 is already newer than 2089 2024-09-17T17:12:05.430 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 2090 (ObjNum 850 snap 258 seq_num 850) dirty exists 2024-09-17T17:12:05.430 INFO:tasks.rados.rados.0.smithi031.stdout:2688: left oid 48 (ObjNum 850 snap 258 seq_num 850) 2024-09-17T17:12:05.430 INFO:tasks.rados.rados.0.smithi031.stdout:2692: finishing copy_from to smithi03184240-45 2024-09-17T17:12:05.430 INFO:tasks.rados.rados.0.smithi031.stdout:2692: got expected ENOENT (src dne) 2024-09-17T17:12:05.430 INFO:tasks.rados.rados.0.smithi031.stdout:2692: finishing copy_from racing read to smithi03184240-45 2024-09-17T17:12:05.431 INFO:tasks.rados.rados.0.smithi031.stdout:2694: finishing rollback tid 0 to smithi03184240-21 2024-09-17T17:12:05.432 INFO:tasks.rados.rados.0.smithi031.stdout:2694: finishing rollback tid 1 to smithi03184240-21 2024-09-17T17:12:05.432 INFO:tasks.rados.rados.0.smithi031.stdout:2691: expect (ObjNum 782 snap 232 seq_num 782) 2024-09-17T17:12:05.464 INFO:tasks.rados.rados.0.smithi031.stdout:2694: finishing rollback tid 2 to smithi03184240-21 2024-09-17T17:12:05.464 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 1486 (ObjNum 776 snap 231 seq_num 776) dirty exists 2024-09-17T17:12:05.464 INFO:tasks.rados.rados.0.smithi031.stdout:2690: expect (ObjNum 821 snap 244 seq_num 821) 2024-09-17T17:12:05.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:05 smithi066 ceph-mon[86175]: pgmap v541: 121 pgs: 1 peering, 120 active+clean; 178 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-09-17T17:12:05.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:05 smithi066 ceph-mon[86175]: osdmap e587: 8 total, 8 up, 8 in 2024-09-17T17:12:05.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:05 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:05.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:05 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:05.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:05 smithi031 ceph-mon[94873]: pgmap v541: 121 pgs: 1 peering, 120 active+clean; 178 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-09-17T17:12:05.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:05 smithi031 ceph-mon[94873]: osdmap e587: 8 total, 8 up, 8 in 2024-09-17T17:12:05.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:05 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:05.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:05 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:05.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:05 smithi031 ceph-mon[96842]: pgmap v541: 121 pgs: 1 peering, 120 active+clean; 178 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-09-17T17:12:05.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:05 smithi031 ceph-mon[96842]: osdmap e587: 8 total, 8 up, 8 in 2024-09-17T17:12:05.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:05 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:05.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:05 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:06.413 INFO:tasks.rados.rados.0.smithi031.stdout:2688: done (6 left) 2024-09-17T17:12:06.414 INFO:tasks.rados.rados.0.smithi031.stdout:2690: done (5 left) 2024-09-17T17:12:06.414 INFO:tasks.rados.rados.0.smithi031.stdout:2691: done (4 left) 2024-09-17T17:12:06.414 INFO:tasks.rados.rados.0.smithi031.stdout:2692: done (3 left) 2024-09-17T17:12:06.414 INFO:tasks.rados.rados.0.smithi031.stdout:2693: done (2 left) 2024-09-17T17:12:06.414 INFO:tasks.rados.rados.0.smithi031.stdout:2694: done (1 left) 2024-09-17T17:12:06.414 INFO:tasks.rados.rados.0.smithi031.stdout:2695: done (0 left) 2024-09-17T17:12:06.414 INFO:tasks.rados.rados.0.smithi031.stdout:2696: snap_remove snap 258 2024-09-17T17:12:06.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:06 smithi031 ceph-mon[94873]: osdmap e588: 8 total, 8 up, 8 in 2024-09-17T17:12:06.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:06 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:06.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:06 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:06.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:06 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:06.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:06 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:06.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:06 smithi031 ceph-mon[96842]: osdmap e588: 8 total, 8 up, 8 in 2024-09-17T17:12:06.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:06 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:06.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:06 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:06.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:06 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:06.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:06 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:06.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:06 smithi066 ceph-mon[86175]: osdmap e588: 8 total, 8 up, 8 in 2024-09-17T17:12:06.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:06 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:06.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:06 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:06.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:06 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:06.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:06 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:07.428 INFO:tasks.rados.rados.0.smithi031.stdout:2696: done (0 left) 2024-09-17T17:12:07.428 INFO:tasks.rados.rados.0.smithi031.stdout:2697: delete oid 47 current snap is 259 2024-09-17T17:12:07.435 INFO:tasks.rados.rados.0.smithi031.stdout:2697: done (0 left) 2024-09-17T17:12:07.435 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 27 current snap is 259 2024-09-17T17:12:07.435 INFO:tasks.rados.rados.0.smithi031.stdout:2698: seq_num 853 ranges {0=696320,696320=507904,1204224=647168,1851392=450560} 2024-09-17T17:12:07.439 INFO:tasks.rados.rados.0.smithi031.stdout:2698: writing smithi03184240-27 from 0 to 696320 tid 1 2024-09-17T17:12:07.442 INFO:tasks.rados.rados.0.smithi031.stdout:2698: writing smithi03184240-27 from 696320 to 1204224 tid 2 2024-09-17T17:12:07.446 INFO:tasks.rados.rados.0.smithi031.stdout:2698: writing smithi03184240-27 from 1204224 to 1851392 tid 3 2024-09-17T17:12:07.448 INFO:tasks.rados.rados.0.smithi031.stdout:2698: writing smithi03184240-27 from 1851392 to 2301952 tid 4 2024-09-17T17:12:07.449 INFO:tasks.rados.rados.0.smithi031.stdout:2698: finishing write tid 1 to smithi03184240-27 2024-09-17T17:12:07.449 INFO:tasks.rados.rados.0.smithi031.stdout:2699: read oid 18 snap -1 2024-09-17T17:12:07.449 INFO:tasks.rados.rados.0.smithi031.stdout:2699: expect (ObjNum 782 snap 232 seq_num 782) 2024-09-17T17:12:07.449 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 43 current snap is 259 2024-09-17T17:12:07.449 INFO:tasks.rados.rados.0.smithi031.stdout:2700: seq_num 854 ranges {0=712704,712704=794624,1507328=450560,1957888=360448} 2024-09-17T17:12:07.453 INFO:tasks.rados.rados.0.smithi031.stdout:2700: writing smithi03184240-43 from 0 to 712704 tid 1 2024-09-17T17:12:07.459 INFO:tasks.rados.rados.0.smithi031.stdout:2700: writing smithi03184240-43 from 712704 to 1507328 tid 2 2024-09-17T17:12:07.461 INFO:tasks.rados.rados.0.smithi031.stdout:2700: writing smithi03184240-43 from 1507328 to 1957888 tid 3 2024-09-17T17:12:07.465 INFO:tasks.rados.rados.0.smithi031.stdout:2700: writing smithi03184240-43 from 1957888 to 2318336 tid 4 2024-09-17T17:12:07.465 INFO:tasks.rados.rados.0.smithi031.stdout:2701: read oid 8 snap 254 2024-09-17T17:12:07.465 INFO:tasks.rados.rados.0.smithi031.stdout:2701: expect (ObjNum 782 snap 232 seq_num 782) 2024-09-17T17:12:07.465 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 13 current snap is 259 2024-09-17T17:12:07.465 INFO:tasks.rados.rados.0.smithi031.stdout:2698: finishing write tid 2 to smithi03184240-27 2024-09-17T17:12:07.465 INFO:tasks.rados.rados.0.smithi031.stdout:2698: finishing write tid 3 to smithi03184240-27 2024-09-17T17:12:07.466 INFO:tasks.rados.rados.0.smithi031.stdout:2698: finishing write tid 4 to smithi03184240-27 2024-09-17T17:12:07.466 INFO:tasks.rados.rados.0.smithi031.stdout:2698: finishing write tid 5 to smithi03184240-27 2024-09-17T17:12:07.466 INFO:tasks.rados.rados.0.smithi031.stdout:2698: finishing write tid 6 to smithi03184240-27 2024-09-17T17:12:07.466 INFO:tasks.rados.rados.0.smithi031.stdout:2698: oid 27 updating version 0 to 1502 2024-09-17T17:12:07.466 INFO:tasks.rados.rados.0.smithi031.stdout:2698: oid 27 updating version 1502 to 1503 2024-09-17T17:12:07.466 INFO:tasks.rados.rados.0.smithi031.stdout:2698: oid 27 version 1503 is already newer than 1501 2024-09-17T17:12:07.466 INFO:tasks.rados.rados.0.smithi031.stdout:2698: oid 27 updating version 1503 to 1505 2024-09-17T17:12:07.466 INFO:tasks.rados.rados.0.smithi031.stdout:2698: oid 27 version 1505 is already newer than 1504 2024-09-17T17:12:07.466 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 1505 (ObjNum 853 snap 259 seq_num 853) dirty exists 2024-09-17T17:12:07.466 INFO:tasks.rados.rados.0.smithi031.stdout:2698: left oid 27 (ObjNum 853 snap 259 seq_num 853) 2024-09-17T17:12:07.466 INFO:tasks.rados.rados.0.smithi031.stdout:2699: expect (ObjNum 782 snap 232 seq_num 782) 2024-09-17T17:12:07.496 INFO:tasks.rados.rados.0.smithi031.stdout:2700: finishing write tid 1 to smithi03184240-43 2024-09-17T17:12:07.497 INFO:tasks.rados.rados.0.smithi031.stdout:2702: seq_num 855 ranges {2162688=729088,2891776=671744,3563520=663552,4227072=270336} 2024-09-17T17:12:07.512 INFO:tasks.rados.rados.0.smithi031.stdout:2702: writing smithi03184240-13 from 2162688 to 2891776 tid 1 2024-09-17T17:12:07.516 INFO:tasks.rados.rados.0.smithi031.stdout:2702: writing smithi03184240-13 from 2891776 to 3563520 tid 2 2024-09-17T17:12:07.520 INFO:tasks.rados.rados.0.smithi031.stdout:2702: writing smithi03184240-13 from 3563520 to 4227072 tid 3 2024-09-17T17:12:07.522 INFO:tasks.rados.rados.0.smithi031.stdout:2702: writing smithi03184240-13 from 4227072 to 4497408 tid 4 2024-09-17T17:12:07.522 INFO:tasks.rados.rados.0.smithi031.stdout:2698: done (4 left) 2024-09-17T17:12:07.522 INFO:tasks.rados.rados.0.smithi031.stdout:2699: done (3 left) 2024-09-17T17:12:07.522 INFO:tasks.rados.rados.0.smithi031.stdout:2703: snap_remove snap 237 2024-09-17T17:12:07.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:07 smithi066 ceph-mon[86175]: pgmap v544: 121 pgs: 1 peering, 120 active+clean; 178 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 514 KiB/s wr, 9 op/s 2024-09-17T17:12:07.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:07 smithi066 ceph-mon[86175]: osdmap e589: 8 total, 8 up, 8 in 2024-09-17T17:12:07.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:07 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:07.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:07 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:07.702 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:07 smithi031 ceph-mon[94873]: pgmap v544: 121 pgs: 1 peering, 120 active+clean; 178 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 514 KiB/s wr, 9 op/s 2024-09-17T17:12:07.702 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:07 smithi031 ceph-mon[94873]: osdmap e589: 8 total, 8 up, 8 in 2024-09-17T17:12:07.703 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:07 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:07.703 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:07 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:07.703 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:07 smithi031 ceph-mon[96842]: pgmap v544: 121 pgs: 1 peering, 120 active+clean; 178 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 514 KiB/s wr, 9 op/s 2024-09-17T17:12:07.703 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:07 smithi031 ceph-mon[96842]: osdmap e589: 8 total, 8 up, 8 in 2024-09-17T17:12:07.703 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:07 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:07.703 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:07 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:08.389 INFO:tasks.rados.rados.0.smithi031.stdout:2701: expect (ObjNum 782 snap 232 seq_num 782) 2024-09-17T17:12:08.429 INFO:tasks.rados.rados.0.smithi031.stdout:2700: finishing write tid 2 to smithi03184240-43 2024-09-17T17:12:08.430 INFO:tasks.rados.rados.0.smithi031.stdout:2700: finishing write tid 3 to smithi03184240-43 2024-09-17T17:12:08.430 INFO:tasks.rados.rados.0.smithi031.stdout:2700: finishing write tid 4 to smithi03184240-43 2024-09-17T17:12:08.430 INFO:tasks.rados.rados.0.smithi031.stdout:2700: finishing write tid 5 to smithi03184240-43 2024-09-17T17:12:08.430 INFO:tasks.rados.rados.0.smithi031.stdout:2700: finishing write tid 6 to smithi03184240-43 2024-09-17T17:12:08.430 INFO:tasks.rados.rados.0.smithi031.stdout:2700: oid 43 updating version 0 to 2094 2024-09-17T17:12:08.430 INFO:tasks.rados.rados.0.smithi031.stdout:2700: oid 43 version 2094 is already newer than 2092 2024-09-17T17:12:08.430 INFO:tasks.rados.rados.0.smithi031.stdout:2700: oid 43 updating version 2094 to 2095 2024-09-17T17:12:08.430 INFO:tasks.rados.rados.0.smithi031.stdout:2700: oid 43 updating version 2095 to 2096 2024-09-17T17:12:08.430 INFO:tasks.rados.rados.0.smithi031.stdout:2700: oid 43 version 2096 is already newer than 2093 2024-09-17T17:12:08.430 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 2096 (ObjNum 854 snap 259 seq_num 854) dirty exists 2024-09-17T17:12:08.430 INFO:tasks.rados.rados.0.smithi031.stdout:2700: left oid 43 (ObjNum 854 snap 259 seq_num 854) 2024-09-17T17:12:08.430 INFO:tasks.rados.rados.0.smithi031.stdout:2702: finishing write tid 1 to smithi03184240-13 2024-09-17T17:12:08.431 INFO:tasks.rados.rados.0.smithi031.stdout:2700: done (3 left) 2024-09-17T17:12:08.431 INFO:tasks.rados.rados.0.smithi031.stdout:2701: done (2 left) 2024-09-17T17:12:08.431 INFO:tasks.rados.rados.0.smithi031.stdout:2703: done (1 left) 2024-09-17T17:12:08.431 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 21 current snap is 259 2024-09-17T17:12:08.431 INFO:tasks.rados.rados.0.smithi031.stdout:2702: finishing write tid 2 to smithi03184240-13 2024-09-17T17:12:08.431 INFO:tasks.rados.rados.0.smithi031.stdout:2702: finishing write tid 3 to smithi03184240-13 2024-09-17T17:12:08.431 INFO:tasks.rados.rados.0.smithi031.stdout:2702: finishing write tid 4 to smithi03184240-13 2024-09-17T17:12:08.431 INFO:tasks.rados.rados.0.smithi031.stdout:2702: finishing write tid 5 to smithi03184240-13 2024-09-17T17:12:08.431 INFO:tasks.rados.rados.0.smithi031.stdout:2702: finishing write tid 6 to smithi03184240-13 2024-09-17T17:12:08.431 INFO:tasks.rados.rados.0.smithi031.stdout:2702: oid 13 updating version 0 to 1936 2024-09-17T17:12:08.431 INFO:tasks.rados.rados.0.smithi031.stdout:2702: oid 13 version 1936 is already newer than 1935 2024-09-17T17:12:08.431 INFO:tasks.rados.rados.0.smithi031.stdout:2702: oid 13 updating version 1936 to 1938 2024-09-17T17:12:08.432 INFO:tasks.rados.rados.0.smithi031.stdout:2702: oid 13 version 1938 is already newer than 1937 2024-09-17T17:12:08.432 INFO:tasks.rados.rados.0.smithi031.stdout:2702: oid 13 version 1938 is already newer than 1934 2024-09-17T17:12:08.432 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 1938 (ObjNum 855 snap 259 seq_num 855) dirty exists 2024-09-17T17:12:08.432 INFO:tasks.rados.rados.0.smithi031.stdout:2702: left oid 13 (ObjNum 855 snap 259 seq_num 855) 2024-09-17T17:12:08.432 INFO:tasks.rados.rados.0.smithi031.stdout:2704: seq_num 856 ranges {3588096=745472,4333568=557056,4890624=417792,5308416=434176,5742592=196608} 2024-09-17T17:12:08.453 INFO:tasks.rados.rados.0.smithi031.stdout:2704: writing smithi03184240-21 from 3588096 to 4333568 tid 1 2024-09-17T17:12:08.456 INFO:tasks.rados.rados.0.smithi031.stdout:2704: writing smithi03184240-21 from 4333568 to 4890624 tid 2 2024-09-17T17:12:08.459 INFO:tasks.rados.rados.0.smithi031.stdout:2704: writing smithi03184240-21 from 4890624 to 5308416 tid 3 2024-09-17T17:12:08.462 INFO:tasks.rados.rados.0.smithi031.stdout:2704: writing smithi03184240-21 from 5308416 to 5742592 tid 4 2024-09-17T17:12:08.463 INFO:tasks.rados.rados.0.smithi031.stdout:2704: writing smithi03184240-21 from 5742592 to 5939200 tid 5 2024-09-17T17:12:08.463 INFO:tasks.rados.rados.0.smithi031.stdout:2702: done (1 left) 2024-09-17T17:12:08.464 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 40 current snap is 259 2024-09-17T17:12:08.464 INFO:tasks.rados.rados.0.smithi031.stdout:2704: finishing write tid 1 to smithi03184240-21 2024-09-17T17:12:08.464 INFO:tasks.rados.rados.0.smithi031.stdout:2704: finishing write tid 2 to smithi03184240-21 2024-09-17T17:12:08.464 INFO:tasks.rados.rados.0.smithi031.stdout:2705: seq_num 857 ranges {1892352=761856,2654208=442368,3096576=630784,3727360=532480} 2024-09-17T17:12:08.478 INFO:tasks.rados.rados.0.smithi031.stdout:2705: writing smithi03184240-40 from 1892352 to 2654208 tid 1 2024-09-17T17:12:08.480 INFO:tasks.rados.rados.0.smithi031.stdout:2705: writing smithi03184240-40 from 2654208 to 3096576 tid 2 2024-09-17T17:12:08.484 INFO:tasks.rados.rados.0.smithi031.stdout:2705: writing smithi03184240-40 from 3096576 to 3727360 tid 3 2024-09-17T17:12:08.488 INFO:tasks.rados.rados.0.smithi031.stdout:2705: writing smithi03184240-40 from 3727360 to 4259840 tid 4 2024-09-17T17:12:08.488 INFO:tasks.rados.rados.0.smithi031.stdout:2706: snap_create 2024-09-17T17:12:08.488 INFO:tasks.rados.rados.0.smithi031.stdout:2704: finishing write tid 3 to smithi03184240-21 2024-09-17T17:12:08.488 INFO:tasks.rados.rados.0.smithi031.stdout:2704: finishing write tid 4 to smithi03184240-21 2024-09-17T17:12:08.488 INFO:tasks.rados.rados.0.smithi031.stdout:2704: finishing write tid 5 to smithi03184240-21 2024-09-17T17:12:08.488 INFO:tasks.rados.rados.0.smithi031.stdout:2704: finishing write tid 6 to smithi03184240-21 2024-09-17T17:12:08.488 INFO:tasks.rados.rados.0.smithi031.stdout:2704: finishing write tid 7 to smithi03184240-21 2024-09-17T17:12:08.488 INFO:tasks.rados.rados.0.smithi031.stdout:2704: oid 21 updating version 0 to 1491 2024-09-17T17:12:08.488 INFO:tasks.rados.rados.0.smithi031.stdout:2704: oid 21 version 1491 is already newer than 1487 2024-09-17T17:12:08.488 INFO:tasks.rados.rados.0.smithi031.stdout:2704: oid 21 updating version 1491 to 1492 2024-09-17T17:12:08.488 INFO:tasks.rados.rados.0.smithi031.stdout:2704: oid 21 version 1492 is already newer than 1490 2024-09-17T17:12:08.488 INFO:tasks.rados.rados.0.smithi031.stdout:2704: oid 21 version 1492 is already newer than 1488 2024-09-17T17:12:08.488 INFO:tasks.rados.rados.0.smithi031.stdout:2704: oid 21 version 1492 is already newer than 1489 2024-09-17T17:12:08.489 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 1492 (ObjNum 856 snap 259 seq_num 856) dirty exists 2024-09-17T17:12:08.489 INFO:tasks.rados.rados.0.smithi031.stdout:2704: left oid 21 (ObjNum 856 snap 259 seq_num 856) 2024-09-17T17:12:08.489 INFO:tasks.rados.rados.0.smithi031.stdout:2705: finishing write tid 1 to smithi03184240-40 2024-09-17T17:12:08.489 INFO:tasks.rados.rados.0.smithi031.stdout:2705: finishing write tid 2 to smithi03184240-40 2024-09-17T17:12:08.489 INFO:tasks.rados.rados.0.smithi031.stdout:2705: finishing write tid 3 to smithi03184240-40 2024-09-17T17:12:08.490 INFO:tasks.rados.rados.0.smithi031.stdout:2705: finishing write tid 4 to smithi03184240-40 2024-09-17T17:12:08.490 INFO:tasks.rados.rados.0.smithi031.stdout:2705: finishing write tid 5 to smithi03184240-40 2024-09-17T17:12:08.492 INFO:tasks.rados.rados.0.smithi031.stdout:2705: finishing write tid 6 to smithi03184240-40 2024-09-17T17:12:08.492 INFO:tasks.rados.rados.0.smithi031.stdout:2705: oid 40 updating version 0 to 2107 2024-09-17T17:12:08.492 INFO:tasks.rados.rados.0.smithi031.stdout:2705: oid 40 version 2107 is already newer than 2106 2024-09-17T17:12:08.492 INFO:tasks.rados.rados.0.smithi031.stdout:2705: oid 40 updating version 2107 to 2110 2024-09-17T17:12:08.492 INFO:tasks.rados.rados.0.smithi031.stdout:2705: oid 40 version 2110 is already newer than 2109 2024-09-17T17:12:08.492 INFO:tasks.rados.rados.0.smithi031.stdout:2705: oid 40 version 2110 is already newer than 2108 2024-09-17T17:12:08.492 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 2110 (ObjNum 857 snap 259 seq_num 857) dirty exists 2024-09-17T17:12:08.492 INFO:tasks.rados.rados.0.smithi031.stdout:2705: left oid 40 (ObjNum 857 snap 259 seq_num 857) 2024-09-17T17:12:08.558 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:08 smithi066 ceph-mon[86175]: osdmap e590: 8 total, 8 up, 8 in 2024-09-17T17:12:08.558 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:08 smithi066 ceph-mon[86175]: osdmap e591: 8 total, 8 up, 8 in 2024-09-17T17:12:08.841 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:08 smithi031 ceph-mon[94873]: osdmap e590: 8 total, 8 up, 8 in 2024-09-17T17:12:08.841 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:08 smithi031 ceph-mon[94873]: osdmap e591: 8 total, 8 up, 8 in 2024-09-17T17:12:08.841 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:08 smithi031 ceph-mon[96842]: osdmap e590: 8 total, 8 up, 8 in 2024-09-17T17:12:08.841 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:08 smithi031 ceph-mon[96842]: osdmap e591: 8 total, 8 up, 8 in 2024-09-17T17:12:09.451 INFO:tasks.rados.rados.0.smithi031.stdout:2704: done (2 left) 2024-09-17T17:12:09.451 INFO:tasks.rados.rados.0.smithi031.stdout:2705: done (1 left) 2024-09-17T17:12:09.451 INFO:tasks.rados.rados.0.smithi031.stdout:2706: done (0 left) 2024-09-17T17:12:09.451 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 260 2024-09-17T17:12:09.451 INFO:tasks.rados.rados.0.smithi031.stdout:2707: seq_num 858 ranges {212992=778240,991232=729088,1720320=434176,2154496=442368} 2024-09-17T17:12:09.455 INFO:tasks.rados.rados.0.smithi031.stdout:2707: writing smithi03184240-12 from 212992 to 991232 tid 1 2024-09-17T17:12:09.460 INFO:tasks.rados.rados.0.smithi031.stdout:2707: writing smithi03184240-12 from 991232 to 1720320 tid 2 2024-09-17T17:12:09.462 INFO:tasks.rados.rados.0.smithi031.stdout:2707: writing smithi03184240-12 from 1720320 to 2154496 tid 3 2024-09-17T17:12:09.466 INFO:tasks.rados.rados.0.smithi031.stdout:2707: writing smithi03184240-12 from 2154496 to 2596864 tid 4 2024-09-17T17:12:09.466 INFO:tasks.rados.rados.0.smithi031.stdout:2708: rollback oid 49 current snap is 260 2024-09-17T17:12:09.466 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 49 to 257 2024-09-17T17:12:09.466 INFO:tasks.rados.rados.0.smithi031.stdout:2707: finishing write tid 1 to smithi03184240-12 2024-09-17T17:12:09.466 INFO:tasks.rados.rados.0.smithi031.stdout:2707: finishing write tid 2 to smithi03184240-12 2024-09-17T17:12:09.466 INFO:tasks.rados.rados.0.smithi031.stdout:2707: finishing write tid 3 to smithi03184240-12 2024-09-17T17:12:09.466 INFO:tasks.rados.rados.0.smithi031.stdout:2709: copy_from oid 20 from oid 40 current snap is 260 2024-09-17T17:12:09.466 INFO:tasks.rados.rados.0.smithi031.stdout:2710: rollback oid 8 current snap is 260 2024-09-17T17:12:09.466 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 8 to 259 2024-09-17T17:12:09.466 INFO:tasks.rados.rados.0.smithi031.stdout:2711: delete oid 31 current snap is 260 2024-09-17T17:12:09.474 INFO:tasks.rados.rados.0.smithi031.stdout:2708: finishing rollback tid 0 to smithi03184240-49 2024-09-17T17:12:09.474 INFO:tasks.rados.rados.0.smithi031.stdout:2710: finishing rollback tid 0 to smithi03184240-8 2024-09-17T17:12:09.474 INFO:tasks.rados.rados.0.smithi031.stdout:2707: finishing write tid 4 to smithi03184240-12 2024-09-17T17:12:09.474 INFO:tasks.rados.rados.0.smithi031.stdout:2707: finishing write tid 5 to smithi03184240-12 2024-09-17T17:12:09.474 INFO:tasks.rados.rados.0.smithi031.stdout:2708: finishing rollback tid 1 to smithi03184240-49 2024-09-17T17:12:09.474 INFO:tasks.rados.rados.0.smithi031.stdout:2710: finishing rollback tid 1 to smithi03184240-8 2024-09-17T17:12:09.474 INFO:tasks.rados.rados.0.smithi031.stdout:2711: done (4 left) 2024-09-17T17:12:09.474 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 44 current snap is 260 2024-09-17T17:12:09.474 INFO:tasks.rados.rados.0.smithi031.stdout:2712: seq_num 860 ranges {0=8192} 2024-09-17T17:12:09.474 INFO:tasks.rados.rados.0.smithi031.stdout:2712: writing smithi03184240-44 from 0 to 8192 tid 1 2024-09-17T17:12:09.474 INFO:tasks.rados.rados.0.smithi031.stdout:2713: setattr oid 45 current snap is 260 2024-09-17T17:12:09.474 INFO:tasks.rados.rados.0.smithi031.stdout:2708: finishing rollback tid 2 to smithi03184240-49 2024-09-17T17:12:09.474 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 1614 (ObjNum 360 snap 103 seq_num 360) dirty exists 2024-09-17T17:12:09.475 INFO:tasks.rados.rados.0.smithi031.stdout:2710: finishing rollback tid 2 to smithi03184240-8 2024-09-17T17:12:09.475 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 1931 (ObjNum 782 snap 232 seq_num 782) dirty exists 2024-09-17T17:12:09.475 INFO:tasks.rados.rados.0.smithi031.stdout:2708: done (5 left) 2024-09-17T17:12:09.475 INFO:tasks.rados.rados.0.smithi031.stdout:2710: done (4 left) 2024-09-17T17:12:09.475 INFO:tasks.rados.rados.0.smithi031.stdout:2714: read oid 43 snap -1 2024-09-17T17:12:09.475 INFO:tasks.rados.rados.0.smithi031.stdout:2714: expect (ObjNum 854 snap 259 seq_num 854) 2024-09-17T17:12:09.475 INFO:tasks.rados.rados.0.smithi031.stdout:2715: copy_from oid 11 from oid 42 current snap is 260 2024-09-17T17:12:09.475 INFO:tasks.rados.rados.0.smithi031.stdout:2716: delete oid 14 current snap is 260 2024-09-17T17:12:09.475 INFO:tasks.rados.rados.0.smithi031.stdout:2707: finishing write tid 6 to smithi03184240-12 2024-09-17T17:12:09.475 INFO:tasks.rados.rados.0.smithi031.stdout:2707: oid 12 updating version 0 to 2024 2024-09-17T17:12:09.475 INFO:tasks.rados.rados.0.smithi031.stdout:2707: oid 12 updating version 2024 to 2026 2024-09-17T17:12:09.475 INFO:tasks.rados.rados.0.smithi031.stdout:2707: oid 12 version 2026 is already newer than 2025 2024-09-17T17:12:09.475 INFO:tasks.rados.rados.0.smithi031.stdout:2707: oid 12 updating version 2026 to 2027 2024-09-17T17:12:09.475 INFO:tasks.rados.rados.0.smithi031.stdout:2707: oid 12 version 2027 is already newer than 2023 2024-09-17T17:12:09.475 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 2027 (ObjNum 858 snap 260 seq_num 858) dirty exists 2024-09-17T17:12:09.476 INFO:tasks.rados.rados.0.smithi031.stdout:2707: left oid 12 (ObjNum 858 snap 260 seq_num 858) 2024-09-17T17:12:09.476 INFO:tasks.rados.rados.0.smithi031.stdout:2707: done (6 left) 2024-09-17T17:12:09.476 INFO:tasks.rados.rados.0.smithi031.stdout:2716: done (5 left) 2024-09-17T17:12:09.476 INFO:tasks.rados.rados.0.smithi031.stdout:2717: snap_remove snap 238 2024-09-17T17:12:09.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:09 smithi031 ceph-mon[94873]: pgmap v547: 121 pgs: 121 active+clean; 190 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.1 MiB/s wr, 15 op/s; 0 B/s, 0 objects/s recovering 2024-09-17T17:12:09.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:09 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:09.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:09 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:09.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:09 smithi031 ceph-mon[96842]: pgmap v547: 121 pgs: 121 active+clean; 190 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.1 MiB/s wr, 15 op/s; 0 B/s, 0 objects/s recovering 2024-09-17T17:12:09.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:09 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:09.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:09 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:09.830 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:09 smithi066 ceph-mon[86175]: pgmap v547: 121 pgs: 121 active+clean; 190 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.1 MiB/s wr, 15 op/s; 0 B/s, 0 objects/s recovering 2024-09-17T17:12:09.831 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:09 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:09.831 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:09 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:10.457 INFO:tasks.rados.rados.0.smithi031.stdout:2712: finishing write tid 1 to smithi03184240-44 2024-09-17T17:12:10.458 INFO:tasks.rados.rados.0.smithi031.stdout:2712: finishing write tid 2 to smithi03184240-44 2024-09-17T17:12:10.458 INFO:tasks.rados.rados.0.smithi031.stdout:2712: finishing write tid 3 to smithi03184240-44 2024-09-17T17:12:10.458 INFO:tasks.rados.rados.0.smithi031.stdout:2712: oid 44 updating version 0 to 2112 2024-09-17T17:12:10.458 INFO:tasks.rados.rados.0.smithi031.stdout:2712: oid 44 version 2112 is already newer than 2111 2024-09-17T17:12:10.458 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 2112 (ObjNum 860 snap 260 seq_num 860) dirty exists 2024-09-17T17:12:10.458 INFO:tasks.rados.rados.0.smithi031.stdout:2712: left oid 44 (ObjNum 860 snap 260 seq_num 860) 2024-09-17T17:12:10.458 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 2114 (ObjNum 783 snap 232 seq_num 783) dirty exists 2024-09-17T17:12:10.458 INFO:tasks.rados.rados.0.smithi031.stdout:2709: finishing copy_from racing read to smithi03184240-20 2024-09-17T17:12:10.458 INFO:tasks.rados.rados.0.smithi031.stdout:2709: finishing copy_from to smithi03184240-20 2024-09-17T17:12:10.458 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 2110 (ObjNum 857 snap 259 seq_num 857) dirty exists 2024-09-17T17:12:10.458 INFO:tasks.rados.rados.0.smithi031.stdout:2714: expect (ObjNum 854 snap 259 seq_num 854) 2024-09-17T17:12:10.531 INFO:tasks.rados.rados.0.smithi031.stdout:2715: finishing copy_from racing read to smithi03184240-11 2024-09-17T17:12:10.531 INFO:tasks.rados.rados.0.smithi031.stdout:2715: finishing copy_from to smithi03184240-11 2024-09-17T17:12:10.531 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 1911 (ObjNum 782 snap 232 seq_num 782) dirty exists 2024-09-17T17:12:10.531 INFO:tasks.rados.rados.0.smithi031.stdout:2709: done (5 left) 2024-09-17T17:12:10.531 INFO:tasks.rados.rados.0.smithi031.stdout:2712: done (4 left) 2024-09-17T17:12:10.531 INFO:tasks.rados.rados.0.smithi031.stdout:2713: done (3 left) 2024-09-17T17:12:10.531 INFO:tasks.rados.rados.0.smithi031.stdout:2714: done (2 left) 2024-09-17T17:12:10.531 INFO:tasks.rados.rados.0.smithi031.stdout:2715: done (1 left) 2024-09-17T17:12:10.531 INFO:tasks.rados.rados.0.smithi031.stdout:2717: done (0 left) 2024-09-17T17:12:10.531 INFO:tasks.rados.rados.0.smithi031.stdout:2718: rollback oid 12 current snap is 260 2024-09-17T17:12:10.532 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 12 to 253 2024-09-17T17:12:10.532 INFO:tasks.rados.rados.0.smithi031.stdout:2719: snap_create 2024-09-17T17:12:10.533 INFO:tasks.rados.rados.0.smithi031.stdout:2718: finishing rollback tid 0 to smithi03184240-12 2024-09-17T17:12:10.533 INFO:tasks.rados.rados.0.smithi031.stdout:2718: finishing rollback tid 1 to smithi03184240-12 2024-09-17T17:12:10.533 INFO:tasks.rados.rados.0.smithi031.stdout:2718: finishing rollback tid 2 to smithi03184240-12 2024-09-17T17:12:10.533 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 2030 (ObjNum 826 snap 248 seq_num 826) dirty exists 2024-09-17T17:12:10.617 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:10 smithi066 ceph-mon[86175]: osdmap e592: 8 total, 8 up, 8 in 2024-09-17T17:12:10.617 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:10 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:10.617 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:10 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:10.617 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:10 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:12:10.617 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:10 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:12:10.618 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:10 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:10.618 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:10 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:12:10.618 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:10 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:10.618 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:10 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:10.618 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:10 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:10.618 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:10 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:10.618 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:10 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:10.618 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:10 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:10.618 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:10 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:10.618 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:10 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:10.618 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:10 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:10.618 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:10 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:10.618 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:10 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:10.618 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:10 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:10.619 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:10 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:10.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[96842]: osdmap e592: 8 total, 8 up, 8 in 2024-09-17T17:12:10.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:10.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:10.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:12:10.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:12:10.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:10.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:12:10.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:10.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:10.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:10.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:10.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:10.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:10.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:10.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:10.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:10.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:10.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:10.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:10.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:10.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[94873]: osdmap e592: 8 total, 8 up, 8 in 2024-09-17T17:12:10.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:10.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:10.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:12:10.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:12:10.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:10.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:12:10.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:10.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:10.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:10.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:10.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:10.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:10.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:10.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:10.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:10.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:10.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:10.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:10.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:10 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:11.458 INFO:tasks.rados.rados.0.smithi031.stdout:2718: done (1 left) 2024-09-17T17:12:11.459 INFO:tasks.rados.rados.0.smithi031.stdout:2719: done (0 left) 2024-09-17T17:12:11.459 INFO:tasks.rados.rados.0.smithi031.stdout:2720: snap_remove snap 255 2024-09-17T17:12:11.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:11 smithi066 ceph-mon[86175]: pgmap v550: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 195 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.2 MiB/s wr, 12 op/s; 0 B/s, 0 objects/s recovering 2024-09-17T17:12:11.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:11 smithi066 ceph-mon[86175]: osdmap e593: 8 total, 8 up, 8 in 2024-09-17T17:12:11.843 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:12:11 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:12:11] "GET /metrics HTTP/1.1" 200 36361 "" "Prometheus/2.43.0" 2024-09-17T17:12:11.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:11 smithi031 ceph-mon[94873]: pgmap v550: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 195 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.2 MiB/s wr, 12 op/s; 0 B/s, 0 objects/s recovering 2024-09-17T17:12:11.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:11 smithi031 ceph-mon[94873]: osdmap e593: 8 total, 8 up, 8 in 2024-09-17T17:12:11.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:11 smithi031 ceph-mon[96842]: pgmap v550: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 195 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.2 MiB/s wr, 12 op/s; 0 B/s, 0 objects/s recovering 2024-09-17T17:12:11.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:11 smithi031 ceph-mon[96842]: osdmap e593: 8 total, 8 up, 8 in 2024-09-17T17:12:12.474 INFO:tasks.rados.rados.0.smithi031.stdout:2720: done (0 left) 2024-09-17T17:12:12.474 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 261 2024-09-17T17:12:12.474 INFO:tasks.rados.rados.0.smithi031.stdout:2721: seq_num 862 ranges {1122304=40960} 2024-09-17T17:12:12.481 INFO:tasks.rados.rados.0.smithi031.stdout:2721: writing smithi03184240-2 from 1122304 to 1163264 tid 1 2024-09-17T17:12:12.481 INFO:tasks.rados.rados.0.smithi031.stdout:2722: read oid 25 snap -1 2024-09-17T17:12:12.481 INFO:tasks.rados.rados.0.smithi031.stdout:2722: expect (ObjNum 821 snap 244 seq_num 821) 2024-09-17T17:12:12.482 INFO:tasks.rados.rados.0.smithi031.stdout:2723: read oid 48 snap 248 2024-09-17T17:12:12.482 INFO:tasks.rados.rados.0.smithi031.stdout:2723: expect (ObjNum 729 snap 210 seq_num 729) 2024-09-17T17:12:12.482 INFO:tasks.rados.rados.0.smithi031.stdout:2724: delete oid 27 current snap is 261 2024-09-17T17:12:12.485 INFO:tasks.rados.rados.0.smithi031.stdout:2724: done (3 left) 2024-09-17T17:12:12.486 INFO:tasks.rados.rados.0.smithi031.stdout:2725: snap_create 2024-09-17T17:12:12.487 INFO:tasks.rados.rados.0.smithi031.stdout:2721: finishing write tid 1 to smithi03184240-2 2024-09-17T17:12:12.488 INFO:tasks.rados.rados.0.smithi031.stdout:2721: finishing write tid 2 to smithi03184240-2 2024-09-17T17:12:12.491 INFO:tasks.rados.rados.0.smithi031.stdout:2721: finishing write tid 3 to smithi03184240-2 2024-09-17T17:12:12.491 INFO:tasks.rados.rados.0.smithi031.stdout:2721: oid 2 updating version 0 to 2132 2024-09-17T17:12:12.491 INFO:tasks.rados.rados.0.smithi031.stdout:2721: oid 2 updating version 2132 to 2133 2024-09-17T17:12:12.491 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 2133 (ObjNum 862 snap 261 seq_num 862) dirty exists 2024-09-17T17:12:12.492 INFO:tasks.rados.rados.0.smithi031.stdout:2721: left oid 2 (ObjNum 862 snap 261 seq_num 862) 2024-09-17T17:12:12.493 INFO:tasks.rados.rados.0.smithi031.stdout:2723: expect (ObjNum 729 snap 210 seq_num 729) 2024-09-17T17:12:12.507 INFO:tasks.rados.rados.0.smithi031.stdout:2722: expect (ObjNum 821 snap 244 seq_num 821) 2024-09-17T17:12:12.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:12 smithi031 ceph-mon[96842]: Upgrade: Updating prometheus.a 2024-09-17T17:12:12.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:12 smithi031 ceph-mon[96842]: osdmap e594: 8 total, 8 up, 8 in 2024-09-17T17:12:12.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:12 smithi031 ceph-mon[96842]: Deploying daemon prometheus.a on smithi066 2024-09-17T17:12:12.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:12 smithi031 ceph-mon[94873]: Upgrade: Updating prometheus.a 2024-09-17T17:12:12.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:12 smithi031 ceph-mon[94873]: osdmap e594: 8 total, 8 up, 8 in 2024-09-17T17:12:12.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:12 smithi031 ceph-mon[94873]: Deploying daemon prometheus.a on smithi066 2024-09-17T17:12:12.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:12 smithi066 ceph-mon[86175]: Upgrade: Updating prometheus.a 2024-09-17T17:12:12.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:12 smithi066 ceph-mon[86175]: osdmap e594: 8 total, 8 up, 8 in 2024-09-17T17:12:12.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:12 smithi066 ceph-mon[86175]: Deploying daemon prometheus.a on smithi066 2024-09-17T17:12:13.390 INFO:tasks.rados.rados.0.smithi031.stdout:2721: done (3 left) 2024-09-17T17:12:13.390 INFO:tasks.rados.rados.0.smithi031.stdout:2722: done (2 left) 2024-09-17T17:12:13.390 INFO:tasks.rados.rados.0.smithi031.stdout:2723: done (1 left) 2024-09-17T17:12:13.390 INFO:tasks.rados.rados.0.smithi031.stdout:2725: done (0 left) 2024-09-17T17:12:13.390 INFO:tasks.rados.rados.0.smithi031.stdout:2726: snap_remove snap 254 2024-09-17T17:12:13.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:13 smithi031 ceph-mon[94873]: pgmap v553: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 205 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.0 MiB/s wr, 12 op/s 2024-09-17T17:12:13.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:13 smithi031 ceph-mon[94873]: osdmap e595: 8 total, 8 up, 8 in 2024-09-17T17:12:13.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:13 smithi031 ceph-mon[94873]: osdmap e596: 8 total, 8 up, 8 in 2024-09-17T17:12:13.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:13 smithi031 ceph-mon[96842]: pgmap v553: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 205 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.0 MiB/s wr, 12 op/s 2024-09-17T17:12:13.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:13 smithi031 ceph-mon[96842]: osdmap e595: 8 total, 8 up, 8 in 2024-09-17T17:12:13.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:13 smithi031 ceph-mon[96842]: osdmap e596: 8 total, 8 up, 8 in 2024-09-17T17:12:13.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:13 smithi066 ceph-mon[86175]: pgmap v553: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 205 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.0 MiB/s wr, 12 op/s 2024-09-17T17:12:13.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:13 smithi066 ceph-mon[86175]: osdmap e595: 8 total, 8 up, 8 in 2024-09-17T17:12:13.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:13 smithi066 ceph-mon[86175]: osdmap e596: 8 total, 8 up, 8 in 2024-09-17T17:12:14.392 INFO:tasks.rados.rados.0.smithi031.stdout:2726: done (0 left) 2024-09-17T17:12:14.393 INFO:tasks.rados.rados.0.smithi031.stdout:2727: rmattr oid 26 current snap is 262 2024-09-17T17:12:14.393 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 11 current snap is 262 2024-09-17T17:12:14.393 INFO:tasks.rados.rados.0.smithi031.stdout:2728: seq_num 864 ranges {1105920=73728} 2024-09-17T17:12:14.399 INFO:tasks.rados.rados.0.smithi031.stdout:2728: writing smithi03184240-11 from 1105920 to 1179648 tid 1 2024-09-17T17:12:14.399 INFO:tasks.rados.rados.0.smithi031.stdout:2729: copy_from oid 24 from oid 3 current snap is 262 2024-09-17T17:12:14.399 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 16 current snap is 262 2024-09-17T17:12:14.400 INFO:tasks.rados.rados.0.smithi031.stdout:2730: seq_num 865 ranges {2736128=90112} 2024-09-17T17:12:14.416 INFO:tasks.rados.rados.0.smithi031.stdout:2730: writing smithi03184240-16 from 2736128 to 2826240 tid 1 2024-09-17T17:12:14.416 INFO:tasks.rados.rados.0.smithi031.stdout:2731: delete oid 20 current snap is 262 2024-09-17T17:12:14.416 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 1215 (ObjNum 65 snap 0 seq_num 1705727472) dirty exists 2024-09-17T17:12:14.416 INFO:tasks.rados.rados.0.smithi031.stdout:2729: finishing copy_from racing read to smithi03184240-24 2024-09-17T17:12:14.416 INFO:tasks.rados.rados.0.smithi031.stdout:2729: finishing copy_from to smithi03184240-24 2024-09-17T17:12:14.417 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 1205 (ObjNum 809 snap 241 seq_num 809) dirty exists 2024-09-17T17:12:14.417 INFO:tasks.rados.rados.0.smithi031.stdout:2728: finishing write tid 1 to smithi03184240-11 2024-09-17T17:12:14.417 INFO:tasks.rados.rados.0.smithi031.stdout:2728: finishing write tid 2 to smithi03184240-11 2024-09-17T17:12:14.419 INFO:tasks.rados.rados.0.smithi031.stdout:2727: done (4 left) 2024-09-17T17:12:14.419 INFO:tasks.rados.rados.0.smithi031.stdout:2729: done (3 left) 2024-09-17T17:12:14.419 INFO:tasks.rados.rados.0.smithi031.stdout:2731: done (2 left) 2024-09-17T17:12:14.419 INFO:tasks.rados.rados.0.smithi031.stdout:2732: rollback oid 15 current snap is 262 2024-09-17T17:12:14.420 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 15 to 261 2024-09-17T17:12:14.420 INFO:tasks.rados.rados.0.smithi031.stdout:2733: rollback oid 21 current snap is 262 2024-09-17T17:12:14.420 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 21 to 243 2024-09-17T17:12:14.420 INFO:tasks.rados.rados.0.smithi031.stdout:2734: rollback oid 13 current snap is 262 2024-09-17T17:12:14.420 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 13 to 243 2024-09-17T17:12:14.420 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 262 2024-09-17T17:12:14.420 INFO:tasks.rados.rados.0.smithi031.stdout:2735: seq_num 867 ranges {4751360=122880} 2024-09-17T17:12:14.447 INFO:tasks.rados.rados.0.smithi031.stdout:2735: writing smithi03184240-32 from 4751360 to 4874240 tid 1 2024-09-17T17:12:14.447 INFO:tasks.rados.rados.0.smithi031.stdout:2736: snap_create 2024-09-17T17:12:14.447 INFO:tasks.rados.rados.0.smithi031.stdout:2730: finishing write tid 1 to smithi03184240-16 2024-09-17T17:12:14.447 INFO:tasks.rados.rados.0.smithi031.stdout:2730: finishing write tid 2 to smithi03184240-16 2024-09-17T17:12:14.447 INFO:tasks.rados.rados.0.smithi031.stdout:2730: finishing write tid 3 to smithi03184240-16 2024-09-17T17:12:14.447 INFO:tasks.rados.rados.0.smithi031.stdout:2730: oid 16 updating version 0 to 2031 2024-09-17T17:12:14.447 INFO:tasks.rados.rados.0.smithi031.stdout:2730: oid 16 updating version 2031 to 2032 2024-09-17T17:12:14.447 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 2032 (ObjNum 865 snap 262 seq_num 865) dirty exists 2024-09-17T17:12:14.447 INFO:tasks.rados.rados.0.smithi031.stdout:2730: left oid 16 (ObjNum 865 snap 262 seq_num 865) 2024-09-17T17:12:14.448 INFO:tasks.rados.rados.0.smithi031.stdout:2732: finishing rollback tid 0 to smithi03184240-15 2024-09-17T17:12:14.448 INFO:tasks.rados.rados.0.smithi031.stdout:2732: finishing rollback tid 1 to smithi03184240-15 2024-09-17T17:12:14.448 INFO:tasks.rados.rados.0.smithi031.stdout:2728: finishing write tid 3 to smithi03184240-11 2024-09-17T17:12:14.448 INFO:tasks.rados.rados.0.smithi031.stdout:2728: oid 11 updating version 0 to 1933 2024-09-17T17:12:14.448 INFO:tasks.rados.rados.0.smithi031.stdout:2728: oid 11 version 1933 is already newer than 1932 2024-09-17T17:12:14.448 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 1933 (ObjNum 864 snap 262 seq_num 864) dirty exists 2024-09-17T17:12:14.448 INFO:tasks.rados.rados.0.smithi031.stdout:2728: left oid 11 (ObjNum 864 snap 262 seq_num 864) 2024-09-17T17:12:14.448 INFO:tasks.rados.rados.0.smithi031.stdout:2732: finishing rollback tid 2 to smithi03184240-15 2024-09-17T17:12:14.448 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 1510 (ObjNum 667 snap 194 seq_num 667) dirty exists 2024-09-17T17:12:14.448 INFO:tasks.rados.rados.0.smithi031.stdout:2733: finishing rollback tid 0 to smithi03184240-21 2024-09-17T17:12:14.448 INFO:tasks.rados.rados.0.smithi031.stdout:2733: finishing rollback tid 1 to smithi03184240-21 2024-09-17T17:12:14.448 INFO:tasks.rados.rados.0.smithi031.stdout:2734: finishing rollback tid 0 to smithi03184240-13 2024-09-17T17:12:14.448 INFO:tasks.rados.rados.0.smithi031.stdout:2733: finishing rollback tid 2 to smithi03184240-21 2024-09-17T17:12:14.448 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 1495 (ObjNum 776 snap 231 seq_num 776) dirty exists 2024-09-17T17:12:14.449 INFO:tasks.rados.rados.0.smithi031.stdout:2734: finishing rollback tid 1 to smithi03184240-13 2024-09-17T17:12:14.449 INFO:tasks.rados.rados.0.smithi031.stdout:2734: finishing rollback tid 2 to smithi03184240-13 2024-09-17T17:12:14.449 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 1941 (ObjNum 810 snap 241 seq_num 810) dirty exists 2024-09-17T17:12:14.449 INFO:tasks.rados.rados.0.smithi031.stdout:2735: finishing write tid 1 to smithi03184240-32 2024-09-17T17:12:14.449 INFO:tasks.rados.rados.0.smithi031.stdout:2735: finishing write tid 2 to smithi03184240-32 2024-09-17T17:12:14.450 INFO:tasks.rados.rados.0.smithi031.stdout:2735: finishing write tid 3 to smithi03184240-32 2024-09-17T17:12:14.450 INFO:tasks.rados.rados.0.smithi031.stdout:2735: oid 32 updating version 0 to 1616 2024-09-17T17:12:14.450 INFO:tasks.rados.rados.0.smithi031.stdout:2735: oid 32 version 1616 is already newer than 1615 2024-09-17T17:12:14.451 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 1616 (ObjNum 867 snap 262 seq_num 867) dirty exists 2024-09-17T17:12:14.451 INFO:tasks.rados.rados.0.smithi031.stdout:2735: left oid 32 (ObjNum 867 snap 262 seq_num 867) 2024-09-17T17:12:15.397 INFO:tasks.rados.rados.0.smithi031.stdout:2728: done (6 left) 2024-09-17T17:12:15.397 INFO:tasks.rados.rados.0.smithi031.stdout:2730: done (5 left) 2024-09-17T17:12:15.397 INFO:tasks.rados.rados.0.smithi031.stdout:2732: done (4 left) 2024-09-17T17:12:15.397 INFO:tasks.rados.rados.0.smithi031.stdout:2733: done (3 left) 2024-09-17T17:12:15.397 INFO:tasks.rados.rados.0.smithi031.stdout:2734: done (2 left) 2024-09-17T17:12:15.397 INFO:tasks.rados.rados.0.smithi031.stdout:2735: done (1 left) 2024-09-17T17:12:15.397 INFO:tasks.rados.rados.0.smithi031.stdout:2736: done (0 left) 2024-09-17T17:12:15.397 INFO:tasks.rados.rados.0.smithi031.stdout:2737: read oid 19 snap -1 2024-09-17T17:12:15.397 INFO:tasks.rados.rados.0.smithi031.stdout:2737: expect (ObjNum 360 snap 103 seq_num 360) 2024-09-17T17:12:15.397 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 20 current snap is 263 2024-09-17T17:12:15.397 INFO:tasks.rados.rados.0.smithi031.stdout:2738: seq_num 868 ranges {0=139264} 2024-09-17T17:12:15.398 INFO:tasks.rados.rados.0.smithi031.stdout:2738: writing smithi03184240-20 from 0 to 139264 tid 1 2024-09-17T17:12:15.398 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 263 2024-09-17T17:12:15.398 INFO:tasks.rados.rados.0.smithi031.stdout:2739: seq_num 869 ranges {0=155648} 2024-09-17T17:12:15.398 INFO:tasks.rados.rados.0.smithi031.stdout:2739: writing smithi03184240-10 from 0 to 155648 tid 1 2024-09-17T17:12:15.399 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 40 current snap is 263 2024-09-17T17:12:15.399 INFO:tasks.rados.rados.0.smithi031.stdout:2740: seq_num 870 ranges {4259840=172032} 2024-09-17T17:12:15.424 INFO:tasks.rados.rados.0.smithi031.stdout:2740: writing smithi03184240-40 from 4259840 to 4431872 tid 1 2024-09-17T17:12:15.424 INFO:tasks.rados.rados.0.smithi031.stdout:2741: snap_remove snap 256 2024-09-17T17:12:15.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:15 smithi066 ceph-mon[86175]: pgmap v556: 121 pgs: 121 active+clean; 212 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.1 MiB/s wr, 21 op/s 2024-09-17T17:12:15.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:15 smithi066 ceph-mon[86175]: osdmap e597: 8 total, 8 up, 8 in 2024-09-17T17:12:15.703 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:15 smithi031 ceph-mon[94873]: pgmap v556: 121 pgs: 121 active+clean; 212 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.1 MiB/s wr, 21 op/s 2024-09-17T17:12:15.703 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:15 smithi031 ceph-mon[94873]: osdmap e597: 8 total, 8 up, 8 in 2024-09-17T17:12:15.703 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:15 smithi031 ceph-mon[96842]: pgmap v556: 121 pgs: 121 active+clean; 212 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.1 MiB/s wr, 21 op/s 2024-09-17T17:12:15.703 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:15 smithi031 ceph-mon[96842]: osdmap e597: 8 total, 8 up, 8 in 2024-09-17T17:12:16.406 INFO:tasks.rados.rados.0.smithi031.stdout:2738: finishing write tid 1 to smithi03184240-20 2024-09-17T17:12:16.406 INFO:tasks.rados.rados.0.smithi031.stdout:2738: finishing write tid 2 to smithi03184240-20 2024-09-17T17:12:16.406 INFO:tasks.rados.rados.0.smithi031.stdout:2739: finishing write tid 1 to smithi03184240-10 2024-09-17T17:12:16.406 INFO:tasks.rados.rados.0.smithi031.stdout:2739: finishing write tid 2 to smithi03184240-10 2024-09-17T17:12:16.407 INFO:tasks.rados.rados.0.smithi031.stdout:2739: finishing write tid 3 to smithi03184240-10 2024-09-17T17:12:16.407 INFO:tasks.rados.rados.0.smithi031.stdout:2739: oid 10 updating version 0 to 1654 2024-09-17T17:12:16.407 INFO:tasks.rados.rados.0.smithi031.stdout:2739: oid 10 updating version 1654 to 1655 2024-09-17T17:12:16.407 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1655 (ObjNum 869 snap 263 seq_num 869) dirty exists 2024-09-17T17:12:16.407 INFO:tasks.rados.rados.0.smithi031.stdout:2739: left oid 10 (ObjNum 869 snap 263 seq_num 869) 2024-09-17T17:12:16.407 INFO:tasks.rados.rados.0.smithi031.stdout:2737: expect (ObjNum 360 snap 103 seq_num 360) 2024-09-17T17:12:16.447 INFO:tasks.rados.rados.0.smithi031.stdout:2738: finishing write tid 3 to smithi03184240-20 2024-09-17T17:12:16.447 INFO:tasks.rados.rados.0.smithi031.stdout:2738: oid 20 updating version 0 to 2113 2024-09-17T17:12:16.447 INFO:tasks.rados.rados.0.smithi031.stdout:2738: oid 20 version 2113 is already newer than 2112 2024-09-17T17:12:16.447 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 2113 (ObjNum 868 snap 263 seq_num 868) dirty exists 2024-09-17T17:12:16.447 INFO:tasks.rados.rados.0.smithi031.stdout:2738: left oid 20 (ObjNum 868 snap 263 seq_num 868) 2024-09-17T17:12:16.447 INFO:tasks.rados.rados.0.smithi031.stdout:2740: finishing write tid 1 to smithi03184240-40 2024-09-17T17:12:16.447 INFO:tasks.rados.rados.0.smithi031.stdout:2737: done (4 left) 2024-09-17T17:12:16.447 INFO:tasks.rados.rados.0.smithi031.stdout:2738: done (3 left) 2024-09-17T17:12:16.447 INFO:tasks.rados.rados.0.smithi031.stdout:2739: done (2 left) 2024-09-17T17:12:16.447 INFO:tasks.rados.rados.0.smithi031.stdout:2741: done (1 left) 2024-09-17T17:12:16.447 INFO:tasks.rados.rados.0.smithi031.stdout:2742: copy_from oid 18 from oid 41 current snap is 263 2024-09-17T17:12:16.447 INFO:tasks.rados.rados.0.smithi031.stdout:2740: finishing write tid 2 to smithi03184240-40 2024-09-17T17:12:16.448 INFO:tasks.rados.rados.0.smithi031.stdout:2740: finishing write tid 3 to smithi03184240-40 2024-09-17T17:12:16.448 INFO:tasks.rados.rados.0.smithi031.stdout:2740: oid 40 updating version 0 to 2143 2024-09-17T17:12:16.448 INFO:tasks.rados.rados.0.smithi031.stdout:2740: oid 40 updating version 2143 to 2144 2024-09-17T17:12:16.448 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 2144 (ObjNum 870 snap 263 seq_num 870) dirty exists 2024-09-17T17:12:16.448 INFO:tasks.rados.rados.0.smithi031.stdout:2740: left oid 40 (ObjNum 870 snap 263 seq_num 870) 2024-09-17T17:12:16.448 INFO:tasks.rados.rados.0.smithi031.stdout:2740: done (1 left) 2024-09-17T17:12:16.448 INFO:tasks.rados.rados.0.smithi031.stdout:2743: read oid 23 snap 259 2024-09-17T17:12:16.448 INFO:tasks.rados.rados.0.smithi031.stdout:2743: expect (ObjNum 1705381296 snap 21918 seq_num 1704796688) 2024-09-17T17:12:16.448 INFO:tasks.rados.rados.0.smithi031.stdout:2744: setattr oid 48 current snap is 263 2024-09-17T17:12:16.448 INFO:tasks.rados.rados.0.smithi031.stdout:2743: expect (ObjNum 1705381296 snap 21918 seq_num 1704796688) 2024-09-17T17:12:16.449 INFO:tasks.rados.rados.0.smithi031.stdout:2743: done (2 left) 2024-09-17T17:12:16.449 INFO:tasks.rados.rados.0.smithi031.stdout:2745: read oid 1 snap -1 2024-09-17T17:12:16.449 INFO:tasks.rados.rados.0.smithi031.stdout:2745: expect deleted 2024-09-17T17:12:16.450 INFO:tasks.rados.rados.0.smithi031.stdout:2746: snap_create 2024-09-17T17:12:16.452 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 2156 (ObjNum 850 snap 258 seq_num 850) dirty exists 2024-09-17T17:12:16.462 INFO:tasks.rados.rados.0.smithi031.stdout:2742: finishing copy_from racing read to smithi03184240-18 2024-09-17T17:12:16.463 INFO:tasks.rados.rados.0.smithi031.stdout:2742: finishing copy_from to smithi03184240-18 2024-09-17T17:12:16.464 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 1544 (ObjNum 837 snap 251 seq_num 837) dirty exists 2024-09-17T17:12:16.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:16 smithi066 ceph-mon[86175]: osdmap e598: 8 total, 8 up, 8 in 2024-09-17T17:12:16.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:12:16.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:16.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:16 smithi031 ceph-mon[96842]: osdmap e598: 8 total, 8 up, 8 in 2024-09-17T17:12:16.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:12:16.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:16.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:16 smithi031 ceph-mon[94873]: osdmap e598: 8 total, 8 up, 8 in 2024-09-17T17:12:16.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:12:16.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:17.414 INFO:tasks.rados.rados.0.smithi031.stdout:2742: done (3 left) 2024-09-17T17:12:17.414 INFO:tasks.rados.rados.0.smithi031.stdout:2744: done (2 left) 2024-09-17T17:12:17.415 INFO:tasks.rados.rados.0.smithi031.stdout:2745: done (1 left) 2024-09-17T17:12:17.415 INFO:tasks.rados.rados.0.smithi031.stdout:2746: done (0 left) 2024-09-17T17:12:17.415 INFO:tasks.rados.rados.0.smithi031.stdout:2747: copy_from oid 38 from oid 17 current snap is 264 2024-09-17T17:12:17.415 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 11 current snap is 264 2024-09-17T17:12:17.415 INFO:tasks.rados.rados.0.smithi031.stdout:2748: seq_num 871 ranges {1179648=188416} 2024-09-17T17:12:17.421 INFO:tasks.rados.rados.0.smithi031.stdout:2748: writing smithi03184240-11 from 1179648 to 1368064 tid 1 2024-09-17T17:12:17.421 INFO:tasks.rados.rados.0.smithi031.stdout:2749: delete oid 47 current snap is 264 2024-09-17T17:12:17.426 INFO:tasks.rados.rados.0.smithi031.stdout:2749: done (2 left) 2024-09-17T17:12:17.427 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 48 current snap is 264 2024-09-17T17:12:17.427 INFO:tasks.rados.rados.0.smithi031.stdout:2750: seq_num 873 ranges {2457600=229376} 2024-09-17T17:12:17.442 INFO:tasks.rados.rados.0.smithi031.stdout:2750: writing smithi03184240-48 from 2457600 to 2686976 tid 1 2024-09-17T17:12:17.442 INFO:tasks.rados.rados.0.smithi031.stdout:2751: delete oid 5 current snap is 264 2024-09-17T17:12:17.442 INFO:tasks.rados.rados.0.smithi031.stdout:2747: finishing copy_from racing read to smithi03184240-38 2024-09-17T17:12:17.442 INFO:tasks.rados.rados.0.smithi031.stdout:2747: finishing copy_from to smithi03184240-38 2024-09-17T17:12:17.442 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 1539 (ObjNum 829 snap 248 seq_num 829) dirty exists 2024-09-17T17:12:17.442 INFO:tasks.rados.rados.0.smithi031.stdout:2748: finishing write tid 1 to smithi03184240-11 2024-09-17T17:12:17.442 INFO:tasks.rados.rados.0.smithi031.stdout:2748: finishing write tid 2 to smithi03184240-11 2024-09-17T17:12:17.442 INFO:tasks.rados.rados.0.smithi031.stdout:2748: finishing write tid 3 to smithi03184240-11 2024-09-17T17:12:17.442 INFO:tasks.rados.rados.0.smithi031.stdout:2748: oid 11 updating version 0 to 1934 2024-09-17T17:12:17.442 INFO:tasks.rados.rados.0.smithi031.stdout:2748: oid 11 updating version 1934 to 1935 2024-09-17T17:12:17.443 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 1935 (ObjNum 871 snap 264 seq_num 871) dirty exists 2024-09-17T17:12:17.443 INFO:tasks.rados.rados.0.smithi031.stdout:2748: left oid 11 (ObjNum 871 snap 264 seq_num 871) 2024-09-17T17:12:17.445 INFO:tasks.rados.rados.0.smithi031.stdout:2747: done (3 left) 2024-09-17T17:12:17.446 INFO:tasks.rados.rados.0.smithi031.stdout:2748: done (2 left) 2024-09-17T17:12:17.446 INFO:tasks.rados.rados.0.smithi031.stdout:2751: done (1 left) 2024-09-17T17:12:17.446 INFO:tasks.rados.rados.0.smithi031.stdout:2752: rollback oid 38 current snap is 264 2024-09-17T17:12:17.446 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 38 to 262 2024-09-17T17:12:17.446 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 46 current snap is 264 2024-09-17T17:12:17.446 INFO:tasks.rados.rados.0.smithi031.stdout:2753: seq_num 875 ranges {311296=262144} 2024-09-17T17:12:17.450 INFO:tasks.rados.rados.0.smithi031.stdout:2753: writing smithi03184240-46 from 311296 to 573440 tid 1 2024-09-17T17:12:17.450 INFO:tasks.rados.rados.0.smithi031.stdout:2754: read oid 7 snap -1 2024-09-17T17:12:17.450 INFO:tasks.rados.rados.0.smithi031.stdout:2754: expect (ObjNum 838 snap 251 seq_num 838) 2024-09-17T17:12:17.450 INFO:tasks.rados.rados.0.smithi031.stdout:2755: read oid 27 snap -1 2024-09-17T17:12:17.450 INFO:tasks.rados.rados.0.smithi031.stdout:2755: expect deleted 2024-09-17T17:12:17.450 INFO:tasks.rados.rados.0.smithi031.stdout:2756: snap_create 2024-09-17T17:12:17.451 INFO:tasks.rados.rados.0.smithi031.stdout:2750: finishing write tid 1 to smithi03184240-48 2024-09-17T17:12:17.451 INFO:tasks.rados.rados.0.smithi031.stdout:2750: finishing write tid 2 to smithi03184240-48 2024-09-17T17:12:17.451 INFO:tasks.rados.rados.0.smithi031.stdout:2750: finishing write tid 3 to smithi03184240-48 2024-09-17T17:12:17.451 INFO:tasks.rados.rados.0.smithi031.stdout:2750: oid 48 updating version 0 to 2159 2024-09-17T17:12:17.451 INFO:tasks.rados.rados.0.smithi031.stdout:2750: oid 48 version 2159 is already newer than 2158 2024-09-17T17:12:17.451 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 2159 (ObjNum 873 snap 264 seq_num 873) dirty exists 2024-09-17T17:12:17.451 INFO:tasks.rados.rados.0.smithi031.stdout:2750: left oid 48 (ObjNum 873 snap 264 seq_num 873) 2024-09-17T17:12:17.451 INFO:tasks.rados.rados.0.smithi031.stdout:2752: finishing rollback tid 0 to smithi03184240-38 2024-09-17T17:12:17.454 INFO:tasks.rados.rados.0.smithi031.stdout:2752: finishing rollback tid 1 to smithi03184240-38 2024-09-17T17:12:17.454 INFO:tasks.rados.rados.0.smithi031.stdout:2752: finishing rollback tid 2 to smithi03184240-38 2024-09-17T17:12:17.454 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 1938 (ObjNum 772 snap 228 seq_num 772) dirty exists 2024-09-17T17:12:17.454 INFO:tasks.rados.rados.0.smithi031.stdout:2753: finishing write tid 1 to smithi03184240-46 2024-09-17T17:12:17.454 INFO:tasks.rados.rados.0.smithi031.stdout:2753: finishing write tid 2 to smithi03184240-46 2024-09-17T17:12:17.460 INFO:tasks.rados.rados.0.smithi031.stdout:2753: finishing write tid 3 to smithi03184240-46 2024-09-17T17:12:17.460 INFO:tasks.rados.rados.0.smithi031.stdout:2753: oid 46 updating version 0 to 1940 2024-09-17T17:12:17.460 INFO:tasks.rados.rados.0.smithi031.stdout:2753: oid 46 version 1940 is already newer than 1939 2024-09-17T17:12:17.460 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 1940 (ObjNum 875 snap 264 seq_num 875) dirty exists 2024-09-17T17:12:17.460 INFO:tasks.rados.rados.0.smithi031.stdout:2753: left oid 46 (ObjNum 875 snap 264 seq_num 875) 2024-09-17T17:12:17.470 INFO:tasks.rados.rados.0.smithi031.stdout:2754: expect (ObjNum 838 snap 251 seq_num 838) 2024-09-17T17:12:17.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:17 smithi066 ceph-mon[86175]: pgmap v559: 121 pgs: 121 active+clean; 213 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-09-17T17:12:17.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:17 smithi066 ceph-mon[86175]: osdmap e599: 8 total, 8 up, 8 in 2024-09-17T17:12:17.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:17 smithi031 ceph-mon[96842]: pgmap v559: 121 pgs: 121 active+clean; 213 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-09-17T17:12:17.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:17 smithi031 ceph-mon[96842]: osdmap e599: 8 total, 8 up, 8 in 2024-09-17T17:12:17.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:17 smithi031 ceph-mon[94873]: pgmap v559: 121 pgs: 121 active+clean; 213 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-09-17T17:12:17.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:17 smithi031 ceph-mon[94873]: osdmap e599: 8 total, 8 up, 8 in 2024-09-17T17:12:18.393 INFO:tasks.rados.rados.0.smithi031.stdout:2750: done (5 left) 2024-09-17T17:12:18.393 INFO:tasks.rados.rados.0.smithi031.stdout:2752: done (4 left) 2024-09-17T17:12:18.393 INFO:tasks.rados.rados.0.smithi031.stdout:2753: done (3 left) 2024-09-17T17:12:18.393 INFO:tasks.rados.rados.0.smithi031.stdout:2754: done (2 left) 2024-09-17T17:12:18.393 INFO:tasks.rados.rados.0.smithi031.stdout:2755: done (1 left) 2024-09-17T17:12:18.393 INFO:tasks.rados.rados.0.smithi031.stdout:2756: done (0 left) 2024-09-17T17:12:18.394 INFO:tasks.rados.rados.0.smithi031.stdout:2757: copy_from oid 19 from oid 12 current snap is 265 2024-09-17T17:12:18.394 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 265 2024-09-17T17:12:18.394 INFO:tasks.rados.rados.0.smithi031.stdout:2758: seq_num 876 ranges {0=278528} 2024-09-17T17:12:18.394 INFO:tasks.rados.rados.0.smithi031.stdout:2758: writing smithi03184240-31 from 0 to 278528 tid 1 2024-09-17T17:12:18.394 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 42 current snap is 265 2024-09-17T17:12:18.395 INFO:tasks.rados.rados.0.smithi031.stdout:2759: seq_num 877 ranges {1105920=294912} 2024-09-17T17:12:18.403 INFO:tasks.rados.rados.0.smithi031.stdout:2759: writing smithi03184240-42 from 1105920 to 1400832 tid 1 2024-09-17T17:12:18.403 INFO:tasks.rados.rados.0.smithi031.stdout:2760: delete oid 1 current snap is 265 2024-09-17T17:12:18.403 INFO:tasks.rados.rados.0.smithi031.stdout:2758: finishing write tid 1 to smithi03184240-31 2024-09-17T17:12:18.403 INFO:tasks.rados.rados.0.smithi031.stdout:2758: finishing write tid 2 to smithi03184240-31 2024-09-17T17:12:18.403 INFO:tasks.rados.rados.0.smithi031.stdout:2758: finishing write tid 3 to smithi03184240-31 2024-09-17T17:12:18.403 INFO:tasks.rados.rados.0.smithi031.stdout:2758: oid 31 updating version 0 to 1512 2024-09-17T17:12:18.403 INFO:tasks.rados.rados.0.smithi031.stdout:2758: oid 31 version 1512 is already newer than 1511 2024-09-17T17:12:18.404 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 1512 (ObjNum 876 snap 265 seq_num 876) dirty exists 2024-09-17T17:12:18.404 INFO:tasks.rados.rados.0.smithi031.stdout:2758: left oid 31 (ObjNum 876 snap 265 seq_num 876) 2024-09-17T17:12:18.405 INFO:tasks.rados.rados.0.smithi031.stdout:2758: done (3 left) 2024-09-17T17:12:18.405 INFO:tasks.rados.rados.0.smithi031.stdout:2760: done (2 left) 2024-09-17T17:12:18.405 INFO:tasks.rados.rados.0.smithi031.stdout:2761: snap_remove snap 245 2024-09-17T17:12:18.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:18 smithi066 ceph-mon[86175]: osdmap e600: 8 total, 8 up, 8 in 2024-09-17T17:12:18.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:18 smithi066 ceph-mon[86175]: osdmap e601: 8 total, 8 up, 8 in 2024-09-17T17:12:18.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:18 smithi031 ceph-mon[94873]: osdmap e600: 8 total, 8 up, 8 in 2024-09-17T17:12:18.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:18 smithi031 ceph-mon[94873]: osdmap e601: 8 total, 8 up, 8 in 2024-09-17T17:12:18.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:18 smithi031 ceph-mon[96842]: osdmap e600: 8 total, 8 up, 8 in 2024-09-17T17:12:18.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:18 smithi031 ceph-mon[96842]: osdmap e601: 8 total, 8 up, 8 in 2024-09-17T17:12:19.395 INFO:tasks.rados.rados.0.smithi031.stdout:2761: done (2 left) 2024-09-17T17:12:19.395 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 46 current snap is 265 2024-09-17T17:12:19.395 INFO:tasks.rados.rados.0.smithi031.stdout:2762: seq_num 879 ranges {573440=327680} 2024-09-17T17:12:19.401 INFO:tasks.rados.rados.0.smithi031.stdout:2762: writing smithi03184240-46 from 573440 to 901120 tid 1 2024-09-17T17:12:19.401 INFO:tasks.rados.rados.0.smithi031.stdout:2763: read oid 2 snap -1 2024-09-17T17:12:19.401 INFO:tasks.rados.rados.0.smithi031.stdout:2763: expect (ObjNum 862 snap 261 seq_num 862) 2024-09-17T17:12:19.401 INFO:tasks.rados.rados.0.smithi031.stdout:2764: snap_create 2024-09-17T17:12:19.401 INFO:tasks.rados.rados.0.smithi031.stdout:2759: finishing write tid 1 to smithi03184240-42 2024-09-17T17:12:19.401 INFO:tasks.rados.rados.0.smithi031.stdout:2759: finishing write tid 2 to smithi03184240-42 2024-09-17T17:12:19.401 INFO:tasks.rados.rados.0.smithi031.stdout:2759: finishing write tid 3 to smithi03184240-42 2024-09-17T17:12:19.402 INFO:tasks.rados.rados.0.smithi031.stdout:2759: oid 42 updating version 0 to 2161 2024-09-17T17:12:19.402 INFO:tasks.rados.rados.0.smithi031.stdout:2759: oid 42 updating version 2161 to 2162 2024-09-17T17:12:19.402 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 2162 (ObjNum 877 snap 265 seq_num 877) dirty exists 2024-09-17T17:12:19.402 INFO:tasks.rados.rados.0.smithi031.stdout:2759: left oid 42 (ObjNum 877 snap 265 seq_num 877) 2024-09-17T17:12:19.402 INFO:tasks.rados.rados.0.smithi031.stdout:2757: finishing copy_from racing read to smithi03184240-19 2024-09-17T17:12:19.402 INFO:tasks.rados.rados.0.smithi031.stdout:2757: finishing copy_from to smithi03184240-19 2024-09-17T17:12:19.402 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 2030 (ObjNum 826 snap 248 seq_num 826) dirty exists 2024-09-17T17:12:19.410 INFO:tasks.rados.rados.0.smithi031.stdout:2762: finishing write tid 1 to smithi03184240-46 2024-09-17T17:12:19.412 INFO:tasks.rados.rados.0.smithi031.stdout:2762: finishing write tid 2 to smithi03184240-46 2024-09-17T17:12:19.413 INFO:tasks.rados.rados.0.smithi031.stdout:2762: finishing write tid 3 to smithi03184240-46 2024-09-17T17:12:19.413 INFO:tasks.rados.rados.0.smithi031.stdout:2762: oid 46 updating version 0 to 1941 2024-09-17T17:12:19.413 INFO:tasks.rados.rados.0.smithi031.stdout:2762: oid 46 updating version 1941 to 1942 2024-09-17T17:12:19.413 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 1942 (ObjNum 879 snap 265 seq_num 879) dirty exists 2024-09-17T17:12:19.413 INFO:tasks.rados.rados.0.smithi031.stdout:2762: left oid 46 (ObjNum 879 snap 265 seq_num 879) 2024-09-17T17:12:19.416 INFO:tasks.rados.rados.0.smithi031.stdout:2763: expect (ObjNum 862 snap 261 seq_num 862) 2024-09-17T17:12:19.742 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:19 smithi066 ceph-mon[86175]: pgmap v562: 121 pgs: 121 active+clean; 222 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-09-17T17:12:19.742 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:19 smithi066 ceph-mon[86175]: osdmap e602: 8 total, 8 up, 8 in 2024-09-17T17:12:19.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:19 smithi031 ceph-mon[96842]: pgmap v562: 121 pgs: 121 active+clean; 222 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-09-17T17:12:19.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:19 smithi031 ceph-mon[96842]: osdmap e602: 8 total, 8 up, 8 in 2024-09-17T17:12:19.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:19 smithi031 ceph-mon[94873]: pgmap v562: 121 pgs: 121 active+clean; 222 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-09-17T17:12:19.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:19 smithi031 ceph-mon[94873]: osdmap e602: 8 total, 8 up, 8 in 2024-09-17T17:12:20.394 INFO:tasks.rados.rados.0.smithi031.stdout:2757: done (4 left) 2024-09-17T17:12:20.395 INFO:tasks.rados.rados.0.smithi031.stdout:2759: done (3 left) 2024-09-17T17:12:20.395 INFO:tasks.rados.rados.0.smithi031.stdout:2762: done (2 left) 2024-09-17T17:12:20.395 INFO:tasks.rados.rados.0.smithi031.stdout:2763: done (1 left) 2024-09-17T17:12:20.395 INFO:tasks.rados.rados.0.smithi031.stdout:2764: done (0 left) 2024-09-17T17:12:20.395 INFO:tasks.rados.rados.0.smithi031.stdout:2765: copy_from oid 10 from oid 15 current snap is 266 2024-09-17T17:12:20.395 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 37 current snap is 266 2024-09-17T17:12:20.395 INFO:tasks.rados.rados.0.smithi031.stdout:2766: seq_num 880 ranges {5464064=344064} 2024-09-17T17:12:20.427 INFO:tasks.rados.rados.0.smithi031.stdout:2766: writing smithi03184240-37 from 5464064 to 5808128 tid 1 2024-09-17T17:12:20.427 INFO:tasks.rados.rados.0.smithi031.stdout:2767: copy_from oid 6 from oid 9 current snap is 266 2024-09-17T17:12:20.427 INFO:tasks.rados.rados.0.smithi031.stdout:2765: finishing copy_from racing read to smithi03184240-10 2024-09-17T17:12:20.427 INFO:tasks.rados.rados.0.smithi031.stdout:2768: snap_remove snap 240 2024-09-17T17:12:21.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:21 smithi066 ceph-mon[86175]: pgmap v565: 121 pgs: 121 active+clean; 223 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-09-17T17:12:21.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:21 smithi066 ceph-mon[86175]: osdmap e603: 8 total, 8 up, 8 in 2024-09-17T17:12:21.429 INFO:tasks.rados.rados.0.smithi031.stdout:2765: finishing copy_from to smithi03184240-10 2024-09-17T17:12:21.429 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1510 (ObjNum 667 snap 194 seq_num 667) dirty exists 2024-09-17T17:12:21.429 INFO:tasks.rados.rados.0.smithi031.stdout:2767: finishing copy_from to smithi03184240-6 2024-09-17T17:12:21.429 INFO:tasks.rados.rados.0.smithi031.stdout:2767: got expected ENOENT (src dne) 2024-09-17T17:12:21.429 INFO:tasks.rados.rados.0.smithi031.stdout:2767: finishing copy_from racing read to smithi03184240-6 2024-09-17T17:12:21.429 INFO:tasks.rados.rados.0.smithi031.stdout:2766: finishing write tid 1 to smithi03184240-37 2024-09-17T17:12:21.430 INFO:tasks.rados.rados.0.smithi031.stdout:2766: finishing write tid 2 to smithi03184240-37 2024-09-17T17:12:21.430 INFO:tasks.rados.rados.0.smithi031.stdout:2766: finishing write tid 3 to smithi03184240-37 2024-09-17T17:12:21.430 INFO:tasks.rados.rados.0.smithi031.stdout:2766: oid 37 updating version 0 to 1617 2024-09-17T17:12:21.430 INFO:tasks.rados.rados.0.smithi031.stdout:2766: oid 37 updating version 1617 to 1618 2024-09-17T17:12:21.430 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 1618 (ObjNum 880 snap 266 seq_num 880) dirty exists 2024-09-17T17:12:21.430 INFO:tasks.rados.rados.0.smithi031.stdout:2766: left oid 37 (ObjNum 880 snap 266 seq_num 880) 2024-09-17T17:12:21.430 INFO:tasks.rados.rados.0.smithi031.stdout:2765: done (3 left) 2024-09-17T17:12:21.430 INFO:tasks.rados.rados.0.smithi031.stdout:2766: done (2 left) 2024-09-17T17:12:21.430 INFO:tasks.rados.rados.0.smithi031.stdout:2767: done (1 left) 2024-09-17T17:12:21.430 INFO:tasks.rados.rados.0.smithi031.stdout:2768: done (0 left) 2024-09-17T17:12:21.430 INFO:tasks.rados.rados.0.smithi031.stdout:2769: delete oid 49 current snap is 266 2024-09-17T17:12:21.441 INFO:tasks.rados.rados.0.smithi031.stdout:2769: done (0 left) 2024-09-17T17:12:21.441 INFO:tasks.rados.rados.0.smithi031.stdout:2770: rmattr oid 13 current snap is 266 2024-09-17T17:12:21.442 INFO:tasks.rados.rados.0.smithi031.stdout:2770: done (0 left) 2024-09-17T17:12:21.442 INFO:tasks.rados.rados.0.smithi031.stdout:2771: setattr oid 39 current snap is 266 2024-09-17T17:12:21.443 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 43 current snap is 266 2024-09-17T17:12:21.443 INFO:tasks.rados.rados.0.smithi031.stdout:2772: seq_num 882 ranges {2318336=376832} 2024-09-17T17:12:21.459 INFO:tasks.rados.rados.0.smithi031.stdout:2772: writing smithi03184240-43 from 2318336 to 2695168 tid 1 2024-09-17T17:12:21.459 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 47 current snap is 266 2024-09-17T17:12:21.459 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 1942 (ObjNum 805 snap 238 seq_num 805) dirty exists 2024-09-17T17:12:21.459 INFO:tasks.rados.rados.0.smithi031.stdout:2773: seq_num 883 ranges {0=393216} 2024-09-17T17:12:21.461 INFO:tasks.rados.rados.0.smithi031.stdout:2773: writing smithi03184240-47 from 0 to 393216 tid 1 2024-09-17T17:12:21.461 INFO:tasks.rados.rados.0.smithi031.stdout:2771: done (2 left) 2024-09-17T17:12:21.461 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 25 current snap is 266 2024-09-17T17:12:21.462 INFO:tasks.rados.rados.0.smithi031.stdout:2774: seq_num 884 ranges {5439488=409600} 2024-09-17T17:12:21.494 INFO:tasks.rados.rados.0.smithi031.stdout:2774: writing smithi03184240-25 from 5439488 to 5849088 tid 1 2024-09-17T17:12:21.494 INFO:tasks.rados.rados.0.smithi031.stdout:2775: rollback oid 50 current snap is 266 2024-09-17T17:12:21.494 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 50 to 262 2024-09-17T17:12:21.494 INFO:tasks.rados.rados.0.smithi031.stdout:2772: finishing write tid 1 to smithi03184240-43 2024-09-17T17:12:21.494 INFO:tasks.rados.rados.0.smithi031.stdout:2772: finishing write tid 2 to smithi03184240-43 2024-09-17T17:12:21.494 INFO:tasks.rados.rados.0.smithi031.stdout:2773: finishing write tid 1 to smithi03184240-47 2024-09-17T17:12:21.494 INFO:tasks.rados.rados.0.smithi031.stdout:2772: finishing write tid 3 to smithi03184240-43 2024-09-17T17:12:21.494 INFO:tasks.rados.rados.0.smithi031.stdout:2772: oid 43 updating version 0 to 2191 2024-09-17T17:12:21.495 INFO:tasks.rados.rados.0.smithi031.stdout:2772: oid 43 version 2191 is already newer than 2190 2024-09-17T17:12:21.495 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 2191 (ObjNum 882 snap 266 seq_num 882) dirty exists 2024-09-17T17:12:21.495 INFO:tasks.rados.rados.0.smithi031.stdout:2772: left oid 43 (ObjNum 882 snap 266 seq_num 882) 2024-09-17T17:12:21.495 INFO:tasks.rados.rados.0.smithi031.stdout:2773: finishing write tid 2 to smithi03184240-47 2024-09-17T17:12:21.495 INFO:tasks.rados.rados.0.smithi031.stdout:2773: finishing write tid 3 to smithi03184240-47 2024-09-17T17:12:21.495 INFO:tasks.rados.rados.0.smithi031.stdout:2773: oid 47 updating version 0 to 788 2024-09-17T17:12:21.495 INFO:tasks.rados.rados.0.smithi031.stdout:2773: oid 47 version 788 is already newer than 787 2024-09-17T17:12:21.495 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 788 (ObjNum 883 snap 266 seq_num 883) dirty exists 2024-09-17T17:12:21.495 INFO:tasks.rados.rados.0.smithi031.stdout:2773: left oid 47 (ObjNum 883 snap 266 seq_num 883) 2024-09-17T17:12:21.495 INFO:tasks.rados.rados.0.smithi031.stdout:2772: done (3 left) 2024-09-17T17:12:21.495 INFO:tasks.rados.rados.0.smithi031.stdout:2773: done (2 left) 2024-09-17T17:12:21.495 INFO:tasks.rados.rados.0.smithi031.stdout:2776: delete oid 13 current snap is 266 2024-09-17T17:12:21.496 INFO:tasks.rados.rados.0.smithi031.stdout:2776: done (2 left) 2024-09-17T17:12:21.496 INFO:tasks.rados.rados.0.smithi031.stdout:2777: snap_create 2024-09-17T17:12:21.497 INFO:tasks.rados.rados.0.smithi031.stdout:2774: finishing write tid 1 to smithi03184240-25 2024-09-17T17:12:21.497 INFO:tasks.rados.rados.0.smithi031.stdout:2774: finishing write tid 2 to smithi03184240-25 2024-09-17T17:12:21.497 INFO:tasks.rados.rados.0.smithi031.stdout:2775: finishing rollback tid 0 to smithi03184240-50 2024-09-17T17:12:21.498 INFO:tasks.rados.rados.0.smithi031.stdout:2775: finishing rollback tid 1 to smithi03184240-50 2024-09-17T17:12:21.498 INFO:tasks.rados.rados.0.smithi031.stdout:2775: finishing rollback tid 2 to smithi03184240-50 2024-09-17T17:12:21.498 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 1945 (ObjNum 846 snap 257 seq_num 846) dirty exists 2024-09-17T17:12:21.500 INFO:tasks.rados.rados.0.smithi031.stdout:2774: finishing write tid 3 to smithi03184240-25 2024-09-17T17:12:21.500 INFO:tasks.rados.rados.0.smithi031.stdout:2774: oid 25 updating version 0 to 1484 2024-09-17T17:12:21.500 INFO:tasks.rados.rados.0.smithi031.stdout:2774: oid 25 version 1484 is already newer than 1483 2024-09-17T17:12:21.500 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 1484 (ObjNum 884 snap 266 seq_num 884) dirty exists 2024-09-17T17:12:21.500 INFO:tasks.rados.rados.0.smithi031.stdout:2774: left oid 25 (ObjNum 884 snap 266 seq_num 884) 2024-09-17T17:12:21.799 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:21 smithi066 systemd[1]: Stopping Ceph prometheus.a for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:12:21.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:21 smithi031 ceph-mon[96842]: pgmap v565: 121 pgs: 121 active+clean; 223 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-09-17T17:12:21.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:21 smithi031 ceph-mon[96842]: osdmap e603: 8 total, 8 up, 8 in 2024-09-17T17:12:21.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:21 smithi031 ceph-mon[94873]: pgmap v565: 121 pgs: 121 active+clean; 223 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-09-17T17:12:21.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:21 smithi031 ceph-mon[94873]: osdmap e603: 8 total, 8 up, 8 in 2024-09-17T17:12:21.844 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:12:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:12:21] "GET /metrics HTTP/1.1" 200 36362 "" "Prometheus/2.43.0" 2024-09-17T17:12:22.121 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:21 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[77518]: ts=2024-09-17T17:12:21.797Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-17T17:12:22.121 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:21 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[77518]: ts=2024-09-17T17:12:21.797Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-17T17:12:22.121 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:21 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[77518]: ts=2024-09-17T17:12:21.797Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-17T17:12:22.121 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:21 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[77518]: ts=2024-09-17T17:12:21.797Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-17T17:12:22.121 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:21 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[77518]: ts=2024-09-17T17:12:21.797Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-17T17:12:22.121 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:21 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[77518]: ts=2024-09-17T17:12:21.797Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-17T17:12:22.121 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:21 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[77518]: ts=2024-09-17T17:12:21.797Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-17T17:12:22.121 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:21 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[77518]: ts=2024-09-17T17:12:21.797Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-17T17:12:22.122 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:21 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[77518]: ts=2024-09-17T17:12:21.797Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-17T17:12:22.122 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:21 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[77518]: ts=2024-09-17T17:12:21.797Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-17T17:12:22.122 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:21 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[77518]: ts=2024-09-17T17:12:21.797Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-17T17:12:22.122 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:21 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[77518]: ts=2024-09-17T17:12:21.798Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-17T17:12:22.122 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:21 smithi066 podman[117768]: 2024-09-17 17:12:21.807475637 +0000 UTC m=+0.114233132 container died c016a10f3f9223f095045574a49526bca71de91b312d2a80ce4ae2abf72cae45 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-17T17:12:22.122 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:22 smithi066 podman[117768]: 2024-09-17 17:12:22.119374822 +0000 UTC m=+0.426132312 container cleanup c016a10f3f9223f095045574a49526bca71de91b312d2a80ce4ae2abf72cae45 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-17T17:12:22.122 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:22 smithi066 bash[117768]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a 2024-09-17T17:12:22.434 INFO:tasks.rados.rados.0.smithi031.stdout:2774: done (2 left) 2024-09-17T17:12:22.434 INFO:tasks.rados.rados.0.smithi031.stdout:2775: done (1 left) 2024-09-17T17:12:22.434 INFO:tasks.rados.rados.0.smithi031.stdout:2777: done (0 left) 2024-09-17T17:12:22.434 INFO:tasks.rados.rados.0.smithi031.stdout:2778: copy_from oid 8 from oid 3 current snap is 267 2024-09-17T17:12:22.434 INFO:tasks.rados.rados.0.smithi031.stdout:2779: setattr oid 13 current snap is 267 2024-09-17T17:12:22.435 INFO:tasks.rados.rados.0.smithi031.stdout:2780: delete oid 23 current snap is 267 2024-09-17T17:12:22.439 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 1944 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-17T17:12:22.443 INFO:tasks.rados.rados.0.smithi031.stdout:2779: done (2 left) 2024-09-17T17:12:22.443 INFO:tasks.rados.rados.0.smithi031.stdout:2780: done (1 left) 2024-09-17T17:12:22.443 INFO:tasks.rados.rados.0.smithi031.stdout:2781: copy_from oid 37 from oid 48 current snap is 267 2024-09-17T17:12:22.443 INFO:tasks.rados.rados.0.smithi031.stdout:2782: snap_create 2024-09-17T17:12:22.452 INFO:tasks.rados.rados.0.smithi031.stdout:2778: finishing copy_from racing read to smithi03184240-8 2024-09-17T17:12:22.452 INFO:tasks.rados.rados.0.smithi031.stdout:2778: finishing copy_from to smithi03184240-8 2024-09-17T17:12:22.452 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 1205 (ObjNum 809 snap 241 seq_num 809) dirty exists 2024-09-17T17:12:22.458 INFO:tasks.rados.rados.0.smithi031.stdout:2781: finishing copy_from racing read to smithi03184240-37 2024-09-17T17:12:22.461 INFO:tasks.rados.rados.0.smithi031.stdout:2781: finishing copy_from to smithi03184240-37 2024-09-17T17:12:22.461 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 2159 (ObjNum 873 snap 264 seq_num 873) dirty exists 2024-09-17T17:12:22.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:22 smithi031 ceph-mon[94873]: osdmap e604: 8 total, 8 up, 8 in 2024-09-17T17:12:22.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:22 smithi031 ceph-mon[96842]: osdmap e604: 8 total, 8 up, 8 in 2024-09-17T17:12:22.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:22 smithi066 ceph-mon[86175]: osdmap e604: 8 total, 8 up, 8 in 2024-09-17T17:12:23.398 INFO:tasks.rados.rados.0.smithi031.stdout:2778: done (2 left) 2024-09-17T17:12:23.398 INFO:tasks.rados.rados.0.smithi031.stdout:2781: done (1 left) 2024-09-17T17:12:23.398 INFO:tasks.rados.rados.0.smithi031.stdout:2782: done (0 left) 2024-09-17T17:12:23.398 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 268 2024-09-17T17:12:23.398 INFO:tasks.rados.rados.0.smithi031.stdout:2783: seq_num 887 ranges {5431296=458752} 2024-09-17T17:12:23.431 INFO:tasks.rados.rados.0.smithi031.stdout:2783: writing smithi03184240-12 from 5431296 to 5890048 tid 1 2024-09-17T17:12:23.431 INFO:tasks.rados.rados.0.smithi031.stdout:2784: read oid 33 snap -1 2024-09-17T17:12:23.431 INFO:tasks.rados.rados.0.smithi031.stdout:2784: expect deleted 2024-09-17T17:12:23.431 INFO:tasks.rados.rados.0.smithi031.stdout:2785: rmattr oid 38 current snap is 268 2024-09-17T17:12:23.431 INFO:tasks.rados.rados.0.smithi031.stdout:2786: rollback oid 10 current snap is 268 2024-09-17T17:12:23.431 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 10 to 263 2024-09-17T17:12:23.431 INFO:tasks.rados.rados.0.smithi031.stdout:2787: rollback oid 35 current snap is 268 2024-09-17T17:12:23.431 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 35 to 236 2024-09-17T17:12:23.431 INFO:tasks.rados.rados.0.smithi031.stdout:2788: rollback oid 2 current snap is 268 2024-09-17T17:12:23.432 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 2 to 266 2024-09-17T17:12:23.432 INFO:tasks.rados.rados.0.smithi031.stdout:2789: read oid 17 snap -1 2024-09-17T17:12:23.432 INFO:tasks.rados.rados.0.smithi031.stdout:2789: expect (ObjNum 829 snap 248 seq_num 829) 2024-09-17T17:12:23.432 INFO:tasks.rados.rados.0.smithi031.stdout:2790: rollback oid 31 current snap is 268 2024-09-17T17:12:23.432 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 31 to 246 2024-09-17T17:12:23.432 INFO:tasks.rados.rados.0.smithi031.stdout:2791: snap_remove snap 243 2024-09-17T17:12:23.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:23 smithi066 ceph-mon[86175]: pgmap v568: 121 pgs: 121 active+clean; 238 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2024-09-17T17:12:23.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:23 smithi066 ceph-mon[86175]: osdmap e605: 8 total, 8 up, 8 in 2024-09-17T17:12:23.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:23 smithi066 ceph-mon[86175]: osdmap e606: 8 total, 8 up, 8 in 2024-09-17T17:12:23.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:23 smithi031 ceph-mon[96842]: pgmap v568: 121 pgs: 121 active+clean; 238 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2024-09-17T17:12:23.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:23 smithi031 ceph-mon[96842]: osdmap e605: 8 total, 8 up, 8 in 2024-09-17T17:12:23.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:23 smithi031 ceph-mon[96842]: osdmap e606: 8 total, 8 up, 8 in 2024-09-17T17:12:23.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:23 smithi031 ceph-mon[94873]: pgmap v568: 121 pgs: 121 active+clean; 238 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2024-09-17T17:12:23.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:23 smithi031 ceph-mon[94873]: osdmap e605: 8 total, 8 up, 8 in 2024-09-17T17:12:23.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:23 smithi031 ceph-mon[94873]: osdmap e606: 8 total, 8 up, 8 in 2024-09-17T17:12:24.302 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:23 smithi066 podman[117785]: 2024-09-17 17:12:23.972744571 +0000 UTC m=+2.163318961 container remove c016a10f3f9223f095045574a49526bca71de91b312d2a80ce4ae2abf72cae45 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-17T17:12:24.302 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:24 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-17T17:12:24.302 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:24 smithi066 systemd[1]: Stopped Ceph prometheus.a for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:12:24.303 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:24 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@prometheus.a.service: Consumed 2.766s CPU time. 2024-09-17T17:12:24.441 INFO:tasks.rados.rados.0.smithi031.stdout:2791: done (8 left) 2024-09-17T17:12:24.441 INFO:tasks.rados.rados.0.smithi031.stdout:2792: delete oid 25 current snap is 268 2024-09-17T17:12:24.441 INFO:tasks.rados.rados.0.smithi031.stdout:2786: finishing rollback tid 0 to smithi03184240-10 2024-09-17T17:12:24.441 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 1946 (ObjNum 772 snap 228 seq_num 772) dirty exists 2024-09-17T17:12:24.442 INFO:tasks.rados.rados.0.smithi031.stdout:2786: finishing rollback tid 1 to smithi03184240-10 2024-09-17T17:12:24.442 INFO:tasks.rados.rados.0.smithi031.stdout:2786: finishing rollback tid 2 to smithi03184240-10 2024-09-17T17:12:24.442 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1659 (ObjNum 869 snap 263 seq_num 869) dirty exists 2024-09-17T17:12:24.442 INFO:tasks.rados.rados.0.smithi031.stdout:2790: finishing rollback tid 0 to smithi03184240-31 2024-09-17T17:12:24.442 INFO:tasks.rados.rados.0.smithi031.stdout:2790: finishing rollback tid 1 to smithi03184240-31 2024-09-17T17:12:24.442 INFO:tasks.rados.rados.0.smithi031.stdout:2790: finishing rollback tid 2 to smithi03184240-31 2024-09-17T17:12:24.442 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 1515 (ObjNum 819 snap 244 seq_num 819) dirty exists 2024-09-17T17:12:24.442 INFO:tasks.rados.rados.0.smithi031.stdout:2783: finishing write tid 1 to smithi03184240-12 2024-09-17T17:12:24.442 INFO:tasks.rados.rados.0.smithi031.stdout:2783: finishing write tid 2 to smithi03184240-12 2024-09-17T17:12:24.442 INFO:tasks.rados.rados.0.smithi031.stdout:2783: finishing write tid 3 to smithi03184240-12 2024-09-17T17:12:24.442 INFO:tasks.rados.rados.0.smithi031.stdout:2783: oid 12 updating version 0 to 2034 2024-09-17T17:12:24.442 INFO:tasks.rados.rados.0.smithi031.stdout:2783: oid 12 version 2034 is already newer than 2033 2024-09-17T17:12:24.442 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 2034 (ObjNum 887 snap 268 seq_num 887) dirty exists 2024-09-17T17:12:24.442 INFO:tasks.rados.rados.0.smithi031.stdout:2783: left oid 12 (ObjNum 887 snap 268 seq_num 887) 2024-09-17T17:12:24.442 INFO:tasks.rados.rados.0.smithi031.stdout:2788: finishing rollback tid 0 to smithi03184240-2 2024-09-17T17:12:24.442 INFO:tasks.rados.rados.0.smithi031.stdout:2788: finishing rollback tid 1 to smithi03184240-2 2024-09-17T17:12:24.443 INFO:tasks.rados.rados.0.smithi031.stdout:2788: finishing rollback tid 2 to smithi03184240-2 2024-09-17T17:12:24.443 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 2195 (ObjNum 862 snap 261 seq_num 862) dirty exists 2024-09-17T17:12:24.443 INFO:tasks.rados.rados.0.smithi031.stdout:2787: finishing rollback tid 0 to smithi03184240-35 2024-09-17T17:12:24.443 INFO:tasks.rados.rados.0.smithi031.stdout:2787: finishing rollback tid 1 to smithi03184240-35 2024-09-17T17:12:24.443 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 1217 (ObjNum 33 snap 0 seq_num 1010976493) dirty dne 2024-09-17T17:12:24.443 INFO:tasks.rados.rados.0.smithi031.stdout:2789: expect (ObjNum 829 snap 248 seq_num 829) 2024-09-17T17:12:24.505 INFO:tasks.rados.rados.0.smithi031.stdout:2783: done (8 left) 2024-09-17T17:12:24.505 INFO:tasks.rados.rados.0.smithi031.stdout:2784: done (7 left) 2024-09-17T17:12:24.505 INFO:tasks.rados.rados.0.smithi031.stdout:2785: done (6 left) 2024-09-17T17:12:24.505 INFO:tasks.rados.rados.0.smithi031.stdout:2786: done (5 left) 2024-09-17T17:12:24.505 INFO:tasks.rados.rados.0.smithi031.stdout:2787: done (4 left) 2024-09-17T17:12:24.505 INFO:tasks.rados.rados.0.smithi031.stdout:2788: done (3 left) 2024-09-17T17:12:24.506 INFO:tasks.rados.rados.0.smithi031.stdout:2789: done (2 left) 2024-09-17T17:12:24.506 INFO:tasks.rados.rados.0.smithi031.stdout:2790: done (1 left) 2024-09-17T17:12:24.506 INFO:tasks.rados.rados.0.smithi031.stdout:2792: done (0 left) 2024-09-17T17:12:24.506 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 34 current snap is 268 2024-09-17T17:12:24.506 INFO:tasks.rados.rados.0.smithi031.stdout:2793: seq_num 889 ranges {1138688=491520} 2024-09-17T17:12:24.514 INFO:tasks.rados.rados.0.smithi031.stdout:2793: writing smithi03184240-34 from 1138688 to 1630208 tid 1 2024-09-17T17:12:24.514 INFO:tasks.rados.rados.0.smithi031.stdout:2794: snap_create 2024-09-17T17:12:24.518 INFO:tasks.rados.rados.0.smithi031.stdout:2793: finishing write tid 1 to smithi03184240-34 2024-09-17T17:12:24.518 INFO:tasks.rados.rados.0.smithi031.stdout:2793: finishing write tid 2 to smithi03184240-34 2024-09-17T17:12:24.520 INFO:tasks.rados.rados.0.smithi031.stdout:2793: finishing write tid 3 to smithi03184240-34 2024-09-17T17:12:24.520 INFO:tasks.rados.rados.0.smithi031.stdout:2793: oid 34 updating version 0 to 1546 2024-09-17T17:12:24.520 INFO:tasks.rados.rados.0.smithi031.stdout:2793: oid 34 version 1546 is already newer than 1545 2024-09-17T17:12:24.520 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 1546 (ObjNum 889 snap 268 seq_num 889) dirty exists 2024-09-17T17:12:24.520 INFO:tasks.rados.rados.0.smithi031.stdout:2793: left oid 34 (ObjNum 889 snap 268 seq_num 889) 2024-09-17T17:12:24.634 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:24 smithi066 systemd[1]: Starting Ceph prometheus.a for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:12:24.903 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:24 smithi066 podman[117927]: 2024-09-17 17:12:24.632552883 +0000 UTC m=+0.113292839 container create 4dd448078e9179e59cb0df464cd4959b71ef8f2f1187ed08611a5815292f4d67 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-17T17:12:24.903 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:24 smithi066 podman[117927]: 2024-09-17 17:12:24.537435137 +0000 UTC m=+0.018175035 image pull 1d3b7f56885b6dd623f1785be963aa9c195f86bc256ea454e8d02a7980b79c53 quay.io/prometheus/prometheus:v2.51.0 2024-09-17T17:12:24.919 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-09-17T17:12:25.404 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:24 smithi066 podman[117927]: 2024-09-17 17:12:24.959660928 +0000 UTC m=+0.440400825 container init 4dd448078e9179e59cb0df464cd4959b71ef8f2f1187ed08611a5815292f4d67 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-17T17:12:25.404 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:24 smithi066 podman[117927]: 2024-09-17 17:12:24.966469872 +0000 UTC m=+0.447209765 container start 4dd448078e9179e59cb0df464cd4959b71ef8f2f1187ed08611a5815292f4d67 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-17T17:12:25.404 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:24 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:12:24.986Z caller=main.go:617 level=info msg="Starting Prometheus Server" mode=server version="(version=2.51.0, branch=HEAD, revision=c05c15512acb675e3f6cd662a6727854e93fc024)" 2024-09-17T17:12:25.404 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:24 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:12:24.986Z caller=main.go:622 level=info build_context="(go=go1.22.1, platform=linux/amd64, user=root@b5723e458358, date=20240319-10:54:45, tags=netgo,builtinassets,stringlabels)" 2024-09-17T17:12:25.404 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:24 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:12:24.986Z caller=main.go:623 level=info host_details="(Linux 5.14.0-508.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024 x86_64 smithi066 (none))" 2024-09-17T17:12:25.404 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:24 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:12:24.986Z caller=main.go:624 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-17T17:12:25.404 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:24 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:12:24.986Z caller=main.go:625 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-17T17:12:25.404 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:24 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:12:24.988Z caller=web.go:568 level=info component=web msg="Start listening for connections" address=:9095 2024-09-17T17:12:25.405 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:24 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:12:24.989Z caller=main.go:1129 level=info msg="Starting TSDB ..." 2024-09-17T17:12:25.405 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:24 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:12:24.990Z caller=tls_config.go:313 level=info component=web msg="Listening on" address=[::]:9095 2024-09-17T17:12:25.405 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:24 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:12:24.990Z caller=tls_config.go:316 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-17T17:12:25.405 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:24 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:12:24.992Z caller=head.go:616 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-17T17:12:25.405 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:24 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:12:24.992Z caller=head.go:698 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.731µs 2024-09-17T17:12:25.405 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:24 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:12:24.992Z caller=head.go:706 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-17T17:12:25.405 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:24 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:12:24.994Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-09-17T17:12:25.406 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:12:25.000Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-09-17T17:12:25.406 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:12:25.001Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-09-17T17:12:25.406 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:12:25.005Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-09-17T17:12:25.406 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:12:25.005Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-09-17T17:12:25.406 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:12:25.005Z caller=head.go:815 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=26.954µs wal_replay_duration=13.337148ms wbl_replay_duration=91ns total_replay_duration=13.382559ms 2024-09-17T17:12:25.406 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:12:25.007Z caller=main.go:1150 level=info fs_type=XFS_SUPER_MAGIC 2024-09-17T17:12:25.406 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:12:25.008Z caller=main.go:1153 level=info msg="TSDB started" 2024-09-17T17:12:25.406 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:12:25.008Z caller=main.go:1335 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-17T17:12:25.406 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:12:25.023Z caller=main.go:1372 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=15.565298ms db_storage=796ns remote_storage=1.283µs web_handler=401ns query_engine=696ns scrape=489.351µs scrape_sd=116.341µs notify=10.109µs notify_sd=8.092µs rules=14.585389ms tracing=7.104µs 2024-09-17T17:12:25.406 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:12:25.023Z caller=main.go:1114 level=info msg="Server is ready to receive web requests." 2024-09-17T17:12:25.406 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:12:25.023Z caller=manager.go:163 level=info component="rule manager" msg="Starting rule manager..." 2024-09-17T17:12:25.406 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:25 smithi066 bash[117927]: 4dd448078e9179e59cb0df464cd4959b71ef8f2f1187ed08611a5815292f4d67 2024-09-17T17:12:25.406 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:12:25 smithi066 systemd[1]: Started Ceph prometheus.a for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:12:25.446 INFO:tasks.rados.rados.0.smithi031.stdout:2793: done (1 left) 2024-09-17T17:12:25.446 INFO:tasks.rados.rados.0.smithi031.stdout:2794: done (0 left) 2024-09-17T17:12:25.446 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 37 current snap is 269 2024-09-17T17:12:25.446 INFO:tasks.rados.rados.0.smithi031.stdout:2795: seq_num 890 ranges {2686976=507904} 2024-09-17T17:12:25.464 INFO:tasks.rados.rados.0.smithi031.stdout:2795: writing smithi03184240-37 from 2686976 to 3194880 tid 1 2024-09-17T17:12:25.464 INFO:tasks.rados.rados.0.smithi031.stdout:2796: rollback oid 2 current snap is 269 2024-09-17T17:12:25.464 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 2 to 268 2024-09-17T17:12:25.464 INFO:tasks.rados.rados.0.smithi031.stdout:2797: delete oid 36 current snap is 269 2024-09-17T17:12:25.466 INFO:tasks.rados.rados.0.smithi031.stdout:2797: done (2 left) 2024-09-17T17:12:25.466 INFO:tasks.rados.rados.0.smithi031.stdout:2798: snap_remove snap 267 2024-09-17T17:12:25.513 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T17:12:25.513 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (10m) 20s ago 11m 25.3M - 0.25.0 c8568f914cd2 e19d96c7fca4 2024-09-17T17:12:25.513 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi066 *:3000 running (11m) 19s ago 11m 91.0M - 9.4.7 954c08fa6188 7bff2f45f353 2024-09-17T17:12:25.513 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (63s) 20s ago 12m 16.9M - 19.3.0-4975-g1889a165 a500243bbb0c 4ecff73a6132 2024-09-17T17:12:25.514 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi066 running (44s) 19s ago 12m 13.3M - 19.3.0-4975-g1889a165 a500243bbb0c 9c58a234ebf9 2024-09-17T17:12:25.514 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi066 *:8443,9283,8765 running (6m) 19s ago 16m 456M - 19.3.0-4975-g1889a165 a500243bbb0c f591bc4bdc0b 2024-09-17T17:12:25.514 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:8443,9283,8765 running (7m) 20s ago 17m 533M - 19.3.0-4975-g1889a165 a500243bbb0c 9305cc0f241a 2024-09-17T17:12:25.514 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (6m) 20s ago 18m 68.6M 2048M 19.3.0-4975-g1889a165 a500243bbb0c ebe1c312bc55 2024-09-17T17:12:25.514 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi066 running (5m) 19s ago 16m 54.8M 2048M 19.3.0-4975-g1889a165 a500243bbb0c 345d1bf73a6f 2024-09-17T17:12:25.514 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (6m) 20s ago 16m 59.6M 2048M 19.3.0-4975-g1889a165 a500243bbb0c 4e86f0859c56 2024-09-17T17:12:25.514 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (29s) 20s ago 11m 7289k - 1.7.0 72c9c2088986 86e3a1af6319 2024-09-17T17:12:25.514 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi066 *:9100 running (23s) 19s ago 11m 7117k - 1.7.0 72c9c2088986 425f59ec163b 2024-09-17T17:12:25.514 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (5m) 20s ago 15m 247M 2481M 19.3.0-4975-g1889a165 a500243bbb0c d17b0a925338 2024-09-17T17:12:25.514 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (4m) 20s ago 15m 248M 2481M 19.3.0-4975-g1889a165 a500243bbb0c ef44037fe386 2024-09-17T17:12:25.514 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (4m) 20s ago 15m 176M 2481M 19.3.0-4975-g1889a165 a500243bbb0c 441cd68e498b 2024-09-17T17:12:25.514 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (3m) 20s ago 14m 109M 2481M 19.3.0-4975-g1889a165 a500243bbb0c aec274dc610b 2024-09-17T17:12:25.514 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi066 running (3m) 19s ago 14m 214M 2480M 19.3.0-4975-g1889a165 a500243bbb0c 6cd1b10d7b6e 2024-09-17T17:12:25.515 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi066 running (2m) 19s ago 13m 160M 2480M 19.3.0-4975-g1889a165 a500243bbb0c f672c086e34c 2024-09-17T17:12:25.515 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi066 running (115s) 19s ago 13m 112M 2480M 19.3.0-4975-g1889a165 a500243bbb0c 7f3afe0bf49f 2024-09-17T17:12:25.515 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi066 running (81s) 19s ago 13m 102M 2480M 19.3.0-4975-g1889a165 a500243bbb0c aadb01f851f2 2024-09-17T17:12:25.515 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi066 *:9095 starting - - - - 2024-09-17T17:12:25.739 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:25 smithi066 ceph-mon[86175]: pgmap v571: 121 pgs: 121 active+clean; 238 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.3 MiB/s wr, 18 op/s 2024-09-17T17:12:25.739 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:25 smithi066 ceph-mon[86175]: osdmap e607: 8 total, 8 up, 8 in 2024-09-17T17:12:25.739 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:25 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:25.739 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:25 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:25.739 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:25 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:12:25.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:25 smithi031 ceph-mon[96842]: pgmap v571: 121 pgs: 121 active+clean; 238 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.3 MiB/s wr, 18 op/s 2024-09-17T17:12:25.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:25 smithi031 ceph-mon[96842]: osdmap e607: 8 total, 8 up, 8 in 2024-09-17T17:12:25.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:25 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:25.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:25 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:25.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:25 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:12:25.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:25 smithi031 ceph-mon[94873]: pgmap v571: 121 pgs: 121 active+clean; 238 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.3 MiB/s wr, 18 op/s 2024-09-17T17:12:25.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:25 smithi031 ceph-mon[94873]: osdmap e607: 8 total, 8 up, 8 in 2024-09-17T17:12:25.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:25 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:25.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:25 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:25.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:25 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:12:25.866 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:12:25.866 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-09-17T17:12:25.866 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 3 2024-09-17T17:12:25.866 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:12:25.866 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-09-17T17:12:25.866 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 2 2024-09-17T17:12:25.866 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:12:25.866 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-09-17T17:12:25.866 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 8 2024-09-17T17:12:25.866 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:12:25.866 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-09-17T17:12:25.867 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 2 2024-09-17T17:12:25.867 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:12:25.867 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-09-17T17:12:25.867 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 15 2024-09-17T17:12:25.867 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-17T17:12:25.867 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:12:26.163 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:12:26.163 INFO:teuthology.orchestra.run.smithi031.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0", 2024-09-17T17:12:26.163 INFO:teuthology.orchestra.run.smithi031.stdout: "in_progress": true, 2024-09-17T17:12:26.163 INFO:teuthology.orchestra.run.smithi031.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T17:12:26.163 INFO:teuthology.orchestra.run.smithi031.stdout: "services_complete": [ 2024-09-17T17:12:26.163 INFO:teuthology.orchestra.run.smithi031.stdout: "mds", 2024-09-17T17:12:26.163 INFO:teuthology.orchestra.run.smithi031.stdout: "osd", 2024-09-17T17:12:26.163 INFO:teuthology.orchestra.run.smithi031.stdout: "mon", 2024-09-17T17:12:26.164 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr" 2024-09-17T17:12:26.164 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-17T17:12:26.164 INFO:teuthology.orchestra.run.smithi031.stdout: "progress": "15/20 daemons upgraded", 2024-09-17T17:12:26.164 INFO:teuthology.orchestra.run.smithi031.stdout: "message": "Currently upgrading prometheus daemons", 2024-09-17T17:12:26.164 INFO:teuthology.orchestra.run.smithi031.stdout: "is_paused": false 2024-09-17T17:12:26.164 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:12:26.458 INFO:tasks.rados.rados.0.smithi031.stdout:2796: finishing rollback tid 0 to smithi03184240-2 2024-09-17T17:12:26.458 INFO:tasks.rados.rados.0.smithi031.stdout:2796: finishing rollback tid 1 to smithi03184240-2 2024-09-17T17:12:26.458 INFO:tasks.rados.rados.0.smithi031.stdout:2796: finishing rollback tid 2 to smithi03184240-2 2024-09-17T17:12:26.458 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 2211 (ObjNum 862 snap 261 seq_num 862) dirty exists 2024-09-17T17:12:26.458 INFO:tasks.rados.rados.0.smithi031.stdout:2795: finishing write tid 1 to smithi03184240-37 2024-09-17T17:12:26.458 INFO:tasks.rados.rados.0.smithi031.stdout:2795: finishing write tid 2 to smithi03184240-37 2024-09-17T17:12:26.458 INFO:tasks.rados.rados.0.smithi031.stdout:2795: finishing write tid 3 to smithi03184240-37 2024-09-17T17:12:26.458 INFO:tasks.rados.rados.0.smithi031.stdout:2795: oid 37 updating version 0 to 2161 2024-09-17T17:12:26.458 INFO:tasks.rados.rados.0.smithi031.stdout:2795: oid 37 version 2161 is already newer than 2160 2024-09-17T17:12:26.458 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 2161 (ObjNum 890 snap 269 seq_num 890) dirty exists 2024-09-17T17:12:26.459 INFO:tasks.rados.rados.0.smithi031.stdout:2795: left oid 37 (ObjNum 890 snap 269 seq_num 890) 2024-09-17T17:12:26.459 INFO:tasks.rados.rados.0.smithi031.stdout:2795: done (2 left) 2024-09-17T17:12:26.459 INFO:tasks.rados.rados.0.smithi031.stdout:2796: done (1 left) 2024-09-17T17:12:26.459 INFO:tasks.rados.rados.0.smithi031.stdout:2798: done (0 left) 2024-09-17T17:12:26.459 INFO:tasks.rados.rados.0.smithi031.stdout:2799: rmattr oid 9 current snap is 269 2024-09-17T17:12:26.459 INFO:tasks.rados.rados.0.smithi031.stdout:2799: done (0 left) 2024-09-17T17:12:26.459 INFO:tasks.rados.rados.0.smithi031.stdout:2800: rollback oid 12 current snap is 269 2024-09-17T17:12:26.459 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 12 to 264 2024-09-17T17:12:26.459 INFO:tasks.rados.rados.0.smithi031.stdout:2801: snap_remove snap 250 2024-09-17T17:12:26.726 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:26 smithi066 ceph-mon[86175]: from='client.44489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:12:26.726 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:26 smithi066 ceph-mon[86175]: from='client.34581 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:12:26.726 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:26 smithi066 ceph-mon[86175]: osdmap e608: 8 total, 8 up, 8 in 2024-09-17T17:12:26.726 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:26 smithi066 ceph-mon[86175]: from='client.34587 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:12:26.726 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:26 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/2448358994' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:26.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:26 smithi031 ceph-mon[94873]: from='client.44489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:12:26.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:26 smithi031 ceph-mon[94873]: from='client.34581 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:12:26.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:26 smithi031 ceph-mon[94873]: osdmap e608: 8 total, 8 up, 8 in 2024-09-17T17:12:26.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:26 smithi031 ceph-mon[94873]: from='client.34587 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:12:26.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:26 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/2448358994' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:26.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:26 smithi031 ceph-mon[96842]: from='client.44489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:12:26.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:26 smithi031 ceph-mon[96842]: from='client.34581 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:12:26.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:26 smithi031 ceph-mon[96842]: osdmap e608: 8 total, 8 up, 8 in 2024-09-17T17:12:26.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:26 smithi031 ceph-mon[96842]: from='client.34587 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:12:26.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:26 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/2448358994' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:27.465 INFO:tasks.rados.rados.0.smithi031.stdout:2801: done (1 left) 2024-09-17T17:12:27.465 INFO:tasks.rados.rados.0.smithi031.stdout:2802: delete oid 2 current snap is 269 2024-09-17T17:12:27.465 INFO:tasks.rados.rados.0.smithi031.stdout:2800: finishing rollback tid 0 to smithi03184240-12 2024-09-17T17:12:27.465 INFO:tasks.rados.rados.0.smithi031.stdout:2800: finishing rollback tid 1 to smithi03184240-12 2024-09-17T17:12:27.465 INFO:tasks.rados.rados.0.smithi031.stdout:2800: finishing rollback tid 2 to smithi03184240-12 2024-09-17T17:12:27.466 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 2037 (ObjNum 826 snap 248 seq_num 826) dirty exists 2024-09-17T17:12:27.480 INFO:tasks.rados.rados.0.smithi031.stdout:2800: done (1 left) 2024-09-17T17:12:27.480 INFO:tasks.rados.rados.0.smithi031.stdout:2802: done (0 left) 2024-09-17T17:12:27.480 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 269 2024-09-17T17:12:27.480 INFO:tasks.rados.rados.0.smithi031.stdout:2803: seq_num 893 ranges {155648=565248} 2024-09-17T17:12:27.484 INFO:tasks.rados.rados.0.smithi031.stdout:2803: writing smithi03184240-10 from 155648 to 720896 tid 1 2024-09-17T17:12:27.486 INFO:tasks.rados.rados.0.smithi031.stdout:2804: read oid 6 snap -1 2024-09-17T17:12:27.486 INFO:tasks.rados.rados.0.smithi031.stdout:2804: expect (ObjNum 794 snap 236 seq_num 794) 2024-09-17T17:12:27.486 INFO:tasks.rados.rados.0.smithi031.stdout:2805: rollback oid 37 current snap is 269 2024-09-17T17:12:27.486 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 37 to 246 2024-09-17T17:12:27.486 INFO:tasks.rados.rados.0.smithi031.stdout:2806: read oid 17 snap -1 2024-09-17T17:12:27.486 INFO:tasks.rados.rados.0.smithi031.stdout:2806: expect (ObjNum 829 snap 248 seq_num 829) 2024-09-17T17:12:27.486 INFO:tasks.rados.rados.0.smithi031.stdout:2807: snap_remove snap 265 2024-09-17T17:12:27.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:27 smithi031 ceph-mon[96842]: pgmap v574: 121 pgs: 121 active+clean; 242 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 852 KiB/s rd, 92 KiB/s wr, 3 op/s 2024-09-17T17:12:27.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:27 smithi031 ceph-mon[96842]: from='client.44513 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:12:27.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:27 smithi031 ceph-mon[96842]: osdmap e609: 8 total, 8 up, 8 in 2024-09-17T17:12:27.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:27 smithi031 ceph-mon[94873]: pgmap v574: 121 pgs: 121 active+clean; 242 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 852 KiB/s rd, 92 KiB/s wr, 3 op/s 2024-09-17T17:12:27.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:27 smithi031 ceph-mon[94873]: from='client.44513 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:12:27.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:27 smithi031 ceph-mon[94873]: osdmap e609: 8 total, 8 up, 8 in 2024-09-17T17:12:27.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:27 smithi066 ceph-mon[86175]: pgmap v574: 121 pgs: 121 active+clean; 242 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 852 KiB/s rd, 92 KiB/s wr, 3 op/s 2024-09-17T17:12:27.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:27 smithi066 ceph-mon[86175]: from='client.44513 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:12:27.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:27 smithi066 ceph-mon[86175]: osdmap e609: 8 total, 8 up, 8 in 2024-09-17T17:12:28.399 INFO:tasks.rados.rados.0.smithi031.stdout:2803: finishing write tid 1 to smithi03184240-10 2024-09-17T17:12:28.399 INFO:tasks.rados.rados.0.smithi031.stdout:2803: finishing write tid 2 to smithi03184240-10 2024-09-17T17:12:28.399 INFO:tasks.rados.rados.0.smithi031.stdout:2805: finishing rollback tid 0 to smithi03184240-37 2024-09-17T17:12:28.400 INFO:tasks.rados.rados.0.smithi031.stdout:2803: finishing write tid 3 to smithi03184240-10 2024-09-17T17:12:28.400 INFO:tasks.rados.rados.0.smithi031.stdout:2803: oid 10 updating version 0 to 1661 2024-09-17T17:12:28.400 INFO:tasks.rados.rados.0.smithi031.stdout:2803: oid 10 version 1661 is already newer than 1660 2024-09-17T17:12:28.400 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1661 (ObjNum 893 snap 269 seq_num 893) dirty exists 2024-09-17T17:12:28.400 INFO:tasks.rados.rados.0.smithi031.stdout:2803: left oid 10 (ObjNum 893 snap 269 seq_num 893) 2024-09-17T17:12:28.400 INFO:tasks.rados.rados.0.smithi031.stdout:2805: finishing rollback tid 1 to smithi03184240-37 2024-09-17T17:12:28.401 INFO:tasks.rados.rados.0.smithi031.stdout:2805: finishing rollback tid 2 to smithi03184240-37 2024-09-17T17:12:28.401 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 2164 (ObjNum 817 snap 243 seq_num 817) dirty exists 2024-09-17T17:12:28.401 INFO:tasks.rados.rados.0.smithi031.stdout:2806: expect (ObjNum 829 snap 248 seq_num 829) 2024-09-17T17:12:28.453 INFO:tasks.rados.rados.0.smithi031.stdout:2804: expect (ObjNum 794 snap 236 seq_num 794) 2024-09-17T17:12:28.716 INFO:tasks.rados.rados.0.smithi031.stdout:2803: done (4 left) 2024-09-17T17:12:28.716 INFO:tasks.rados.rados.0.smithi031.stdout:2804: done (3 left) 2024-09-17T17:12:28.716 INFO:tasks.rados.rados.0.smithi031.stdout:2805: done (2 left) 2024-09-17T17:12:28.716 INFO:tasks.rados.rados.0.smithi031.stdout:2806: done (1 left) 2024-09-17T17:12:28.716 INFO:tasks.rados.rados.0.smithi031.stdout:2807: done (0 left) 2024-09-17T17:12:28.716 INFO:tasks.rados.rados.0.smithi031.stdout:2808: read oid 43 snap -1 2024-09-17T17:12:28.716 INFO:tasks.rados.rados.0.smithi031.stdout:2808: expect (ObjNum 882 snap 266 seq_num 882) 2024-09-17T17:12:28.716 INFO:tasks.rados.rados.0.smithi031.stdout:2809: delete oid 40 current snap is 269 2024-09-17T17:12:28.728 INFO:tasks.rados.rados.0.smithi031.stdout:2808: expect (ObjNum 882 snap 266 seq_num 882) 2024-09-17T17:12:28.845 INFO:tasks.rados.rados.0.smithi031.stdout:2808: done (1 left) 2024-09-17T17:12:28.845 INFO:tasks.rados.rados.0.smithi031.stdout:2809: done (0 left) 2024-09-17T17:12:28.845 INFO:tasks.rados.rados.0.smithi031.stdout:2810: copy_from oid 8 from oid 35 current snap is 269 2024-09-17T17:12:28.845 INFO:tasks.rados.rados.0.smithi031.stdout:2811: rollback oid 33 current snap is 269 2024-09-17T17:12:28.846 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 33 to 262 2024-09-17T17:12:28.846 INFO:tasks.rados.rados.0.smithi031.stdout:2812: delete oid 11 current snap is 269 2024-09-17T17:12:28.846 INFO:tasks.rados.rados.0.smithi031.stdout:2811: finishing rollback tid 1 to smithi03184240-33 2024-09-17T17:12:28.846 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 1915 (ObjNum 33 snap 0 seq_num 1704746352) dirty dne 2024-09-17T17:12:28.846 INFO:tasks.rados.rados.0.smithi031.stdout:2810: finishing copy_from to smithi03184240-8 2024-09-17T17:12:28.846 INFO:tasks.rados.rados.0.smithi031.stdout:2810: got expected ENOENT (src dne) 2024-09-17T17:12:28.847 INFO:tasks.rados.rados.0.smithi031.stdout:2810: finishing copy_from racing read to smithi03184240-8 2024-09-17T17:12:28.847 INFO:tasks.rados.rados.0.smithi031.stdout:2810: done (2 left) 2024-09-17T17:12:28.847 INFO:tasks.rados.rados.0.smithi031.stdout:2811: done (1 left) 2024-09-17T17:12:28.847 INFO:tasks.rados.rados.0.smithi031.stdout:2812: done (0 left) 2024-09-17T17:12:28.848 INFO:tasks.rados.rados.0.smithi031.stdout:2813: read oid 30 snap -1 2024-09-17T17:12:28.848 INFO:tasks.rados.rados.0.smithi031.stdout:2813: expect deleted 2024-09-17T17:12:28.848 INFO:tasks.rados.rados.0.smithi031.stdout:2814: read oid 37 snap -1 2024-09-17T17:12:28.849 INFO:tasks.rados.rados.0.smithi031.stdout:2814: expect (ObjNum 817 snap 243 seq_num 817) 2024-09-17T17:12:28.849 INFO:tasks.rados.rados.0.smithi031.stdout:2815: copy_from oid 16 from oid 21 current snap is 269 2024-09-17T17:12:28.849 INFO:tasks.rados.rados.0.smithi031.stdout:2816: setattr oid 48 current snap is 269 2024-09-17T17:12:28.849 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:28 smithi031 ceph-mon[94873]: osdmap e610: 8 total, 8 up, 8 in 2024-09-17T17:12:28.849 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:28 smithi031 ceph-mon[94873]: osdmap e611: 8 total, 8 up, 8 in 2024-09-17T17:12:28.849 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:28 smithi031 ceph-mon[96842]: osdmap e610: 8 total, 8 up, 8 in 2024-09-17T17:12:28.850 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:28 smithi031 ceph-mon[96842]: osdmap e611: 8 total, 8 up, 8 in 2024-09-17T17:12:28.850 INFO:tasks.rados.rados.0.smithi031.stdout:2813: done (3 left) 2024-09-17T17:12:28.850 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 269 2024-09-17T17:12:28.850 INFO:tasks.rados.rados.0.smithi031.stdout:2817: seq_num 896 ranges {7217152=614400} 2024-09-17T17:12:28.889 INFO:tasks.rados.rados.0.smithi031.stdout:2817: writing smithi03184240-31 from 7217152 to 7831552 tid 1 2024-09-17T17:12:28.889 INFO:tasks.rados.rados.0.smithi031.stdout:2818: copy_from oid 38 from oid 30 current snap is 269 2024-09-17T17:12:28.889 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 2232 (ObjNum 873 snap 264 seq_num 873) dirty exists 2024-09-17T17:12:28.889 INFO:tasks.rados.rados.0.smithi031.stdout:2814: expect (ObjNum 817 snap 243 seq_num 817) 2024-09-17T17:12:28.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:28 smithi066 ceph-mon[86175]: osdmap e610: 8 total, 8 up, 8 in 2024-09-17T17:12:28.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:28 smithi066 ceph-mon[86175]: osdmap e611: 8 total, 8 up, 8 in 2024-09-17T17:12:29.004 INFO:tasks.rados.rados.0.smithi031.stdout:2815: finishing copy_from racing read to smithi03184240-16 2024-09-17T17:12:29.004 INFO:tasks.rados.rados.0.smithi031.stdout:2815: finishing copy_from to smithi03184240-16 2024-09-17T17:12:29.004 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 1495 (ObjNum 776 snap 231 seq_num 776) dirty exists 2024-09-17T17:12:29.004 INFO:tasks.rados.rados.0.smithi031.stdout:2818: finishing copy_from to smithi03184240-38 2024-09-17T17:12:29.004 INFO:tasks.rados.rados.0.smithi031.stdout:2818: got expected ENOENT (src dne) 2024-09-17T17:12:29.004 INFO:tasks.rados.rados.0.smithi031.stdout:2818: finishing copy_from racing read to smithi03184240-38 2024-09-17T17:12:29.004 INFO:tasks.rados.rados.0.smithi031.stdout:2817: finishing write tid 1 to smithi03184240-31 2024-09-17T17:12:29.005 INFO:tasks.rados.rados.0.smithi031.stdout:2817: finishing write tid 2 to smithi03184240-31 2024-09-17T17:12:29.005 INFO:tasks.rados.rados.0.smithi031.stdout:2814: done (4 left) 2024-09-17T17:12:29.005 INFO:tasks.rados.rados.0.smithi031.stdout:2815: done (3 left) 2024-09-17T17:12:29.005 INFO:tasks.rados.rados.0.smithi031.stdout:2816: done (2 left) 2024-09-17T17:12:29.005 INFO:tasks.rados.rados.0.smithi031.stdout:2818: done (1 left) 2024-09-17T17:12:29.005 INFO:tasks.rados.rados.0.smithi031.stdout:2819: snap_remove snap 264 2024-09-17T17:12:29.637 INFO:tasks.rados.rados.0.smithi031.stdout:2819: done (1 left) 2024-09-17T17:12:29.638 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 269 2024-09-17T17:12:29.638 INFO:tasks.rados.rados.0.smithi031.stdout:2820: seq_num 897 ranges {1122304=630784} 2024-09-17T17:12:29.648 INFO:tasks.rados.rados.0.smithi031.stdout:2820: writing smithi03184240-45 from 1122304 to 1753088 tid 1 2024-09-17T17:12:29.648 INFO:tasks.rados.rados.0.smithi031.stdout:2821: delete oid 23 current snap is 269 2024-09-17T17:12:29.649 INFO:tasks.rados.rados.0.smithi031.stdout:2817: finishing write tid 3 to smithi03184240-31 2024-09-17T17:12:29.649 INFO:tasks.rados.rados.0.smithi031.stdout:2817: oid 31 updating version 0 to 1517 2024-09-17T17:12:29.649 INFO:tasks.rados.rados.0.smithi031.stdout:2817: oid 31 version 1517 is already newer than 1516 2024-09-17T17:12:29.649 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 1517 (ObjNum 896 snap 269 seq_num 896) dirty exists 2024-09-17T17:12:29.650 INFO:tasks.rados.rados.0.smithi031.stdout:2817: left oid 31 (ObjNum 896 snap 269 seq_num 896) 2024-09-17T17:12:29.651 INFO:tasks.rados.rados.0.smithi031.stdout:2817: done (2 left) 2024-09-17T17:12:29.651 INFO:tasks.rados.rados.0.smithi031.stdout:2821: done (1 left) 2024-09-17T17:12:29.652 INFO:tasks.rados.rados.0.smithi031.stdout:2822: rollback oid 10 current snap is 269 2024-09-17T17:12:29.652 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 10 to 253 2024-09-17T17:12:29.652 INFO:tasks.rados.rados.0.smithi031.stdout:2823: snap_create 2024-09-17T17:12:29.655 INFO:tasks.rados.rados.0.smithi031.stdout:2822: finishing rollback tid 0 to smithi03184240-10 2024-09-17T17:12:29.655 INFO:tasks.rados.rados.0.smithi031.stdout:2822: finishing rollback tid 1 to smithi03184240-10 2024-09-17T17:12:29.656 INFO:tasks.rados.rados.0.smithi031.stdout:2822: finishing rollback tid 2 to smithi03184240-10 2024-09-17T17:12:29.656 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1664 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-17T17:12:29.658 INFO:tasks.rados.rados.0.smithi031.stdout:2820: finishing write tid 1 to smithi03184240-45 2024-09-17T17:12:29.660 INFO:tasks.rados.rados.0.smithi031.stdout:2820: finishing write tid 2 to smithi03184240-45 2024-09-17T17:12:29.663 INFO:tasks.rados.rados.0.smithi031.stdout:2820: finishing write tid 3 to smithi03184240-45 2024-09-17T17:12:29.663 INFO:tasks.rados.rados.0.smithi031.stdout:2820: oid 45 updating version 0 to 2242 2024-09-17T17:12:29.663 INFO:tasks.rados.rados.0.smithi031.stdout:2820: oid 45 updating version 2242 to 2243 2024-09-17T17:12:29.663 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 2243 (ObjNum 897 snap 269 seq_num 897) dirty exists 2024-09-17T17:12:29.663 INFO:tasks.rados.rados.0.smithi031.stdout:2820: left oid 45 (ObjNum 897 snap 269 seq_num 897) 2024-09-17T17:12:29.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:29 smithi066 ceph-mon[86175]: pgmap v577: 121 pgs: 121 active+clean; 243 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-09-17T17:12:29.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:29 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:29.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:29 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:29.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:29 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:29.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:29 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:30.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:29 smithi031 ceph-mon[94873]: pgmap v577: 121 pgs: 121 active+clean; 243 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-09-17T17:12:30.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:29 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:30.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:29 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:30.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:29 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:30.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:29 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:30.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:29 smithi031 ceph-mon[96842]: pgmap v577: 121 pgs: 121 active+clean; 243 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-09-17T17:12:30.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:29 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:30.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:29 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:30.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:29 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:30.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:29 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:30.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:12:30 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:12:30] "GET /metrics HTTP/1.1" 200 36362 "" "Prometheus/2.51.0" 2024-09-17T17:12:30.654 INFO:tasks.rados.rados.0.smithi031.stdout:2820: done (2 left) 2024-09-17T17:12:30.654 INFO:tasks.rados.rados.0.smithi031.stdout:2822: done (1 left) 2024-09-17T17:12:30.654 INFO:tasks.rados.rados.0.smithi031.stdout:2823: done (0 left) 2024-09-17T17:12:30.654 INFO:tasks.rados.rados.0.smithi031.stdout:2824: delete oid 44 current snap is 270 2024-09-17T17:12:30.659 INFO:tasks.rados.rados.0.smithi031.stdout:2824: done (0 left) 2024-09-17T17:12:30.660 INFO:tasks.rados.rados.0.smithi031.stdout:2825: read oid 11 snap -1 2024-09-17T17:12:30.660 INFO:tasks.rados.rados.0.smithi031.stdout:2825: expect deleted 2024-09-17T17:12:30.660 INFO:tasks.rados.rados.0.smithi031.stdout:2826: copy_from oid 15 from oid 43 current snap is 270 2024-09-17T17:12:30.660 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 270 2024-09-17T17:12:30.660 INFO:tasks.rados.rados.0.smithi031.stdout:2827: seq_num 900 ranges {4874240=679936} 2024-09-17T17:12:30.690 INFO:tasks.rados.rados.0.smithi031.stdout:2827: writing smithi03184240-32 from 4874240 to 5554176 tid 1 2024-09-17T17:12:30.690 INFO:tasks.rados.rados.0.smithi031.stdout:2828: delete oid 37 current snap is 270 2024-09-17T17:12:30.690 INFO:tasks.rados.rados.0.smithi031.stdout:2826: finishing copy_from racing read to smithi03184240-15 2024-09-17T17:12:30.690 INFO:tasks.rados.rados.0.smithi031.stdout:2826: finishing copy_from to smithi03184240-15 2024-09-17T17:12:30.691 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 2191 (ObjNum 882 snap 266 seq_num 882) dirty exists 2024-09-17T17:12:30.695 INFO:tasks.rados.rados.0.smithi031.stdout:2827: finishing write tid 1 to smithi03184240-32 2024-09-17T17:12:30.695 INFO:tasks.rados.rados.0.smithi031.stdout:2827: finishing write tid 2 to smithi03184240-32 2024-09-17T17:12:30.695 INFO:tasks.rados.rados.0.smithi031.stdout:2825: done (3 left) 2024-09-17T17:12:30.695 INFO:tasks.rados.rados.0.smithi031.stdout:2826: done (2 left) 2024-09-17T17:12:30.695 INFO:tasks.rados.rados.0.smithi031.stdout:2828: done (1 left) 2024-09-17T17:12:30.696 INFO:tasks.rados.rados.0.smithi031.stdout:2829: setattr oid 29 current snap is 270 2024-09-17T17:12:30.697 INFO:tasks.rados.rados.0.smithi031.stdout:2827: finishing write tid 3 to smithi03184240-32 2024-09-17T17:12:30.697 INFO:tasks.rados.rados.0.smithi031.stdout:2827: oid 32 updating version 0 to 2165 2024-09-17T17:12:30.697 INFO:tasks.rados.rados.0.smithi031.stdout:2827: oid 32 updating version 2165 to 2166 2024-09-17T17:12:30.697 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 2166 (ObjNum 900 snap 270 seq_num 900) dirty exists 2024-09-17T17:12:30.697 INFO:tasks.rados.rados.0.smithi031.stdout:2827: left oid 32 (ObjNum 900 snap 270 seq_num 900) 2024-09-17T17:12:30.697 INFO:tasks.rados.rados.0.smithi031.stdout:2827: done (1 left) 2024-09-17T17:12:30.697 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 3 current snap is 270 2024-09-17T17:12:30.697 INFO:tasks.rados.rados.0.smithi031.stdout:2830: seq_num 902 ranges {1556480=712704} 2024-09-17T17:12:30.709 INFO:tasks.rados.rados.0.smithi031.stdout:2830: writing smithi03184240-3 from 1556480 to 2269184 tid 1 2024-09-17T17:12:30.710 INFO:tasks.rados.rados.0.smithi031.stdout:2831: setattr oid 37 current snap is 270 2024-09-17T17:12:30.710 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 1500 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-17T17:12:30.711 INFO:tasks.rados.rados.0.smithi031.stdout:2829: done (2 left) 2024-09-17T17:12:30.711 INFO:tasks.rados.rados.0.smithi031.stdout:2832: rollback oid 17 current snap is 270 2024-09-17T17:12:30.711 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 17 to 261 2024-09-17T17:12:30.711 INFO:tasks.rados.rados.0.smithi031.stdout:2833: read oid 34 snap -1 2024-09-17T17:12:30.711 INFO:tasks.rados.rados.0.smithi031.stdout:2833: expect (ObjNum 889 snap 268 seq_num 889) 2024-09-17T17:12:30.712 INFO:tasks.rados.rados.0.smithi031.stdout:2834: read oid 44 snap -1 2024-09-17T17:12:30.712 INFO:tasks.rados.rados.0.smithi031.stdout:2834: expect deleted 2024-09-17T17:12:30.712 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 14 current snap is 270 2024-09-17T17:12:30.712 INFO:tasks.rados.rados.0.smithi031.stdout:2835: seq_num 903 ranges {0=729088} 2024-09-17T17:12:30.716 INFO:tasks.rados.rados.0.smithi031.stdout:2835: writing smithi03184240-14 from 0 to 729088 tid 1 2024-09-17T17:12:30.716 INFO:tasks.rados.rados.0.smithi031.stdout:2836: snap_remove snap 268 2024-09-17T17:12:30.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:30 smithi066 ceph-mon[86175]: osdmap e612: 8 total, 8 up, 8 in 2024-09-17T17:12:30.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:30 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:12:31.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:30 smithi031 ceph-mon[94873]: osdmap e612: 8 total, 8 up, 8 in 2024-09-17T17:12:31.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:30 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:12:31.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:30 smithi031 ceph-mon[96842]: osdmap e612: 8 total, 8 up, 8 in 2024-09-17T17:12:31.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:30 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:12:31.652 INFO:tasks.rados.rados.0.smithi031.stdout:2836: done (6 left) 2024-09-17T17:12:31.652 INFO:tasks.rados.rados.0.smithi031.stdout:2837: snap_remove snap 259 2024-09-17T17:12:31.652 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 2168 (ObjNum 49 snap 0 seq_num 1705575280) dirty exists 2024-09-17T17:12:31.652 INFO:tasks.rados.rados.0.smithi031.stdout:2830: finishing write tid 1 to smithi03184240-3 2024-09-17T17:12:31.652 INFO:tasks.rados.rados.0.smithi031.stdout:2830: finishing write tid 2 to smithi03184240-3 2024-09-17T17:12:31.652 INFO:tasks.rados.rados.0.smithi031.stdout:2832: finishing rollback tid 0 to smithi03184240-17 2024-09-17T17:12:31.652 INFO:tasks.rados.rados.0.smithi031.stdout:2832: finishing rollback tid 1 to smithi03184240-17 2024-09-17T17:12:31.652 INFO:tasks.rados.rados.0.smithi031.stdout:2830: finishing write tid 3 to smithi03184240-3 2024-09-17T17:12:31.652 INFO:tasks.rados.rados.0.smithi031.stdout:2830: oid 3 updating version 0 to 1219 2024-09-17T17:12:31.652 INFO:tasks.rados.rados.0.smithi031.stdout:2830: oid 3 version 1219 is already newer than 1218 2024-09-17T17:12:31.652 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 1219 (ObjNum 902 snap 270 seq_num 902) dirty exists 2024-09-17T17:12:31.653 INFO:tasks.rados.rados.0.smithi031.stdout:2830: left oid 3 (ObjNum 902 snap 270 seq_num 902) 2024-09-17T17:12:31.653 INFO:tasks.rados.rados.0.smithi031.stdout:2835: finishing write tid 1 to smithi03184240-14 2024-09-17T17:12:31.653 INFO:tasks.rados.rados.0.smithi031.stdout:2835: finishing write tid 2 to smithi03184240-14 2024-09-17T17:12:31.653 INFO:tasks.rados.rados.0.smithi031.stdout:2832: finishing rollback tid 2 to smithi03184240-17 2024-09-17T17:12:31.653 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 1549 (ObjNum 829 snap 248 seq_num 829) dirty exists 2024-09-17T17:12:31.653 INFO:tasks.rados.rados.0.smithi031.stdout:2835: finishing write tid 3 to smithi03184240-14 2024-09-17T17:12:31.653 INFO:tasks.rados.rados.0.smithi031.stdout:2835: oid 14 updating version 0 to 1478 2024-09-17T17:12:31.653 INFO:tasks.rados.rados.0.smithi031.stdout:2835: oid 14 version 1478 is already newer than 1477 2024-09-17T17:12:31.653 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 1478 (ObjNum 903 snap 270 seq_num 903) dirty exists 2024-09-17T17:12:31.653 INFO:tasks.rados.rados.0.smithi031.stdout:2835: left oid 14 (ObjNum 903 snap 270 seq_num 903) 2024-09-17T17:12:31.653 INFO:tasks.rados.rados.0.smithi031.stdout:2833: expect (ObjNum 889 snap 268 seq_num 889) 2024-09-17T17:12:32.034 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:31 smithi066 ceph-mon[86175]: pgmap v580: 121 pgs: 121 active+clean; 243 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-09-17T17:12:32.034 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:31 smithi066 ceph-mon[86175]: osdmap e613: 8 total, 8 up, 8 in 2024-09-17T17:12:32.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:31 smithi031 ceph-mon[94873]: pgmap v580: 121 pgs: 121 active+clean; 243 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-09-17T17:12:32.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:31 smithi031 ceph-mon[94873]: osdmap e613: 8 total, 8 up, 8 in 2024-09-17T17:12:32.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:31 smithi031 ceph-mon[96842]: pgmap v580: 121 pgs: 121 active+clean; 243 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-09-17T17:12:32.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:31 smithi031 ceph-mon[96842]: osdmap e613: 8 total, 8 up, 8 in 2024-09-17T17:12:32.665 INFO:tasks.rados.rados.0.smithi031.stdout:2830: done (6 left) 2024-09-17T17:12:32.665 INFO:tasks.rados.rados.0.smithi031.stdout:2831: done (5 left) 2024-09-17T17:12:32.665 INFO:tasks.rados.rados.0.smithi031.stdout:2832: done (4 left) 2024-09-17T17:12:32.665 INFO:tasks.rados.rados.0.smithi031.stdout:2833: done (3 left) 2024-09-17T17:12:32.666 INFO:tasks.rados.rados.0.smithi031.stdout:2834: done (2 left) 2024-09-17T17:12:32.666 INFO:tasks.rados.rados.0.smithi031.stdout:2835: done (1 left) 2024-09-17T17:12:32.666 INFO:tasks.rados.rados.0.smithi031.stdout:2837: done (0 left) 2024-09-17T17:12:32.666 INFO:tasks.rados.rados.0.smithi031.stdout:2838: delete oid 38 current snap is 270 2024-09-17T17:12:32.685 INFO:tasks.rados.rados.0.smithi031.stdout:2838: done (0 left) 2024-09-17T17:12:32.686 INFO:tasks.rados.rados.0.smithi031.stdout:2839: rollback oid 41 current snap is 270 2024-09-17T17:12:32.686 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 41 to 253 2024-09-17T17:12:32.686 INFO:tasks.rados.rados.0.smithi031.stdout:2840: copy_from oid 2 from oid 3 current snap is 270 2024-09-17T17:12:32.686 INFO:tasks.rados.rados.0.smithi031.stdout:2841: delete oid 12 current snap is 270 2024-09-17T17:12:32.688 INFO:tasks.rados.rados.0.smithi031.stdout:2841: done (2 left) 2024-09-17T17:12:32.688 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 46 current snap is 270 2024-09-17T17:12:32.689 INFO:tasks.rados.rados.0.smithi031.stdout:2842: seq_num 906 ranges {901120=778240} 2024-09-17T17:12:32.697 INFO:tasks.rados.rados.0.smithi031.stdout:2842: writing smithi03184240-46 from 901120 to 1679360 tid 1 2024-09-17T17:12:32.698 INFO:tasks.rados.rados.0.smithi031.stdout:2843: copy_from oid 30 from oid 25 current snap is 270 2024-09-17T17:12:32.698 INFO:tasks.rados.rados.0.smithi031.stdout:2839: finishing rollback tid 0 to smithi03184240-41 2024-09-17T17:12:32.698 INFO:tasks.rados.rados.0.smithi031.stdout:2839: finishing rollback tid 1 to smithi03184240-41 2024-09-17T17:12:32.698 INFO:tasks.rados.rados.0.smithi031.stdout:2839: finishing rollback tid 2 to smithi03184240-41 2024-09-17T17:12:32.698 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 1552 (ObjNum 837 snap 251 seq_num 837) dirty exists 2024-09-17T17:12:32.698 INFO:tasks.rados.rados.0.smithi031.stdout:2839: done (3 left) 2024-09-17T17:12:32.698 INFO:tasks.rados.rados.0.smithi031.stdout:2844: snap_remove snap 236 2024-09-17T17:12:32.963 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[94873]: osdmap e614: 8 total, 8 up, 8 in 2024-09-17T17:12:32.963 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:32.963 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:32.963 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:12:32.963 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:12:32.963 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:32.963 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "dashboard get-prometheus-api-host"} : dispatch 2024-09-17T17:12:32.963 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:12:32.963 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:32.964 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:32.964 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:32.964 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:32.964 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:32.964 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:32.964 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:32.964 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:32.964 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:32.964 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:32.964 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:32.964 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:32.964 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:32.964 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:32.965 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[96842]: osdmap e614: 8 total, 8 up, 8 in 2024-09-17T17:12:32.965 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:32.965 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:32.965 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:12:32.965 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:12:32.965 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:32.965 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "dashboard get-prometheus-api-host"} : dispatch 2024-09-17T17:12:32.965 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:12:32.965 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:32.965 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:32.965 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:32.966 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:32.966 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:32.966 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:32.966 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:32.966 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:32.966 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:32.966 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:32.966 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:32.966 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:32.966 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:32.966 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:32 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:33.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:32 smithi066 ceph-mon[86175]: osdmap e614: 8 total, 8 up, 8 in 2024-09-17T17:12:33.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:32 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:33.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:32 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:33.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:32 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:12:33.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:32 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:12:33.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:32 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:33.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:32 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "dashboard get-prometheus-api-host"} : dispatch 2024-09-17T17:12:33.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:32 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:12:33.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:32 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:33.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:32 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:33.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:32 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:33.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:32 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:33.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:32 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:33.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:32 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:33.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:32 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:33.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:32 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:33.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:32 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:33.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:32 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:33.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:32 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:33.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:32 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:33.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:32 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:33.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:32 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:33.399 INFO:tasks.rados.rados.0.smithi031.stdout:2844: done (3 left) 2024-09-17T17:12:33.399 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 26 current snap is 270 2024-09-17T17:12:33.399 INFO:tasks.rados.rados.0.smithi031.stdout:2845: seq_num 907 ranges {0=794624} 2024-09-17T17:12:33.405 INFO:tasks.rados.rados.0.smithi031.stdout:2845: writing smithi03184240-26 from 0 to 794624 tid 1 2024-09-17T17:12:33.405 INFO:tasks.rados.rados.0.smithi031.stdout:2840: finishing copy_from racing read to smithi03184240-2 2024-09-17T17:12:33.405 INFO:tasks.rados.rados.0.smithi031.stdout:2843: finishing copy_from to smithi03184240-30 2024-09-17T17:12:33.405 INFO:tasks.rados.rados.0.smithi031.stdout:2843: got expected ENOENT (src dne) 2024-09-17T17:12:33.405 INFO:tasks.rados.rados.0.smithi031.stdout:2843: finishing copy_from racing read to smithi03184240-30 2024-09-17T17:12:33.405 INFO:tasks.rados.rados.0.smithi031.stdout:2840: finishing copy_from to smithi03184240-2 2024-09-17T17:12:33.405 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 1219 (ObjNum 902 snap 270 seq_num 902) dirty exists 2024-09-17T17:12:33.405 INFO:tasks.rados.rados.0.smithi031.stdout:2842: finishing write tid 1 to smithi03184240-46 2024-09-17T17:12:33.406 INFO:tasks.rados.rados.0.smithi031.stdout:2842: finishing write tid 2 to smithi03184240-46 2024-09-17T17:12:33.406 INFO:tasks.rados.rados.0.smithi031.stdout:2842: finishing write tid 3 to smithi03184240-46 2024-09-17T17:12:33.406 INFO:tasks.rados.rados.0.smithi031.stdout:2842: oid 46 updating version 0 to 1950 2024-09-17T17:12:33.406 INFO:tasks.rados.rados.0.smithi031.stdout:2842: oid 46 version 1950 is already newer than 1949 2024-09-17T17:12:33.406 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 1950 (ObjNum 906 snap 270 seq_num 906) dirty exists 2024-09-17T17:12:33.406 INFO:tasks.rados.rados.0.smithi031.stdout:2842: left oid 46 (ObjNum 906 snap 270 seq_num 906) 2024-09-17T17:12:33.406 INFO:tasks.rados.rados.0.smithi031.stdout:2840: done (3 left) 2024-09-17T17:12:33.406 INFO:tasks.rados.rados.0.smithi031.stdout:2842: done (2 left) 2024-09-17T17:12:33.406 INFO:tasks.rados.rados.0.smithi031.stdout:2843: done (1 left) 2024-09-17T17:12:33.406 INFO:tasks.rados.rados.0.smithi031.stdout:2846: delete oid 40 current snap is 270 2024-09-17T17:12:33.416 INFO:tasks.rados.rados.0.smithi031.stdout:2845: finishing write tid 1 to smithi03184240-26 2024-09-17T17:12:33.417 INFO:tasks.rados.rados.0.smithi031.stdout:2845: finishing write tid 2 to smithi03184240-26 2024-09-17T17:12:33.418 INFO:tasks.rados.rados.0.smithi031.stdout:2846: done (1 left) 2024-09-17T17:12:33.418 INFO:tasks.rados.rados.0.smithi031.stdout:2847: delete oid 29 current snap is 270 2024-09-17T17:12:33.419 INFO:tasks.rados.rados.0.smithi031.stdout:2845: finishing write tid 3 to smithi03184240-26 2024-09-17T17:12:33.419 INFO:tasks.rados.rados.0.smithi031.stdout:2845: oid 26 updating version 0 to 1220 2024-09-17T17:12:33.419 INFO:tasks.rados.rados.0.smithi031.stdout:2845: oid 26 updating version 1220 to 1221 2024-09-17T17:12:33.419 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 1221 (ObjNum 907 snap 270 seq_num 907) dirty exists 2024-09-17T17:12:33.419 INFO:tasks.rados.rados.0.smithi031.stdout:2845: left oid 26 (ObjNum 907 snap 270 seq_num 907) 2024-09-17T17:12:33.423 INFO:tasks.rados.rados.0.smithi031.stdout:2845: done (1 left) 2024-09-17T17:12:33.423 INFO:tasks.rados.rados.0.smithi031.stdout:2847: done (0 left) 2024-09-17T17:12:33.423 INFO:tasks.rados.rados.0.smithi031.stdout:2848: snap_remove snap 248 2024-09-17T17:12:34.004 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:33 smithi031 ceph-mon[94873]: pgmap v583: 121 pgs: 121 active+clean; 249 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2024-09-17T17:12:34.004 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:33 smithi031 ceph-mon[94873]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T17:12:34.004 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:33 smithi031 ceph-mon[94873]: osdmap e615: 8 total, 8 up, 8 in 2024-09-17T17:12:34.004 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:33 smithi031 ceph-mon[94873]: osdmap e616: 8 total, 8 up, 8 in 2024-09-17T17:12:34.005 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:33 smithi031 ceph-mon[96842]: pgmap v583: 121 pgs: 121 active+clean; 249 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2024-09-17T17:12:34.005 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:33 smithi031 ceph-mon[96842]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T17:12:34.005 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:33 smithi031 ceph-mon[96842]: osdmap e615: 8 total, 8 up, 8 in 2024-09-17T17:12:34.005 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:33 smithi031 ceph-mon[96842]: osdmap e616: 8 total, 8 up, 8 in 2024-09-17T17:12:34.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:33 smithi066 ceph-mon[86175]: pgmap v583: 121 pgs: 121 active+clean; 249 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2024-09-17T17:12:34.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:33 smithi066 ceph-mon[86175]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T17:12:34.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:33 smithi066 ceph-mon[86175]: osdmap e615: 8 total, 8 up, 8 in 2024-09-17T17:12:34.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:33 smithi066 ceph-mon[86175]: osdmap e616: 8 total, 8 up, 8 in 2024-09-17T17:12:34.405 INFO:tasks.rados.rados.0.smithi031.stdout:2848: done (0 left) 2024-09-17T17:12:34.406 INFO:tasks.rados.rados.0.smithi031.stdout:2849: snap_create 2024-09-17T17:12:35.403 INFO:tasks.rados.rados.0.smithi031.stdout:2849: done (0 left) 2024-09-17T17:12:35.403 INFO:tasks.rados.rados.0.smithi031.stdout:2850: rmattr oid 49 current snap is 271 2024-09-17T17:12:35.404 INFO:tasks.rados.rados.0.smithi031.stdout:2850: done (0 left) 2024-09-17T17:12:35.404 INFO:tasks.rados.rados.0.smithi031.stdout:2851: snap_remove snap 257 2024-09-17T17:12:35.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:35 smithi066 ceph-mon[86175]: Upgrade: Updating alertmanager.a 2024-09-17T17:12:35.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:35 smithi066 ceph-mon[86175]: Deploying daemon alertmanager.a on smithi031 2024-09-17T17:12:35.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:35 smithi066 ceph-mon[86175]: pgmap v586: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 254 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-09-17T17:12:35.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:35 smithi066 ceph-mon[86175]: osdmap e617: 8 total, 8 up, 8 in 2024-09-17T17:12:35.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:35 smithi031 ceph-mon[94873]: Upgrade: Updating alertmanager.a 2024-09-17T17:12:35.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:35 smithi031 ceph-mon[94873]: Deploying daemon alertmanager.a on smithi031 2024-09-17T17:12:35.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:35 smithi031 ceph-mon[94873]: pgmap v586: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 254 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-09-17T17:12:35.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:35 smithi031 ceph-mon[94873]: osdmap e617: 8 total, 8 up, 8 in 2024-09-17T17:12:35.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:35 smithi031 ceph-mon[96842]: Upgrade: Updating alertmanager.a 2024-09-17T17:12:35.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:35 smithi031 ceph-mon[96842]: Deploying daemon alertmanager.a on smithi031 2024-09-17T17:12:35.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:35 smithi031 ceph-mon[96842]: pgmap v586: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 254 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-09-17T17:12:35.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:35 smithi031 ceph-mon[96842]: osdmap e617: 8 total, 8 up, 8 in 2024-09-17T17:12:36.414 INFO:tasks.rados.rados.0.smithi031.stdout:2851: done (0 left) 2024-09-17T17:12:36.415 INFO:tasks.rados.rados.0.smithi031.stdout:2852: rollback oid 11 current snap is 271 2024-09-17T17:12:36.415 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 11 to 266 2024-09-17T17:12:36.415 INFO:tasks.rados.rados.0.smithi031.stdout:2853: delete oid 36 current snap is 271 2024-09-17T17:12:36.425 INFO:tasks.rados.rados.0.smithi031.stdout:2853: done (1 left) 2024-09-17T17:12:36.425 INFO:tasks.rados.rados.0.smithi031.stdout:2854: copy_from oid 1 from oid 9 current snap is 271 2024-09-17T17:12:36.426 INFO:tasks.rados.rados.0.smithi031.stdout:2855: snap_remove snap 253 2024-09-17T17:12:36.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:36 smithi031 ceph-mon[94873]: osdmap e618: 8 total, 8 up, 8 in 2024-09-17T17:12:36.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:36 smithi031 ceph-mon[96842]: osdmap e618: 8 total, 8 up, 8 in 2024-09-17T17:12:36.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:36 smithi066 ceph-mon[86175]: osdmap e618: 8 total, 8 up, 8 in 2024-09-17T17:12:37.418 INFO:tasks.rados.rados.0.smithi031.stdout:2855: done (2 left) 2024-09-17T17:12:37.418 INFO:tasks.rados.rados.0.smithi031.stdout:2856: setattr oid 41 current snap is 271 2024-09-17T17:12:37.418 INFO:tasks.rados.rados.0.smithi031.stdout:2854: finishing copy_from to smithi03184240-1 2024-09-17T17:12:37.418 INFO:tasks.rados.rados.0.smithi031.stdout:2854: got expected ENOENT (src dne) 2024-09-17T17:12:37.418 INFO:tasks.rados.rados.0.smithi031.stdout:2854: finishing copy_from racing read to smithi03184240-1 2024-09-17T17:12:37.418 INFO:tasks.rados.rados.0.smithi031.stdout:2852: finishing rollback tid 1 to smithi03184240-11 2024-09-17T17:12:37.418 INFO:tasks.rados.rados.0.smithi031.stdout:2852: finishing rollback tid 2 to smithi03184240-11 2024-09-17T17:12:37.418 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 1952 (ObjNum 871 snap 264 seq_num 871) dirty exists 2024-09-17T17:12:37.419 INFO:tasks.rados.rados.0.smithi031.stdout:2852: done (2 left) 2024-09-17T17:12:37.419 INFO:tasks.rados.rados.0.smithi031.stdout:2854: done (1 left) 2024-09-17T17:12:37.419 INFO:tasks.rados.rados.0.smithi031.stdout:2857: snap_remove snap 262 2024-09-17T17:12:37.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:37 smithi031 ceph-mon[96842]: pgmap v589: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 246 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-09-17T17:12:37.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:37 smithi031 ceph-mon[96842]: osdmap e619: 8 total, 8 up, 8 in 2024-09-17T17:12:37.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:37 smithi031 ceph-mon[94873]: pgmap v589: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 246 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-09-17T17:12:37.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:37 smithi031 ceph-mon[94873]: osdmap e619: 8 total, 8 up, 8 in 2024-09-17T17:12:37.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:37 smithi066 ceph-mon[86175]: pgmap v589: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 246 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-09-17T17:12:37.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:37 smithi066 ceph-mon[86175]: osdmap e619: 8 total, 8 up, 8 in 2024-09-17T17:12:38.401 INFO:tasks.rados.rados.0.smithi031.stdout:2857: done (1 left) 2024-09-17T17:12:38.401 INFO:tasks.rados.rados.0.smithi031.stdout:2858: delete oid 35 current snap is 271 2024-09-17T17:12:38.401 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 1553 (ObjNum 837 snap 251 seq_num 837) dirty exists 2024-09-17T17:12:38.420 INFO:tasks.rados.rados.0.smithi031.stdout:2856: done (1 left) 2024-09-17T17:12:38.420 INFO:tasks.rados.rados.0.smithi031.stdout:2858: done (0 left) 2024-09-17T17:12:38.420 INFO:tasks.rados.rados.0.smithi031.stdout:2859: copy_from oid 14 from oid 22 current snap is 271 2024-09-17T17:12:38.420 INFO:tasks.rados.rados.0.smithi031.stdout:2860: delete oid 40 current snap is 271 2024-09-17T17:12:38.427 INFO:tasks.rados.rados.0.smithi031.stdout:2859: finishing copy_from racing read to smithi03184240-14 2024-09-17T17:12:38.429 INFO:tasks.rados.rados.0.smithi031.stdout:2860: done (1 left) 2024-09-17T17:12:38.429 INFO:tasks.rados.rados.0.smithi031.stdout:2861: delete oid 21 current snap is 271 2024-09-17T17:12:38.430 INFO:tasks.rados.rados.0.smithi031.stdout:2859: finishing copy_from to smithi03184240-14 2024-09-17T17:12:38.430 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 1488 (ObjNum 65 snap 0 seq_num 1414686051) dirty exists 2024-09-17T17:12:38.434 INFO:tasks.rados.rados.0.smithi031.stdout:2859: done (1 left) 2024-09-17T17:12:38.434 INFO:tasks.rados.rados.0.smithi031.stdout:2861: done (0 left) 2024-09-17T17:12:38.434 INFO:tasks.rados.rados.0.smithi031.stdout:2862: rmattr oid 35 current snap is 271 2024-09-17T17:12:38.434 INFO:tasks.rados.rados.0.smithi031.stdout:2862: done (0 left) 2024-09-17T17:12:38.435 INFO:tasks.rados.rados.0.smithi031.stdout:2863: read oid 38 snap 263 2024-09-17T17:12:38.435 INFO:tasks.rados.rados.0.smithi031.stdout:2863: expect (ObjNum 772 snap 228 seq_num 772) 2024-09-17T17:12:38.435 INFO:tasks.rados.rados.0.smithi031.stdout:2864: delete oid 24 current snap is 271 2024-09-17T17:12:38.438 INFO:tasks.rados.rados.0.smithi031.stdout:2864: done (1 left) 2024-09-17T17:12:38.438 INFO:tasks.rados.rados.0.smithi031.stdout:2865: copy_from oid 45 from oid 14 current snap is 271 2024-09-17T17:12:38.439 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 25 current snap is 271 2024-09-17T17:12:38.439 INFO:tasks.rados.rados.0.smithi031.stdout:2866: seq_num 915 ranges {0=532480,532480=401408} 2024-09-17T17:12:38.441 INFO:tasks.rados.rados.0.smithi031.stdout:2866: writing smithi03184240-25 from 0 to 532480 tid 1 2024-09-17T17:12:38.444 INFO:tasks.rados.rados.0.smithi031.stdout:2866: writing smithi03184240-25 from 532480 to 933888 tid 2 2024-09-17T17:12:38.444 INFO:tasks.rados.rados.0.smithi031.stdout:2865: finishing copy_from racing read to smithi03184240-45 2024-09-17T17:12:38.445 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 20 current snap is 271 2024-09-17T17:12:38.445 INFO:tasks.rados.rados.0.smithi031.stdout:2867: seq_num 916 ranges {139264=548864,688128=401408} 2024-09-17T17:12:38.448 INFO:tasks.rados.rados.0.smithi031.stdout:2867: writing smithi03184240-20 from 139264 to 688128 tid 1 2024-09-17T17:12:38.452 INFO:tasks.rados.rados.0.smithi031.stdout:2867: writing smithi03184240-20 from 688128 to 1089536 tid 2 2024-09-17T17:12:38.452 INFO:tasks.rados.rados.0.smithi031.stdout:2868: read oid 17 snap -1 2024-09-17T17:12:38.452 INFO:tasks.rados.rados.0.smithi031.stdout:2868: expect (ObjNum 829 snap 248 seq_num 829) 2024-09-17T17:12:38.453 INFO:tasks.rados.rados.0.smithi031.stdout:2869: rollback oid 29 current snap is 271 2024-09-17T17:12:38.453 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 29 to 263 2024-09-17T17:12:38.453 INFO:tasks.rados.rados.0.smithi031.stdout:2866: finishing write tid 1 to smithi03184240-25 2024-09-17T17:12:38.453 INFO:tasks.rados.rados.0.smithi031.stdout:2870: snap_remove snap 246 2024-09-17T17:12:38.758 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:38 smithi031 ceph-mon[94873]: osdmap e620: 8 total, 8 up, 8 in 2024-09-17T17:12:38.759 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:38 smithi031 ceph-mon[94873]: osdmap e621: 8 total, 8 up, 8 in 2024-09-17T17:12:38.759 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:38 smithi031 ceph-mon[96842]: osdmap e620: 8 total, 8 up, 8 in 2024-09-17T17:12:38.759 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:38 smithi031 ceph-mon[96842]: osdmap e621: 8 total, 8 up, 8 in 2024-09-17T17:12:38.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:38 smithi066 ceph-mon[86175]: osdmap e620: 8 total, 8 up, 8 in 2024-09-17T17:12:38.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:38 smithi066 ceph-mon[86175]: osdmap e621: 8 total, 8 up, 8 in 2024-09-17T17:12:39.453 INFO:tasks.rados.rados.0.smithi031.stdout:2870: done (6 left) 2024-09-17T17:12:39.453 INFO:tasks.rados.rados.0.smithi031.stdout:2871: snap_remove snap 270 2024-09-17T17:12:39.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:39 smithi031 ceph-mon[94873]: pgmap v592: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 210 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 384 KiB/s wr, 7 op/s 2024-09-17T17:12:39.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:39 smithi031 ceph-mon[96842]: pgmap v592: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 210 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 384 KiB/s wr, 7 op/s 2024-09-17T17:12:39.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:39 smithi066 ceph-mon[86175]: pgmap v592: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 210 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 384 KiB/s wr, 7 op/s 2024-09-17T17:12:40.317 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:12:40 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:12:40] "GET /metrics HTTP/1.1" 200 36359 "" "Prometheus/2.51.0" 2024-09-17T17:12:40.453 INFO:tasks.rados.rados.0.smithi031.stdout:2871: done (6 left) 2024-09-17T17:12:40.453 INFO:tasks.rados.rados.0.smithi031.stdout:2872: rmattr oid 50 current snap is 271 2024-09-17T17:12:40.453 INFO:tasks.rados.rados.0.smithi031.stdout:2872: done (6 left) 2024-09-17T17:12:40.453 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 8 current snap is 271 2024-09-17T17:12:40.453 INFO:tasks.rados.rados.0.smithi031.stdout:2873: seq_num 917 ranges {1556480=565248,2121728=401408} 2024-09-17T17:12:40.465 INFO:tasks.rados.rados.0.smithi031.stdout:2873: writing smithi03184240-8 from 1556480 to 2121728 tid 1 2024-09-17T17:12:40.468 INFO:tasks.rados.rados.0.smithi031.stdout:2873: writing smithi03184240-8 from 2121728 to 2523136 tid 2 2024-09-17T17:12:40.468 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 24 current snap is 271 2024-09-17T17:12:40.468 INFO:tasks.rados.rados.0.smithi031.stdout:2865: finishing copy_from to smithi03184240-45 2024-09-17T17:12:40.468 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 1488 (ObjNum 81 snap 0 seq_num 2) dirty exists 2024-09-17T17:12:40.468 INFO:tasks.rados.rados.0.smithi031.stdout:2874: seq_num 918 ranges {0=581632,581632=401408} 2024-09-17T17:12:40.471 INFO:tasks.rados.rados.0.smithi031.stdout:2874: writing smithi03184240-24 from 0 to 581632 tid 1 2024-09-17T17:12:40.474 INFO:tasks.rados.rados.0.smithi031.stdout:2874: writing smithi03184240-24 from 581632 to 983040 tid 2 2024-09-17T17:12:40.474 INFO:tasks.rados.rados.0.smithi031.stdout:2865: done (7 left) 2024-09-17T17:12:40.474 INFO:tasks.rados.rados.0.smithi031.stdout:2875: read oid 15 snap -1 2024-09-17T17:12:40.474 INFO:tasks.rados.rados.0.smithi031.stdout:2875: expect (ObjNum 882 snap 266 seq_num 882) 2024-09-17T17:12:40.474 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 271 2024-09-17T17:12:40.474 INFO:tasks.rados.rados.0.smithi031.stdout:2876: seq_num 919 ranges {0=598016,598016=401408} 2024-09-17T17:12:40.478 INFO:tasks.rados.rados.0.smithi031.stdout:2876: writing smithi03184240-12 from 0 to 598016 tid 1 2024-09-17T17:12:40.481 INFO:tasks.rados.rados.0.smithi031.stdout:2876: writing smithi03184240-12 from 598016 to 999424 tid 2 2024-09-17T17:12:40.481 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 30 current snap is 271 2024-09-17T17:12:40.481 INFO:tasks.rados.rados.0.smithi031.stdout:2877: seq_num 920 ranges {0=614400,614400=401408} 2024-09-17T17:12:40.485 INFO:tasks.rados.rados.0.smithi031.stdout:2877: writing smithi03184240-30 from 0 to 614400 tid 1 2024-09-17T17:12:40.489 INFO:tasks.rados.rados.0.smithi031.stdout:2877: writing smithi03184240-30 from 614400 to 1015808 tid 2 2024-09-17T17:12:40.489 INFO:tasks.rados.rados.0.smithi031.stdout:2878: read oid 19 snap -1 2024-09-17T17:12:40.489 INFO:tasks.rados.rados.0.smithi031.stdout:2878: expect (ObjNum 826 snap 248 seq_num 826) 2024-09-17T17:12:40.489 INFO:tasks.rados.rados.0.smithi031.stdout:2879: rmattr oid 2 current snap is 271 2024-09-17T17:12:40.489 INFO:tasks.rados.rados.0.smithi031.stdout:2879: done (11 left) 2024-09-17T17:12:40.489 INFO:tasks.rados.rados.0.smithi031.stdout:2880: rollback oid 42 current snap is 271 2024-09-17T17:12:40.489 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 42 to 260 2024-09-17T17:12:40.489 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 11 current snap is 271 2024-09-17T17:12:40.490 INFO:tasks.rados.rados.0.smithi031.stdout:2866: finishing write tid 2 to smithi03184240-25 2024-09-17T17:12:40.490 INFO:tasks.rados.rados.0.smithi031.stdout:2866: finishing write tid 3 to smithi03184240-25 2024-09-17T17:12:40.490 INFO:tasks.rados.rados.0.smithi031.stdout:2868: expect (ObjNum 829 snap 248 seq_num 829) 2024-09-17T17:12:40.546 INFO:tasks.rados.rados.0.smithi031.stdout:2866: finishing write tid 4 to smithi03184240-25 2024-09-17T17:12:40.546 INFO:tasks.rados.rados.0.smithi031.stdout:2866: oid 25 updating version 0 to 1487 2024-09-17T17:12:40.546 INFO:tasks.rados.rados.0.smithi031.stdout:2866: oid 25 updating version 1487 to 1488 2024-09-17T17:12:40.546 INFO:tasks.rados.rados.0.smithi031.stdout:2866: oid 25 version 1488 is already newer than 1486 2024-09-17T17:12:40.547 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 1488 (ObjNum 915 snap 271 seq_num 915) dirty exists 2024-09-17T17:12:40.547 INFO:tasks.rados.rados.0.smithi031.stdout:2866: left oid 25 (ObjNum 915 snap 271 seq_num 915) 2024-09-17T17:12:40.547 INFO:tasks.rados.rados.0.smithi031.stdout:2863: expect (ObjNum 772 snap 228 seq_num 772) 2024-09-17T17:12:40.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:40 smithi031 ceph-mon[94873]: osdmap e622: 8 total, 8 up, 8 in 2024-09-17T17:12:40.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:40 smithi031 ceph-mon[96842]: osdmap e622: 8 total, 8 up, 8 in 2024-09-17T17:12:40.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:40 smithi066 ceph-mon[86175]: osdmap e622: 8 total, 8 up, 8 in 2024-09-17T17:12:40.935 INFO:tasks.rados.rados.0.smithi031.stdout:2869: finishing rollback tid 1 to smithi03184240-29 2024-09-17T17:12:40.935 INFO:tasks.rados.rados.0.smithi031.stdout:2867: finishing write tid 1 to smithi03184240-20 2024-09-17T17:12:40.935 INFO:tasks.rados.rados.0.smithi031.stdout:2869: finishing rollback tid 2 to smithi03184240-29 2024-09-17T17:12:40.935 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 1504 (ObjNum 33 snap 0 seq_num 1677678384) dirty exists 2024-09-17T17:12:40.935 INFO:tasks.rados.rados.0.smithi031.stdout:2867: finishing write tid 2 to smithi03184240-20 2024-09-17T17:12:40.936 INFO:tasks.rados.rados.0.smithi031.stdout:2867: finishing write tid 3 to smithi03184240-20 2024-09-17T17:12:40.936 INFO:tasks.rados.rados.0.smithi031.stdout:2867: finishing write tid 4 to smithi03184240-20 2024-09-17T17:12:40.936 INFO:tasks.rados.rados.0.smithi031.stdout:2867: oid 20 updating version 0 to 2115 2024-09-17T17:12:40.936 INFO:tasks.rados.rados.0.smithi031.stdout:2867: oid 20 updating version 2115 to 2116 2024-09-17T17:12:40.936 INFO:tasks.rados.rados.0.smithi031.stdout:2867: oid 20 version 2116 is already newer than 2114 2024-09-17T17:12:40.936 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 2116 (ObjNum 916 snap 271 seq_num 916) dirty exists 2024-09-17T17:12:40.936 INFO:tasks.rados.rados.0.smithi031.stdout:2867: left oid 20 (ObjNum 916 snap 271 seq_num 916) 2024-09-17T17:12:40.936 INFO:tasks.rados.rados.0.smithi031.stdout:2873: finishing write tid 1 to smithi03184240-8 2024-09-17T17:12:40.936 INFO:tasks.rados.rados.0.smithi031.stdout:2873: finishing write tid 2 to smithi03184240-8 2024-09-17T17:12:40.936 INFO:tasks.rados.rados.0.smithi031.stdout:2873: finishing write tid 3 to smithi03184240-8 2024-09-17T17:12:40.936 INFO:tasks.rados.rados.0.smithi031.stdout:2873: finishing write tid 4 to smithi03184240-8 2024-09-17T17:12:40.936 INFO:tasks.rados.rados.0.smithi031.stdout:2873: oid 8 updating version 0 to 1993 2024-09-17T17:12:40.936 INFO:tasks.rados.rados.0.smithi031.stdout:2873: oid 8 updating version 1993 to 1995 2024-09-17T17:12:40.936 INFO:tasks.rados.rados.0.smithi031.stdout:2873: oid 8 version 1995 is already newer than 1994 2024-09-17T17:12:40.937 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 1995 (ObjNum 917 snap 271 seq_num 917) dirty exists 2024-09-17T17:12:40.937 INFO:tasks.rados.rados.0.smithi031.stdout:2873: left oid 8 (ObjNum 917 snap 271 seq_num 917) 2024-09-17T17:12:40.937 INFO:tasks.rados.rados.0.smithi031.stdout:2874: finishing write tid 1 to smithi03184240-24 2024-09-17T17:12:40.937 INFO:tasks.rados.rados.0.smithi031.stdout:2874: finishing write tid 2 to smithi03184240-24 2024-09-17T17:12:40.937 INFO:tasks.rados.rados.0.smithi031.stdout:2874: finishing write tid 3 to smithi03184240-24 2024-09-17T17:12:40.937 INFO:tasks.rados.rados.0.smithi031.stdout:2874: finishing write tid 4 to smithi03184240-24 2024-09-17T17:12:40.937 INFO:tasks.rados.rados.0.smithi031.stdout:2874: oid 24 updating version 0 to 1507 2024-09-17T17:12:40.937 INFO:tasks.rados.rados.0.smithi031.stdout:2874: oid 24 version 1507 is already newer than 1506 2024-09-17T17:12:40.937 INFO:tasks.rados.rados.0.smithi031.stdout:2874: oid 24 version 1507 is already newer than 1505 2024-09-17T17:12:40.937 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 1507 (ObjNum 918 snap 271 seq_num 918) dirty exists 2024-09-17T17:12:40.937 INFO:tasks.rados.rados.0.smithi031.stdout:2874: left oid 24 (ObjNum 918 snap 271 seq_num 918) 2024-09-17T17:12:40.937 INFO:tasks.rados.rados.0.smithi031.stdout:2876: finishing write tid 1 to smithi03184240-12 2024-09-17T17:12:40.937 INFO:tasks.rados.rados.0.smithi031.stdout:2876: finishing write tid 2 to smithi03184240-12 2024-09-17T17:12:40.938 INFO:tasks.rados.rados.0.smithi031.stdout:2876: finishing write tid 3 to smithi03184240-12 2024-09-17T17:12:40.938 INFO:tasks.rados.rados.0.smithi031.stdout:2881: seq_num 921 ranges {1368064=630784,1998848=401408} 2024-09-17T17:12:40.946 INFO:tasks.rados.rados.0.smithi031.stdout:2881: writing smithi03184240-11 from 1368064 to 1998848 tid 1 2024-09-17T17:12:40.949 INFO:tasks.rados.rados.0.smithi031.stdout:2881: writing smithi03184240-11 from 1998848 to 2400256 tid 2 2024-09-17T17:12:40.949 INFO:tasks.rados.rados.0.smithi031.stdout:2863: done (12 left) 2024-09-17T17:12:40.949 INFO:tasks.rados.rados.0.smithi031.stdout:2866: done (11 left) 2024-09-17T17:12:40.949 INFO:tasks.rados.rados.0.smithi031.stdout:2867: done (10 left) 2024-09-17T17:12:40.949 INFO:tasks.rados.rados.0.smithi031.stdout:2868: done (9 left) 2024-09-17T17:12:40.949 INFO:tasks.rados.rados.0.smithi031.stdout:2869: done (8 left) 2024-09-17T17:12:40.949 INFO:tasks.rados.rados.0.smithi031.stdout:2873: done (7 left) 2024-09-17T17:12:40.949 INFO:tasks.rados.rados.0.smithi031.stdout:2874: done (6 left) 2024-09-17T17:12:40.949 INFO:tasks.rados.rados.0.smithi031.stdout:2882: read oid 24 snap -1 2024-09-17T17:12:40.950 INFO:tasks.rados.rados.0.smithi031.stdout:2882: expect (ObjNum 918 snap 271 seq_num 918) 2024-09-17T17:12:40.950 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 1 current snap is 271 2024-09-17T17:12:40.950 INFO:tasks.rados.rados.0.smithi031.stdout:2876: finishing write tid 4 to smithi03184240-12 2024-09-17T17:12:40.950 INFO:tasks.rados.rados.0.smithi031.stdout:2876: oid 12 updating version 0 to 2040 2024-09-17T17:12:40.950 INFO:tasks.rados.rados.0.smithi031.stdout:2876: oid 12 updating version 2040 to 2041 2024-09-17T17:12:40.950 INFO:tasks.rados.rados.0.smithi031.stdout:2876: oid 12 version 2041 is already newer than 2039 2024-09-17T17:12:40.950 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 2041 (ObjNum 919 snap 271 seq_num 919) dirty exists 2024-09-17T17:12:40.950 INFO:tasks.rados.rados.0.smithi031.stdout:2876: left oid 12 (ObjNum 919 snap 271 seq_num 919) 2024-09-17T17:12:40.950 INFO:tasks.rados.rados.0.smithi031.stdout:2877: finishing write tid 1 to smithi03184240-30 2024-09-17T17:12:40.950 INFO:tasks.rados.rados.0.smithi031.stdout:2883: seq_num 922 ranges {0=647168,647168=401408} 2024-09-17T17:12:40.952 INFO:tasks.rados.rados.0.smithi031.stdout:2883: writing smithi03184240-1 from 0 to 647168 tid 1 2024-09-17T17:12:40.956 INFO:tasks.rados.rados.0.smithi031.stdout:2883: writing smithi03184240-1 from 647168 to 1048576 tid 2 2024-09-17T17:12:40.956 INFO:tasks.rados.rados.0.smithi031.stdout:2876: done (7 left) 2024-09-17T17:12:40.956 INFO:tasks.rados.rados.0.smithi031.stdout:2884: copy_from oid 46 from oid 28 current snap is 271 2024-09-17T17:12:40.956 INFO:tasks.rados.rados.0.smithi031.stdout:2877: finishing write tid 2 to smithi03184240-30 2024-09-17T17:12:40.956 INFO:tasks.rados.rados.0.smithi031.stdout:2877: finishing write tid 3 to smithi03184240-30 2024-09-17T17:12:40.956 INFO:tasks.rados.rados.0.smithi031.stdout:2880: finishing rollback tid 0 to smithi03184240-42 2024-09-17T17:12:40.956 INFO:tasks.rados.rados.0.smithi031.stdout:2875: expect (ObjNum 882 snap 266 seq_num 882) 2024-09-17T17:12:41.068 INFO:tasks.rados.rados.0.smithi031.stdout:2880: finishing rollback tid 1 to smithi03184240-42 2024-09-17T17:12:41.068 INFO:tasks.rados.rados.0.smithi031.stdout:2880: finishing rollback tid 2 to smithi03184240-42 2024-09-17T17:12:41.069 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 2352 (ObjNum 782 snap 232 seq_num 782) dirty exists 2024-09-17T17:12:41.069 INFO:tasks.rados.rados.0.smithi031.stdout:2877: finishing write tid 4 to smithi03184240-30 2024-09-17T17:12:41.069 INFO:tasks.rados.rados.0.smithi031.stdout:2877: oid 30 updating version 0 to 1509 2024-09-17T17:12:41.069 INFO:tasks.rados.rados.0.smithi031.stdout:2877: oid 30 version 1509 is already newer than 1508 2024-09-17T17:12:41.069 INFO:tasks.rados.rados.0.smithi031.stdout:2877: oid 30 updating version 1509 to 1510 2024-09-17T17:12:41.069 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 1510 (ObjNum 920 snap 271 seq_num 920) dirty exists 2024-09-17T17:12:41.069 INFO:tasks.rados.rados.0.smithi031.stdout:2877: left oid 30 (ObjNum 920 snap 271 seq_num 920) 2024-09-17T17:12:41.069 INFO:tasks.rados.rados.0.smithi031.stdout:2878: expect (ObjNum 826 snap 248 seq_num 826) 2024-09-17T17:12:41.345 INFO:tasks.rados.rados.0.smithi031.stdout:2881: finishing write tid 1 to smithi03184240-11 2024-09-17T17:12:41.345 INFO:tasks.rados.rados.0.smithi031.stdout:2881: finishing write tid 2 to smithi03184240-11 2024-09-17T17:12:41.346 INFO:tasks.rados.rados.0.smithi031.stdout:2881: finishing write tid 3 to smithi03184240-11 2024-09-17T17:12:41.346 INFO:tasks.rados.rados.0.smithi031.stdout:2881: finishing write tid 4 to smithi03184240-11 2024-09-17T17:12:41.346 INFO:tasks.rados.rados.0.smithi031.stdout:2881: oid 11 updating version 0 to 1997 2024-09-17T17:12:41.346 INFO:tasks.rados.rados.0.smithi031.stdout:2881: oid 11 updating version 1997 to 1998 2024-09-17T17:12:41.346 INFO:tasks.rados.rados.0.smithi031.stdout:2881: oid 11 version 1998 is already newer than 1996 2024-09-17T17:12:41.346 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 1998 (ObjNum 921 snap 271 seq_num 921) dirty exists 2024-09-17T17:12:41.346 INFO:tasks.rados.rados.0.smithi031.stdout:2881: left oid 11 (ObjNum 921 snap 271 seq_num 921) 2024-09-17T17:12:41.346 INFO:tasks.rados.rados.0.smithi031.stdout:2875: done (7 left) 2024-09-17T17:12:41.346 INFO:tasks.rados.rados.0.smithi031.stdout:2877: done (6 left) 2024-09-17T17:12:41.346 INFO:tasks.rados.rados.0.smithi031.stdout:2878: done (5 left) 2024-09-17T17:12:41.346 INFO:tasks.rados.rados.0.smithi031.stdout:2880: done (4 left) 2024-09-17T17:12:41.346 INFO:tasks.rados.rados.0.smithi031.stdout:2881: done (3 left) 2024-09-17T17:12:41.346 INFO:tasks.rados.rados.0.smithi031.stdout:2885: snap_create 2024-09-17T17:12:41.346 INFO:tasks.rados.rados.0.smithi031.stdout:2884: finishing copy_from to smithi03184240-46 2024-09-17T17:12:41.347 INFO:tasks.rados.rados.0.smithi031.stdout:2884: got expected ENOENT (src dne) 2024-09-17T17:12:41.347 INFO:tasks.rados.rados.0.smithi031.stdout:2884: finishing copy_from racing read to smithi03184240-46 2024-09-17T17:12:41.347 INFO:tasks.rados.rados.0.smithi031.stdout:2883: finishing write tid 1 to smithi03184240-1 2024-09-17T17:12:41.347 INFO:tasks.rados.rados.0.smithi031.stdout:2883: finishing write tid 2 to smithi03184240-1 2024-09-17T17:12:41.347 INFO:tasks.rados.rados.0.smithi031.stdout:2882: expect (ObjNum 918 snap 271 seq_num 918) 2024-09-17T17:12:41.371 INFO:tasks.rados.rados.0.smithi031.stdout:2883: finishing write tid 3 to smithi03184240-1 2024-09-17T17:12:41.371 INFO:tasks.rados.rados.0.smithi031.stdout:2883: finishing write tid 4 to smithi03184240-1 2024-09-17T17:12:41.371 INFO:tasks.rados.rados.0.smithi031.stdout:2883: oid 1 updating version 0 to 1511 2024-09-17T17:12:41.371 INFO:tasks.rados.rados.0.smithi031.stdout:2883: oid 1 updating version 1511 to 1513 2024-09-17T17:12:41.371 INFO:tasks.rados.rados.0.smithi031.stdout:2883: oid 1 version 1513 is already newer than 1512 2024-09-17T17:12:41.372 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 1513 (ObjNum 922 snap 271 seq_num 922) dirty exists 2024-09-17T17:12:41.372 INFO:tasks.rados.rados.0.smithi031.stdout:2883: left oid 1 (ObjNum 922 snap 271 seq_num 922) 2024-09-17T17:12:41.456 INFO:tasks.rados.rados.0.smithi031.stdout:2882: done (3 left) 2024-09-17T17:12:41.456 INFO:tasks.rados.rados.0.smithi031.stdout:2883: done (2 left) 2024-09-17T17:12:41.456 INFO:tasks.rados.rados.0.smithi031.stdout:2884: done (1 left) 2024-09-17T17:12:41.456 INFO:tasks.rados.rados.0.smithi031.stdout:2885: done (0 left) 2024-09-17T17:12:41.456 INFO:tasks.rados.rados.0.smithi031.stdout:2886: snap_create 2024-09-17T17:12:41.739 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:41 smithi031 ceph-mon[94873]: pgmap v595: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 202 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 384 KiB/s wr, 8 op/s 2024-09-17T17:12:41.739 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:41 smithi031 ceph-mon[94873]: osdmap e623: 8 total, 8 up, 8 in 2024-09-17T17:12:41.739 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:41 smithi031 ceph-mon[96842]: pgmap v595: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 202 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 384 KiB/s wr, 8 op/s 2024-09-17T17:12:41.739 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:41 smithi031 ceph-mon[96842]: osdmap e623: 8 total, 8 up, 8 in 2024-09-17T17:12:41.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:41 smithi066 ceph-mon[86175]: pgmap v595: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 202 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 384 KiB/s wr, 8 op/s 2024-09-17T17:12:41.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:41 smithi066 ceph-mon[86175]: osdmap e623: 8 total, 8 up, 8 in 2024-09-17T17:12:41.998 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:12:41 smithi031 systemd[1]: Stopping Ceph alertmanager.a for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:12:42.255 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:12:41 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a[79351]: ts=2024-09-17T17:12:41.996Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-17T17:12:42.255 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:12:42 smithi031 podman[129956]: 2024-09-17 17:12:42.037210111 +0000 UTC m=+0.149901205 container died e19d96c7fca4fddf51c73c2fccefcfacaddabeeb338a00a7c9e23aa916b6a78d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-17T17:12:42.462 INFO:tasks.rados.rados.0.smithi031.stdout:2886: done (0 left) 2024-09-17T17:12:42.462 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 42 current snap is 273 2024-09-17T17:12:42.462 INFO:tasks.rados.rados.0.smithi031.stdout:2887: seq_num 923 ranges {1105920=663552,1769472=401408} 2024-09-17T17:12:42.472 INFO:tasks.rados.rados.0.smithi031.stdout:2887: writing smithi03184240-42 from 1105920 to 1769472 tid 1 2024-09-17T17:12:42.474 INFO:tasks.rados.rados.0.smithi031.stdout:2887: writing smithi03184240-42 from 1769472 to 2170880 tid 2 2024-09-17T17:12:42.474 INFO:tasks.rados.rados.0.smithi031.stdout:2888: read oid 35 snap 252 2024-09-17T17:12:42.474 INFO:tasks.rados.rados.0.smithi031.stdout:2888: expect (ObjNum 828 snap 248 seq_num 828) 2024-09-17T17:12:42.474 INFO:tasks.rados.rados.0.smithi031.stdout:2889: read oid 9 snap -1 2024-09-17T17:12:42.474 INFO:tasks.rados.rados.0.smithi031.stdout:2889: expect deleted 2024-09-17T17:12:42.475 INFO:tasks.rados.rados.0.smithi031.stdout:2890: snap_remove snap 272 2024-09-17T17:12:42.563 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:42 smithi031 ceph-mon[94873]: osdmap e624: 8 total, 8 up, 8 in 2024-09-17T17:12:42.563 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:42 smithi031 ceph-mon[96842]: osdmap e624: 8 total, 8 up, 8 in 2024-09-17T17:12:42.564 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:12:42 smithi031 podman[129956]: 2024-09-17 17:12:42.335504359 +0000 UTC m=+0.448195445 container cleanup e19d96c7fca4fddf51c73c2fccefcfacaddabeeb338a00a7c9e23aa916b6a78d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-17T17:12:42.564 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:12:42 smithi031 bash[129956]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a 2024-09-17T17:12:42.816 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:12:42 smithi031 podman[129974]: 2024-09-17 17:12:42.561618339 +0000 UTC m=+0.521081292 container remove e19d96c7fca4fddf51c73c2fccefcfacaddabeeb338a00a7c9e23aa916b6a78d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-17T17:12:42.816 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:12:42 smithi031 podman[129974]: 2024-09-17 17:12:42.645461972 +0000 UTC m=+0.604924925 volume remove d9d99151bb1039562867ca7d55d984265c9605d00b2ef21c8f88d4a589e09855 2024-09-17T17:12:42.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:42 smithi066 ceph-mon[86175]: osdmap e624: 8 total, 8 up, 8 in 2024-09-17T17:12:43.093 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:12:42 smithi031 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-17T17:12:43.093 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:12:42 smithi031 systemd[1]: Stopped Ceph alertmanager.a for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:12:43.093 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:12:42 smithi031 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@alertmanager.a.service: Consumed 1.822s CPU time. 2024-09-17T17:12:43.093 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:12:43 smithi031 systemd[1]: Starting Ceph alertmanager.a for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:12:43.401 INFO:tasks.rados.rados.0.smithi031.stdout:2890: done (3 left) 2024-09-17T17:12:43.401 INFO:tasks.rados.rados.0.smithi031.stdout:2891: copy_from oid 38 from oid 29 current snap is 273 2024-09-17T17:12:43.401 INFO:tasks.rados.rados.0.smithi031.stdout:2887: finishing write tid 1 to smithi03184240-42 2024-09-17T17:12:43.401 INFO:tasks.rados.rados.0.smithi031.stdout:2887: finishing write tid 2 to smithi03184240-42 2024-09-17T17:12:43.401 INFO:tasks.rados.rados.0.smithi031.stdout:2887: finishing write tid 3 to smithi03184240-42 2024-09-17T17:12:43.402 INFO:tasks.rados.rados.0.smithi031.stdout:2887: finishing write tid 4 to smithi03184240-42 2024-09-17T17:12:43.402 INFO:tasks.rados.rados.0.smithi031.stdout:2887: oid 42 updating version 0 to 2356 2024-09-17T17:12:43.402 INFO:tasks.rados.rados.0.smithi031.stdout:2887: oid 42 version 2356 is already newer than 2355 2024-09-17T17:12:43.402 INFO:tasks.rados.rados.0.smithi031.stdout:2887: oid 42 version 2356 is already newer than 2354 2024-09-17T17:12:43.402 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 2356 (ObjNum 923 snap 273 seq_num 923) dirty exists 2024-09-17T17:12:43.402 INFO:tasks.rados.rados.0.smithi031.stdout:2887: left oid 42 (ObjNum 923 snap 273 seq_num 923) 2024-09-17T17:12:43.402 INFO:tasks.rados.rados.0.smithi031.stdout:2888: expect (ObjNum 828 snap 248 seq_num 828) 2024-09-17T17:12:43.572 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:43 smithi031 ceph-mon[94873]: pgmap v598: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 202 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-09-17T17:12:43.572 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:43 smithi031 ceph-mon[94873]: osdmap e625: 8 total, 8 up, 8 in 2024-09-17T17:12:43.572 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:43 smithi031 ceph-mon[94873]: osdmap e626: 8 total, 8 up, 8 in 2024-09-17T17:12:43.573 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:43 smithi031 ceph-mon[96842]: pgmap v598: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 202 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-09-17T17:12:43.573 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:43 smithi031 ceph-mon[96842]: osdmap e625: 8 total, 8 up, 8 in 2024-09-17T17:12:43.573 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:43 smithi031 ceph-mon[96842]: osdmap e626: 8 total, 8 up, 8 in 2024-09-17T17:12:43.573 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:12:43 smithi031 podman[130108]: 2024-09-17 17:12:43.14767194 +0000 UTC m=+0.016684711 image pull 11f11916f8cdfb17c1da74b20deb2075d778357b4d60474d82453303f8d461f5 quay.io/prometheus/alertmanager:v0.27.0 2024-09-17T17:12:43.573 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:12:43 smithi031 podman[130108]: 2024-09-17 17:12:43.263359995 +0000 UTC m=+0.132372774 volume create f497e5072e3461107ff805b5e6695778d87c0ee5c94b1b846e5336155fb66af2 2024-09-17T17:12:43.573 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:12:43 smithi031 podman[130108]: 2024-09-17 17:12:43.363870827 +0000 UTC m=+0.232883598 container create 8b3133c0626b47b51bb57fb21132fda35a8a3359d9369d66deddc5dcf4f2ca1d (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-17T17:12:43.616 INFO:tasks.rados.rados.0.smithi031.stdout:2891: finishing copy_from racing read to smithi03184240-38 2024-09-17T17:12:43.616 INFO:tasks.rados.rados.0.smithi031.stdout:2891: finishing copy_from to smithi03184240-38 2024-09-17T17:12:43.616 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 1504 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-17T17:12:43.617 INFO:tasks.rados.rados.0.smithi031.stdout:2887: done (3 left) 2024-09-17T17:12:43.617 INFO:tasks.rados.rados.0.smithi031.stdout:2888: done (2 left) 2024-09-17T17:12:43.617 INFO:tasks.rados.rados.0.smithi031.stdout:2889: done (1 left) 2024-09-17T17:12:43.617 INFO:tasks.rados.rados.0.smithi031.stdout:2891: done (0 left) 2024-09-17T17:12:43.617 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 43 current snap is 273 2024-09-17T17:12:43.617 INFO:tasks.rados.rados.0.smithi031.stdout:2892: seq_num 924 ranges {2695168=679936,3375104=401408} 2024-09-17T17:12:43.634 INFO:tasks.rados.rados.0.smithi031.stdout:2892: writing smithi03184240-43 from 2695168 to 3375104 tid 1 2024-09-17T17:12:43.637 INFO:tasks.rados.rados.0.smithi031.stdout:2892: writing smithi03184240-43 from 3375104 to 3776512 tid 2 2024-09-17T17:12:43.637 INFO:tasks.rados.rados.0.smithi031.stdout:2893: rollback oid 2 current snap is 273 2024-09-17T17:12:43.637 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 2 to 261 2024-09-17T17:12:43.637 INFO:tasks.rados.rados.0.smithi031.stdout:2894: snap_create 2024-09-17T17:12:43.642 INFO:tasks.rados.rados.0.smithi031.stdout:2892: finishing write tid 1 to smithi03184240-43 2024-09-17T17:12:43.642 INFO:tasks.rados.rados.0.smithi031.stdout:2892: finishing write tid 2 to smithi03184240-43 2024-09-17T17:12:43.642 INFO:tasks.rados.rados.0.smithi031.stdout:2892: finishing write tid 3 to smithi03184240-43 2024-09-17T17:12:43.648 INFO:tasks.rados.rados.0.smithi031.stdout:2892: finishing write tid 4 to smithi03184240-43 2024-09-17T17:12:43.648 INFO:tasks.rados.rados.0.smithi031.stdout:2892: oid 43 updating version 0 to 2361 2024-09-17T17:12:43.648 INFO:tasks.rados.rados.0.smithi031.stdout:2892: oid 43 version 2361 is already newer than 2360 2024-09-17T17:12:43.648 INFO:tasks.rados.rados.0.smithi031.stdout:2892: oid 43 updating version 2361 to 2362 2024-09-17T17:12:43.648 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 2362 (ObjNum 924 snap 273 seq_num 924) dirty exists 2024-09-17T17:12:43.648 INFO:tasks.rados.rados.0.smithi031.stdout:2892: left oid 43 (ObjNum 924 snap 273 seq_num 924) 2024-09-17T17:12:43.648 INFO:tasks.rados.rados.0.smithi031.stdout:2893: finishing rollback tid 0 to smithi03184240-2 2024-09-17T17:12:43.648 INFO:tasks.rados.rados.0.smithi031.stdout:2893: finishing rollback tid 1 to smithi03184240-2 2024-09-17T17:12:43.648 INFO:tasks.rados.rados.0.smithi031.stdout:2893: finishing rollback tid 2 to smithi03184240-2 2024-09-17T17:12:43.648 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 2366 (ObjNum 862 snap 261 seq_num 862) dirty exists 2024-09-17T17:12:43.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:43 smithi066 ceph-mon[86175]: pgmap v598: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 202 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-09-17T17:12:43.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:43 smithi066 ceph-mon[86175]: osdmap e625: 8 total, 8 up, 8 in 2024-09-17T17:12:43.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:43 smithi066 ceph-mon[86175]: osdmap e626: 8 total, 8 up, 8 in 2024-09-17T17:12:44.093 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:12:43 smithi031 podman[130108]: 2024-09-17 17:12:43.691748077 +0000 UTC m=+0.560760851 container init 8b3133c0626b47b51bb57fb21132fda35a8a3359d9369d66deddc5dcf4f2ca1d (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-17T17:12:44.094 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:12:43 smithi031 podman[130108]: 2024-09-17 17:12:43.696942123 +0000 UTC m=+0.565954895 container start 8b3133c0626b47b51bb57fb21132fda35a8a3359d9369d66deddc5dcf4f2ca1d (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-17T17:12:44.094 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:12:43 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a[130123]: ts=2024-09-17T17:12:43.707Z caller=main.go:181 level=info msg="Starting Alertmanager" version="(version=0.27.0, branch=HEAD, revision=0aa3c2aad14cff039931923ab16b26b7481783b5)" 2024-09-17T17:12:44.094 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:12:43 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a[130123]: ts=2024-09-17T17:12:43.707Z caller=main.go:182 level=info build_context="(go=go1.21.7, platform=linux/amd64, user=root@22cd11f671e9, date=20240228-11:51:20, tags=netgo)" 2024-09-17T17:12:44.094 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:12:43 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a[130123]: ts=2024-09-17T17:12:43.708Z caller=cluster.go:186 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.31 port=9094 2024-09-17T17:12:44.094 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:12:43 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a[130123]: ts=2024-09-17T17:12:43.709Z caller=cluster.go:683 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-17T17:12:44.094 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:12:43 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a[130123]: ts=2024-09-17T17:12:43.731Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-17T17:12:44.094 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:12:43 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a[130123]: ts=2024-09-17T17:12:43.732Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-17T17:12:44.094 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:12:43 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a[130123]: ts=2024-09-17T17:12:43.733Z caller=tls_config.go:313 level=info msg="Listening on" address=[::]:9093 2024-09-17T17:12:44.094 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:12:43 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a[130123]: ts=2024-09-17T17:12:43.734Z caller=tls_config.go:316 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-17T17:12:44.094 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:12:43 smithi031 bash[130108]: 8b3133c0626b47b51bb57fb21132fda35a8a3359d9369d66deddc5dcf4f2ca1d 2024-09-17T17:12:44.094 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:12:43 smithi031 systemd[1]: Started Ceph alertmanager.a for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:12:44.464 INFO:tasks.rados.rados.0.smithi031.stdout:2892: done (2 left) 2024-09-17T17:12:44.464 INFO:tasks.rados.rados.0.smithi031.stdout:2893: done (1 left) 2024-09-17T17:12:44.464 INFO:tasks.rados.rados.0.smithi031.stdout:2894: done (0 left) 2024-09-17T17:12:44.464 INFO:tasks.rados.rados.0.smithi031.stdout:2895: snap_create 2024-09-17T17:12:45.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:44 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:45.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:44 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:45.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:44 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:12:45.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:44 smithi066 ceph-mon[86175]: pgmap v601: 121 pgs: 121 active+clean; 199 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-09-17T17:12:45.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:44 smithi066 ceph-mon[86175]: osdmap e627: 8 total, 8 up, 8 in 2024-09-17T17:12:45.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:44 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:45.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:44 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:45.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:44 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:12:45.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:44 smithi031 ceph-mon[94873]: pgmap v601: 121 pgs: 121 active+clean; 199 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-09-17T17:12:45.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:44 smithi031 ceph-mon[94873]: osdmap e627: 8 total, 8 up, 8 in 2024-09-17T17:12:45.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:44 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:45.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:44 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:45.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:44 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:12:45.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:44 smithi031 ceph-mon[96842]: pgmap v601: 121 pgs: 121 active+clean; 199 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-09-17T17:12:45.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:44 smithi031 ceph-mon[96842]: osdmap e627: 8 total, 8 up, 8 in 2024-09-17T17:12:45.469 INFO:tasks.rados.rados.0.smithi031.stdout:2895: done (0 left) 2024-09-17T17:12:45.469 INFO:tasks.rados.rados.0.smithi031.stdout:2896: rollback oid 2 current snap is 275 2024-09-17T17:12:45.469 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 2 to 252 2024-09-17T17:12:45.469 INFO:tasks.rados.rados.0.smithi031.stdout:2897: read oid 40 snap -1 2024-09-17T17:12:45.469 INFO:tasks.rados.rados.0.smithi031.stdout:2897: expect deleted 2024-09-17T17:12:45.469 INFO:tasks.rados.rados.0.smithi031.stdout:2898: read oid 24 snap -1 2024-09-17T17:12:45.469 INFO:tasks.rados.rados.0.smithi031.stdout:2898: expect (ObjNum 918 snap 271 seq_num 918) 2024-09-17T17:12:45.469 INFO:tasks.rados.rados.0.smithi031.stdout:2899: read oid 50 snap -1 2024-09-17T17:12:45.469 INFO:tasks.rados.rados.0.smithi031.stdout:2899: expect (ObjNum 846 snap 257 seq_num 846) 2024-09-17T17:12:45.469 INFO:tasks.rados.rados.0.smithi031.stdout:2900: delete oid 17 current snap is 275 2024-09-17T17:12:45.476 INFO:tasks.rados.rados.0.smithi031.stdout:2900: done (4 left) 2024-09-17T17:12:45.476 INFO:tasks.rados.rados.0.smithi031.stdout:2901: copy_from oid 26 from oid 44 current snap is 275 2024-09-17T17:12:45.476 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 16 current snap is 275 2024-09-17T17:12:45.476 INFO:tasks.rados.rados.0.smithi031.stdout:2902: seq_num 926 ranges {3588096=712704,4300800=401408} 2024-09-17T17:12:45.500 INFO:tasks.rados.rados.0.smithi031.stdout:2902: writing smithi03184240-16 from 3588096 to 4300800 tid 1 2024-09-17T17:12:45.502 INFO:tasks.rados.rados.0.smithi031.stdout:2902: writing smithi03184240-16 from 4300800 to 4702208 tid 2 2024-09-17T17:12:45.502 INFO:tasks.rados.rados.0.smithi031.stdout:2903: delete oid 41 current snap is 275 2024-09-17T17:12:45.502 INFO:tasks.rados.rados.0.smithi031.stdout:2898: expect (ObjNum 918 snap 271 seq_num 918) 2024-09-17T17:12:45.534 INFO:tasks.rados.rados.0.smithi031.stdout:2896: finishing rollback tid 0 to smithi03184240-2 2024-09-17T17:12:45.534 INFO:tasks.rados.rados.0.smithi031.stdout:2896: finishing rollback tid 1 to smithi03184240-2 2024-09-17T17:12:45.535 INFO:tasks.rados.rados.0.smithi031.stdout:2896: finishing rollback tid 2 to smithi03184240-2 2024-09-17T17:12:45.535 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 2370 (ObjNum 783 snap 232 seq_num 783) dirty exists 2024-09-17T17:12:45.535 INFO:tasks.rados.rados.0.smithi031.stdout:2901: finishing copy_from to smithi03184240-26 2024-09-17T17:12:45.535 INFO:tasks.rados.rados.0.smithi031.stdout:2901: got expected ENOENT (src dne) 2024-09-17T17:12:45.535 INFO:tasks.rados.rados.0.smithi031.stdout:2901: finishing copy_from racing read to smithi03184240-26 2024-09-17T17:12:45.535 INFO:tasks.rados.rados.0.smithi031.stdout:2899: expect (ObjNum 846 snap 257 seq_num 846) 2024-09-17T17:12:45.677 INFO:tasks.rados.rados.0.smithi031.stdout:2902: finishing write tid 1 to smithi03184240-16 2024-09-17T17:12:45.677 INFO:tasks.rados.rados.0.smithi031.stdout:2902: finishing write tid 2 to smithi03184240-16 2024-09-17T17:12:45.677 INFO:tasks.rados.rados.0.smithi031.stdout:2902: finishing write tid 3 to smithi03184240-16 2024-09-17T17:12:45.677 INFO:tasks.rados.rados.0.smithi031.stdout:2902: finishing write tid 4 to smithi03184240-16 2024-09-17T17:12:45.677 INFO:tasks.rados.rados.0.smithi031.stdout:2902: oid 16 updating version 0 to 2042 2024-09-17T17:12:45.677 INFO:tasks.rados.rados.0.smithi031.stdout:2902: oid 16 updating version 2042 to 2043 2024-09-17T17:12:45.677 INFO:tasks.rados.rados.0.smithi031.stdout:2902: oid 16 updating version 2043 to 2044 2024-09-17T17:12:45.677 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 2044 (ObjNum 926 snap 275 seq_num 926) dirty exists 2024-09-17T17:12:45.677 INFO:tasks.rados.rados.0.smithi031.stdout:2902: left oid 16 (ObjNum 926 snap 275 seq_num 926) 2024-09-17T17:12:45.678 INFO:tasks.rados.rados.0.smithi031.stdout:2896: done (6 left) 2024-09-17T17:12:45.678 INFO:tasks.rados.rados.0.smithi031.stdout:2897: done (5 left) 2024-09-17T17:12:45.678 INFO:tasks.rados.rados.0.smithi031.stdout:2898: done (4 left) 2024-09-17T17:12:45.678 INFO:tasks.rados.rados.0.smithi031.stdout:2899: done (3 left) 2024-09-17T17:12:45.678 INFO:tasks.rados.rados.0.smithi031.stdout:2901: done (2 left) 2024-09-17T17:12:45.678 INFO:tasks.rados.rados.0.smithi031.stdout:2902: done (1 left) 2024-09-17T17:12:45.678 INFO:tasks.rados.rados.0.smithi031.stdout:2903: done (0 left) 2024-09-17T17:12:45.678 INFO:tasks.rados.rados.0.smithi031.stdout:2904: read oid 33 snap 266 2024-09-17T17:12:45.678 INFO:tasks.rados.rados.0.smithi031.stdout:2904: expect deleted 2024-09-17T17:12:45.678 INFO:tasks.rados.rados.0.smithi031.stdout:2905: rmattr oid 11 current snap is 275 2024-09-17T17:12:45.678 INFO:tasks.rados.rados.0.smithi031.stdout:2905: done (1 left) 2024-09-17T17:12:45.678 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 275 2024-09-17T17:12:45.678 INFO:tasks.rados.rados.0.smithi031.stdout:2906: seq_num 928 ranges {999424=745472,1744896=401408} 2024-09-17T17:12:45.686 INFO:tasks.rados.rados.0.smithi031.stdout:2906: writing smithi03184240-12 from 999424 to 1744896 tid 1 2024-09-17T17:12:45.688 INFO:tasks.rados.rados.0.smithi031.stdout:2906: writing smithi03184240-12 from 1744896 to 2146304 tid 2 2024-09-17T17:12:45.688 INFO:tasks.rados.rados.0.smithi031.stdout:2907: rollback oid 10 current snap is 275 2024-09-17T17:12:45.688 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 10 to 260 2024-09-17T17:12:45.688 INFO:tasks.rados.rados.0.smithi031.stdout:2904: done (2 left) 2024-09-17T17:12:45.688 INFO:tasks.rados.rados.0.smithi031.stdout:2908: setattr oid 37 current snap is 275 2024-09-17T17:12:45.689 INFO:tasks.rados.rados.0.smithi031.stdout:2909: rollback oid 14 current snap is 275 2024-09-17T17:12:45.689 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 14 to 266 2024-09-17T17:12:45.689 INFO:tasks.rados.rados.0.smithi031.stdout:2910: snap_create 2024-09-17T17:12:45.692 INFO:tasks.rados.rados.0.smithi031.stdout:2909: finishing rollback tid 0 to smithi03184240-14 2024-09-17T17:12:45.693 INFO:tasks.rados.rados.0.smithi031.stdout:2909: finishing rollback tid 1 to smithi03184240-14 2024-09-17T17:12:45.693 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 1490 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-17T17:12:45.693 INFO:tasks.rados.rados.0.smithi031.stdout:2907: finishing rollback tid 0 to smithi03184240-10 2024-09-17T17:12:45.694 INFO:tasks.rados.rados.0.smithi031.stdout:2906: finishing write tid 1 to smithi03184240-12 2024-09-17T17:12:45.694 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 2169 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-17T17:12:45.694 INFO:tasks.rados.rados.0.smithi031.stdout:2907: finishing rollback tid 1 to smithi03184240-10 2024-09-17T17:12:45.694 INFO:tasks.rados.rados.0.smithi031.stdout:2906: finishing write tid 2 to smithi03184240-12 2024-09-17T17:12:45.695 INFO:tasks.rados.rados.0.smithi031.stdout:2906: finishing write tid 3 to smithi03184240-12 2024-09-17T17:12:45.695 INFO:tasks.rados.rados.0.smithi031.stdout:2907: finishing rollback tid 2 to smithi03184240-10 2024-09-17T17:12:45.695 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1667 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-17T17:12:45.695 INFO:tasks.rados.rados.0.smithi031.stdout:2906: finishing write tid 4 to smithi03184240-12 2024-09-17T17:12:45.695 INFO:tasks.rados.rados.0.smithi031.stdout:2906: oid 12 updating version 0 to 2045 2024-09-17T17:12:45.695 INFO:tasks.rados.rados.0.smithi031.stdout:2906: oid 12 updating version 2045 to 2046 2024-09-17T17:12:45.696 INFO:tasks.rados.rados.0.smithi031.stdout:2906: oid 12 updating version 2046 to 2047 2024-09-17T17:12:45.696 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 2047 (ObjNum 928 snap 275 seq_num 928) dirty exists 2024-09-17T17:12:45.696 INFO:tasks.rados.rados.0.smithi031.stdout:2906: left oid 12 (ObjNum 928 snap 275 seq_num 928) 2024-09-17T17:12:45.982 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:12:45 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a[130123]: ts=2024-09-17T17:12:45.710Z caller=cluster.go:708 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000463821s 2024-09-17T17:12:46.476 INFO:tasks.rados.rados.0.smithi031.stdout:2906: done (4 left) 2024-09-17T17:12:46.477 INFO:tasks.rados.rados.0.smithi031.stdout:2907: done (3 left) 2024-09-17T17:12:46.477 INFO:tasks.rados.rados.0.smithi031.stdout:2908: done (2 left) 2024-09-17T17:12:46.477 INFO:tasks.rados.rados.0.smithi031.stdout:2909: done (1 left) 2024-09-17T17:12:46.477 INFO:tasks.rados.rados.0.smithi031.stdout:2910: done (0 left) 2024-09-17T17:12:46.477 INFO:tasks.rados.rados.0.smithi031.stdout:2911: rollback oid 14 current snap is 276 2024-09-17T17:12:46.477 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 14 to 274 2024-09-17T17:12:46.477 INFO:tasks.rados.rados.0.smithi031.stdout:2912: snap_create 2024-09-17T17:12:46.480 INFO:tasks.rados.rados.0.smithi031.stdout:2911: finishing rollback tid 1 to smithi03184240-14 2024-09-17T17:12:46.480 INFO:tasks.rados.rados.0.smithi031.stdout:2911: finishing rollback tid 2 to smithi03184240-14 2024-09-17T17:12:46.480 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 1492 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-17T17:12:46.786 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:46 smithi031 ceph-mon[94873]: osdmap e628: 8 total, 8 up, 8 in 2024-09-17T17:12:46.786 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:46 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:12:46.786 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:46 smithi031 ceph-mon[96842]: osdmap e628: 8 total, 8 up, 8 in 2024-09-17T17:12:46.786 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:46 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:12:46.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:46 smithi066 ceph-mon[86175]: osdmap e628: 8 total, 8 up, 8 in 2024-09-17T17:12:46.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:46 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:12:47.476 INFO:tasks.rados.rados.0.smithi031.stdout:2911: done (1 left) 2024-09-17T17:12:47.476 INFO:tasks.rados.rados.0.smithi031.stdout:2912: done (0 left) 2024-09-17T17:12:47.477 INFO:tasks.rados.rados.0.smithi031.stdout:2913: read oid 49 snap -1 2024-09-17T17:12:47.477 INFO:tasks.rados.rados.0.smithi031.stdout:2913: expect deleted 2024-09-17T17:12:47.477 INFO:tasks.rados.rados.0.smithi031.stdout:2914: rmattr oid 6 current snap is 277 2024-09-17T17:12:47.477 INFO:tasks.rados.rados.0.smithi031.stdout:2914: done (1 left) 2024-09-17T17:12:47.477 INFO:tasks.rados.rados.0.smithi031.stdout:2915: rollback oid 28 current snap is 277 2024-09-17T17:12:47.477 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 28 to 263 2024-09-17T17:12:47.477 INFO:tasks.rados.rados.0.smithi031.stdout:2916: copy_from oid 34 from oid 35 current snap is 277 2024-09-17T17:12:47.477 INFO:tasks.rados.rados.0.smithi031.stdout:2917: delete oid 27 current snap is 277 2024-09-17T17:12:47.477 INFO:tasks.rados.rados.0.smithi031.stdout:2915: finishing rollback tid 1 to smithi03184240-28 2024-09-17T17:12:47.477 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 0 (ObjNum 161 snap 0 seq_num 1705469200) dirty dne 2024-09-17T17:12:47.481 INFO:tasks.rados.rados.0.smithi031.stdout:2916: finishing copy_from to smithi03184240-34 2024-09-17T17:12:47.481 INFO:tasks.rados.rados.0.smithi031.stdout:2916: got expected ENOENT (src dne) 2024-09-17T17:12:47.481 INFO:tasks.rados.rados.0.smithi031.stdout:2916: finishing copy_from racing read to smithi03184240-34 2024-09-17T17:12:47.482 INFO:tasks.rados.rados.0.smithi031.stdout:2913: done (3 left) 2024-09-17T17:12:47.482 INFO:tasks.rados.rados.0.smithi031.stdout:2915: done (2 left) 2024-09-17T17:12:47.482 INFO:tasks.rados.rados.0.smithi031.stdout:2916: done (1 left) 2024-09-17T17:12:47.482 INFO:tasks.rados.rados.0.smithi031.stdout:2917: done (0 left) 2024-09-17T17:12:47.482 INFO:tasks.rados.rados.0.smithi031.stdout:2918: read oid 46 snap 275 2024-09-17T17:12:47.482 INFO:tasks.rados.rados.0.smithi031.stdout:2918: expect (ObjNum 906 snap 270 seq_num 906) 2024-09-17T17:12:47.482 INFO:tasks.rados.rados.0.smithi031.stdout:2919: snap_create 2024-09-17T17:12:47.487 INFO:tasks.rados.rados.0.smithi031.stdout:2918: expect (ObjNum 906 snap 270 seq_num 906) 2024-09-17T17:12:47.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:47 smithi031 ceph-mon[94873]: pgmap v604: 121 pgs: 121 active+clean; 199 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 504 KiB/s wr, 5 op/s 2024-09-17T17:12:47.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:47 smithi031 ceph-mon[94873]: osdmap e629: 8 total, 8 up, 8 in 2024-09-17T17:12:47.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:47 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:47.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:47 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:47.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:47 smithi031 ceph-mon[96842]: pgmap v604: 121 pgs: 121 active+clean; 199 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 504 KiB/s wr, 5 op/s 2024-09-17T17:12:47.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:47 smithi031 ceph-mon[96842]: osdmap e629: 8 total, 8 up, 8 in 2024-09-17T17:12:47.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:47 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:47.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:47 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:47.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:47 smithi066 ceph-mon[86175]: pgmap v604: 121 pgs: 121 active+clean; 199 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 504 KiB/s wr, 5 op/s 2024-09-17T17:12:47.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:47 smithi066 ceph-mon[86175]: osdmap e629: 8 total, 8 up, 8 in 2024-09-17T17:12:47.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:47 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:47.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:47 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:48.401 INFO:tasks.rados.rados.0.smithi031.stdout:2918: done (1 left) 2024-09-17T17:12:48.401 INFO:tasks.rados.rados.0.smithi031.stdout:2919: done (0 left) 2024-09-17T17:12:48.401 INFO:tasks.rados.rados.0.smithi031.stdout:2920: rollback oid 18 current snap is 278 2024-09-17T17:12:48.402 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 18 to 277 2024-09-17T17:12:48.402 INFO:tasks.rados.rados.0.smithi031.stdout:2921: copy_from oid 24 from oid 30 current snap is 278 2024-09-17T17:12:48.402 INFO:tasks.rados.rados.0.smithi031.stdout:2922: copy_from oid 10 from oid 22 current snap is 278 2024-09-17T17:12:48.402 INFO:tasks.rados.rados.0.smithi031.stdout:2923: snap_remove snap 274 2024-09-17T17:12:48.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:48 smithi031 ceph-mon[94873]: osdmap e630: 8 total, 8 up, 8 in 2024-09-17T17:12:48.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:48 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:48.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:48 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:48.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:48 smithi031 ceph-mon[94873]: osdmap e631: 8 total, 8 up, 8 in 2024-09-17T17:12:48.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:48 smithi031 ceph-mon[96842]: osdmap e630: 8 total, 8 up, 8 in 2024-09-17T17:12:48.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:48 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:48.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:48 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:48.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:48 smithi031 ceph-mon[96842]: osdmap e631: 8 total, 8 up, 8 in 2024-09-17T17:12:48.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:48 smithi066 ceph-mon[86175]: osdmap e630: 8 total, 8 up, 8 in 2024-09-17T17:12:48.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:48 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:48.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:48 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:48.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:48 smithi066 ceph-mon[86175]: osdmap e631: 8 total, 8 up, 8 in 2024-09-17T17:12:49.402 INFO:tasks.rados.rados.0.smithi031.stdout:2923: done (3 left) 2024-09-17T17:12:49.402 INFO:tasks.rados.rados.0.smithi031.stdout:2924: read oid 16 snap -1 2024-09-17T17:12:49.402 INFO:tasks.rados.rados.0.smithi031.stdout:2924: expect (ObjNum 926 snap 275 seq_num 926) 2024-09-17T17:12:49.402 INFO:tasks.rados.rados.0.smithi031.stdout:2925: rollback oid 11 current snap is 278 2024-09-17T17:12:49.402 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 11 to 269 2024-09-17T17:12:49.402 INFO:tasks.rados.rados.0.smithi031.stdout:2926: copy_from oid 35 from oid 42 current snap is 278 2024-09-17T17:12:49.403 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 39 current snap is 278 2024-09-17T17:12:49.403 INFO:tasks.rados.rados.0.smithi031.stdout:2927: seq_num 930 ranges {1490944=786432,2277376=401408} 2024-09-17T17:12:49.418 INFO:tasks.rados.rados.0.smithi031.stdout:2927: writing smithi03184240-39 from 1490944 to 2277376 tid 1 2024-09-17T17:12:49.420 INFO:tasks.rados.rados.0.smithi031.stdout:2927: writing smithi03184240-39 from 2277376 to 2678784 tid 2 2024-09-17T17:12:49.421 INFO:tasks.rados.rados.0.smithi031.stdout:2928: snap_remove snap 252 2024-09-17T17:12:49.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:49 smithi031 ceph-mon[94873]: pgmap v607: 121 pgs: 121 active+clean; 199 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 0 B/s wr, 9 op/s 2024-09-17T17:12:49.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:49 smithi031 ceph-mon[94873]: osdmap e632: 8 total, 8 up, 8 in 2024-09-17T17:12:49.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:49 smithi031 ceph-mon[96842]: pgmap v607: 121 pgs: 121 active+clean; 199 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 0 B/s wr, 9 op/s 2024-09-17T17:12:49.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:49 smithi031 ceph-mon[96842]: osdmap e632: 8 total, 8 up, 8 in 2024-09-17T17:12:50.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:49 smithi066 ceph-mon[86175]: pgmap v607: 121 pgs: 121 active+clean; 199 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 0 B/s wr, 9 op/s 2024-09-17T17:12:50.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:49 smithi066 ceph-mon[86175]: osdmap e632: 8 total, 8 up, 8 in 2024-09-17T17:12:50.397 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:12:50 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:12:50] "GET /metrics HTTP/1.1" 200 36363 "" "Prometheus/2.51.0" 2024-09-17T17:12:50.410 INFO:tasks.rados.rados.0.smithi031.stdout:2928: done (7 left) 2024-09-17T17:12:50.410 INFO:tasks.rados.rados.0.smithi031.stdout:2929: delete oid 26 current snap is 278 2024-09-17T17:12:50.411 INFO:tasks.rados.rados.0.smithi031.stdout:2920: finishing rollback tid 0 to smithi03184240-18 2024-09-17T17:12:50.411 INFO:tasks.rados.rados.0.smithi031.stdout:2920: finishing rollback tid 1 to smithi03184240-18 2024-09-17T17:12:50.411 INFO:tasks.rados.rados.0.smithi031.stdout:2920: finishing rollback tid 2 to smithi03184240-18 2024-09-17T17:12:50.411 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 2003 (ObjNum 837 snap 251 seq_num 837) dirty exists 2024-09-17T17:12:50.411 INFO:tasks.rados.rados.0.smithi031.stdout:2922: finishing copy_from racing read to smithi03184240-10 2024-09-17T17:12:50.411 INFO:tasks.rados.rados.0.smithi031.stdout:2921: finishing copy_from racing read to smithi03184240-24 2024-09-17T17:12:50.411 INFO:tasks.rados.rados.0.smithi031.stdout:2922: finishing copy_from to smithi03184240-10 2024-09-17T17:12:50.411 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1488 (ObjNum 65 snap 0 seq_num 1903448157) dirty exists 2024-09-17T17:12:50.411 INFO:tasks.rados.rados.0.smithi031.stdout:2921: finishing copy_from to smithi03184240-24 2024-09-17T17:12:50.411 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 1510 (ObjNum 920 snap 271 seq_num 920) dirty exists 2024-09-17T17:12:50.411 INFO:tasks.rados.rados.0.smithi031.stdout:2925: finishing rollback tid 0 to smithi03184240-11 2024-09-17T17:12:50.411 INFO:tasks.rados.rados.0.smithi031.stdout:2925: finishing rollback tid 1 to smithi03184240-11 2024-09-17T17:12:50.412 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 2006 (ObjNum 33 snap 0 seq_num 1012737337) dirty dne 2024-09-17T17:12:50.412 INFO:tasks.rados.rados.0.smithi031.stdout:2926: finishing copy_from racing read to smithi03184240-35 2024-09-17T17:12:50.412 INFO:tasks.rados.rados.0.smithi031.stdout:2927: finishing write tid 1 to smithi03184240-39 2024-09-17T17:12:50.412 INFO:tasks.rados.rados.0.smithi031.stdout:2927: finishing write tid 2 to smithi03184240-39 2024-09-17T17:12:50.412 INFO:tasks.rados.rados.0.smithi031.stdout:2927: finishing write tid 3 to smithi03184240-39 2024-09-17T17:12:50.412 INFO:tasks.rados.rados.0.smithi031.stdout:2926: finishing copy_from to smithi03184240-35 2024-09-17T17:12:50.412 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 2356 (ObjNum 923 snap 273 seq_num 923) dirty exists 2024-09-17T17:12:50.412 INFO:tasks.rados.rados.0.smithi031.stdout:2924: expect (ObjNum 926 snap 275 seq_num 926) 2024-09-17T17:12:50.682 INFO:tasks.rados.rados.0.smithi031.stdout:2927: finishing write tid 4 to smithi03184240-39 2024-09-17T17:12:50.682 INFO:tasks.rados.rados.0.smithi031.stdout:2927: oid 39 updating version 0 to 1945 2024-09-17T17:12:50.682 INFO:tasks.rados.rados.0.smithi031.stdout:2927: oid 39 updating version 1945 to 1947 2024-09-17T17:12:50.682 INFO:tasks.rados.rados.0.smithi031.stdout:2927: oid 39 version 1947 is already newer than 1946 2024-09-17T17:12:50.682 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 1947 (ObjNum 930 snap 278 seq_num 930) dirty exists 2024-09-17T17:12:50.682 INFO:tasks.rados.rados.0.smithi031.stdout:2927: left oid 39 (ObjNum 930 snap 278 seq_num 930) 2024-09-17T17:12:50.683 INFO:tasks.rados.rados.0.smithi031.stdout:2920: done (7 left) 2024-09-17T17:12:50.683 INFO:tasks.rados.rados.0.smithi031.stdout:2921: done (6 left) 2024-09-17T17:12:50.683 INFO:tasks.rados.rados.0.smithi031.stdout:2922: done (5 left) 2024-09-17T17:12:50.683 INFO:tasks.rados.rados.0.smithi031.stdout:2924: done (4 left) 2024-09-17T17:12:50.683 INFO:tasks.rados.rados.0.smithi031.stdout:2925: done (3 left) 2024-09-17T17:12:50.683 INFO:tasks.rados.rados.0.smithi031.stdout:2926: done (2 left) 2024-09-17T17:12:50.683 INFO:tasks.rados.rados.0.smithi031.stdout:2927: done (1 left) 2024-09-17T17:12:50.683 INFO:tasks.rados.rados.0.smithi031.stdout:2929: done (0 left) 2024-09-17T17:12:50.683 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 43 current snap is 278 2024-09-17T17:12:50.683 INFO:tasks.rados.rados.0.smithi031.stdout:2930: seq_num 932 ranges {3776512=417792,4194304=663552,4857856=139264} 2024-09-17T17:12:50.704 INFO:tasks.rados.rados.0.smithi031.stdout:2930: writing smithi03184240-43 from 3776512 to 4194304 tid 1 2024-09-17T17:12:50.708 INFO:tasks.rados.rados.0.smithi031.stdout:2930: writing smithi03184240-43 from 4194304 to 4857856 tid 2 2024-09-17T17:12:50.709 INFO:tasks.rados.rados.0.smithi031.stdout:2930: writing smithi03184240-43 from 4857856 to 4997120 tid 3 2024-09-17T17:12:50.709 INFO:tasks.rados.rados.0.smithi031.stdout:2931: snap_remove snap 266 2024-09-17T17:12:51.414 INFO:tasks.rados.rados.0.smithi031.stdout:2931: done (1 left) 2024-09-17T17:12:51.415 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 21 current snap is 278 2024-09-17T17:12:51.415 INFO:tasks.rados.rados.0.smithi031.stdout:2932: seq_num 933 ranges {0=434176,434176=548864,983040=253952} 2024-09-17T17:12:51.418 INFO:tasks.rados.rados.0.smithi031.stdout:2932: writing smithi03184240-21 from 0 to 434176 tid 1 2024-09-17T17:12:51.421 INFO:tasks.rados.rados.0.smithi031.stdout:2932: writing smithi03184240-21 from 434176 to 983040 tid 2 2024-09-17T17:12:51.423 INFO:tasks.rados.rados.0.smithi031.stdout:2932: writing smithi03184240-21 from 983040 to 1236992 tid 3 2024-09-17T17:12:51.423 INFO:tasks.rados.rados.0.smithi031.stdout:2930: finishing write tid 1 to smithi03184240-43 2024-09-17T17:12:51.423 INFO:tasks.rados.rados.0.smithi031.stdout:2930: finishing write tid 2 to smithi03184240-43 2024-09-17T17:12:51.423 INFO:tasks.rados.rados.0.smithi031.stdout:2930: finishing write tid 3 to smithi03184240-43 2024-09-17T17:12:51.423 INFO:tasks.rados.rados.0.smithi031.stdout:2930: finishing write tid 4 to smithi03184240-43 2024-09-17T17:12:51.424 INFO:tasks.rados.rados.0.smithi031.stdout:2930: finishing write tid 5 to smithi03184240-43 2024-09-17T17:12:51.424 INFO:tasks.rados.rados.0.smithi031.stdout:2930: oid 43 updating version 0 to 2384 2024-09-17T17:12:51.424 INFO:tasks.rados.rados.0.smithi031.stdout:2930: oid 43 updating version 2384 to 2387 2024-09-17T17:12:51.424 INFO:tasks.rados.rados.0.smithi031.stdout:2930: oid 43 version 2387 is already newer than 2386 2024-09-17T17:12:51.424 INFO:tasks.rados.rados.0.smithi031.stdout:2930: oid 43 version 2387 is already newer than 2385 2024-09-17T17:12:51.424 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 2387 (ObjNum 932 snap 278 seq_num 932) dirty exists 2024-09-17T17:12:51.424 INFO:tasks.rados.rados.0.smithi031.stdout:2930: left oid 43 (ObjNum 932 snap 278 seq_num 932) 2024-09-17T17:12:51.424 INFO:tasks.rados.rados.0.smithi031.stdout:2930: done (1 left) 2024-09-17T17:12:51.424 INFO:tasks.rados.rados.0.smithi031.stdout:2933: rmattr oid 36 current snap is 278 2024-09-17T17:12:51.424 INFO:tasks.rados.rados.0.smithi031.stdout:2933: done (1 left) 2024-09-17T17:12:51.424 INFO:tasks.rados.rados.0.smithi031.stdout:2934: snap_remove snap 271 2024-09-17T17:12:51.753 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:51 smithi066 ceph-mon[86175]: pgmap v610: 121 pgs: 121 active+clean; 204 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 816 KiB/s wr, 13 op/s 2024-09-17T17:12:51.753 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:51 smithi066 ceph-mon[86175]: osdmap e633: 8 total, 8 up, 8 in 2024-09-17T17:12:51.753 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:51 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:51.753 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:51 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:51.753 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:51 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:12:51.753 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:51 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:12:51.753 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:51 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:51.753 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:51 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "dashboard get-alertmanager-api-host"} : dispatch 2024-09-17T17:12:51.753 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:51 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:12:51.753 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:51 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.754 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:51 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.754 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:51 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.754 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:51 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.754 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:51 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.754 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:51 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.754 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:51 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.754 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:51 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.754 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:51 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.754 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:51 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.754 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:51 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.754 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:51 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.754 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:51 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.754 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:51 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.754 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:51 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[96842]: pgmap v610: 121 pgs: 121 active+clean; 204 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 816 KiB/s wr, 13 op/s 2024-09-17T17:12:51.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[96842]: osdmap e633: 8 total, 8 up, 8 in 2024-09-17T17:12:51.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:51.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:51.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:12:51.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:12:51.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:51.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "dashboard get-alertmanager-api-host"} : dispatch 2024-09-17T17:12:51.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:12:51.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[94873]: pgmap v610: 121 pgs: 121 active+clean; 204 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 816 KiB/s wr, 13 op/s 2024-09-17T17:12:51.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[94873]: osdmap e633: 8 total, 8 up, 8 in 2024-09-17T17:12:51.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:51.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:51.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:12:51.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:12:51.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:12:51.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "dashboard get-alertmanager-api-host"} : dispatch 2024-09-17T17:12:51.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:12:51.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:51.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:51 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:52.421 INFO:tasks.rados.rados.0.smithi031.stdout:2932: finishing write tid 1 to smithi03184240-21 2024-09-17T17:12:52.421 INFO:tasks.rados.rados.0.smithi031.stdout:2932: finishing write tid 2 to smithi03184240-21 2024-09-17T17:12:52.421 INFO:tasks.rados.rados.0.smithi031.stdout:2932: finishing write tid 3 to smithi03184240-21 2024-09-17T17:12:52.421 INFO:tasks.rados.rados.0.smithi031.stdout:2932: finishing write tid 4 to smithi03184240-21 2024-09-17T17:12:52.421 INFO:tasks.rados.rados.0.smithi031.stdout:2932: finishing write tid 5 to smithi03184240-21 2024-09-17T17:12:52.421 INFO:tasks.rados.rados.0.smithi031.stdout:2932: oid 21 updating version 0 to 1500 2024-09-17T17:12:52.421 INFO:tasks.rados.rados.0.smithi031.stdout:2932: oid 21 version 1500 is already newer than 1497 2024-09-17T17:12:52.422 INFO:tasks.rados.rados.0.smithi031.stdout:2932: oid 21 version 1500 is already newer than 1499 2024-09-17T17:12:52.422 INFO:tasks.rados.rados.0.smithi031.stdout:2932: oid 21 version 1500 is already newer than 1498 2024-09-17T17:12:52.422 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 1500 (ObjNum 933 snap 278 seq_num 933) dirty exists 2024-09-17T17:12:52.422 INFO:tasks.rados.rados.0.smithi031.stdout:2932: left oid 21 (ObjNum 933 snap 278 seq_num 933) 2024-09-17T17:12:52.422 INFO:tasks.rados.rados.0.smithi031.stdout:2932: done (1 left) 2024-09-17T17:12:52.422 INFO:tasks.rados.rados.0.smithi031.stdout:2934: done (0 left) 2024-09-17T17:12:52.422 INFO:tasks.rados.rados.0.smithi031.stdout:2935: snap_remove snap 277 2024-09-17T17:12:52.591 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:52 smithi066 ceph-mon[86175]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-17T17:12:52.591 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:52 smithi066 ceph-mon[86175]: osdmap e634: 8 total, 8 up, 8 in 2024-09-17T17:12:52.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:52 smithi031 ceph-mon[94873]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-17T17:12:52.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:52 smithi031 ceph-mon[94873]: osdmap e634: 8 total, 8 up, 8 in 2024-09-17T17:12:52.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:52 smithi031 ceph-mon[96842]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-17T17:12:52.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:52 smithi031 ceph-mon[96842]: osdmap e634: 8 total, 8 up, 8 in 2024-09-17T17:12:53.402 INFO:tasks.rados.rados.0.smithi031.stdout:2935: done (0 left) 2024-09-17T17:12:53.403 INFO:tasks.rados.rados.0.smithi031.stdout:2936: rmattr oid 22 current snap is 278 2024-09-17T17:12:53.403 INFO:tasks.rados.rados.0.smithi031.stdout:2937: read oid 37 snap -1 2024-09-17T17:12:53.403 INFO:tasks.rados.rados.0.smithi031.stdout:2937: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:12:53.403 INFO:tasks.rados.rados.0.smithi031.stdout:2938: snap_create 2024-09-17T17:12:53.408 INFO:tasks.rados.rados.0.smithi031.stdout:2937: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:12:53.414 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 1948 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-17T17:12:53.716 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:53 smithi031 ceph-mon[96842]: pgmap v613: 121 pgs: 121 active+clean; 189 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-09-17T17:12:53.716 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:53 smithi031 ceph-mon[96842]: osdmap e635: 8 total, 8 up, 8 in 2024-09-17T17:12:53.716 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:53 smithi031 ceph-mon[96842]: Upgrade: Updating grafana.a 2024-09-17T17:12:53.717 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:53 smithi031 ceph-mon[96842]: Deploying daemon grafana.a on smithi066 2024-09-17T17:12:53.717 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:53 smithi031 ceph-mon[96842]: osdmap e636: 8 total, 8 up, 8 in 2024-09-17T17:12:53.717 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:53 smithi031 ceph-mon[94873]: pgmap v613: 121 pgs: 121 active+clean; 189 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-09-17T17:12:53.717 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:53 smithi031 ceph-mon[94873]: osdmap e635: 8 total, 8 up, 8 in 2024-09-17T17:12:53.717 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:53 smithi031 ceph-mon[94873]: Upgrade: Updating grafana.a 2024-09-17T17:12:53.717 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:53 smithi031 ceph-mon[94873]: Deploying daemon grafana.a on smithi066 2024-09-17T17:12:53.717 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:53 smithi031 ceph-mon[94873]: osdmap e636: 8 total, 8 up, 8 in 2024-09-17T17:12:53.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:53 smithi066 ceph-mon[86175]: pgmap v613: 121 pgs: 121 active+clean; 189 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-09-17T17:12:53.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:53 smithi066 ceph-mon[86175]: osdmap e635: 8 total, 8 up, 8 in 2024-09-17T17:12:53.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:53 smithi066 ceph-mon[86175]: Upgrade: Updating grafana.a 2024-09-17T17:12:53.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:53 smithi066 ceph-mon[86175]: Deploying daemon grafana.a on smithi066 2024-09-17T17:12:53.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:53 smithi066 ceph-mon[86175]: osdmap e636: 8 total, 8 up, 8 in 2024-09-17T17:12:54.093 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:12:53 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a[130123]: ts=2024-09-17T17:12:53.714Z caller=cluster.go:700 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.004137379s 2024-09-17T17:12:54.407 INFO:tasks.rados.rados.0.smithi031.stdout:2936: done (2 left) 2024-09-17T17:12:54.407 INFO:tasks.rados.rados.0.smithi031.stdout:2937: done (1 left) 2024-09-17T17:12:54.407 INFO:tasks.rados.rados.0.smithi031.stdout:2938: done (0 left) 2024-09-17T17:12:54.407 INFO:tasks.rados.rados.0.smithi031.stdout:2939: snap_remove snap 263 2024-09-17T17:12:55.413 INFO:tasks.rados.rados.0.smithi031.stdout:2939: done (0 left) 2024-09-17T17:12:55.413 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 279 2024-09-17T17:12:55.413 INFO:tasks.rados.rados.0.smithi031.stdout:2940: seq_num 934 ranges {0=450560,450560=434176,884736=368640} 2024-09-17T17:12:55.416 INFO:tasks.rados.rados.0.smithi031.stdout:2940: writing smithi03184240-45 from 0 to 450560 tid 1 2024-09-17T17:12:55.419 INFO:tasks.rados.rados.0.smithi031.stdout:2940: writing smithi03184240-45 from 450560 to 884736 tid 2 2024-09-17T17:12:55.422 INFO:tasks.rados.rados.0.smithi031.stdout:2940: writing smithi03184240-45 from 884736 to 1253376 tid 3 2024-09-17T17:12:55.422 INFO:tasks.rados.rados.0.smithi031.stdout:2941: read oid 30 snap -1 2024-09-17T17:12:55.423 INFO:tasks.rados.rados.0.smithi031.stdout:2941: expect (ObjNum 920 snap 271 seq_num 920) 2024-09-17T17:12:55.423 INFO:tasks.rados.rados.0.smithi031.stdout:2942: rmattr oid 41 current snap is 279 2024-09-17T17:12:55.423 INFO:tasks.rados.rados.0.smithi031.stdout:2942: done (2 left) 2024-09-17T17:12:55.423 INFO:tasks.rados.rados.0.smithi031.stdout:2943: snap_remove snap 269 2024-09-17T17:12:55.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:55 smithi066 ceph-mon[86175]: pgmap v616: 121 pgs: 121 active+clean; 183 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-09-17T17:12:55.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:55 smithi066 ceph-mon[86175]: osdmap e637: 8 total, 8 up, 8 in 2024-09-17T17:12:55.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:55 smithi031 ceph-mon[94873]: pgmap v616: 121 pgs: 121 active+clean; 183 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-09-17T17:12:55.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:55 smithi031 ceph-mon[94873]: osdmap e637: 8 total, 8 up, 8 in 2024-09-17T17:12:55.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:55 smithi031 ceph-mon[96842]: pgmap v616: 121 pgs: 121 active+clean; 183 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-09-17T17:12:55.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:55 smithi031 ceph-mon[96842]: osdmap e637: 8 total, 8 up, 8 in 2024-09-17T17:12:56.421 INFO:tasks.rados.rados.0.smithi031.stdout:2941: expect (ObjNum 920 snap 271 seq_num 920) 2024-09-17T17:12:56.455 INFO:tasks.rados.rados.0.smithi031.stdout:2940: finishing write tid 1 to smithi03184240-45 2024-09-17T17:12:56.456 INFO:tasks.rados.rados.0.smithi031.stdout:2940: finishing write tid 2 to smithi03184240-45 2024-09-17T17:12:56.456 INFO:tasks.rados.rados.0.smithi031.stdout:2940: finishing write tid 3 to smithi03184240-45 2024-09-17T17:12:56.456 INFO:tasks.rados.rados.0.smithi031.stdout:2940: finishing write tid 4 to smithi03184240-45 2024-09-17T17:12:56.456 INFO:tasks.rados.rados.0.smithi031.stdout:2940: finishing write tid 5 to smithi03184240-45 2024-09-17T17:12:56.456 INFO:tasks.rados.rados.0.smithi031.stdout:2940: oid 45 updating version 0 to 2414 2024-09-17T17:12:56.456 INFO:tasks.rados.rados.0.smithi031.stdout:2940: oid 45 version 2414 is already newer than 2411 2024-09-17T17:12:56.456 INFO:tasks.rados.rados.0.smithi031.stdout:2940: oid 45 version 2414 is already newer than 2412 2024-09-17T17:12:56.456 INFO:tasks.rados.rados.0.smithi031.stdout:2940: oid 45 version 2414 is already newer than 2413 2024-09-17T17:12:56.456 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 2414 (ObjNum 934 snap 279 seq_num 934) dirty exists 2024-09-17T17:12:56.456 INFO:tasks.rados.rados.0.smithi031.stdout:2940: left oid 45 (ObjNum 934 snap 279 seq_num 934) 2024-09-17T17:12:56.456 INFO:tasks.rados.rados.0.smithi031.stdout:2940: done (2 left) 2024-09-17T17:12:56.457 INFO:tasks.rados.rados.0.smithi031.stdout:2941: done (1 left) 2024-09-17T17:12:56.457 INFO:tasks.rados.rados.0.smithi031.stdout:2943: done (0 left) 2024-09-17T17:12:56.457 INFO:tasks.rados.rados.0.smithi031.stdout:2944: snap_create 2024-09-17T17:12:56.504 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-09-17T17:12:56.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:56 smithi031 ceph-mon[94873]: osdmap e638: 8 total, 8 up, 8 in 2024-09-17T17:12:56.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:56 smithi031 ceph-mon[96842]: osdmap e638: 8 total, 8 up, 8 in 2024-09-17T17:12:56.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:56 smithi066 ceph-mon[86175]: osdmap e638: 8 total, 8 up, 8 in 2024-09-17T17:12:57.091 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T17:12:57.092 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (13s) 9s ago 12m 16.2M - 0.27.0 11f11916f8cd 8b3133c0626b 2024-09-17T17:12:57.092 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi066 *:3000 running (11m) 28s ago 11m 91.0M - 9.4.7 954c08fa6188 7bff2f45f353 2024-09-17T17:12:57.092 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (94s) 9s ago 13m 17.3M - 19.3.0-4975-g1889a165 a500243bbb0c 4ecff73a6132 2024-09-17T17:12:57.092 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi066 running (75s) 28s ago 13m 13.4M - 19.3.0-4975-g1889a165 a500243bbb0c 9c58a234ebf9 2024-09-17T17:12:57.092 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi066 *:8443,9283,8765 running (7m) 28s ago 16m 456M - 19.3.0-4975-g1889a165 a500243bbb0c f591bc4bdc0b 2024-09-17T17:12:57.092 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:8443,9283,8765 running (7m) 9s ago 18m 535M - 19.3.0-4975-g1889a165 a500243bbb0c 9305cc0f241a 2024-09-17T17:12:57.092 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (7m) 9s ago 18m 71.2M 2048M 19.3.0-4975-g1889a165 a500243bbb0c ebe1c312bc55 2024-09-17T17:12:57.092 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi066 running (6m) 28s ago 17m 55.1M 2048M 19.3.0-4975-g1889a165 a500243bbb0c 345d1bf73a6f 2024-09-17T17:12:57.092 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (6m) 9s ago 17m 59.8M 2048M 19.3.0-4975-g1889a165 a500243bbb0c 4e86f0859c56 2024-09-17T17:12:57.093 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (61s) 9s ago 11m 9286k - 1.7.0 72c9c2088986 86e3a1af6319 2024-09-17T17:12:57.093 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi066 *:9100 running (55s) 28s ago 11m 8074k - 1.7.0 72c9c2088986 425f59ec163b 2024-09-17T17:12:57.093 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (5m) 9s ago 16m 285M 2481M 19.3.0-4975-g1889a165 a500243bbb0c d17b0a925338 2024-09-17T17:12:57.093 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (5m) 9s ago 16m 278M 2481M 19.3.0-4975-g1889a165 a500243bbb0c ef44037fe386 2024-09-17T17:12:57.093 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (4m) 9s ago 15m 199M 2481M 19.3.0-4975-g1889a165 a500243bbb0c 441cd68e498b 2024-09-17T17:12:57.093 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (4m) 9s ago 15m 117M 2481M 19.3.0-4975-g1889a165 a500243bbb0c aec274dc610b 2024-09-17T17:12:57.093 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi066 running (3m) 28s ago 14m 231M 2480M 19.3.0-4975-g1889a165 a500243bbb0c 6cd1b10d7b6e 2024-09-17T17:12:57.093 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi066 running (3m) 28s ago 14m 171M 2480M 19.3.0-4975-g1889a165 a500243bbb0c f672c086e34c 2024-09-17T17:12:57.093 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi066 running (2m) 28s ago 14m 118M 2480M 19.3.0-4975-g1889a165 a500243bbb0c 7f3afe0bf49f 2024-09-17T17:12:57.093 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi066 running (112s) 28s ago 13m 113M 2480M 19.3.0-4975-g1889a165 a500243bbb0c aadb01f851f2 2024-09-17T17:12:57.093 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi066 *:9095 running (32s) 28s ago 12m 35.1M - 2.51.0 1d3b7f56885b 4dd448078e91 2024-09-17T17:12:57.422 INFO:tasks.rados.rados.0.smithi031.stdout:2944: done (0 left) 2024-09-17T17:12:57.422 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 20 current snap is 280 2024-09-17T17:12:57.422 INFO:tasks.rados.rados.0.smithi031.stdout:2945: seq_num 935 ranges {1089536=466944,1556480=720896,2277376=81920} 2024-09-17T17:12:57.430 INFO:tasks.rados.rados.0.smithi031.stdout:2945: writing smithi03184240-20 from 1089536 to 1556480 tid 1 2024-09-17T17:12:57.435 INFO:tasks.rados.rados.0.smithi031.stdout:2945: writing smithi03184240-20 from 1556480 to 2277376 tid 2 2024-09-17T17:12:57.436 INFO:tasks.rados.rados.0.smithi031.stdout:2945: writing smithi03184240-20 from 2277376 to 2359296 tid 3 2024-09-17T17:12:57.436 INFO:tasks.rados.rados.0.smithi031.stdout:2946: read oid 9 snap 275 2024-09-17T17:12:57.436 INFO:tasks.rados.rados.0.smithi031.stdout:2946: expect deleted 2024-09-17T17:12:57.436 INFO:tasks.rados.rados.0.smithi031.stdout:2947: read oid 30 snap -1 2024-09-17T17:12:57.436 INFO:tasks.rados.rados.0.smithi031.stdout:2947: expect (ObjNum 920 snap 271 seq_num 920) 2024-09-17T17:12:57.436 INFO:tasks.rados.rados.0.smithi031.stdout:2948: rollback oid 50 current snap is 280 2024-09-17T17:12:57.436 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 50 to 279 2024-09-17T17:12:57.436 INFO:tasks.rados.rados.0.smithi031.stdout:2945: finishing write tid 1 to smithi03184240-20 2024-09-17T17:12:57.436 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 24 current snap is 280 2024-09-17T17:12:57.436 INFO:tasks.rados.rados.0.smithi031.stdout:2949: seq_num 936 ranges {1015808=483328,1499136=655360,2154496=147456} 2024-09-17T17:12:57.444 INFO:tasks.rados.rados.0.smithi031.stdout:2949: writing smithi03184240-24 from 1015808 to 1499136 tid 1 2024-09-17T17:12:57.448 INFO:tasks.rados.rados.0.smithi031.stdout:2949: writing smithi03184240-24 from 1499136 to 2154496 tid 2 2024-09-17T17:12:57.449 INFO:tasks.rados.rados.0.smithi031.stdout:2949: writing smithi03184240-24 from 2154496 to 2301952 tid 3 2024-09-17T17:12:57.450 INFO:tasks.rados.rados.0.smithi031.stdout:2950: snap_remove snap 273 2024-09-17T17:12:57.454 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:12:57.454 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-09-17T17:12:57.454 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 3 2024-09-17T17:12:57.454 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:12:57.454 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-09-17T17:12:57.454 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 2 2024-09-17T17:12:57.454 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:12:57.454 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-09-17T17:12:57.454 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 8 2024-09-17T17:12:57.454 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:12:57.454 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-09-17T17:12:57.455 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 2 2024-09-17T17:12:57.455 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:12:57.455 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-09-17T17:12:57.455 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 15 2024-09-17T17:12:57.455 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-17T17:12:57.455 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:12:57.756 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:12:57.756 INFO:teuthology.orchestra.run.smithi031.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0", 2024-09-17T17:12:57.756 INFO:teuthology.orchestra.run.smithi031.stdout: "in_progress": true, 2024-09-17T17:12:57.756 INFO:teuthology.orchestra.run.smithi031.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T17:12:57.757 INFO:teuthology.orchestra.run.smithi031.stdout: "services_complete": [ 2024-09-17T17:12:57.757 INFO:teuthology.orchestra.run.smithi031.stdout: "mds", 2024-09-17T17:12:57.757 INFO:teuthology.orchestra.run.smithi031.stdout: "osd", 2024-09-17T17:12:57.757 INFO:teuthology.orchestra.run.smithi031.stdout: "mon", 2024-09-17T17:12:57.757 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr" 2024-09-17T17:12:57.757 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-17T17:12:57.757 INFO:teuthology.orchestra.run.smithi031.stdout: "progress": "15/20 daemons upgraded", 2024-09-17T17:12:57.757 INFO:teuthology.orchestra.run.smithi031.stdout: "message": "Currently upgrading grafana daemons", 2024-09-17T17:12:57.757 INFO:teuthology.orchestra.run.smithi031.stdout: "is_paused": false 2024-09-17T17:12:57.757 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:12:57.757 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:57 smithi031 ceph-mon[94873]: pgmap v619: 121 pgs: 121 active+clean; 179 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 828 KiB/s wr, 2 op/s 2024-09-17T17:12:57.758 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:57 smithi031 ceph-mon[94873]: osdmap e639: 8 total, 8 up, 8 in 2024-09-17T17:12:57.758 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:57 smithi031 ceph-mon[94873]: from='client.34605 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:12:57.758 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:57 smithi031 ceph-mon[94873]: from='client.34611 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:12:57.758 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:57 smithi031 ceph-mon[96842]: pgmap v619: 121 pgs: 121 active+clean; 179 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 828 KiB/s wr, 2 op/s 2024-09-17T17:12:57.758 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:57 smithi031 ceph-mon[96842]: osdmap e639: 8 total, 8 up, 8 in 2024-09-17T17:12:57.758 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:57 smithi031 ceph-mon[96842]: from='client.34605 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:12:57.758 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:57 smithi031 ceph-mon[96842]: from='client.34611 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:12:57.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:57 smithi066 ceph-mon[86175]: pgmap v619: 121 pgs: 121 active+clean; 179 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 828 KiB/s wr, 2 op/s 2024-09-17T17:12:57.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:57 smithi066 ceph-mon[86175]: osdmap e639: 8 total, 8 up, 8 in 2024-09-17T17:12:57.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:57 smithi066 ceph-mon[86175]: from='client.34605 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:12:57.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:57 smithi066 ceph-mon[86175]: from='client.34611 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:12:58.405 INFO:tasks.rados.rados.0.smithi031.stdout:2945: finishing write tid 2 to smithi03184240-20 2024-09-17T17:12:58.405 INFO:tasks.rados.rados.0.smithi031.stdout:2947: expect (ObjNum 920 snap 271 seq_num 920) 2024-09-17T17:12:58.438 INFO:tasks.rados.rados.0.smithi031.stdout:2945: finishing write tid 3 to smithi03184240-20 2024-09-17T17:12:58.438 INFO:tasks.rados.rados.0.smithi031.stdout:2948: finishing rollback tid 0 to smithi03184240-50 2024-09-17T17:12:58.438 INFO:tasks.rados.rados.0.smithi031.stdout:2945: finishing write tid 4 to smithi03184240-20 2024-09-17T17:12:58.439 INFO:tasks.rados.rados.0.smithi031.stdout:2948: finishing rollback tid 1 to smithi03184240-50 2024-09-17T17:12:58.439 INFO:tasks.rados.rados.0.smithi031.stdout:2948: finishing rollback tid 2 to smithi03184240-50 2024-09-17T17:12:58.439 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 2062 (ObjNum 846 snap 257 seq_num 846) dirty exists 2024-09-17T17:12:58.439 INFO:tasks.rados.rados.0.smithi031.stdout:2945: finishing write tid 5 to smithi03184240-20 2024-09-17T17:12:58.439 INFO:tasks.rados.rados.0.smithi031.stdout:2945: oid 20 updating version 0 to 2118 2024-09-17T17:12:58.439 INFO:tasks.rados.rados.0.smithi031.stdout:2945: oid 20 updating version 2118 to 2120 2024-09-17T17:12:58.439 INFO:tasks.rados.rados.0.smithi031.stdout:2945: oid 20 version 2120 is already newer than 2119 2024-09-17T17:12:58.439 INFO:tasks.rados.rados.0.smithi031.stdout:2945: oid 20 version 2120 is already newer than 2117 2024-09-17T17:12:58.439 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 2120 (ObjNum 935 snap 280 seq_num 935) dirty exists 2024-09-17T17:12:58.439 INFO:tasks.rados.rados.0.smithi031.stdout:2945: left oid 20 (ObjNum 935 snap 280 seq_num 935) 2024-09-17T17:12:58.439 INFO:tasks.rados.rados.0.smithi031.stdout:2949: finishing write tid 1 to smithi03184240-24 2024-09-17T17:12:58.439 INFO:tasks.rados.rados.0.smithi031.stdout:2945: done (5 left) 2024-09-17T17:12:58.439 INFO:tasks.rados.rados.0.smithi031.stdout:2946: done (4 left) 2024-09-17T17:12:58.440 INFO:tasks.rados.rados.0.smithi031.stdout:2947: done (3 left) 2024-09-17T17:12:58.440 INFO:tasks.rados.rados.0.smithi031.stdout:2948: done (2 left) 2024-09-17T17:12:58.440 INFO:tasks.rados.rados.0.smithi031.stdout:2950: done (1 left) 2024-09-17T17:12:58.440 INFO:tasks.rados.rados.0.smithi031.stdout:2951: rollback oid 6 current snap is 280 2024-09-17T17:12:58.440 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 6 to 261 2024-09-17T17:12:58.440 INFO:tasks.rados.rados.0.smithi031.stdout:2949: finishing write tid 2 to smithi03184240-24 2024-09-17T17:12:58.440 INFO:tasks.rados.rados.0.smithi031.stdout:2949: finishing write tid 3 to smithi03184240-24 2024-09-17T17:12:58.440 INFO:tasks.rados.rados.0.smithi031.stdout:2949: finishing write tid 4 to smithi03184240-24 2024-09-17T17:12:58.440 INFO:tasks.rados.rados.0.smithi031.stdout:2949: finishing write tid 5 to smithi03184240-24 2024-09-17T17:12:58.440 INFO:tasks.rados.rados.0.smithi031.stdout:2949: oid 24 updating version 0 to 1516 2024-09-17T17:12:58.440 INFO:tasks.rados.rados.0.smithi031.stdout:2949: oid 24 version 1516 is already newer than 1515 2024-09-17T17:12:58.440 INFO:tasks.rados.rados.0.smithi031.stdout:2949: oid 24 version 1516 is already newer than 1514 2024-09-17T17:12:58.440 INFO:tasks.rados.rados.0.smithi031.stdout:2949: oid 24 updating version 1516 to 1517 2024-09-17T17:12:58.440 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 1517 (ObjNum 936 snap 280 seq_num 936) dirty exists 2024-09-17T17:12:58.441 INFO:tasks.rados.rados.0.smithi031.stdout:2949: left oid 24 (ObjNum 936 snap 280 seq_num 936) 2024-09-17T17:12:58.441 INFO:tasks.rados.rados.0.smithi031.stdout:2949: done (1 left) 2024-09-17T17:12:58.441 INFO:tasks.rados.rados.0.smithi031.stdout:2952: delete oid 5 current snap is 280 2024-09-17T17:12:58.441 INFO:tasks.rados.rados.0.smithi031.stdout:2952: done (1 left) 2024-09-17T17:12:58.441 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 26 current snap is 280 2024-09-17T17:12:58.441 INFO:tasks.rados.rados.0.smithi031.stdout:2953: seq_num 938 ranges {0=516096,516096=417792,933888=385024} 2024-09-17T17:12:58.445 INFO:tasks.rados.rados.0.smithi031.stdout:2953: writing smithi03184240-26 from 0 to 516096 tid 1 2024-09-17T17:12:58.448 INFO:tasks.rados.rados.0.smithi031.stdout:2953: writing smithi03184240-26 from 516096 to 933888 tid 2 2024-09-17T17:12:58.451 INFO:tasks.rados.rados.0.smithi031.stdout:2953: writing smithi03184240-26 from 933888 to 1318912 tid 3 2024-09-17T17:12:58.451 INFO:tasks.rados.rados.0.smithi031.stdout:2954: snap_remove snap 278 2024-09-17T17:12:58.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:58 smithi031 ceph-mon[96842]: from='client.44531 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:12:58.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:58 smithi031 ceph-mon[96842]: osdmap e640: 8 total, 8 up, 8 in 2024-09-17T17:12:58.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:58 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/3645111954' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:58.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:58 smithi031 ceph-mon[96842]: from='client.34629 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:12:58.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:58 smithi031 ceph-mon[96842]: osdmap e641: 8 total, 8 up, 8 in 2024-09-17T17:12:58.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:58 smithi031 ceph-mon[94873]: from='client.44531 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:12:58.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:58 smithi031 ceph-mon[94873]: osdmap e640: 8 total, 8 up, 8 in 2024-09-17T17:12:58.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:58 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/3645111954' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:58.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:58 smithi031 ceph-mon[94873]: from='client.34629 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:12:58.845 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:58 smithi031 ceph-mon[94873]: osdmap e641: 8 total, 8 up, 8 in 2024-09-17T17:12:58.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:58 smithi066 ceph-mon[86175]: from='client.44531 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:12:58.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:58 smithi066 ceph-mon[86175]: osdmap e640: 8 total, 8 up, 8 in 2024-09-17T17:12:58.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:58 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/3645111954' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:12:58.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:58 smithi066 ceph-mon[86175]: from='client.34629 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:12:58.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:58 smithi066 ceph-mon[86175]: osdmap e641: 8 total, 8 up, 8 in 2024-09-17T17:12:59.440 INFO:tasks.rados.rados.0.smithi031.stdout:2951: finishing rollback tid 0 to smithi03184240-6 2024-09-17T17:12:59.440 INFO:tasks.rados.rados.0.smithi031.stdout:2951: finishing rollback tid 1 to smithi03184240-6 2024-09-17T17:12:59.440 INFO:tasks.rados.rados.0.smithi031.stdout:2951: finishing rollback tid 2 to smithi03184240-6 2024-09-17T17:12:59.440 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 1503 (ObjNum 794 snap 236 seq_num 794) dirty exists 2024-09-17T17:12:59.440 INFO:tasks.rados.rados.0.smithi031.stdout:2953: finishing write tid 1 to smithi03184240-26 2024-09-17T17:12:59.440 INFO:tasks.rados.rados.0.smithi031.stdout:2953: finishing write tid 2 to smithi03184240-26 2024-09-17T17:12:59.440 INFO:tasks.rados.rados.0.smithi031.stdout:2953: finishing write tid 3 to smithi03184240-26 2024-09-17T17:12:59.440 INFO:tasks.rados.rados.0.smithi031.stdout:2953: finishing write tid 4 to smithi03184240-26 2024-09-17T17:12:59.441 INFO:tasks.rados.rados.0.smithi031.stdout:2953: finishing write tid 5 to smithi03184240-26 2024-09-17T17:12:59.441 INFO:tasks.rados.rados.0.smithi031.stdout:2953: oid 26 updating version 0 to 2359 2024-09-17T17:12:59.441 INFO:tasks.rados.rados.0.smithi031.stdout:2953: oid 26 updating version 2359 to 2360 2024-09-17T17:12:59.441 INFO:tasks.rados.rados.0.smithi031.stdout:2953: oid 26 version 2360 is already newer than 2358 2024-09-17T17:12:59.441 INFO:tasks.rados.rados.0.smithi031.stdout:2953: oid 26 updating version 2360 to 2361 2024-09-17T17:12:59.441 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 2361 (ObjNum 938 snap 280 seq_num 938) dirty exists 2024-09-17T17:12:59.441 INFO:tasks.rados.rados.0.smithi031.stdout:2953: left oid 26 (ObjNum 938 snap 280 seq_num 938) 2024-09-17T17:12:59.441 INFO:tasks.rados.rados.0.smithi031.stdout:2951: done (2 left) 2024-09-17T17:12:59.441 INFO:tasks.rados.rados.0.smithi031.stdout:2953: done (1 left) 2024-09-17T17:12:59.441 INFO:tasks.rados.rados.0.smithi031.stdout:2954: done (0 left) 2024-09-17T17:12:59.441 INFO:tasks.rados.rados.0.smithi031.stdout:2955: read oid 32 snap -1 2024-09-17T17:12:59.441 INFO:tasks.rados.rados.0.smithi031.stdout:2955: expect (ObjNum 900 snap 270 seq_num 900) 2024-09-17T17:12:59.441 INFO:tasks.rados.rados.0.smithi031.stdout:2956: delete oid 47 current snap is 280 2024-09-17T17:12:59.449 INFO:tasks.rados.rados.0.smithi031.stdout:2956: done (1 left) 2024-09-17T17:12:59.449 INFO:tasks.rados.rados.0.smithi031.stdout:2957: setattr oid 28 current snap is 280 2024-09-17T17:12:59.453 INFO:tasks.rados.rados.0.smithi031.stdout:2958: read oid 30 snap 279 2024-09-17T17:12:59.453 INFO:tasks.rados.rados.0.smithi031.stdout:2958: expect (ObjNum 920 snap 271 seq_num 920) 2024-09-17T17:12:59.453 INFO:tasks.rados.rados.0.smithi031.stdout:2959: copy_from oid 7 from oid 16 current snap is 280 2024-09-17T17:12:59.453 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 280 2024-09-17T17:12:59.453 INFO:tasks.rados.rados.0.smithi031.stdout:2960: seq_num 940 ranges {1122304=548864,1671168=589824,2260992=212992} 2024-09-17T17:12:59.465 INFO:tasks.rados.rados.0.smithi031.stdout:2960: writing smithi03184240-2 from 1122304 to 1671168 tid 1 2024-09-17T17:12:59.467 INFO:tasks.rados.rados.0.smithi031.stdout:2960: writing smithi03184240-2 from 1671168 to 2260992 tid 2 2024-09-17T17:12:59.468 INFO:tasks.rados.rados.0.smithi031.stdout:2960: writing smithi03184240-2 from 2260992 to 2473984 tid 3 2024-09-17T17:12:59.469 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 15 current snap is 280 2024-09-17T17:12:59.469 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 2445 (ObjNum 2129 snap 0 seq_num 3068109280) dirty exists 2024-09-17T17:12:59.469 INFO:tasks.rados.rados.0.smithi031.stdout:2961: seq_num 941 ranges {2695168=565248,3260416=475136,3735552=327680} 2024-09-17T17:12:59.487 INFO:tasks.rados.rados.0.smithi031.stdout:2961: writing smithi03184240-15 from 2695168 to 3260416 tid 1 2024-09-17T17:12:59.489 INFO:tasks.rados.rados.0.smithi031.stdout:2961: writing smithi03184240-15 from 3260416 to 3735552 tid 2 2024-09-17T17:12:59.491 INFO:tasks.rados.rados.0.smithi031.stdout:2961: writing smithi03184240-15 from 3735552 to 4063232 tid 3 2024-09-17T17:12:59.491 INFO:tasks.rados.rados.0.smithi031.stdout:2957: done (5 left) 2024-09-17T17:12:59.491 INFO:tasks.rados.rados.0.smithi031.stdout:2962: setattr oid 3 current snap is 280 2024-09-17T17:12:59.492 INFO:tasks.rados.rados.0.smithi031.stdout:2958: expect (ObjNum 920 snap 271 seq_num 920) 2024-09-17T17:12:59.519 INFO:tasks.rados.rados.0.smithi031.stdout:2960: finishing write tid 1 to smithi03184240-2 2024-09-17T17:12:59.519 INFO:tasks.rados.rados.0.smithi031.stdout:2960: finishing write tid 2 to smithi03184240-2 2024-09-17T17:12:59.519 INFO:tasks.rados.rados.0.smithi031.stdout:2960: finishing write tid 3 to smithi03184240-2 2024-09-17T17:12:59.519 INFO:tasks.rados.rados.0.smithi031.stdout:2960: finishing write tid 4 to smithi03184240-2 2024-09-17T17:12:59.519 INFO:tasks.rados.rados.0.smithi031.stdout:2955: expect (ObjNum 900 snap 270 seq_num 900) 2024-09-17T17:12:59.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:12:59 smithi031 ceph-mon[94873]: pgmap v622: 121 pgs: 121 active+clean; 163 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 771 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-17T17:12:59.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:12:59 smithi031 ceph-mon[96842]: pgmap v622: 121 pgs: 121 active+clean; 163 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 771 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-17T17:12:59.897 INFO:tasks.rados.rados.0.smithi031.stdout:2960: finishing write tid 5 to smithi03184240-2 2024-09-17T17:12:59.897 INFO:tasks.rados.rados.0.smithi031.stdout:2960: oid 2 updating version 0 to 2448 2024-09-17T17:12:59.897 INFO:tasks.rados.rados.0.smithi031.stdout:2960: oid 2 updating version 2448 to 2450 2024-09-17T17:12:59.897 INFO:tasks.rados.rados.0.smithi031.stdout:2960: oid 2 version 2450 is already newer than 2447 2024-09-17T17:12:59.897 INFO:tasks.rados.rados.0.smithi031.stdout:2960: oid 2 version 2450 is already newer than 2449 2024-09-17T17:12:59.898 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 2450 (ObjNum 940 snap 280 seq_num 940) dirty exists 2024-09-17T17:12:59.898 INFO:tasks.rados.rados.0.smithi031.stdout:2960: left oid 2 (ObjNum 940 snap 280 seq_num 940) 2024-09-17T17:12:59.898 INFO:tasks.rados.rados.0.smithi031.stdout:2959: finishing copy_from racing read to smithi03184240-7 2024-09-17T17:12:59.898 INFO:tasks.rados.rados.0.smithi031.stdout:2959: finishing copy_from to smithi03184240-7 2024-09-17T17:12:59.898 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 2044 (ObjNum 926 snap 275 seq_num 926) dirty exists 2024-09-17T17:12:59.898 INFO:tasks.rados.rados.0.smithi031.stdout:2961: finishing write tid 1 to smithi03184240-15 2024-09-17T17:12:59.898 INFO:tasks.rados.rados.0.smithi031.stdout:2961: finishing write tid 2 to smithi03184240-15 2024-09-17T17:12:59.898 INFO:tasks.rados.rados.0.smithi031.stdout:2961: finishing write tid 3 to smithi03184240-15 2024-09-17T17:12:59.898 INFO:tasks.rados.rados.0.smithi031.stdout:2961: finishing write tid 4 to smithi03184240-15 2024-09-17T17:12:59.898 INFO:tasks.rados.rados.0.smithi031.stdout:2961: finishing write tid 5 to smithi03184240-15 2024-09-17T17:12:59.898 INFO:tasks.rados.rados.0.smithi031.stdout:2961: oid 15 updating version 0 to 2193 2024-09-17T17:12:59.898 INFO:tasks.rados.rados.0.smithi031.stdout:2961: oid 15 updating version 2193 to 2195 2024-09-17T17:12:59.898 INFO:tasks.rados.rados.0.smithi031.stdout:2961: oid 15 version 2195 is already newer than 2192 2024-09-17T17:12:59.898 INFO:tasks.rados.rados.0.smithi031.stdout:2961: oid 15 version 2195 is already newer than 2194 2024-09-17T17:12:59.898 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 2195 (ObjNum 941 snap 280 seq_num 941) dirty exists 2024-09-17T17:12:59.899 INFO:tasks.rados.rados.0.smithi031.stdout:2961: left oid 15 (ObjNum 941 snap 280 seq_num 941) 2024-09-17T17:12:59.899 INFO:tasks.rados.rados.0.smithi031.stdout:2955: done (5 left) 2024-09-17T17:12:59.899 INFO:tasks.rados.rados.0.smithi031.stdout:2958: done (4 left) 2024-09-17T17:12:59.899 INFO:tasks.rados.rados.0.smithi031.stdout:2959: done (3 left) 2024-09-17T17:12:59.899 INFO:tasks.rados.rados.0.smithi031.stdout:2960: done (2 left) 2024-09-17T17:12:59.899 INFO:tasks.rados.rados.0.smithi031.stdout:2961: done (1 left) 2024-09-17T17:12:59.899 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 280 2024-09-17T17:12:59.899 INFO:tasks.rados.rados.0.smithi031.stdout:2963: seq_num 942 ranges {0=581632,581632=761856,1343488=40960} 2024-09-17T17:12:59.901 INFO:tasks.rados.rados.0.smithi031.stdout:2963: writing smithi03184240-10 from 0 to 581632 tid 1 2024-09-17T17:12:59.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:12:59 smithi066 ceph-mon[86175]: pgmap v622: 121 pgs: 121 active+clean; 163 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 771 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-17T17:12:59.904 INFO:tasks.rados.rados.0.smithi031.stdout:2963: writing smithi03184240-10 from 581632 to 1343488 tid 2 2024-09-17T17:12:59.905 INFO:tasks.rados.rados.0.smithi031.stdout:2963: writing smithi03184240-10 from 1343488 to 1384448 tid 3 2024-09-17T17:12:59.905 INFO:tasks.rados.rados.0.smithi031.stdout:2964: read oid 21 snap -1 2024-09-17T17:12:59.905 INFO:tasks.rados.rados.0.smithi031.stdout:2964: expect (ObjNum 933 snap 278 seq_num 933) 2024-09-17T17:12:59.905 INFO:tasks.rados.rados.0.smithi031.stdout:2965: delete oid 29 current snap is 280 2024-09-17T17:12:59.905 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 2362 (ObjNum 902 snap 270 seq_num 902) dirty exists 2024-09-17T17:12:59.905 INFO:tasks.rados.rados.0.smithi031.stdout:2963: finishing write tid 1 to smithi03184240-10 2024-09-17T17:12:59.908 INFO:tasks.rados.rados.0.smithi031.stdout:2962: done (3 left) 2024-09-17T17:12:59.908 INFO:tasks.rados.rados.0.smithi031.stdout:2965: done (2 left) 2024-09-17T17:12:59.908 INFO:tasks.rados.rados.0.smithi031.stdout:2966: read oid 39 snap -1 2024-09-17T17:12:59.908 INFO:tasks.rados.rados.0.smithi031.stdout:2966: expect (ObjNum 930 snap 278 seq_num 930) 2024-09-17T17:12:59.908 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 1 current snap is 280 2024-09-17T17:12:59.908 INFO:tasks.rados.rados.0.smithi031.stdout:2967: seq_num 944 ranges {1048576=614400,1662976=573440,2236416=229376} 2024-09-17T17:12:59.917 INFO:tasks.rados.rados.0.smithi031.stdout:2967: writing smithi03184240-1 from 1048576 to 1662976 tid 1 2024-09-17T17:12:59.920 INFO:tasks.rados.rados.0.smithi031.stdout:2967: writing smithi03184240-1 from 1662976 to 2236416 tid 2 2024-09-17T17:12:59.922 INFO:tasks.rados.rados.0.smithi031.stdout:2967: writing smithi03184240-1 from 2236416 to 2465792 tid 3 2024-09-17T17:12:59.922 INFO:tasks.rados.rados.0.smithi031.stdout:2968: rollback oid 19 current snap is 280 2024-09-17T17:12:59.922 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 19 to 275 2024-09-17T17:12:59.922 INFO:tasks.rados.rados.0.smithi031.stdout:2963: finishing write tid 2 to smithi03184240-10 2024-09-17T17:12:59.922 INFO:tasks.rados.rados.0.smithi031.stdout:2963: finishing write tid 3 to smithi03184240-10 2024-09-17T17:12:59.922 INFO:tasks.rados.rados.0.smithi031.stdout:2963: finishing write tid 4 to smithi03184240-10 2024-09-17T17:12:59.922 INFO:tasks.rados.rados.0.smithi031.stdout:2964: expect (ObjNum 933 snap 278 seq_num 933) 2024-09-17T17:12:59.956 INFO:tasks.rados.rados.0.smithi031.stdout:2963: finishing write tid 5 to smithi03184240-10 2024-09-17T17:12:59.956 INFO:tasks.rados.rados.0.smithi031.stdout:2963: oid 10 updating version 0 to 1670 2024-09-17T17:12:59.956 INFO:tasks.rados.rados.0.smithi031.stdout:2963: oid 10 version 1670 is already newer than 1668 2024-09-17T17:12:59.957 INFO:tasks.rados.rados.0.smithi031.stdout:2963: oid 10 version 1670 is already newer than 1669 2024-09-17T17:12:59.957 INFO:tasks.rados.rados.0.smithi031.stdout:2963: oid 10 updating version 1670 to 1671 2024-09-17T17:12:59.957 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1671 (ObjNum 942 snap 280 seq_num 942) dirty exists 2024-09-17T17:12:59.957 INFO:tasks.rados.rados.0.smithi031.stdout:2963: left oid 10 (ObjNum 942 snap 280 seq_num 942) 2024-09-17T17:12:59.957 INFO:tasks.rados.rados.0.smithi031.stdout:2966: expect (ObjNum 930 snap 278 seq_num 930) 2024-09-17T17:13:00.058 INFO:tasks.rados.rados.0.smithi031.stdout:2967: finishing write tid 1 to smithi03184240-1 2024-09-17T17:13:00.059 INFO:tasks.rados.rados.0.smithi031.stdout:2967: finishing write tid 2 to smithi03184240-1 2024-09-17T17:13:00.059 INFO:tasks.rados.rados.0.smithi031.stdout:2968: finishing rollback tid 0 to smithi03184240-19 2024-09-17T17:13:00.059 INFO:tasks.rados.rados.0.smithi031.stdout:2967: finishing write tid 3 to smithi03184240-1 2024-09-17T17:13:00.059 INFO:tasks.rados.rados.0.smithi031.stdout:2968: finishing rollback tid 1 to smithi03184240-19 2024-09-17T17:13:00.059 INFO:tasks.rados.rados.0.smithi031.stdout:2967: finishing write tid 4 to smithi03184240-1 2024-09-17T17:13:00.059 INFO:tasks.rados.rados.0.smithi031.stdout:2968: finishing rollback tid 2 to smithi03184240-19 2024-09-17T17:13:00.059 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 2033 (ObjNum 826 snap 248 seq_num 826) dirty exists 2024-09-17T17:13:00.059 INFO:tasks.rados.rados.0.smithi031.stdout:2967: finishing write tid 5 to smithi03184240-1 2024-09-17T17:13:00.059 INFO:tasks.rados.rados.0.smithi031.stdout:2967: oid 1 updating version 0 to 1520 2024-09-17T17:13:00.059 INFO:tasks.rados.rados.0.smithi031.stdout:2967: oid 1 version 1520 is already newer than 1519 2024-09-17T17:13:00.059 INFO:tasks.rados.rados.0.smithi031.stdout:2967: oid 1 updating version 1520 to 1521 2024-09-17T17:13:00.059 INFO:tasks.rados.rados.0.smithi031.stdout:2967: oid 1 updating version 1521 to 1522 2024-09-17T17:13:00.059 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 1522 (ObjNum 944 snap 280 seq_num 944) dirty exists 2024-09-17T17:13:00.060 INFO:tasks.rados.rados.0.smithi031.stdout:2967: left oid 1 (ObjNum 944 snap 280 seq_num 944) 2024-09-17T17:13:00.060 INFO:tasks.rados.rados.0.smithi031.stdout:2963: done (4 left) 2024-09-17T17:13:00.060 INFO:tasks.rados.rados.0.smithi031.stdout:2964: done (3 left) 2024-09-17T17:13:00.060 INFO:tasks.rados.rados.0.smithi031.stdout:2966: done (2 left) 2024-09-17T17:13:00.060 INFO:tasks.rados.rados.0.smithi031.stdout:2967: done (1 left) 2024-09-17T17:13:00.060 INFO:tasks.rados.rados.0.smithi031.stdout:2968: done (0 left) 2024-09-17T17:13:00.060 INFO:tasks.rados.rados.0.smithi031.stdout:2969: snap_remove snap 275 2024-09-17T17:13:00.440 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:13:00 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:13:00] "GET /metrics HTTP/1.1" 200 36363 "" "Prometheus/2.51.0" 2024-09-17T17:13:00.444 INFO:tasks.rados.rados.0.smithi031.stdout:2969: done (0 left) 2024-09-17T17:13:00.444 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 33 current snap is 280 2024-09-17T17:13:00.445 INFO:tasks.rados.rados.0.smithi031.stdout:2970: seq_num 945 ranges {0=630784,630784=458752,1089536=344064} 2024-09-17T17:13:00.449 INFO:tasks.rados.rados.0.smithi031.stdout:2970: writing smithi03184240-33 from 0 to 630784 tid 1 2024-09-17T17:13:00.452 INFO:tasks.rados.rados.0.smithi031.stdout:2970: writing smithi03184240-33 from 630784 to 1089536 tid 2 2024-09-17T17:13:00.454 INFO:tasks.rados.rados.0.smithi031.stdout:2970: writing smithi03184240-33 from 1089536 to 1433600 tid 3 2024-09-17T17:13:00.455 INFO:tasks.rados.rados.0.smithi031.stdout:2971: snap_create 2024-09-17T17:13:00.463 INFO:tasks.rados.rados.0.smithi031.stdout:2970: finishing write tid 1 to smithi03184240-33 2024-09-17T17:13:00.463 INFO:tasks.rados.rados.0.smithi031.stdout:2970: finishing write tid 2 to smithi03184240-33 2024-09-17T17:13:00.463 INFO:tasks.rados.rados.0.smithi031.stdout:2970: finishing write tid 3 to smithi03184240-33 2024-09-17T17:13:00.467 INFO:tasks.rados.rados.0.smithi031.stdout:2970: finishing write tid 4 to smithi03184240-33 2024-09-17T17:13:00.470 INFO:tasks.rados.rados.0.smithi031.stdout:2970: finishing write tid 5 to smithi03184240-33 2024-09-17T17:13:00.470 INFO:tasks.rados.rados.0.smithi031.stdout:2970: oid 33 updating version 0 to 1950 2024-09-17T17:13:00.470 INFO:tasks.rados.rados.0.smithi031.stdout:2970: oid 33 updating version 1950 to 1951 2024-09-17T17:13:00.470 INFO:tasks.rados.rados.0.smithi031.stdout:2970: oid 33 updating version 1951 to 1952 2024-09-17T17:13:00.470 INFO:tasks.rados.rados.0.smithi031.stdout:2970: oid 33 version 1952 is already newer than 1949 2024-09-17T17:13:00.470 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 1952 (ObjNum 945 snap 280 seq_num 945) dirty exists 2024-09-17T17:13:00.471 INFO:tasks.rados.rados.0.smithi031.stdout:2970: left oid 33 (ObjNum 945 snap 280 seq_num 945) 2024-09-17T17:13:00.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:00 smithi031 ceph-mon[94873]: osdmap e642: 8 total, 8 up, 8 in 2024-09-17T17:13:00.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:00 smithi031 ceph-mon[96842]: osdmap e642: 8 total, 8 up, 8 in 2024-09-17T17:13:00.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:00 smithi066 ceph-mon[86175]: osdmap e642: 8 total, 8 up, 8 in 2024-09-17T17:13:01.449 INFO:tasks.rados.rados.0.smithi031.stdout:2970: done (1 left) 2024-09-17T17:13:01.450 INFO:tasks.rados.rados.0.smithi031.stdout:2971: done (0 left) 2024-09-17T17:13:01.450 INFO:tasks.rados.rados.0.smithi031.stdout:2972: setattr oid 17 current snap is 281 2024-09-17T17:13:01.450 INFO:tasks.rados.rados.0.smithi031.stdout:2973: read oid 6 snap -1 2024-09-17T17:13:01.450 INFO:tasks.rados.rados.0.smithi031.stdout:2973: expect (ObjNum 794 snap 236 seq_num 794) 2024-09-17T17:13:01.450 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 26 current snap is 281 2024-09-17T17:13:01.451 INFO:tasks.rados.rados.0.smithi031.stdout:2974: seq_num 946 ranges {1318912=647168,1966080=745472,2711552=57344} 2024-09-17T17:13:01.462 INFO:tasks.rados.rados.0.smithi031.stdout:2974: writing smithi03184240-26 from 1318912 to 1966080 tid 1 2024-09-17T17:13:01.468 INFO:tasks.rados.rados.0.smithi031.stdout:2974: writing smithi03184240-26 from 1966080 to 2711552 tid 2 2024-09-17T17:13:01.469 INFO:tasks.rados.rados.0.smithi031.stdout:2974: writing smithi03184240-26 from 2711552 to 2768896 tid 3 2024-09-17T17:13:01.469 INFO:tasks.rados.rados.0.smithi031.stdout:2975: snap_remove snap 280 2024-09-17T17:13:01.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:01 smithi066 ceph-mon[86175]: pgmap v625: 121 pgs: 121 active+clean; 162 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 771 KiB/s rd, 306 KiB/s wr, 4 op/s 2024-09-17T17:13:01.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:01 smithi066 ceph-mon[86175]: osdmap e643: 8 total, 8 up, 8 in 2024-09-17T17:13:01.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:01 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:13:01.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:01 smithi031 ceph-mon[94873]: pgmap v625: 121 pgs: 121 active+clean; 162 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 771 KiB/s rd, 306 KiB/s wr, 4 op/s 2024-09-17T17:13:01.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:01 smithi031 ceph-mon[94873]: osdmap e643: 8 total, 8 up, 8 in 2024-09-17T17:13:01.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:01 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:13:01.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:01 smithi031 ceph-mon[96842]: pgmap v625: 121 pgs: 121 active+clean; 162 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 771 KiB/s rd, 306 KiB/s wr, 4 op/s 2024-09-17T17:13:01.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:01 smithi031 ceph-mon[96842]: osdmap e643: 8 total, 8 up, 8 in 2024-09-17T17:13:01.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:01 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:13:02.458 INFO:tasks.rados.rados.0.smithi031.stdout:2975: done (3 left) 2024-09-17T17:13:02.458 INFO:tasks.rados.rados.0.smithi031.stdout:2976: rollback oid 42 current snap is 281 2024-09-17T17:13:02.458 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 42 to 276 2024-09-17T17:13:02.458 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 1556 (ObjNum 129 snap 0 seq_num 1705571720) dirty exists 2024-09-17T17:13:02.458 INFO:tasks.rados.rados.0.smithi031.stdout:2974: finishing write tid 1 to smithi03184240-26 2024-09-17T17:13:02.458 INFO:tasks.rados.rados.0.smithi031.stdout:2974: finishing write tid 2 to smithi03184240-26 2024-09-17T17:13:02.459 INFO:tasks.rados.rados.0.smithi031.stdout:2973: expect (ObjNum 794 snap 236 seq_num 794) 2024-09-17T17:13:02.479 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:02 smithi066 ceph-mon[86175]: osdmap e644: 8 total, 8 up, 8 in 2024-09-17T17:13:02.721 INFO:tasks.rados.rados.0.smithi031.stdout:2974: finishing write tid 3 to smithi03184240-26 2024-09-17T17:13:02.721 INFO:tasks.rados.rados.0.smithi031.stdout:2974: finishing write tid 4 to smithi03184240-26 2024-09-17T17:13:02.721 INFO:tasks.rados.rados.0.smithi031.stdout:2974: finishing write tid 5 to smithi03184240-26 2024-09-17T17:13:02.721 INFO:tasks.rados.rados.0.smithi031.stdout:2974: oid 26 updating version 0 to 2365 2024-09-17T17:13:02.722 INFO:tasks.rados.rados.0.smithi031.stdout:2974: oid 26 updating version 2365 to 2366 2024-09-17T17:13:02.722 INFO:tasks.rados.rados.0.smithi031.stdout:2974: oid 26 version 2366 is already newer than 2363 2024-09-17T17:13:02.722 INFO:tasks.rados.rados.0.smithi031.stdout:2974: oid 26 version 2366 is already newer than 2364 2024-09-17T17:13:02.722 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 2366 (ObjNum 946 snap 281 seq_num 946) dirty exists 2024-09-17T17:13:02.722 INFO:tasks.rados.rados.0.smithi031.stdout:2974: left oid 26 (ObjNum 946 snap 281 seq_num 946) 2024-09-17T17:13:02.722 INFO:tasks.rados.rados.0.smithi031.stdout:2976: finishing rollback tid 0 to smithi03184240-42 2024-09-17T17:13:02.722 INFO:tasks.rados.rados.0.smithi031.stdout:2976: finishing rollback tid 1 to smithi03184240-42 2024-09-17T17:13:02.722 INFO:tasks.rados.rados.0.smithi031.stdout:2972: done (3 left) 2024-09-17T17:13:02.722 INFO:tasks.rados.rados.0.smithi031.stdout:2973: done (2 left) 2024-09-17T17:13:02.722 INFO:tasks.rados.rados.0.smithi031.stdout:2974: done (1 left) 2024-09-17T17:13:02.722 INFO:tasks.rados.rados.0.smithi031.stdout:2977: read oid 13 snap -1 2024-09-17T17:13:02.722 INFO:tasks.rados.rados.0.smithi031.stdout:2977: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:13:02.722 INFO:tasks.rados.rados.0.smithi031.stdout:2978: read oid 36 snap -1 2024-09-17T17:13:02.722 INFO:tasks.rados.rados.0.smithi031.stdout:2978: expect deleted 2024-09-17T17:13:02.723 INFO:tasks.rados.rados.0.smithi031.stdout:2979: delete oid 10 current snap is 281 2024-09-17T17:13:02.723 INFO:tasks.rados.rados.0.smithi031.stdout:2976: finishing rollback tid 2 to smithi03184240-42 2024-09-17T17:13:02.723 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 2460 (ObjNum 923 snap 273 seq_num 923) dirty exists 2024-09-17T17:13:02.723 INFO:tasks.rados.rados.0.smithi031.stdout:2977: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:13:02.723 INFO:tasks.rados.rados.0.smithi031.stdout:2976: done (3 left) 2024-09-17T17:13:02.723 INFO:tasks.rados.rados.0.smithi031.stdout:2977: done (2 left) 2024-09-17T17:13:02.723 INFO:tasks.rados.rados.0.smithi031.stdout:2978: done (1 left) 2024-09-17T17:13:02.724 INFO:tasks.rados.rados.0.smithi031.stdout:2979: done (0 left) 2024-09-17T17:13:02.724 INFO:tasks.rados.rados.0.smithi031.stdout:2980: rmattr oid 7 current snap is 281 2024-09-17T17:13:02.724 INFO:tasks.rados.rados.0.smithi031.stdout:2980: done (0 left) 2024-09-17T17:13:02.724 INFO:tasks.rados.rados.0.smithi031.stdout:2981: snap_remove snap 260 2024-09-17T17:13:02.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:02 smithi031 ceph-mon[94873]: osdmap e644: 8 total, 8 up, 8 in 2024-09-17T17:13:02.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:02 smithi031 ceph-mon[96842]: osdmap e644: 8 total, 8 up, 8 in 2024-09-17T17:13:03.406 INFO:tasks.rados.rados.0.smithi031.stdout:2981: done (0 left) 2024-09-17T17:13:03.406 INFO:tasks.rados.rados.0.smithi031.stdout:2982: rollback oid 47 current snap is 281 2024-09-17T17:13:03.406 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 47 to 261 2024-09-17T17:13:03.406 INFO:tasks.rados.rados.0.smithi031.stdout:2983: copy_from oid 35 from oid 44 current snap is 281 2024-09-17T17:13:03.406 INFO:tasks.rados.rados.0.smithi031.stdout:2984: read oid 32 snap -1 2024-09-17T17:13:03.406 INFO:tasks.rados.rados.0.smithi031.stdout:2984: expect (ObjNum 900 snap 270 seq_num 900) 2024-09-17T17:13:03.406 INFO:tasks.rados.rados.0.smithi031.stdout:2985: snap_create 2024-09-17T17:13:03.409 INFO:tasks.rados.rados.0.smithi031.stdout:2983: finishing copy_from to smithi03184240-35 2024-09-17T17:13:03.409 INFO:tasks.rados.rados.0.smithi031.stdout:2983: got expected ENOENT (src dne) 2024-09-17T17:13:03.409 INFO:tasks.rados.rados.0.smithi031.stdout:2983: finishing copy_from racing read to smithi03184240-35 2024-09-17T17:13:03.424 INFO:tasks.rados.rados.0.smithi031.stdout:2982: finishing rollback tid 1 to smithi03184240-47 2024-09-17T17:13:03.424 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 789 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-17T17:13:03.449 INFO:tasks.rados.rados.0.smithi031.stdout:2984: expect (ObjNum 900 snap 270 seq_num 900) 2024-09-17T17:13:03.649 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:03 smithi066 ceph-mon[86175]: pgmap v628: 121 pgs: 121 active+clean; 174 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 17 op/s 2024-09-17T17:13:03.649 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:03 smithi066 ceph-mon[86175]: osdmap e645: 8 total, 8 up, 8 in 2024-09-17T17:13:03.649 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:03 smithi066 ceph-mon[86175]: osdmap e646: 8 total, 8 up, 8 in 2024-09-17T17:13:03.745 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:03 smithi031 ceph-mon[94873]: pgmap v628: 121 pgs: 121 active+clean; 174 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 17 op/s 2024-09-17T17:13:03.745 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:03 smithi031 ceph-mon[94873]: osdmap e645: 8 total, 8 up, 8 in 2024-09-17T17:13:03.745 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:03 smithi031 ceph-mon[94873]: osdmap e646: 8 total, 8 up, 8 in 2024-09-17T17:13:03.745 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:03 smithi031 ceph-mon[96842]: pgmap v628: 121 pgs: 121 active+clean; 174 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 17 op/s 2024-09-17T17:13:03.745 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:03 smithi031 ceph-mon[96842]: osdmap e645: 8 total, 8 up, 8 in 2024-09-17T17:13:03.745 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:03 smithi031 ceph-mon[96842]: osdmap e646: 8 total, 8 up, 8 in 2024-09-17T17:13:03.903 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:03 smithi066 systemd[1]: Stopping Ceph grafana.a for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:13:04.214 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:03 smithi066 podman[121937]: 2024-09-17 17:13:03.909426547 +0000 UTC m=+0.111169343 container died 7bff2f45f3534dfbe9240573f786ff0fcf2a27dd1d1d131177b2f9cea716ea65 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a, description=Ceph Grafana Container, build-date=2022-04-29T11:48:11.055897, release=239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vendor=Red Hat, Inc., distribution-scope=public, architecture=x86_64, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.buildah.version=1.32.0, name=ubi8, version=8.5, io.openshift.expose-services=, maintainer=Paul Cuzner , com.redhat.component=ubi8-container) 2024-09-17T17:13:04.414 INFO:tasks.rados.rados.0.smithi031.stdout:2982: done (3 left) 2024-09-17T17:13:04.414 INFO:tasks.rados.rados.0.smithi031.stdout:2983: done (2 left) 2024-09-17T17:13:04.414 INFO:tasks.rados.rados.0.smithi031.stdout:2984: done (1 left) 2024-09-17T17:13:04.414 INFO:tasks.rados.rados.0.smithi031.stdout:2985: done (0 left) 2024-09-17T17:13:04.414 INFO:tasks.rados.rados.0.smithi031.stdout:2986: rollback oid 43 current snap is 282 2024-09-17T17:13:04.414 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 43 to 261 2024-09-17T17:13:04.414 INFO:tasks.rados.rados.0.smithi031.stdout:2987: copy_from oid 32 from oid 46 current snap is 282 2024-09-17T17:13:04.414 INFO:tasks.rados.rados.0.smithi031.stdout:2988: copy_from oid 33 from oid 40 current snap is 282 2024-09-17T17:13:04.414 INFO:tasks.rados.rados.0.smithi031.stdout:2989: snap_remove snap 281 2024-09-17T17:13:04.560 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:04 smithi066 podman[121937]: 2024-09-17 17:13:04.212942358 +0000 UTC m=+0.414685143 container cleanup 7bff2f45f3534dfbe9240573f786ff0fcf2a27dd1d1d131177b2f9cea716ea65 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a, version=8.5, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=ubi8-container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, architecture=x86_64, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.tags=base rhel8, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.expose-services=, io.buildah.version=1.32.0, maintainer=Paul Cuzner , summary=Grafana Container configured for Ceph mgr/dashboard integration, description=Ceph Grafana Container, distribution-scope=public, vcs-type=git, build-date=2022-04-29T11:48:11.055897, io.k8s.display-name=Red Hat Universal Base Image 8, release=239.1651231664, name=ubi8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-09-17T17:13:04.560 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:04 smithi066 bash[121937]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a 2024-09-17T17:13:04.560 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:04 smithi066 podman[121954]: 2024-09-17 17:13:04.431115534 +0000 UTC m=+0.523695141 container remove 7bff2f45f3534dfbe9240573f786ff0fcf2a27dd1d1d131177b2f9cea716ea65 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a, release=239.1651231664, io.buildah.version=1.32.0, vcs-type=git, version=8.5, name=ubi8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, io.openshift.tags=base rhel8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., build-date=2022-04-29T11:48:11.055897, io.k8s.display-name=Red Hat Universal Base Image 8, summary=Grafana Container configured for Ceph mgr/dashboard integration, maintainer=Paul Cuzner , com.redhat.component=ubi8-container, io.openshift.expose-services=, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56) 2024-09-17T17:13:04.560 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:04 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-09-17T17:13:04.875 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:04 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-09-17T17:13:04.875 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:04 smithi066 systemd[1]: Stopped Ceph grafana.a for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:13:04.875 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:04 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@grafana.a.service: Consumed 11.164s CPU time. 2024-09-17T17:13:05.153 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:04 smithi066 systemd[1]: Starting Ceph grafana.a for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:13:05.154 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:05 smithi066 podman[122089]: 2024-09-17 17:13:04.991091332 +0000 UTC m=+0.017566073 image pull c8b91775d855b99270fc5d22f3c6737e8cca01ef4c25c8b0362295e0746fa39b quay.io/ceph/grafana:10.4.0 2024-09-17T17:13:05.154 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:05 smithi066 podman[122089]: 2024-09-17 17:13:05.090432173 +0000 UTC m=+0.116906904 container create f3ea0366ec32278f7b8a03a6c4a270db7b03cfd0cac219ee0a505454998dcde9 (image=quay.io/ceph/grafana:10.4.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-17T17:13:05.413 INFO:tasks.rados.rados.0.smithi031.stdout:2989: done (3 left) 2024-09-17T17:13:05.413 INFO:tasks.rados.rados.0.smithi031.stdout:2990: delete oid 29 current snap is 282 2024-09-17T17:13:05.413 INFO:tasks.rados.rados.0.smithi031.stdout:2986: finishing rollback tid 0 to smithi03184240-43 2024-09-17T17:13:05.413 INFO:tasks.rados.rados.0.smithi031.stdout:2988: finishing copy_from to smithi03184240-33 2024-09-17T17:13:05.413 INFO:tasks.rados.rados.0.smithi031.stdout:2988: got expected ENOENT (src dne) 2024-09-17T17:13:05.413 INFO:tasks.rados.rados.0.smithi031.stdout:2986: finishing rollback tid 1 to smithi03184240-43 2024-09-17T17:13:05.413 INFO:tasks.rados.rados.0.smithi031.stdout:2988: finishing copy_from racing read to smithi03184240-33 2024-09-17T17:13:05.413 INFO:tasks.rados.rados.0.smithi031.stdout:2986: finishing rollback tid 2 to smithi03184240-43 2024-09-17T17:13:05.413 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 2478 (ObjNum 854 snap 259 seq_num 854) dirty exists 2024-09-17T17:13:05.413 INFO:tasks.rados.rados.0.smithi031.stdout:2987: finishing copy_from racing read to smithi03184240-32 2024-09-17T17:13:05.414 INFO:tasks.rados.rados.0.smithi031.stdout:2987: finishing copy_from to smithi03184240-32 2024-09-17T17:13:05.414 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 1950 (ObjNum 906 snap 270 seq_num 906) dirty exists 2024-09-17T17:13:05.415 INFO:tasks.rados.rados.0.smithi031.stdout:2986: done (3 left) 2024-09-17T17:13:05.415 INFO:tasks.rados.rados.0.smithi031.stdout:2987: done (2 left) 2024-09-17T17:13:05.415 INFO:tasks.rados.rados.0.smithi031.stdout:2988: done (1 left) 2024-09-17T17:13:05.415 INFO:tasks.rados.rados.0.smithi031.stdout:2990: done (0 left) 2024-09-17T17:13:05.415 INFO:tasks.rados.rados.0.smithi031.stdout:2991: delete oid 21 current snap is 282 2024-09-17T17:13:05.423 INFO:tasks.rados.rados.0.smithi031.stdout:2991: done (0 left) 2024-09-17T17:13:05.423 INFO:tasks.rados.rados.0.smithi031.stdout:2992: copy_from oid 13 from oid 17 current snap is 282 2024-09-17T17:13:05.423 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 26 current snap is 282 2024-09-17T17:13:05.423 INFO:tasks.rados.rados.0.smithi031.stdout:2993: seq_num 950 ranges {2768896=720896,3489792=679936,4169728=122880} 2024-09-17T17:13:05.438 INFO:tasks.rados.rados.0.smithi031.stdout:2993: writing smithi03184240-26 from 2768896 to 3489792 tid 1 2024-09-17T17:13:05.442 INFO:tasks.rados.rados.0.smithi031.stdout:2993: writing smithi03184240-26 from 3489792 to 4169728 tid 2 2024-09-17T17:13:05.443 INFO:tasks.rados.rados.0.smithi031.stdout:2993: writing smithi03184240-26 from 4169728 to 4292608 tid 3 2024-09-17T17:13:05.443 INFO:tasks.rados.rados.0.smithi031.stdout:2994: snap_create 2024-09-17T17:13:05.443 INFO:tasks.rados.rados.0.smithi031.stdout:2992: finishing copy_from racing read to smithi03184240-13 2024-09-17T17:13:05.444 INFO:tasks.rados.rados.0.smithi031.stdout:2992: finishing copy_from to smithi03184240-13 2024-09-17T17:13:05.444 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 1556 (ObjNum 65 snap 0 seq_num 1677673296) dirty exists 2024-09-17T17:13:05.444 INFO:tasks.rados.rados.0.smithi031.stdout:2993: finishing write tid 1 to smithi03184240-26 2024-09-17T17:13:05.446 INFO:tasks.rados.rados.0.smithi031.stdout:2993: finishing write tid 2 to smithi03184240-26 2024-09-17T17:13:05.446 INFO:tasks.rados.rados.0.smithi031.stdout:2993: finishing write tid 3 to smithi03184240-26 2024-09-17T17:13:05.447 INFO:tasks.rados.rados.0.smithi031.stdout:2993: finishing write tid 4 to smithi03184240-26 2024-09-17T17:13:05.448 INFO:tasks.rados.rados.0.smithi031.stdout:2993: finishing write tid 5 to smithi03184240-26 2024-09-17T17:13:05.448 INFO:tasks.rados.rados.0.smithi031.stdout:2993: oid 26 updating version 0 to 2367 2024-09-17T17:13:05.448 INFO:tasks.rados.rados.0.smithi031.stdout:2993: oid 26 updating version 2367 to 2370 2024-09-17T17:13:05.448 INFO:tasks.rados.rados.0.smithi031.stdout:2993: oid 26 version 2370 is already newer than 2369 2024-09-17T17:13:05.448 INFO:tasks.rados.rados.0.smithi031.stdout:2993: oid 26 version 2370 is already newer than 2368 2024-09-17T17:13:05.448 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 2370 (ObjNum 950 snap 282 seq_num 950) dirty exists 2024-09-17T17:13:05.448 INFO:tasks.rados.rados.0.smithi031.stdout:2993: left oid 26 (ObjNum 950 snap 282 seq_num 950) 2024-09-17T17:13:05.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:05 smithi031 ceph-mon[94873]: pgmap v631: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 178 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 35 op/s 2024-09-17T17:13:05.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:05 smithi031 ceph-mon[94873]: osdmap e647: 8 total, 8 up, 8 in 2024-09-17T17:13:05.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:05 smithi031 ceph-mon[96842]: pgmap v631: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 178 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 35 op/s 2024-09-17T17:13:05.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:05 smithi031 ceph-mon[96842]: osdmap e647: 8 total, 8 up, 8 in 2024-09-17T17:13:05.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:05 smithi066 ceph-mon[86175]: pgmap v631: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 178 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 35 op/s 2024-09-17T17:13:05.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:05 smithi066 ceph-mon[86175]: osdmap e647: 8 total, 8 up, 8 in 2024-09-17T17:13:06.430 INFO:tasks.rados.rados.0.smithi031.stdout:2992: done (2 left) 2024-09-17T17:13:06.430 INFO:tasks.rados.rados.0.smithi031.stdout:2993: done (1 left) 2024-09-17T17:13:06.430 INFO:tasks.rados.rados.0.smithi031.stdout:2994: done (0 left) 2024-09-17T17:13:06.430 INFO:tasks.rados.rados.0.smithi031.stdout:2995: copy_from oid 24 from oid 35 current snap is 283 2024-09-17T17:13:06.430 INFO:tasks.rados.rados.0.smithi031.stdout:2996: read oid 32 snap 276 2024-09-17T17:13:06.430 INFO:tasks.rados.rados.0.smithi031.stdout:2996: expect (ObjNum 900 snap 270 seq_num 900) 2024-09-17T17:13:06.430 INFO:tasks.rados.rados.0.smithi031.stdout:2997: delete oid 31 current snap is 283 2024-09-17T17:13:06.433 INFO:tasks.rados.rados.0.smithi031.stdout:2997: done (2 left) 2024-09-17T17:13:06.433 INFO:tasks.rados.rados.0.smithi031.stdout:2998: rollback oid 11 current snap is 283 2024-09-17T17:13:06.433 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 11 to 276 2024-09-17T17:13:06.433 INFO:tasks.rados.rados.0.smithi031.stdout:2999: delete oid 44 current snap is 283 2024-09-17T17:13:06.436 INFO:tasks.rados.rados.0.smithi031.stdout:2998: finishing rollback tid 1 to smithi03184240-11 2024-09-17T17:13:06.437 INFO:tasks.rados.rados.0.smithi031.stdout:2998: finishing rollback tid 2 to smithi03184240-11 2024-09-17T17:13:06.437 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 2096 (ObjNum 921 snap 271 seq_num 921) dirty exists 2024-09-17T17:13:06.440 INFO:tasks.rados.rados.0.smithi031.stdout:2998: done (3 left) 2024-09-17T17:13:06.440 INFO:tasks.rados.rados.0.smithi031.stdout:2999: done (2 left) 2024-09-17T17:13:06.440 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 20 current snap is 283 2024-09-17T17:13:06.440 INFO:tasks.rados.rados.0.smithi031.stdout:3000: seq_num 953 ranges {2359296=770048,3129344=786432,3915776=16384} 2024-09-17T17:13:06.458 INFO:tasks.rados.rados.0.smithi031.stdout:3000: writing smithi03184240-20 from 2359296 to 3129344 tid 1 2024-09-17T17:13:06.463 INFO:tasks.rados.rados.0.smithi031.stdout:3000: writing smithi03184240-20 from 3129344 to 3915776 tid 2 2024-09-17T17:13:06.463 INFO:tasks.rados.rados.0.smithi031.stdout:3000: writing smithi03184240-20 from 3915776 to 3932160 tid 3 2024-09-17T17:13:06.463 INFO:tasks.rados.rados.0.smithi031.stdout:3001: snap_remove snap 282 2024-09-17T17:13:06.514 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-mon[86175]: osdmap e648: 8 total, 8 up, 8 in 2024-09-17T17:13:06.514 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 podman[122089]: 2024-09-17 17:13:06.26146311 +0000 UTC m=+1.287937859 container init f3ea0366ec32278f7b8a03a6c4a270db7b03cfd0cac219ee0a505454998dcde9 (image=quay.io/ceph/grafana:10.4.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-17T17:13:06.514 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 podman[122089]: 2024-09-17 17:13:06.268265788 +0000 UTC m=+1.294740525 container start f3ea0366ec32278f7b8a03a6c4a270db7b03cfd0cac219ee0a505454998dcde9 (image=quay.io/ceph/grafana:10.4.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-17T17:13:06.515 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=settings t=2024-09-17T17:13:06.405839819Z level=info msg="Starting Grafana" version=10.4.0 commit=03f502a94d17f7dc4e6c34acdf8428aedd986e4c branch=HEAD compiled=2024-09-17T17:13:06Z 2024-09-17T17:13:06.515 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=settings t=2024-09-17T17:13:06.406124469Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-17T17:13:06.515 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=settings t=2024-09-17T17:13:06.406134086Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-17T17:13:06.515 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=settings t=2024-09-17T17:13:06.406139635Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-09-17T17:13:06.515 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=settings t=2024-09-17T17:13:06.406145346Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-09-17T17:13:06.515 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=settings t=2024-09-17T17:13:06.406150195Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-09-17T17:13:06.515 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=settings t=2024-09-17T17:13:06.406154945Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-09-17T17:13:06.515 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=settings t=2024-09-17T17:13:06.406159703Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-09-17T17:13:06.515 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=settings t=2024-09-17T17:13:06.406164258Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-17T17:13:06.515 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=settings t=2024-09-17T17:13:06.406168588Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-17T17:13:06.515 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=settings t=2024-09-17T17:13:06.406172652Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-17T17:13:06.515 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=settings t=2024-09-17T17:13:06.406177914Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-17T17:13:06.516 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=settings t=2024-09-17T17:13:06.406182068Z level=info msg=Target target=[all] 2024-09-17T17:13:06.516 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=settings t=2024-09-17T17:13:06.406191868Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-17T17:13:06.516 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=settings t=2024-09-17T17:13:06.406196057Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-17T17:13:06.516 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=settings t=2024-09-17T17:13:06.406200746Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-17T17:13:06.516 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=settings t=2024-09-17T17:13:06.406205808Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-17T17:13:06.516 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=settings t=2024-09-17T17:13:06.406211055Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-17T17:13:06.517 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=settings t=2024-09-17T17:13:06.406217202Z level=info msg="App mode production" 2024-09-17T17:13:06.517 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=sqlstore t=2024-09-17T17:13:06.406589985Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-17T17:13:06.517 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=sqlstore t=2024-09-17T17:13:06.406609679Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-17T17:13:06.517 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.407075881Z level=info msg="Starting DB migrations" 2024-09-17T17:13:06.517 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.419207484Z level=info msg="Executing migration" id="Add uid column to user" 2024-09-17T17:13:06.517 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.425972128Z level=info msg="Migration successfully executed" id="Add uid column to user" duration=6.758713ms 2024-09-17T17:13:06.517 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.426485013Z level=info msg="Executing migration" id="Update uid column values for users" 2024-09-17T17:13:06.517 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.426652542Z level=info msg="Migration successfully executed" id="Update uid column values for users" duration=167.604µs 2024-09-17T17:13:06.517 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.427067792Z level=info msg="Executing migration" id="Add unique index user_uid" 2024-09-17T17:13:06.517 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.427859378Z level=info msg="Migration successfully executed" id="Add unique index user_uid" duration=792.71µs 2024-09-17T17:13:06.518 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.428423495Z level=info msg="Executing migration" id="Add playlist column created_at" 2024-09-17T17:13:06.518 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.437569284Z level=info msg="Migration successfully executed" id="Add playlist column created_at" duration=9.141503ms 2024-09-17T17:13:06.518 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.438282734Z level=info msg="Executing migration" id="Add playlist column updated_at" 2024-09-17T17:13:06.518 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.444424173Z level=info msg="Migration successfully executed" id="Add playlist column updated_at" duration=6.137604ms 2024-09-17T17:13:06.518 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.444931323Z level=info msg="Executing migration" id="Add column uid in team" 2024-09-17T17:13:06.518 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.451054657Z level=info msg="Migration successfully executed" id="Add column uid in team" duration=6.120478ms 2024-09-17T17:13:06.518 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.451506278Z level=info msg="Executing migration" id="Update uid column values in team" 2024-09-17T17:13:06.518 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.451664742Z level=info msg="Migration successfully executed" id="Update uid column values in team" duration=156.792µs 2024-09-17T17:13:06.518 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.452082532Z level=info msg="Executing migration" id="Add unique index team_org_id_uid" 2024-09-17T17:13:06.518 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.452865057Z level=info msg="Migration successfully executed" id="Add unique index team_org_id_uid" duration=783.587µs 2024-09-17T17:13:06.518 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.45502619Z level=info msg="Executing migration" id="add index user_auth_token.revoked_at" 2024-09-17T17:13:06.518 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.455744737Z level=info msg="Migration successfully executed" id="add index user_auth_token.revoked_at" duration=717.909µs 2024-09-17T17:13:06.519 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.457647387Z level=info msg="Executing migration" id="add result_fingerprint column to alert_instance" 2024-09-17T17:13:06.519 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.463503397Z level=info msg="Migration successfully executed" id="add result_fingerprint column to alert_instance" duration=5.854881ms 2024-09-17T17:13:06.519 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.463944911Z level=info msg="Executing migration" id="add last_applied column to alert_configuration_history" 2024-09-17T17:13:06.519 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.469320923Z level=info msg="Migration successfully executed" id="add last_applied column to alert_configuration_history" duration=5.374997ms 2024-09-17T17:13:06.519 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.469705425Z level=info msg="Executing migration" id="alter library_element model to mediumtext" 2024-09-17T17:13:06.519 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.469758333Z level=info msg="Migration successfully executed" id="alter library_element model to mediumtext" duration=52.546µs 2024-09-17T17:13:06.519 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.470214261Z level=info msg="Executing migration" id="permission kind migration" 2024-09-17T17:13:06.519 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.475598658Z level=info msg="Migration successfully executed" id="permission kind migration" duration=5.383641ms 2024-09-17T17:13:06.519 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.475971477Z level=info msg="Executing migration" id="permission attribute migration" 2024-09-17T17:13:06.519 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.481505552Z level=info msg="Migration successfully executed" id="permission attribute migration" duration=5.533755ms 2024-09-17T17:13:06.519 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.481873107Z level=info msg="Executing migration" id="permission identifier migration" 2024-09-17T17:13:06.519 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.487859596Z level=info msg="Migration successfully executed" id="permission identifier migration" duration=5.986245ms 2024-09-17T17:13:06.520 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.500930686Z level=info msg="Executing migration" id="add permission identifier index" 2024-09-17T17:13:06.520 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.501769922Z level=info msg="Migration successfully executed" id="add permission identifier index" duration=839.023µs 2024-09-17T17:13:06.520 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.503720134Z level=info msg="Executing migration" id="add permission action scope role_id index" 2024-09-17T17:13:06.520 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.504525544Z level=info msg="Migration successfully executed" id="add permission action scope role_id index" duration=804.463µs 2024-09-17T17:13:06.520 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.506471361Z level=info msg="Executing migration" id="remove permission role_id action scope index" 2024-09-17T17:13:06.520 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.50719659Z level=info msg="Migration successfully executed" id="remove permission role_id action scope index" duration=725.159µs 2024-09-17T17:13:06.520 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.507562954Z level=info msg="Executing migration" id="rbac disabled migrator" 2024-09-17T17:13:06.520 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.507596321Z level=info msg="Migration successfully executed" id="rbac disabled migrator" duration=33.148µs 2024-09-17T17:13:06.520 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.510451957Z level=info msg="Executing migration" id="drop index IDX_correlation_uid - v1" 2024-09-17T17:13:06.520 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.511161771Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_uid - v1" duration=715.276µs 2024-09-17T17:13:06.520 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.513001924Z level=info msg="Executing migration" id="drop index IDX_correlation_source_uid - v1" 2024-09-17T17:13:06.520 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.513778814Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_source_uid - v1" duration=776.68µs 2024-09-17T17:13:06.774 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.51566385Z level=info msg="Executing migration" id="Rename table correlation to correlation_tmp_qwerty - v1" 2024-09-17T17:13:06.774 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.532169297Z level=info msg="Migration successfully executed" id="Rename table correlation to correlation_tmp_qwerty - v1" duration=16.506349ms 2024-09-17T17:13:06.774 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.532620255Z level=info msg="Executing migration" id="create correlation v2" 2024-09-17T17:13:06.774 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.533347997Z level=info msg="Migration successfully executed" id="create correlation v2" duration=727.578µs 2024-09-17T17:13:06.774 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.535193269Z level=info msg="Executing migration" id="create index IDX_correlation_uid - v2" 2024-09-17T17:13:06.774 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.535922039Z level=info msg="Migration successfully executed" id="create index IDX_correlation_uid - v2" duration=728.59µs 2024-09-17T17:13:06.774 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.537899728Z level=info msg="Executing migration" id="create index IDX_correlation_source_uid - v2" 2024-09-17T17:13:06.774 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.538633809Z level=info msg="Migration successfully executed" id="create index IDX_correlation_source_uid - v2" duration=736.531µs 2024-09-17T17:13:06.774 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.540510592Z level=info msg="Executing migration" id="create index IDX_correlation_org_id - v2" 2024-09-17T17:13:06.774 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.541206068Z level=info msg="Migration successfully executed" id="create index IDX_correlation_org_id - v2" duration=694.314µs 2024-09-17T17:13:06.775 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.54158575Z level=info msg="Executing migration" id="copy correlation v1 to v2" 2024-09-17T17:13:06.775 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.541774558Z level=info msg="Migration successfully executed" id="copy correlation v1 to v2" duration=188.888µs 2024-09-17T17:13:06.775 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.544227363Z level=info msg="Executing migration" id="drop correlation_tmp_qwerty" 2024-09-17T17:13:06.775 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.544839168Z level=info msg="Migration successfully executed" id="drop correlation_tmp_qwerty" duration=611.609µs 2024-09-17T17:13:06.775 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.546614069Z level=info msg="Executing migration" id="add provisioning column" 2024-09-17T17:13:06.775 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.552475536Z level=info msg="Migration successfully executed" id="add provisioning column" duration=5.861211ms 2024-09-17T17:13:06.775 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.552866235Z level=info msg="Executing migration" id="backfill empty share column fields with default of public" 2024-09-17T17:13:06.777 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.553018232Z level=info msg="Migration successfully executed" id="backfill empty share column fields with default of public" duration=151.771µs 2024-09-17T17:13:06.777 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.553427214Z level=info msg="Executing migration" id="migrate contents column to mediumblob for MySQL" 2024-09-17T17:13:06.777 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.55348842Z level=info msg="Migration successfully executed" id="migrate contents column to mediumblob for MySQL" duration=60.221µs 2024-09-17T17:13:06.777 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.555981482Z level=info msg="Executing migration" id="add origin column to seed_assignment" 2024-09-17T17:13:06.777 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.561962824Z level=info msg="Migration successfully executed" id="add origin column to seed_assignment" duration=5.979076ms 2024-09-17T17:13:06.777 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.562336057Z level=info msg="Executing migration" id="add origin to plugin seed_assignment" 2024-09-17T17:13:06.777 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.562556622Z level=info msg="Migration successfully executed" id="add origin to plugin seed_assignment" duration=220.571µs 2024-09-17T17:13:06.777 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.562981726Z level=info msg="Executing migration" id="prevent seeding OnCall access" 2024-09-17T17:13:06.778 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.563106752Z level=info msg="Migration successfully executed" id="prevent seeding OnCall access" duration=124.912µs 2024-09-17T17:13:06.778 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.563481246Z level=info msg="Executing migration" id="managed folder permissions library panel actions migration" 2024-09-17T17:13:06.778 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.564411797Z level=info msg="Migration successfully executed" id="managed folder permissions library panel actions migration" duration=931.086µs 2024-09-17T17:13:06.778 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.564787937Z level=info msg="Executing migration" id="Remove unique index for folder.title and folder.parent_uid" 2024-09-17T17:13:06.778 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.565499981Z level=info msg="Migration successfully executed" id="Remove unique index for folder.title and folder.parent_uid" duration=711.74µs 2024-09-17T17:13:06.778 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.565856517Z level=info msg="Executing migration" id="Add unique index for title, parent_uid, and org_id" 2024-09-17T17:13:06.778 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.566641819Z level=info msg="Migration successfully executed" id="Add unique index for title, parent_uid, and org_id" duration=785.057µs 2024-09-17T17:13:06.778 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.567003416Z level=info msg="Executing migration" id="Sync dashboard and folder table" 2024-09-17T17:13:06.778 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.567499342Z level=info msg="Migration successfully executed" id="Sync dashboard and folder table" duration=495.656µs 2024-09-17T17:13:06.778 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.569504464Z level=info msg="Executing migration" id="Remove ghost folders from the folder table" 2024-09-17T17:13:06.778 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.569715427Z level=info msg="Migration successfully executed" id="Remove ghost folders from the folder table" duration=209.777µs 2024-09-17T17:13:06.778 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.570141067Z level=info msg="Executing migration" id="Remove unique index UQE_folder_uid_org_id" 2024-09-17T17:13:06.779 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.570838535Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_uid_org_id" duration=697.432µs 2024-09-17T17:13:06.779 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.571206939Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_uid" 2024-09-17T17:13:06.779 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.571930949Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_uid" duration=723.685µs 2024-09-17T17:13:06.779 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.572308073Z level=info msg="Executing migration" id="Remove unique index UQE_folder_title_parent_uid_org_id" 2024-09-17T17:13:06.779 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.573007227Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_title_parent_uid_org_id" duration=699.322µs 2024-09-17T17:13:06.779 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.573390179Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_parent_uid_title" 2024-09-17T17:13:06.779 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.574123054Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_parent_uid_title" duration=732.501µs 2024-09-17T17:13:06.779 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.574511505Z level=info msg="Executing migration" id="Remove index IDX_folder_parent_uid_org_id" 2024-09-17T17:13:06.779 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.575200903Z level=info msg="Migration successfully executed" id="Remove index IDX_folder_parent_uid_org_id" duration=689.465µs 2024-09-17T17:13:06.779 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.575566412Z level=info msg="Executing migration" id="create anon_device table" 2024-09-17T17:13:06.779 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.57614589Z level=info msg="Migration successfully executed" id="create anon_device table" duration=578.289µs 2024-09-17T17:13:06.779 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.576511697Z level=info msg="Executing migration" id="add unique index anon_device.device_id" 2024-09-17T17:13:06.779 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.577211347Z level=info msg="Migration successfully executed" id="add unique index anon_device.device_id" duration=699.525µs 2024-09-17T17:13:06.780 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.57756883Z level=info msg="Executing migration" id="add index anon_device.updated_at" 2024-09-17T17:13:06.780 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.578258252Z level=info msg="Migration successfully executed" id="add index anon_device.updated_at" duration=689.269µs 2024-09-17T17:13:06.780 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.578645291Z level=info msg="Executing migration" id="create signing_key table" 2024-09-17T17:13:06.780 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.579233262Z level=info msg="Migration successfully executed" id="create signing_key table" duration=587.801µs 2024-09-17T17:13:06.780 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.579599881Z level=info msg="Executing migration" id="add unique index signing_key.key_id" 2024-09-17T17:13:06.780 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.580297092Z level=info msg="Migration successfully executed" id="add unique index signing_key.key_id" duration=696.208µs 2024-09-17T17:13:06.780 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.580673844Z level=info msg="Executing migration" id="set legacy alert migration status in kvstore" 2024-09-17T17:13:06.780 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.581342401Z level=info msg="Migration successfully executed" id="set legacy alert migration status in kvstore" duration=668.617µs 2024-09-17T17:13:06.780 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.581699017Z level=info msg="Executing migration" id="migrate record of created folders during legacy migration to kvstore" 2024-09-17T17:13:06.780 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.582136238Z level=info msg="Migration successfully executed" id="migrate record of created folders during legacy migration to kvstore" duration=437.807µs 2024-09-17T17:13:06.780 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.582558986Z level=info msg="Executing migration" id="Add folder_uid for dashboard" 2024-09-17T17:13:06.780 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.588117924Z level=info msg="Migration successfully executed" id="Add folder_uid for dashboard" duration=5.55854ms 2024-09-17T17:13:06.781 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.58850087Z level=info msg="Executing migration" id="Populate dashboard folder_uid column" 2024-09-17T17:13:06.781 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.590306521Z level=info msg="Migration successfully executed" id="Populate dashboard folder_uid column" duration=1.806348ms 2024-09-17T17:13:06.781 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.590870057Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title" 2024-09-17T17:13:06.781 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.591794523Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title" duration=924.148µs 2024-09-17T17:13:06.781 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.592144498Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_id_title" 2024-09-17T17:13:06.781 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.592879986Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_id_title" duration=736.075µs 2024-09-17T17:13:06.781 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.593243881Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_uid_title" 2024-09-17T17:13:06.781 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.593951547Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_uid_title" duration=707.87µs 2024-09-17T17:13:06.781 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.594339936Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" 2024-09-17T17:13:06.781 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.595199707Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" duration=859.498µs 2024-09-17T17:13:06.781 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.595570646Z level=info msg="Executing migration" id="Restore index for dashboard_org_id_folder_id_title" 2024-09-17T17:13:06.781 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.596362149Z level=info msg="Migration successfully executed" id="Restore index for dashboard_org_id_folder_id_title" duration=791.35µs 2024-09-17T17:13:06.782 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.596792709Z level=info msg="Executing migration" id="create sso_setting table" 2024-09-17T17:13:06.782 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.597564771Z level=info msg="Migration successfully executed" id="create sso_setting table" duration=771.998µs 2024-09-17T17:13:06.782 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.597974311Z level=info msg="Executing migration" id="copy kvstore migration status to each org" 2024-09-17T17:13:06.782 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.598620755Z level=info msg="Migration successfully executed" id="copy kvstore migration status to each org" duration=647.654µs 2024-09-17T17:13:06.782 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.598981334Z level=info msg="Executing migration" id="add back entry for orgid=0 migrated status" 2024-09-17T17:13:06.782 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.599384617Z level=info msg="Migration successfully executed" id="add back entry for orgid=0 migrated status" duration=403.161µs 2024-09-17T17:13:06.782 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.599751919Z level=info msg="Executing migration" id="alter kv_store.value to longtext" 2024-09-17T17:13:06.782 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.599803795Z level=info msg="Migration successfully executed" id="alter kv_store.value to longtext" duration=53.603µs 2024-09-17T17:13:06.782 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.600234452Z level=info msg="Executing migration" id="add notification_settings column to alert_rule table" 2024-09-17T17:13:06.782 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.605927406Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule table" duration=5.694183ms 2024-09-17T17:13:06.783 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.606306333Z level=info msg="Executing migration" id="add notification_settings column to alert_rule_version table" 2024-09-17T17:13:06.783 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.612123583Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule_version table" duration=5.817144ms 2024-09-17T17:13:06.783 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.612507178Z level=info msg="Executing migration" id="removing scope from alert.instances:read action migration" 2024-09-17T17:13:06.783 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.612749265Z level=info msg="Migration successfully executed" id="removing scope from alert.instances:read action migration" duration=242.065µs 2024-09-17T17:13:06.783 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=migrator t=2024-09-17T17:13:06.613128217Z level=info msg="migrations completed" performed=65 skipped=482 duration=193.994902ms 2024-09-17T17:13:06.784 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=sqlstore t=2024-09-17T17:13:06.613817967Z level=info msg="Created default organization" 2024-09-17T17:13:06.784 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=secrets t=2024-09-17T17:13:06.615922619Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-17T17:13:06.784 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=plugin.store t=2024-09-17T17:13:06.631000889Z level=info msg="Loading plugins..." 2024-09-17T17:13:06.784 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=local.finder t=2024-09-17T17:13:06.677525147Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-09-17T17:13:06.784 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=plugin.store t=2024-09-17T17:13:06.677548105Z level=info msg="Plugins loaded" count=55 duration=46.547796ms 2024-09-17T17:13:06.784 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=query_data t=2024-09-17T17:13:06.679633701Z level=info msg="Query Service initialization" 2024-09-17T17:13:06.784 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=live.push_http t=2024-09-17T17:13:06.681872073Z level=info msg="Live Push Gateway initialization" 2024-09-17T17:13:06.784 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=ngalert.migration t=2024-09-17T17:13:06.682976979Z level=info msg=Starting 2024-09-17T17:13:06.784 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=ngalert.state.manager t=2024-09-17T17:13:06.688595978Z level=info msg="Running in alternative execution of Error/NoData mode" 2024-09-17T17:13:06.784 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=infra.usagestats.collector t=2024-09-17T17:13:06.690013942Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-17T17:13:06.784 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=provisioning.datasources t=2024-09-17T17:13:06.692557275Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-09-17T17:13:06.784 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=provisioning.datasources t=2024-09-17T17:13:06.692820571Z level=info msg="inserting datasource from configuration" name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-17T17:13:06.785 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=provisioning.alerting t=2024-09-17T17:13:06.718730837Z level=info msg="starting to provision alerting" 2024-09-17T17:13:06.785 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=provisioning.alerting t=2024-09-17T17:13:06.718743555Z level=info msg="finished to provision alerting" 2024-09-17T17:13:06.785 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=grafanaStorageLogger t=2024-09-17T17:13:06.718936262Z level=info msg="Storage starting" 2024-09-17T17:13:06.785 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=ngalert.state.manager t=2024-09-17T17:13:06.719008535Z level=info msg="Warming state cache for startup" 2024-09-17T17:13:06.785 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=ngalert.multiorg.alertmanager t=2024-09-17T17:13:06.719244124Z level=info msg="Starting MultiOrg Alertmanager" 2024-09-17T17:13:06.785 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=provisioning.dashboard t=2024-09-17T17:13:06.720647442Z level=info msg="starting to provision dashboards" 2024-09-17T17:13:06.785 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=http.server t=2024-09-17T17:13:06.721837351Z level=info msg="HTTP Server TLS settings" MinTLSVersion=TLS1.2 configuredciphers=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA,TLS_RSA_WITH_AES_128_GCM_SHA256,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA 2024-09-17T17:13:06.785 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=http.server t=2024-09-17T17:13:06.722153232Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-17T17:13:06.785 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=ngalert.state.manager t=2024-09-17T17:13:06.750159588Z level=info msg="State cache has been initialized" states=0 duration=31.148996ms 2024-09-17T17:13:06.785 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=ngalert.scheduler t=2024-09-17T17:13:06.750199008Z level=info msg="Starting scheduler" tickInterval=10s maxAttempts=1 2024-09-17T17:13:06.785 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=ticker t=2024-09-17T17:13:06.750279997Z level=info msg=starting first_tick=2024-09-17T17:13:10Z 2024-09-17T17:13:06.785 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=sqlstore.transactions t=2024-09-17T17:13:06.760012572Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-17T17:13:06.785 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=sqlstore.transactions t=2024-09-17T17:13:06.772316219Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-17T17:13:06.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:06 smithi031 ceph-mon[94873]: osdmap e648: 8 total, 8 up, 8 in 2024-09-17T17:13:06.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:06 smithi031 ceph-mon[96842]: osdmap e648: 8 total, 8 up, 8 in 2024-09-17T17:13:07.146 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=plugins.update.checker t=2024-09-17T17:13:06.811120398Z level=info msg="Update check succeeded" duration=92.250349ms 2024-09-17T17:13:07.147 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=sqlstore.transactions t=2024-09-17T17:13:06.841514486Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-17T17:13:07.147 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=sqlstore.transactions t=2024-09-17T17:13:06.85189049Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-09-17T17:13:07.147 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=grafana.update.checker t=2024-09-17T17:13:06.860711989Z level=info msg="Update check succeeded" duration=141.152115ms 2024-09-17T17:13:07.147 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=provisioning.dashboard t=2024-09-17T17:13:06.922573224Z level=info msg="finished to provision dashboards" 2024-09-17T17:13:07.147 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:07 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=grafana-apiserver t=2024-09-17T17:13:07.145435432Z level=info msg="Adding GroupVersion playlist.grafana.app v0alpha1 to ResourceManager" 2024-09-17T17:13:07.403 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:07 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=grafana-apiserver t=2024-09-17T17:13:07.145838511Z level=info msg="Adding GroupVersion featuretoggle.grafana.app v0alpha1 to ResourceManager" 2024-09-17T17:13:07.403 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:07 smithi066 bash[122089]: f3ea0366ec32278f7b8a03a6c4a270db7b03cfd0cac219ee0a505454998dcde9 2024-09-17T17:13:07.403 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:13:07 smithi066 systemd[1]: Started Ceph grafana.a for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:13:07.442 INFO:tasks.rados.rados.0.smithi031.stdout:3001: done (3 left) 2024-09-17T17:13:07.442 INFO:tasks.rados.rados.0.smithi031.stdout:3002: delete oid 23 current snap is 283 2024-09-17T17:13:07.442 INFO:tasks.rados.rados.0.smithi031.stdout:2995: finishing copy_from racing read to smithi03184240-24 2024-09-17T17:13:07.442 INFO:tasks.rados.rados.0.smithi031.stdout:2995: finishing copy_from to smithi03184240-24 2024-09-17T17:13:07.442 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 2356 (ObjNum 923 snap 273 seq_num 923) dirty exists 2024-09-17T17:13:07.442 INFO:tasks.rados.rados.0.smithi031.stdout:2996: expect (ObjNum 900 snap 270 seq_num 900) 2024-09-17T17:13:07.823 INFO:tasks.rados.rados.0.smithi031.stdout:3000: finishing write tid 1 to smithi03184240-20 2024-09-17T17:13:07.823 INFO:tasks.rados.rados.0.smithi031.stdout:3000: finishing write tid 2 to smithi03184240-20 2024-09-17T17:13:07.823 INFO:tasks.rados.rados.0.smithi031.stdout:3000: finishing write tid 3 to smithi03184240-20 2024-09-17T17:13:07.823 INFO:tasks.rados.rados.0.smithi031.stdout:3000: finishing write tid 4 to smithi03184240-20 2024-09-17T17:13:07.823 INFO:tasks.rados.rados.0.smithi031.stdout:3000: finishing write tid 5 to smithi03184240-20 2024-09-17T17:13:07.823 INFO:tasks.rados.rados.0.smithi031.stdout:3000: oid 20 updating version 0 to 2123 2024-09-17T17:13:07.823 INFO:tasks.rados.rados.0.smithi031.stdout:3000: oid 20 updating version 2123 to 2124 2024-09-17T17:13:07.823 INFO:tasks.rados.rados.0.smithi031.stdout:3000: oid 20 version 2124 is already newer than 2121 2024-09-17T17:13:07.823 INFO:tasks.rados.rados.0.smithi031.stdout:3000: oid 20 version 2124 is already newer than 2122 2024-09-17T17:13:07.823 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 2124 (ObjNum 953 snap 283 seq_num 953) dirty exists 2024-09-17T17:13:07.823 INFO:tasks.rados.rados.0.smithi031.stdout:3000: left oid 20 (ObjNum 953 snap 283 seq_num 953) 2024-09-17T17:13:07.825 INFO:tasks.rados.rados.0.smithi031.stdout:2995: done (3 left) 2024-09-17T17:13:07.825 INFO:tasks.rados.rados.0.smithi031.stdout:2996: done (2 left) 2024-09-17T17:13:07.825 INFO:tasks.rados.rados.0.smithi031.stdout:3000: done (1 left) 2024-09-17T17:13:07.825 INFO:tasks.rados.rados.0.smithi031.stdout:3002: done (0 left) 2024-09-17T17:13:07.825 INFO:tasks.rados.rados.0.smithi031.stdout:3003: rollback oid 18 current snap is 283 2024-09-17T17:13:07.825 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 18 to 276 2024-09-17T17:13:07.825 INFO:tasks.rados.rados.0.smithi031.stdout:3004: rollback oid 20 current snap is 283 2024-09-17T17:13:07.825 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 20 to 276 2024-09-17T17:13:07.826 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 17 current snap is 283 2024-09-17T17:13:07.826 INFO:tasks.rados.rados.0.smithi031.stdout:3005: seq_num 955 ranges {0=802816,802816=557056,1359872=245760} 2024-09-17T17:13:07.830 INFO:tasks.rados.rados.0.smithi031.stdout:3005: writing smithi03184240-17 from 0 to 802816 tid 1 2024-09-17T17:13:07.833 INFO:tasks.rados.rados.0.smithi031.stdout:3005: writing smithi03184240-17 from 802816 to 1359872 tid 2 2024-09-17T17:13:07.835 INFO:tasks.rados.rados.0.smithi031.stdout:3005: writing smithi03184240-17 from 1359872 to 1605632 tid 3 2024-09-17T17:13:07.835 INFO:tasks.rados.rados.0.smithi031.stdout:3006: read oid 48 snap -1 2024-09-17T17:13:07.835 INFO:tasks.rados.rados.0.smithi031.stdout:3006: expect (ObjNum 873 snap 264 seq_num 873) 2024-09-17T17:13:07.835 INFO:tasks.rados.rados.0.smithi031.stdout:3007: rollback oid 19 current snap is 283 2024-09-17T17:13:07.835 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 19 to 276 2024-09-17T17:13:07.835 INFO:tasks.rados.rados.0.smithi031.stdout:3004: finishing rollback tid 0 to smithi03184240-20 2024-09-17T17:13:07.835 INFO:tasks.rados.rados.0.smithi031.stdout:3004: finishing rollback tid 1 to smithi03184240-20 2024-09-17T17:13:07.836 INFO:tasks.rados.rados.0.smithi031.stdout:3004: finishing rollback tid 2 to smithi03184240-20 2024-09-17T17:13:07.836 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 2127 (ObjNum 916 snap 271 seq_num 916) dirty exists 2024-09-17T17:13:07.836 INFO:tasks.rados.rados.0.smithi031.stdout:3004: done (4 left) 2024-09-17T17:13:07.836 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 14 current snap is 283 2024-09-17T17:13:07.836 INFO:tasks.rados.rados.0.smithi031.stdout:3008: seq_num 956 ranges {0=417792,417792=434176,851968=770048} 2024-09-17T17:13:07.837 INFO:tasks.rados.rados.0.smithi031.stdout:3008: writing smithi03184240-14 from 0 to 417792 tid 1 2024-09-17T17:13:07.840 INFO:tasks.rados.rados.0.smithi031.stdout:3008: writing smithi03184240-14 from 417792 to 851968 tid 2 2024-09-17T17:13:07.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:07 smithi031 ceph-mon[94873]: pgmap v634: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 175 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1006 KiB/s wr, 19 op/s 2024-09-17T17:13:07.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:07 smithi031 ceph-mon[94873]: osdmap e649: 8 total, 8 up, 8 in 2024-09-17T17:13:07.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:07 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:07.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:07 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:07.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:07 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:13:07.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:07 smithi031 ceph-mon[96842]: pgmap v634: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 175 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1006 KiB/s wr, 19 op/s 2024-09-17T17:13:07.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:07 smithi031 ceph-mon[96842]: osdmap e649: 8 total, 8 up, 8 in 2024-09-17T17:13:07.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:07 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:07.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:07 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:07.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:07 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:13:07.845 INFO:tasks.rados.rados.0.smithi031.stdout:3008: writing smithi03184240-14 from 851968 to 1622016 tid 3 2024-09-17T17:13:07.845 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 37 current snap is 283 2024-09-17T17:13:07.845 INFO:tasks.rados.rados.0.smithi031.stdout:3003: finishing rollback tid 0 to smithi03184240-18 2024-09-17T17:13:07.845 INFO:tasks.rados.rados.0.smithi031.stdout:3009: seq_num 957 ranges {0=434176,434176=720896,1155072=483328} 2024-09-17T17:13:07.847 INFO:tasks.rados.rados.0.smithi031.stdout:3009: writing smithi03184240-37 from 0 to 434176 tid 1 2024-09-17T17:13:07.852 INFO:tasks.rados.rados.0.smithi031.stdout:3009: writing smithi03184240-37 from 434176 to 1155072 tid 2 2024-09-17T17:13:07.855 INFO:tasks.rados.rados.0.smithi031.stdout:3009: writing smithi03184240-37 from 1155072 to 1638400 tid 3 2024-09-17T17:13:07.855 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 6 current snap is 283 2024-09-17T17:13:07.855 INFO:tasks.rados.rados.0.smithi031.stdout:3003: finishing rollback tid 1 to smithi03184240-18 2024-09-17T17:13:07.856 INFO:tasks.rados.rados.0.smithi031.stdout:3003: finishing rollback tid 2 to smithi03184240-18 2024-09-17T17:13:07.856 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 2100 (ObjNum 837 snap 251 seq_num 837) dirty exists 2024-09-17T17:13:07.856 INFO:tasks.rados.rados.0.smithi031.stdout:3005: finishing write tid 1 to smithi03184240-17 2024-09-17T17:13:07.856 INFO:tasks.rados.rados.0.smithi031.stdout:3007: finishing rollback tid 0 to smithi03184240-19 2024-09-17T17:13:07.856 INFO:tasks.rados.rados.0.smithi031.stdout:3007: finishing rollback tid 1 to smithi03184240-19 2024-09-17T17:13:07.856 INFO:tasks.rados.rados.0.smithi031.stdout:3007: finishing rollback tid 2 to smithi03184240-19 2024-09-17T17:13:07.856 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 2036 (ObjNum 826 snap 248 seq_num 826) dirty exists 2024-09-17T17:13:07.856 INFO:tasks.rados.rados.0.smithi031.stdout:3005: finishing write tid 2 to smithi03184240-17 2024-09-17T17:13:07.856 INFO:tasks.rados.rados.0.smithi031.stdout:3010: seq_num 958 ranges {4849664=450560,5300224=655360,5955584=548864} 2024-09-17T17:13:07.884 INFO:tasks.rados.rados.0.smithi031.stdout:3010: writing smithi03184240-6 from 4849664 to 5300224 tid 1 2024-09-17T17:13:07.887 INFO:tasks.rados.rados.0.smithi031.stdout:3010: writing smithi03184240-6 from 5300224 to 5955584 tid 2 2024-09-17T17:13:07.891 INFO:tasks.rados.rados.0.smithi031.stdout:3010: writing smithi03184240-6 from 5955584 to 6504448 tid 3 2024-09-17T17:13:07.891 INFO:tasks.rados.rados.0.smithi031.stdout:3003: done (6 left) 2024-09-17T17:13:07.891 INFO:tasks.rados.rados.0.smithi031.stdout:3007: done (5 left) 2024-09-17T17:13:07.891 INFO:tasks.rados.rados.0.smithi031.stdout:3011: snap_create 2024-09-17T17:13:07.891 INFO:tasks.rados.rados.0.smithi031.stdout:3005: finishing write tid 3 to smithi03184240-17 2024-09-17T17:13:07.891 INFO:tasks.rados.rados.0.smithi031.stdout:3005: finishing write tid 4 to smithi03184240-17 2024-09-17T17:13:07.891 INFO:tasks.rados.rados.0.smithi031.stdout:3005: finishing write tid 5 to smithi03184240-17 2024-09-17T17:13:07.891 INFO:tasks.rados.rados.0.smithi031.stdout:3005: oid 17 updating version 0 to 1559 2024-09-17T17:13:07.892 INFO:tasks.rados.rados.0.smithi031.stdout:3005: oid 17 version 1559 is already newer than 1558 2024-09-17T17:13:07.892 INFO:tasks.rados.rados.0.smithi031.stdout:3005: oid 17 version 1559 is already newer than 1557 2024-09-17T17:13:07.892 INFO:tasks.rados.rados.0.smithi031.stdout:3005: oid 17 updating version 1559 to 1560 2024-09-17T17:13:07.892 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 1560 (ObjNum 955 snap 283 seq_num 955) dirty exists 2024-09-17T17:13:07.892 INFO:tasks.rados.rados.0.smithi031.stdout:3005: left oid 17 (ObjNum 955 snap 283 seq_num 955) 2024-09-17T17:13:07.892 INFO:tasks.rados.rados.0.smithi031.stdout:3008: finishing write tid 1 to smithi03184240-14 2024-09-17T17:13:07.892 INFO:tasks.rados.rados.0.smithi031.stdout:3008: finishing write tid 2 to smithi03184240-14 2024-09-17T17:13:07.892 INFO:tasks.rados.rados.0.smithi031.stdout:3008: finishing write tid 3 to smithi03184240-14 2024-09-17T17:13:07.892 INFO:tasks.rados.rados.0.smithi031.stdout:3006: expect (ObjNum 873 snap 264 seq_num 873) 2024-09-17T17:13:07.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:07 smithi066 ceph-mon[86175]: pgmap v634: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 175 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1006 KiB/s wr, 19 op/s 2024-09-17T17:13:07.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:07 smithi066 ceph-mon[86175]: osdmap e649: 8 total, 8 up, 8 in 2024-09-17T17:13:07.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:07 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:07.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:07 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:07.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:07 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:13:08.014 INFO:tasks.rados.rados.0.smithi031.stdout:3008: finishing write tid 4 to smithi03184240-14 2024-09-17T17:13:08.014 INFO:tasks.rados.rados.0.smithi031.stdout:3009: finishing write tid 1 to smithi03184240-37 2024-09-17T17:13:08.014 INFO:tasks.rados.rados.0.smithi031.stdout:3008: finishing write tid 5 to smithi03184240-14 2024-09-17T17:13:08.014 INFO:tasks.rados.rados.0.smithi031.stdout:3008: oid 14 updating version 0 to 1493 2024-09-17T17:13:08.014 INFO:tasks.rados.rados.0.smithi031.stdout:3008: oid 14 updating version 1493 to 1494 2024-09-17T17:13:08.014 INFO:tasks.rados.rados.0.smithi031.stdout:3008: oid 14 updating version 1494 to 1495 2024-09-17T17:13:08.014 INFO:tasks.rados.rados.0.smithi031.stdout:3008: oid 14 updating version 1495 to 1496 2024-09-17T17:13:08.014 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 1496 (ObjNum 956 snap 283 seq_num 956) dirty exists 2024-09-17T17:13:08.014 INFO:tasks.rados.rados.0.smithi031.stdout:3008: left oid 14 (ObjNum 956 snap 283 seq_num 956) 2024-09-17T17:13:08.014 INFO:tasks.rados.rados.0.smithi031.stdout:3009: finishing write tid 2 to smithi03184240-37 2024-09-17T17:13:08.015 INFO:tasks.rados.rados.0.smithi031.stdout:3009: finishing write tid 3 to smithi03184240-37 2024-09-17T17:13:08.015 INFO:tasks.rados.rados.0.smithi031.stdout:3009: finishing write tid 4 to smithi03184240-37 2024-09-17T17:13:08.015 INFO:tasks.rados.rados.0.smithi031.stdout:3009: finishing write tid 5 to smithi03184240-37 2024-09-17T17:13:08.015 INFO:tasks.rados.rados.0.smithi031.stdout:3009: oid 37 updating version 0 to 2171 2024-09-17T17:13:08.015 INFO:tasks.rados.rados.0.smithi031.stdout:3009: oid 37 updating version 2171 to 2173 2024-09-17T17:13:08.015 INFO:tasks.rados.rados.0.smithi031.stdout:3009: oid 37 version 2173 is already newer than 2172 2024-09-17T17:13:08.015 INFO:tasks.rados.rados.0.smithi031.stdout:3009: oid 37 version 2173 is already newer than 2170 2024-09-17T17:13:08.015 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 2173 (ObjNum 957 snap 283 seq_num 957) dirty exists 2024-09-17T17:13:08.015 INFO:tasks.rados.rados.0.smithi031.stdout:3009: left oid 37 (ObjNum 957 snap 283 seq_num 957) 2024-09-17T17:13:08.015 INFO:tasks.rados.rados.0.smithi031.stdout:3010: finishing write tid 1 to smithi03184240-6 2024-09-17T17:13:08.015 INFO:tasks.rados.rados.0.smithi031.stdout:3010: finishing write tid 2 to smithi03184240-6 2024-09-17T17:13:08.015 INFO:tasks.rados.rados.0.smithi031.stdout:3010: finishing write tid 3 to smithi03184240-6 2024-09-17T17:13:08.015 INFO:tasks.rados.rados.0.smithi031.stdout:3010: finishing write tid 4 to smithi03184240-6 2024-09-17T17:13:08.016 INFO:tasks.rados.rados.0.smithi031.stdout:3010: finishing write tid 5 to smithi03184240-6 2024-09-17T17:13:08.016 INFO:tasks.rados.rados.0.smithi031.stdout:3010: oid 6 updating version 0 to 1508 2024-09-17T17:13:08.016 INFO:tasks.rados.rados.0.smithi031.stdout:3010: oid 6 version 1508 is already newer than 1505 2024-09-17T17:13:08.016 INFO:tasks.rados.rados.0.smithi031.stdout:3010: oid 6 version 1508 is already newer than 1507 2024-09-17T17:13:08.016 INFO:tasks.rados.rados.0.smithi031.stdout:3010: oid 6 version 1508 is already newer than 1506 2024-09-17T17:13:08.016 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 1508 (ObjNum 958 snap 283 seq_num 958) dirty exists 2024-09-17T17:13:08.016 INFO:tasks.rados.rados.0.smithi031.stdout:3010: left oid 6 (ObjNum 958 snap 283 seq_num 958) 2024-09-17T17:13:08.409 INFO:tasks.rados.rados.0.smithi031.stdout:3005: done (5 left) 2024-09-17T17:13:08.410 INFO:tasks.rados.rados.0.smithi031.stdout:3006: done (4 left) 2024-09-17T17:13:08.410 INFO:tasks.rados.rados.0.smithi031.stdout:3008: done (3 left) 2024-09-17T17:13:08.410 INFO:tasks.rados.rados.0.smithi031.stdout:3009: done (2 left) 2024-09-17T17:13:08.410 INFO:tasks.rados.rados.0.smithi031.stdout:3010: done (1 left) 2024-09-17T17:13:08.410 INFO:tasks.rados.rados.0.smithi031.stdout:3011: done (0 left) 2024-09-17T17:13:08.410 INFO:tasks.rados.rados.0.smithi031.stdout:3012: copy_from oid 48 from oid 43 current snap is 284 2024-09-17T17:13:08.410 INFO:tasks.rados.rados.0.smithi031.stdout:3013: setattr oid 7 current snap is 284 2024-09-17T17:13:08.411 INFO:tasks.rados.rados.0.smithi031.stdout:3014: read oid 36 snap 261 2024-09-17T17:13:08.411 INFO:tasks.rados.rados.0.smithi031.stdout:3014: expect deleted 2024-09-17T17:13:08.411 INFO:tasks.rados.rados.0.smithi031.stdout:3015: read oid 25 snap -1 2024-09-17T17:13:08.411 INFO:tasks.rados.rados.0.smithi031.stdout:3015: expect (ObjNum 915 snap 271 seq_num 915) 2024-09-17T17:13:08.411 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 44 current snap is 284 2024-09-17T17:13:08.411 INFO:tasks.rados.rados.0.smithi031.stdout:3016: seq_num 959 ranges {0=466944,466944=540672,1007616=557056,1564672=106496} 2024-09-17T17:13:08.413 INFO:tasks.rados.rados.0.smithi031.stdout:3016: writing smithi03184240-44 from 0 to 466944 tid 1 2024-09-17T17:13:08.416 INFO:tasks.rados.rados.0.smithi031.stdout:3016: writing smithi03184240-44 from 466944 to 1007616 tid 2 2024-09-17T17:13:08.420 INFO:tasks.rados.rados.0.smithi031.stdout:3016: writing smithi03184240-44 from 1007616 to 1564672 tid 3 2024-09-17T17:13:08.421 INFO:tasks.rados.rados.0.smithi031.stdout:3016: writing smithi03184240-44 from 1564672 to 1671168 tid 4 2024-09-17T17:13:08.421 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 24 current snap is 284 2024-09-17T17:13:08.421 INFO:tasks.rados.rados.0.smithi031.stdout:3017: seq_num 960 ranges {2170880=483328,2654208=425984,3080192=761856,3842048=16384} 2024-09-17T17:13:08.435 INFO:tasks.rados.rados.0.smithi031.stdout:3017: writing smithi03184240-24 from 2170880 to 2654208 tid 1 2024-09-17T17:13:08.438 INFO:tasks.rados.rados.0.smithi031.stdout:3017: writing smithi03184240-24 from 2654208 to 3080192 tid 2 2024-09-17T17:13:08.443 INFO:tasks.rados.rados.0.smithi031.stdout:3017: writing smithi03184240-24 from 3080192 to 3842048 tid 3 2024-09-17T17:13:08.444 INFO:tasks.rados.rados.0.smithi031.stdout:3017: writing smithi03184240-24 from 3842048 to 3858432 tid 4 2024-09-17T17:13:08.444 INFO:tasks.rados.rados.0.smithi031.stdout:3018: rmattr oid 37 current snap is 284 2024-09-17T17:13:08.444 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 2102 (ObjNum 926 snap 275 seq_num 926) dirty exists 2024-09-17T17:13:08.444 INFO:tasks.rados.rados.0.smithi031.stdout:3012: finishing copy_from racing read to smithi03184240-48 2024-09-17T17:13:08.444 INFO:tasks.rados.rados.0.smithi031.stdout:3016: finishing write tid 1 to smithi03184240-44 2024-09-17T17:13:08.444 INFO:tasks.rados.rados.0.smithi031.stdout:3016: finishing write tid 2 to smithi03184240-44 2024-09-17T17:13:08.444 INFO:tasks.rados.rados.0.smithi031.stdout:3015: expect (ObjNum 915 snap 271 seq_num 915) 2024-09-17T17:13:08.472 INFO:tasks.rados.rados.0.smithi031.stdout:3012: finishing copy_from to smithi03184240-48 2024-09-17T17:13:08.472 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 2478 (ObjNum 854 snap 259 seq_num 854) dirty exists 2024-09-17T17:13:08.472 INFO:tasks.rados.rados.0.smithi031.stdout:3016: finishing write tid 3 to smithi03184240-44 2024-09-17T17:13:08.472 INFO:tasks.rados.rados.0.smithi031.stdout:3016: finishing write tid 4 to smithi03184240-44 2024-09-17T17:13:08.472 INFO:tasks.rados.rados.0.smithi031.stdout:3016: finishing write tid 5 to smithi03184240-44 2024-09-17T17:13:08.472 INFO:tasks.rados.rados.0.smithi031.stdout:3016: finishing write tid 6 to smithi03184240-44 2024-09-17T17:13:08.473 INFO:tasks.rados.rados.0.smithi031.stdout:3016: oid 44 updating version 0 to 2487 2024-09-17T17:13:08.473 INFO:tasks.rados.rados.0.smithi031.stdout:3016: oid 44 version 2487 is already newer than 2483 2024-09-17T17:13:08.473 INFO:tasks.rados.rados.0.smithi031.stdout:3016: oid 44 version 2487 is already newer than 2486 2024-09-17T17:13:08.473 INFO:tasks.rados.rados.0.smithi031.stdout:3016: oid 44 version 2487 is already newer than 2482 2024-09-17T17:13:08.473 INFO:tasks.rados.rados.0.smithi031.stdout:3016: oid 44 updating version 2487 to 2488 2024-09-17T17:13:08.473 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 2488 (ObjNum 959 snap 284 seq_num 959) dirty exists 2024-09-17T17:13:08.473 INFO:tasks.rados.rados.0.smithi031.stdout:3016: left oid 44 (ObjNum 959 snap 284 seq_num 959) 2024-09-17T17:13:08.473 INFO:tasks.rados.rados.0.smithi031.stdout:3017: finishing write tid 1 to smithi03184240-24 2024-09-17T17:13:08.473 INFO:tasks.rados.rados.0.smithi031.stdout:3012: done (6 left) 2024-09-17T17:13:08.473 INFO:tasks.rados.rados.0.smithi031.stdout:3013: done (5 left) 2024-09-17T17:13:08.473 INFO:tasks.rados.rados.0.smithi031.stdout:3014: done (4 left) 2024-09-17T17:13:08.473 INFO:tasks.rados.rados.0.smithi031.stdout:3015: done (3 left) 2024-09-17T17:13:08.473 INFO:tasks.rados.rados.0.smithi031.stdout:3016: done (2 left) 2024-09-17T17:13:08.473 INFO:tasks.rados.rados.0.smithi031.stdout:3019: rmattr oid 12 current snap is 284 2024-09-17T17:13:08.473 INFO:tasks.rados.rados.0.smithi031.stdout:3019: done (2 left) 2024-09-17T17:13:08.474 INFO:tasks.rados.rados.0.smithi031.stdout:3020: read oid 19 snap 276 2024-09-17T17:13:08.474 INFO:tasks.rados.rados.0.smithi031.stdout:3020: expect (ObjNum 826 snap 248 seq_num 826) 2024-09-17T17:13:08.474 INFO:tasks.rados.rados.0.smithi031.stdout:3021: delete oid 9 current snap is 284 2024-09-17T17:13:08.474 INFO:tasks.rados.rados.0.smithi031.stdout:3017: finishing write tid 2 to smithi03184240-24 2024-09-17T17:13:08.474 INFO:tasks.rados.rados.0.smithi031.stdout:3017: finishing write tid 3 to smithi03184240-24 2024-09-17T17:13:08.474 INFO:tasks.rados.rados.0.smithi031.stdout:3017: finishing write tid 4 to smithi03184240-24 2024-09-17T17:13:08.474 INFO:tasks.rados.rados.0.smithi031.stdout:3017: finishing write tid 5 to smithi03184240-24 2024-09-17T17:13:08.474 INFO:tasks.rados.rados.0.smithi031.stdout:3017: finishing write tid 6 to smithi03184240-24 2024-09-17T17:13:08.474 INFO:tasks.rados.rados.0.smithi031.stdout:3017: oid 24 updating version 0 to 2359 2024-09-17T17:13:08.474 INFO:tasks.rados.rados.0.smithi031.stdout:3017: oid 24 version 2359 is already newer than 2357 2024-09-17T17:13:08.474 INFO:tasks.rados.rados.0.smithi031.stdout:3017: oid 24 version 2359 is already newer than 2358 2024-09-17T17:13:08.475 INFO:tasks.rados.rados.0.smithi031.stdout:3017: oid 24 updating version 2359 to 2360 2024-09-17T17:13:08.475 INFO:tasks.rados.rados.0.smithi031.stdout:3017: oid 24 updating version 2360 to 2361 2024-09-17T17:13:08.475 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 2361 (ObjNum 960 snap 284 seq_num 960) dirty exists 2024-09-17T17:13:08.475 INFO:tasks.rados.rados.0.smithi031.stdout:3017: left oid 24 (ObjNum 960 snap 284 seq_num 960) 2024-09-17T17:13:08.475 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 2174 (ObjNum 957 snap 283 seq_num 957) dirty exists 2024-09-17T17:13:08.475 INFO:tasks.rados.rados.0.smithi031.stdout:3017: done (3 left) 2024-09-17T17:13:08.475 INFO:tasks.rados.rados.0.smithi031.stdout:3018: done (2 left) 2024-09-17T17:13:08.476 INFO:tasks.rados.rados.0.smithi031.stdout:3021: done (1 left) 2024-09-17T17:13:08.476 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 7 current snap is 284 2024-09-17T17:13:08.476 INFO:tasks.rados.rados.0.smithi031.stdout:3022: seq_num 962 ranges {4702208=516096,5218304=589824,5808128=614400} 2024-09-17T17:13:08.504 INFO:tasks.rados.rados.0.smithi031.stdout:3022: writing smithi03184240-7 from 4702208 to 5218304 tid 1 2024-09-17T17:13:08.508 INFO:tasks.rados.rados.0.smithi031.stdout:3022: writing smithi03184240-7 from 5218304 to 5808128 tid 2 2024-09-17T17:13:08.512 INFO:tasks.rados.rados.0.smithi031.stdout:3022: writing smithi03184240-7 from 5808128 to 6422528 tid 3 2024-09-17T17:13:08.512 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 11 current snap is 284 2024-09-17T17:13:08.512 INFO:tasks.rados.rados.0.smithi031.stdout:3023: seq_num 963 ranges {2400256=532480,2932736=475136,3407872=532480,3940352=196608} 2024-09-17T17:13:08.528 INFO:tasks.rados.rados.0.smithi031.stdout:3023: writing smithi03184240-11 from 2400256 to 2932736 tid 1 2024-09-17T17:13:08.530 INFO:tasks.rados.rados.0.smithi031.stdout:3023: writing smithi03184240-11 from 2932736 to 3407872 tid 2 2024-09-17T17:13:08.534 INFO:tasks.rados.rados.0.smithi031.stdout:3023: writing smithi03184240-11 from 3407872 to 3940352 tid 3 2024-09-17T17:13:08.535 INFO:tasks.rados.rados.0.smithi031.stdout:3023: writing smithi03184240-11 from 3940352 to 4136960 tid 4 2024-09-17T17:13:08.535 INFO:tasks.rados.rados.0.smithi031.stdout:3024: read oid 14 snap 283 2024-09-17T17:13:08.536 INFO:tasks.rados.rados.0.smithi031.stdout:3024: expect (ObjNum 956 snap 283 seq_num 956) 2024-09-17T17:13:08.536 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 42 current snap is 284 2024-09-17T17:13:08.536 INFO:tasks.rados.rados.0.smithi031.stdout:3025: seq_num 964 ranges {2170880=548864,2719744=761856,3481600=442368} 2024-09-17T17:13:08.550 INFO:tasks.rados.rados.0.smithi031.stdout:3025: writing smithi03184240-42 from 2170880 to 2719744 tid 1 2024-09-17T17:13:08.554 INFO:tasks.rados.rados.0.smithi031.stdout:3025: writing smithi03184240-42 from 2719744 to 3481600 tid 2 2024-09-17T17:13:08.557 INFO:tasks.rados.rados.0.smithi031.stdout:3025: writing smithi03184240-42 from 3481600 to 3923968 tid 3 2024-09-17T17:13:08.557 INFO:tasks.rados.rados.0.smithi031.stdout:3026: rollback oid 34 current snap is 284 2024-09-17T17:13:08.558 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 34 to 276 2024-09-17T17:13:08.558 INFO:tasks.rados.rados.0.smithi031.stdout:3020: expect (ObjNum 826 snap 248 seq_num 826) 2024-09-17T17:13:08.834 INFO:tasks.rados.rados.0.smithi031.stdout:3022: finishing write tid 1 to smithi03184240-7 2024-09-17T17:13:08.834 INFO:tasks.rados.rados.0.smithi031.stdout:3022: finishing write tid 2 to smithi03184240-7 2024-09-17T17:13:08.834 INFO:tasks.rados.rados.0.smithi031.stdout:3022: finishing write tid 3 to smithi03184240-7 2024-09-17T17:13:08.834 INFO:tasks.rados.rados.0.smithi031.stdout:3022: finishing write tid 4 to smithi03184240-7 2024-09-17T17:13:08.834 INFO:tasks.rados.rados.0.smithi031.stdout:3022: finishing write tid 5 to smithi03184240-7 2024-09-17T17:13:08.835 INFO:tasks.rados.rados.0.smithi031.stdout:3022: oid 7 updating version 0 to 2104 2024-09-17T17:13:08.835 INFO:tasks.rados.rados.0.smithi031.stdout:3022: oid 7 updating version 2104 to 2106 2024-09-17T17:13:08.835 INFO:tasks.rados.rados.0.smithi031.stdout:3022: oid 7 version 2106 is already newer than 2105 2024-09-17T17:13:08.835 INFO:tasks.rados.rados.0.smithi031.stdout:3022: oid 7 version 2106 is already newer than 2103 2024-09-17T17:13:08.835 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 2106 (ObjNum 962 snap 284 seq_num 962) dirty exists 2024-09-17T17:13:08.835 INFO:tasks.rados.rados.0.smithi031.stdout:3022: left oid 7 (ObjNum 962 snap 284 seq_num 962) 2024-09-17T17:13:08.835 INFO:tasks.rados.rados.0.smithi031.stdout:3023: finishing write tid 1 to smithi03184240-11 2024-09-17T17:13:08.835 INFO:tasks.rados.rados.0.smithi031.stdout:3023: finishing write tid 2 to smithi03184240-11 2024-09-17T17:13:08.835 INFO:tasks.rados.rados.0.smithi031.stdout:3023: finishing write tid 3 to smithi03184240-11 2024-09-17T17:13:08.835 INFO:tasks.rados.rados.0.smithi031.stdout:3020: done (5 left) 2024-09-17T17:13:08.835 INFO:tasks.rados.rados.0.smithi031.stdout:3022: done (4 left) 2024-09-17T17:13:08.835 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 284 2024-09-17T17:13:08.835 INFO:tasks.rados.rados.0.smithi031.stdout:3023: finishing write tid 4 to smithi03184240-11 2024-09-17T17:13:08.836 INFO:tasks.rados.rados.0.smithi031.stdout:3023: finishing write tid 5 to smithi03184240-11 2024-09-17T17:13:08.836 INFO:tasks.rados.rados.0.smithi031.stdout:3023: finishing write tid 6 to smithi03184240-11 2024-09-17T17:13:08.836 INFO:tasks.rados.rados.0.smithi031.stdout:3023: oid 11 updating version 0 to 2112 2024-09-17T17:13:08.836 INFO:tasks.rados.rados.0.smithi031.stdout:3023: oid 11 version 2112 is already newer than 2111 2024-09-17T17:13:08.836 INFO:tasks.rados.rados.0.smithi031.stdout:3023: oid 11 version 2112 is already newer than 2108 2024-09-17T17:13:08.836 INFO:tasks.rados.rados.0.smithi031.stdout:3023: oid 11 version 2112 is already newer than 2110 2024-09-17T17:13:08.836 INFO:tasks.rados.rados.0.smithi031.stdout:3023: oid 11 version 2112 is already newer than 2109 2024-09-17T17:13:08.836 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 2112 (ObjNum 963 snap 284 seq_num 963) dirty exists 2024-09-17T17:13:08.836 INFO:tasks.rados.rados.0.smithi031.stdout:3023: left oid 11 (ObjNum 963 snap 284 seq_num 963) 2024-09-17T17:13:08.836 INFO:tasks.rados.rados.0.smithi031.stdout:3024: expect (ObjNum 956 snap 283 seq_num 956) 2024-09-17T17:13:08.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:08 smithi031 ceph-mon[94873]: osdmap e650: 8 total, 8 up, 8 in 2024-09-17T17:13:08.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:08 smithi031 ceph-mon[94873]: osdmap e651: 8 total, 8 up, 8 in 2024-09-17T17:13:08.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:08 smithi031 ceph-mon[96842]: osdmap e650: 8 total, 8 up, 8 in 2024-09-17T17:13:08.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:08 smithi031 ceph-mon[96842]: osdmap e651: 8 total, 8 up, 8 in 2024-09-17T17:13:08.878 INFO:tasks.rados.rados.0.smithi031.stdout:3025: finishing write tid 1 to smithi03184240-42 2024-09-17T17:13:08.878 INFO:tasks.rados.rados.0.smithi031.stdout:3025: finishing write tid 2 to smithi03184240-42 2024-09-17T17:13:08.878 INFO:tasks.rados.rados.0.smithi031.stdout:3026: finishing rollback tid 0 to smithi03184240-34 2024-09-17T17:13:08.878 INFO:tasks.rados.rados.0.smithi031.stdout:3026: finishing rollback tid 1 to smithi03184240-34 2024-09-17T17:13:08.878 INFO:tasks.rados.rados.0.smithi031.stdout:3025: finishing write tid 3 to smithi03184240-42 2024-09-17T17:13:08.878 INFO:tasks.rados.rados.0.smithi031.stdout:3026: finishing rollback tid 2 to smithi03184240-34 2024-09-17T17:13:08.879 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 1563 (ObjNum 889 snap 268 seq_num 889) dirty exists 2024-09-17T17:13:08.879 INFO:tasks.rados.rados.0.smithi031.stdout:3025: finishing write tid 4 to smithi03184240-42 2024-09-17T17:13:08.879 INFO:tasks.rados.rados.0.smithi031.stdout:3025: finishing write tid 5 to smithi03184240-42 2024-09-17T17:13:08.879 INFO:tasks.rados.rados.0.smithi031.stdout:3025: oid 42 updating version 0 to 2492 2024-09-17T17:13:08.879 INFO:tasks.rados.rados.0.smithi031.stdout:3025: oid 42 version 2492 is already newer than 2490 2024-09-17T17:13:08.879 INFO:tasks.rados.rados.0.smithi031.stdout:3025: oid 42 updating version 2492 to 2493 2024-09-17T17:13:08.879 INFO:tasks.rados.rados.0.smithi031.stdout:3025: oid 42 version 2493 is already newer than 2491 2024-09-17T17:13:08.879 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 2493 (ObjNum 964 snap 284 seq_num 964) dirty exists 2024-09-17T17:13:08.879 INFO:tasks.rados.rados.0.smithi031.stdout:3025: left oid 42 (ObjNum 964 snap 284 seq_num 964) 2024-09-17T17:13:08.879 INFO:tasks.rados.rados.0.smithi031.stdout:3027: seq_num 965 ranges {1253376=565248,1818624=647168,2465792=548864,3014656=8192} 2024-09-17T17:13:08.888 INFO:tasks.rados.rados.0.smithi031.stdout:3027: writing smithi03184240-45 from 1253376 to 1818624 tid 1 2024-09-17T17:13:08.891 INFO:tasks.rados.rados.0.smithi031.stdout:3027: writing smithi03184240-45 from 1818624 to 2465792 tid 2 2024-09-17T17:13:08.896 INFO:tasks.rados.rados.0.smithi031.stdout:3027: writing smithi03184240-45 from 2465792 to 3014656 tid 3 2024-09-17T17:13:08.897 INFO:tasks.rados.rados.0.smithi031.stdout:3027: writing smithi03184240-45 from 3014656 to 3022848 tid 4 2024-09-17T17:13:08.897 INFO:tasks.rados.rados.0.smithi031.stdout:3023: done (4 left) 2024-09-17T17:13:08.897 INFO:tasks.rados.rados.0.smithi031.stdout:3024: done (3 left) 2024-09-17T17:13:08.897 INFO:tasks.rados.rados.0.smithi031.stdout:3025: done (2 left) 2024-09-17T17:13:08.897 INFO:tasks.rados.rados.0.smithi031.stdout:3026: done (1 left) 2024-09-17T17:13:08.897 INFO:tasks.rados.rados.0.smithi031.stdout:3028: delete oid 25 current snap is 284 2024-09-17T17:13:08.897 INFO:tasks.rados.rados.0.smithi031.stdout:3027: finishing write tid 1 to smithi03184240-45 2024-09-17T17:13:08.897 INFO:tasks.rados.rados.0.smithi031.stdout:3027: finishing write tid 2 to smithi03184240-45 2024-09-17T17:13:08.898 INFO:tasks.rados.rados.0.smithi031.stdout:3028: done (1 left) 2024-09-17T17:13:08.898 INFO:tasks.rados.rados.0.smithi031.stdout:3029: setattr oid 30 current snap is 284 2024-09-17T17:13:08.900 INFO:tasks.rados.rados.0.smithi031.stdout:3030: read oid 40 snap -1 2024-09-17T17:13:08.900 INFO:tasks.rados.rados.0.smithi031.stdout:3030: expect deleted 2024-09-17T17:13:08.900 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 1 current snap is 284 2024-09-17T17:13:08.900 INFO:tasks.rados.rados.0.smithi031.stdout:3031: seq_num 967 ranges {2465792=598016,3063808=466944,3530752=516096,4046848=221184} 2024-09-17T17:13:08.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:08 smithi066 ceph-mon[86175]: osdmap e650: 8 total, 8 up, 8 in 2024-09-17T17:13:08.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:08 smithi066 ceph-mon[86175]: osdmap e651: 8 total, 8 up, 8 in 2024-09-17T17:13:08.916 INFO:tasks.rados.rados.0.smithi031.stdout:3031: writing smithi03184240-1 from 2465792 to 3063808 tid 1 2024-09-17T17:13:08.919 INFO:tasks.rados.rados.0.smithi031.stdout:3031: writing smithi03184240-1 from 3063808 to 3530752 tid 2 2024-09-17T17:13:08.922 INFO:tasks.rados.rados.0.smithi031.stdout:3031: writing smithi03184240-1 from 3530752 to 4046848 tid 3 2024-09-17T17:13:08.923 INFO:tasks.rados.rados.0.smithi031.stdout:3031: writing smithi03184240-1 from 4046848 to 4268032 tid 4 2024-09-17T17:13:08.923 INFO:tasks.rados.rados.0.smithi031.stdout:3032: snap_create 2024-09-17T17:13:08.924 INFO:tasks.rados.rados.0.smithi031.stdout:3027: finishing write tid 3 to smithi03184240-45 2024-09-17T17:13:08.924 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 2362 (ObjNum 920 snap 271 seq_num 920) dirty exists 2024-09-17T17:13:08.924 INFO:tasks.rados.rados.0.smithi031.stdout:3027: finishing write tid 4 to smithi03184240-45 2024-09-17T17:13:08.924 INFO:tasks.rados.rados.0.smithi031.stdout:3027: finishing write tid 5 to smithi03184240-45 2024-09-17T17:13:08.924 INFO:tasks.rados.rados.0.smithi031.stdout:3027: finishing write tid 6 to smithi03184240-45 2024-09-17T17:13:08.924 INFO:tasks.rados.rados.0.smithi031.stdout:3027: oid 45 updating version 0 to 2496 2024-09-17T17:13:08.924 INFO:tasks.rados.rados.0.smithi031.stdout:3027: oid 45 updating version 2496 to 2497 2024-09-17T17:13:08.924 INFO:tasks.rados.rados.0.smithi031.stdout:3027: oid 45 updating version 2497 to 2498 2024-09-17T17:13:08.924 INFO:tasks.rados.rados.0.smithi031.stdout:3027: oid 45 version 2498 is already newer than 2495 2024-09-17T17:13:08.924 INFO:tasks.rados.rados.0.smithi031.stdout:3027: oid 45 updating version 2498 to 2499 2024-09-17T17:13:08.924 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 2499 (ObjNum 965 snap 284 seq_num 965) dirty exists 2024-09-17T17:13:08.924 INFO:tasks.rados.rados.0.smithi031.stdout:3027: left oid 45 (ObjNum 965 snap 284 seq_num 965) 2024-09-17T17:13:08.924 INFO:tasks.rados.rados.0.smithi031.stdout:3031: finishing write tid 1 to smithi03184240-1 2024-09-17T17:13:08.925 INFO:tasks.rados.rados.0.smithi031.stdout:3031: finishing write tid 2 to smithi03184240-1 2024-09-17T17:13:08.926 INFO:tasks.rados.rados.0.smithi031.stdout:3031: finishing write tid 3 to smithi03184240-1 2024-09-17T17:13:08.926 INFO:tasks.rados.rados.0.smithi031.stdout:3031: finishing write tid 4 to smithi03184240-1 2024-09-17T17:13:08.926 INFO:tasks.rados.rados.0.smithi031.stdout:3031: finishing write tid 5 to smithi03184240-1 2024-09-17T17:13:08.927 INFO:tasks.rados.rados.0.smithi031.stdout:3031: finishing write tid 6 to smithi03184240-1 2024-09-17T17:13:08.927 INFO:tasks.rados.rados.0.smithi031.stdout:3031: oid 1 updating version 0 to 2366 2024-09-17T17:13:08.927 INFO:tasks.rados.rados.0.smithi031.stdout:3031: oid 1 version 2366 is already newer than 2364 2024-09-17T17:13:08.927 INFO:tasks.rados.rados.0.smithi031.stdout:3031: oid 1 version 2366 is already newer than 2363 2024-09-17T17:13:08.927 INFO:tasks.rados.rados.0.smithi031.stdout:3031: oid 1 version 2366 is already newer than 2365 2024-09-17T17:13:08.927 INFO:tasks.rados.rados.0.smithi031.stdout:3031: oid 1 updating version 2366 to 2367 2024-09-17T17:13:08.927 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 2367 (ObjNum 967 snap 284 seq_num 967) dirty exists 2024-09-17T17:13:08.927 INFO:tasks.rados.rados.0.smithi031.stdout:3031: left oid 1 (ObjNum 967 snap 284 seq_num 967) 2024-09-17T17:13:09.458 INFO:tasks.rados.rados.0.smithi031.stdout:3027: done (4 left) 2024-09-17T17:13:09.458 INFO:tasks.rados.rados.0.smithi031.stdout:3029: done (3 left) 2024-09-17T17:13:09.459 INFO:tasks.rados.rados.0.smithi031.stdout:3030: done (2 left) 2024-09-17T17:13:09.459 INFO:tasks.rados.rados.0.smithi031.stdout:3031: done (1 left) 2024-09-17T17:13:09.459 INFO:tasks.rados.rados.0.smithi031.stdout:3032: done (0 left) 2024-09-17T17:13:09.459 INFO:tasks.rados.rados.0.smithi031.stdout:3033: snap_create 2024-09-17T17:13:09.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:09 smithi066 ceph-mon[86175]: pgmap v637: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 182 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-09-17T17:13:09.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:09 smithi031 ceph-mon[94873]: pgmap v637: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 182 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-09-17T17:13:09.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:09 smithi031 ceph-mon[96842]: pgmap v637: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 182 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-09-17T17:13:10.458 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:13:10 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:13:10] "GET /metrics HTTP/1.1" 200 36359 "" "Prometheus/2.51.0" 2024-09-17T17:13:10.464 INFO:tasks.rados.rados.0.smithi031.stdout:3033: done (0 left) 2024-09-17T17:13:10.464 INFO:tasks.rados.rados.0.smithi031.stdout:3034: delete oid 14 current snap is 286 2024-09-17T17:13:10.468 INFO:tasks.rados.rados.0.smithi031.stdout:3034: done (0 left) 2024-09-17T17:13:10.469 INFO:tasks.rados.rados.0.smithi031.stdout:3035: snap_create 2024-09-17T17:13:10.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:10 smithi066 ceph-mon[86175]: osdmap e652: 8 total, 8 up, 8 in 2024-09-17T17:13:10.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:10 smithi031 ceph-mon[94873]: osdmap e652: 8 total, 8 up, 8 in 2024-09-17T17:13:10.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:10 smithi031 ceph-mon[96842]: osdmap e652: 8 total, 8 up, 8 in 2024-09-17T17:13:11.465 INFO:tasks.rados.rados.0.smithi031.stdout:3035: done (0 left) 2024-09-17T17:13:11.465 INFO:tasks.rados.rados.0.smithi031.stdout:3036: copy_from oid 50 from oid 8 current snap is 287 2024-09-17T17:13:11.465 INFO:tasks.rados.rados.0.smithi031.stdout:3037: copy_from oid 29 from oid 43 current snap is 287 2024-09-17T17:13:11.465 INFO:tasks.rados.rados.0.smithi031.stdout:3038: read oid 40 snap -1 2024-09-17T17:13:11.466 INFO:tasks.rados.rados.0.smithi031.stdout:3038: expect deleted 2024-09-17T17:13:11.466 INFO:tasks.rados.rados.0.smithi031.stdout:3039: read oid 20 snap -1 2024-09-17T17:13:11.466 INFO:tasks.rados.rados.0.smithi031.stdout:3039: expect (ObjNum 916 snap 271 seq_num 916) 2024-09-17T17:13:11.466 INFO:tasks.rados.rados.0.smithi031.stdout:3040: read oid 26 snap -1 2024-09-17T17:13:11.466 INFO:tasks.rados.rados.0.smithi031.stdout:3040: expect (ObjNum 950 snap 282 seq_num 950) 2024-09-17T17:13:11.466 INFO:tasks.rados.rados.0.smithi031.stdout:3041: snap_remove snap 279 2024-09-17T17:13:11.838 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:11 smithi066 ceph-mon[86175]: pgmap v640: 121 pgs: 121 active+clean; 187 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-09-17T17:13:11.838 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:11 smithi066 ceph-mon[86175]: osdmap e653: 8 total, 8 up, 8 in 2024-09-17T17:13:11.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:11 smithi031 ceph-mon[94873]: pgmap v640: 121 pgs: 121 active+clean; 187 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-09-17T17:13:11.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:11 smithi031 ceph-mon[94873]: osdmap e653: 8 total, 8 up, 8 in 2024-09-17T17:13:11.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:11 smithi031 ceph-mon[96842]: pgmap v640: 121 pgs: 121 active+clean; 187 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-09-17T17:13:11.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:11 smithi031 ceph-mon[96842]: osdmap e653: 8 total, 8 up, 8 in 2024-09-17T17:13:12.482 INFO:tasks.rados.rados.0.smithi031.stdout:3041: done (5 left) 2024-09-17T17:13:12.482 INFO:tasks.rados.rados.0.smithi031.stdout:3042: delete oid 9 current snap is 287 2024-09-17T17:13:12.482 INFO:tasks.rados.rados.0.smithi031.stdout:3039: expect (ObjNum 916 snap 271 seq_num 916) 2024-09-17T17:13:12.523 INFO:tasks.rados.rados.0.smithi031.stdout:3036: finishing copy_from racing read to smithi03184240-50 2024-09-17T17:13:12.523 INFO:tasks.rados.rados.0.smithi031.stdout:3036: finishing copy_from to smithi03184240-50 2024-09-17T17:13:12.524 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 1995 (ObjNum 917 snap 271 seq_num 917) dirty exists 2024-09-17T17:13:12.524 INFO:tasks.rados.rados.0.smithi031.stdout:3036: done (5 left) 2024-09-17T17:13:12.524 INFO:tasks.rados.rados.0.smithi031.stdout:3038: done (4 left) 2024-09-17T17:13:12.524 INFO:tasks.rados.rados.0.smithi031.stdout:3039: done (3 left) 2024-09-17T17:13:12.524 INFO:tasks.rados.rados.0.smithi031.stdout:3042: done (2 left) 2024-09-17T17:13:12.524 INFO:tasks.rados.rados.0.smithi031.stdout:3043: snap_remove snap 261 2024-09-17T17:13:12.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:12 smithi031 ceph-mon[94873]: osdmap e654: 8 total, 8 up, 8 in 2024-09-17T17:13:12.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:12 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:12.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:12 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:12.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:12 smithi031 ceph-mon[96842]: osdmap e654: 8 total, 8 up, 8 in 2024-09-17T17:13:12.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:12 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:12.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:12 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:12.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:12 smithi066 ceph-mon[86175]: osdmap e654: 8 total, 8 up, 8 in 2024-09-17T17:13:12.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:12 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:12.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:12 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:13.413 INFO:tasks.rados.rados.0.smithi031.stdout:3043: done (2 left) 2024-09-17T17:13:13.413 INFO:tasks.rados.rados.0.smithi031.stdout:3044: read oid 8 snap 283 2024-09-17T17:13:13.413 INFO:tasks.rados.rados.0.smithi031.stdout:3044: expect (ObjNum 917 snap 271 seq_num 917) 2024-09-17T17:13:13.413 INFO:tasks.rados.rados.0.smithi031.stdout:3045: read oid 47 snap 284 2024-09-17T17:13:13.413 INFO:tasks.rados.rados.0.smithi031.stdout:3045: expect deleted 2024-09-17T17:13:13.413 INFO:tasks.rados.rados.0.smithi031.stdout:3046: copy_from oid 6 from oid 25 current snap is 287 2024-09-17T17:13:13.414 INFO:tasks.rados.rados.0.smithi031.stdout:3037: finishing copy_from racing read to smithi03184240-29 2024-09-17T17:13:13.414 INFO:tasks.rados.rados.0.smithi031.stdout:3037: finishing copy_from to smithi03184240-29 2024-09-17T17:13:13.414 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 2478 (ObjNum 854 snap 259 seq_num 854) dirty exists 2024-09-17T17:13:13.414 INFO:tasks.rados.rados.0.smithi031.stdout:3040: expect (ObjNum 950 snap 282 seq_num 950) 2024-09-17T17:13:13.605 INFO:tasks.rados.rados.0.smithi031.stdout:3046: finishing copy_from to smithi03184240-6 2024-09-17T17:13:13.605 INFO:tasks.rados.rados.0.smithi031.stdout:3046: got expected ENOENT (src dne) 2024-09-17T17:13:13.605 INFO:tasks.rados.rados.0.smithi031.stdout:3046: finishing copy_from racing read to smithi03184240-6 2024-09-17T17:13:13.605 INFO:tasks.rados.rados.0.smithi031.stdout:3037: done (4 left) 2024-09-17T17:13:13.605 INFO:tasks.rados.rados.0.smithi031.stdout:3040: done (3 left) 2024-09-17T17:13:13.606 INFO:tasks.rados.rados.0.smithi031.stdout:3045: done (2 left) 2024-09-17T17:13:13.606 INFO:tasks.rados.rados.0.smithi031.stdout:3046: done (1 left) 2024-09-17T17:13:13.606 INFO:tasks.rados.rados.0.smithi031.stdout:3047: delete oid 20 current snap is 287 2024-09-17T17:13:13.606 INFO:tasks.rados.rados.0.smithi031.stdout:3044: expect (ObjNum 917 snap 271 seq_num 917) 2024-09-17T17:13:13.697 INFO:tasks.rados.rados.0.smithi031.stdout:3044: done (1 left) 2024-09-17T17:13:13.698 INFO:tasks.rados.rados.0.smithi031.stdout:3047: done (0 left) 2024-09-17T17:13:13.698 INFO:tasks.rados.rados.0.smithi031.stdout:3048: copy_from oid 26 from oid 46 current snap is 287 2024-09-17T17:13:13.698 INFO:tasks.rados.rados.0.smithi031.stdout:3049: read oid 49 snap -1 2024-09-17T17:13:13.698 INFO:tasks.rados.rados.0.smithi031.stdout:3049: expect deleted 2024-09-17T17:13:13.698 INFO:tasks.rados.rados.0.smithi031.stdout:3050: delete oid 45 current snap is 287 2024-09-17T17:13:13.700 INFO:tasks.rados.rados.0.smithi031.stdout:3049: done (2 left) 2024-09-17T17:13:13.700 INFO:tasks.rados.rados.0.smithi031.stdout:3050: done (1 left) 2024-09-17T17:13:13.700 INFO:tasks.rados.rados.0.smithi031.stdout:3051: snap_create 2024-09-17T17:13:13.704 INFO:tasks.rados.rados.0.smithi031.stdout:3048: finishing copy_from racing read to smithi03184240-26 2024-09-17T17:13:13.706 INFO:tasks.rados.rados.0.smithi031.stdout:3048: finishing copy_from to smithi03184240-26 2024-09-17T17:13:13.706 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 1950 (ObjNum 906 snap 270 seq_num 906) dirty exists 2024-09-17T17:13:13.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:13 smithi031 ceph-mon[96842]: pgmap v643: 121 pgs: 121 active+clean; 194 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.0 MiB/s wr, 32 op/s 2024-09-17T17:13:13.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:13 smithi031 ceph-mon[96842]: osdmap e655: 8 total, 8 up, 8 in 2024-09-17T17:13:13.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:13 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:13.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:13 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:13.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:13 smithi031 ceph-mon[96842]: osdmap e656: 8 total, 8 up, 8 in 2024-09-17T17:13:13.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:13 smithi031 ceph-mon[94873]: pgmap v643: 121 pgs: 121 active+clean; 194 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.0 MiB/s wr, 32 op/s 2024-09-17T17:13:13.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:13 smithi031 ceph-mon[94873]: osdmap e655: 8 total, 8 up, 8 in 2024-09-17T17:13:13.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:13 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:13.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:13 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:13.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:13 smithi031 ceph-mon[94873]: osdmap e656: 8 total, 8 up, 8 in 2024-09-17T17:13:13.890 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:13 smithi066 ceph-mon[86175]: pgmap v643: 121 pgs: 121 active+clean; 194 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.0 MiB/s wr, 32 op/s 2024-09-17T17:13:13.890 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:13 smithi066 ceph-mon[86175]: osdmap e655: 8 total, 8 up, 8 in 2024-09-17T17:13:13.891 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:13 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:13.891 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:13 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:13.891 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:13 smithi066 ceph-mon[86175]: osdmap e656: 8 total, 8 up, 8 in 2024-09-17T17:13:14.485 INFO:tasks.rados.rados.0.smithi031.stdout:3048: done (1 left) 2024-09-17T17:13:14.485 INFO:tasks.rados.rados.0.smithi031.stdout:3051: done (0 left) 2024-09-17T17:13:14.485 INFO:tasks.rados.rados.0.smithi031.stdout:3052: rmattr oid 44 current snap is 288 2024-09-17T17:13:14.485 INFO:tasks.rados.rados.0.smithi031.stdout:3052: done (0 left) 2024-09-17T17:13:14.486 INFO:tasks.rados.rados.0.smithi031.stdout:3053: snap_remove snap 284 2024-09-17T17:13:15.488 INFO:tasks.rados.rados.0.smithi031.stdout:3053: done (0 left) 2024-09-17T17:13:15.488 INFO:tasks.rados.rados.0.smithi031.stdout:3054: read oid 10 snap -1 2024-09-17T17:13:15.488 INFO:tasks.rados.rados.0.smithi031.stdout:3054: expect deleted 2024-09-17T17:13:15.488 INFO:tasks.rados.rados.0.smithi031.stdout:3055: copy_from oid 38 from oid 48 current snap is 288 2024-09-17T17:13:15.489 INFO:tasks.rados.rados.0.smithi031.stdout:3056: copy_from oid 2 from oid 9 current snap is 288 2024-09-17T17:13:15.489 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 288 2024-09-17T17:13:15.489 INFO:tasks.rados.rados.0.smithi031.stdout:3057: seq_num 972 ranges {5521408=688128,6209536=688128,6897664=516096} 2024-09-17T17:13:15.523 INFO:tasks.rados.rados.0.smithi031.stdout:3057: writing smithi03184240-4 from 5521408 to 6209536 tid 1 2024-09-17T17:13:15.527 INFO:tasks.rados.rados.0.smithi031.stdout:3057: writing smithi03184240-4 from 6209536 to 6897664 tid 2 2024-09-17T17:13:15.530 INFO:tasks.rados.rados.0.smithi031.stdout:3057: writing smithi03184240-4 from 6897664 to 7413760 tid 3 2024-09-17T17:13:15.531 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 288 2024-09-17T17:13:15.531 INFO:tasks.rados.rados.0.smithi031.stdout:3058: seq_num 973 ranges {0=704512,704512=573440,1277952=507904,1785856=122880} 2024-09-17T17:13:15.534 INFO:tasks.rados.rados.0.smithi031.stdout:3058: writing smithi03184240-31 from 0 to 704512 tid 1 2024-09-17T17:13:15.537 INFO:tasks.rados.rados.0.smithi031.stdout:3058: writing smithi03184240-31 from 704512 to 1277952 tid 2 2024-09-17T17:13:15.540 INFO:tasks.rados.rados.0.smithi031.stdout:3058: writing smithi03184240-31 from 1277952 to 1785856 tid 3 2024-09-17T17:13:15.541 INFO:tasks.rados.rados.0.smithi031.stdout:3058: writing smithi03184240-31 from 1785856 to 1908736 tid 4 2024-09-17T17:13:15.541 INFO:tasks.rados.rados.0.smithi031.stdout:3059: snap_remove snap 283 2024-09-17T17:13:15.614 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:15 smithi066 ceph-mon[86175]: pgmap v646: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 190 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.2 MiB/s wr, 34 op/s 2024-09-17T17:13:15.614 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:15 smithi066 ceph-mon[86175]: osdmap e657: 8 total, 8 up, 8 in 2024-09-17T17:13:15.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:15 smithi031 ceph-mon[94873]: pgmap v646: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 190 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.2 MiB/s wr, 34 op/s 2024-09-17T17:13:15.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:15 smithi031 ceph-mon[94873]: osdmap e657: 8 total, 8 up, 8 in 2024-09-17T17:13:15.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:15 smithi031 ceph-mon[96842]: pgmap v646: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 190 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.2 MiB/s wr, 34 op/s 2024-09-17T17:13:15.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:15 smithi031 ceph-mon[96842]: osdmap e657: 8 total, 8 up, 8 in 2024-09-17T17:13:16.513 INFO:tasks.rados.rados.0.smithi031.stdout:3059: done (5 left) 2024-09-17T17:13:16.514 INFO:tasks.rados.rados.0.smithi031.stdout:3060: delete oid 20 current snap is 288 2024-09-17T17:13:16.514 INFO:tasks.rados.rados.0.smithi031.stdout:3056: finishing copy_from to smithi03184240-2 2024-09-17T17:13:16.514 INFO:tasks.rados.rados.0.smithi031.stdout:3056: got expected ENOENT (src dne) 2024-09-17T17:13:16.514 INFO:tasks.rados.rados.0.smithi031.stdout:3056: finishing copy_from racing read to smithi03184240-2 2024-09-17T17:13:16.514 INFO:tasks.rados.rados.0.smithi031.stdout:3055: finishing copy_from racing read to smithi03184240-38 2024-09-17T17:13:16.514 INFO:tasks.rados.rados.0.smithi031.stdout:3055: finishing copy_from to smithi03184240-38 2024-09-17T17:13:16.514 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 2478 (ObjNum 854 snap 259 seq_num 854) dirty exists 2024-09-17T17:13:16.514 INFO:tasks.rados.rados.0.smithi031.stdout:3057: finishing write tid 1 to smithi03184240-4 2024-09-17T17:13:16.514 INFO:tasks.rados.rados.0.smithi031.stdout:3057: finishing write tid 2 to smithi03184240-4 2024-09-17T17:13:16.514 INFO:tasks.rados.rados.0.smithi031.stdout:3057: finishing write tid 3 to smithi03184240-4 2024-09-17T17:13:16.514 INFO:tasks.rados.rados.0.smithi031.stdout:3057: finishing write tid 4 to smithi03184240-4 2024-09-17T17:13:16.514 INFO:tasks.rados.rados.0.smithi031.stdout:3057: finishing write tid 5 to smithi03184240-4 2024-09-17T17:13:16.515 INFO:tasks.rados.rados.0.smithi031.stdout:3057: oid 4 updating version 0 to 1564 2024-09-17T17:13:16.515 INFO:tasks.rados.rados.0.smithi031.stdout:3057: oid 4 updating version 1564 to 1567 2024-09-17T17:13:16.515 INFO:tasks.rados.rados.0.smithi031.stdout:3057: oid 4 version 1567 is already newer than 1565 2024-09-17T17:13:16.515 INFO:tasks.rados.rados.0.smithi031.stdout:3057: oid 4 version 1567 is already newer than 1566 2024-09-17T17:13:16.515 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1567 (ObjNum 972 snap 288 seq_num 972) dirty exists 2024-09-17T17:13:16.515 INFO:tasks.rados.rados.0.smithi031.stdout:3057: left oid 4 (ObjNum 972 snap 288 seq_num 972) 2024-09-17T17:13:16.515 INFO:tasks.rados.rados.0.smithi031.stdout:3058: finishing write tid 1 to smithi03184240-31 2024-09-17T17:13:16.515 INFO:tasks.rados.rados.0.smithi031.stdout:3058: finishing write tid 2 to smithi03184240-31 2024-09-17T17:13:16.515 INFO:tasks.rados.rados.0.smithi031.stdout:3058: finishing write tid 3 to smithi03184240-31 2024-09-17T17:13:16.515 INFO:tasks.rados.rados.0.smithi031.stdout:3058: finishing write tid 4 to smithi03184240-31 2024-09-17T17:13:16.515 INFO:tasks.rados.rados.0.smithi031.stdout:3058: finishing write tid 5 to smithi03184240-31 2024-09-17T17:13:16.515 INFO:tasks.rados.rados.0.smithi031.stdout:3058: finishing write tid 6 to smithi03184240-31 2024-09-17T17:13:16.515 INFO:tasks.rados.rados.0.smithi031.stdout:3058: oid 31 updating version 0 to 2199 2024-09-17T17:13:16.515 INFO:tasks.rados.rados.0.smithi031.stdout:3058: oid 31 version 2199 is already newer than 2197 2024-09-17T17:13:16.516 INFO:tasks.rados.rados.0.smithi031.stdout:3058: oid 31 updating version 2199 to 2200 2024-09-17T17:13:16.516 INFO:tasks.rados.rados.0.smithi031.stdout:3058: oid 31 updating version 2200 to 2201 2024-09-17T17:13:16.516 INFO:tasks.rados.rados.0.smithi031.stdout:3058: oid 31 version 2201 is already newer than 2198 2024-09-17T17:13:16.516 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 2201 (ObjNum 973 snap 288 seq_num 973) dirty exists 2024-09-17T17:13:16.516 INFO:tasks.rados.rados.0.smithi031.stdout:3058: left oid 31 (ObjNum 973 snap 288 seq_num 973) 2024-09-17T17:13:16.519 INFO:tasks.rados.rados.0.smithi031.stdout:3054: done (5 left) 2024-09-17T17:13:16.519 INFO:tasks.rados.rados.0.smithi031.stdout:3055: done (4 left) 2024-09-17T17:13:16.519 INFO:tasks.rados.rados.0.smithi031.stdout:3056: done (3 left) 2024-09-17T17:13:16.519 INFO:tasks.rados.rados.0.smithi031.stdout:3057: done (2 left) 2024-09-17T17:13:16.519 INFO:tasks.rados.rados.0.smithi031.stdout:3058: done (1 left) 2024-09-17T17:13:16.519 INFO:tasks.rados.rados.0.smithi031.stdout:3060: done (0 left) 2024-09-17T17:13:16.519 INFO:tasks.rados.rados.0.smithi031.stdout:3061: rollback oid 31 current snap is 288 2024-09-17T17:13:16.519 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 31 to 287 2024-09-17T17:13:16.520 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 29 current snap is 288 2024-09-17T17:13:16.520 INFO:tasks.rados.rados.0.smithi031.stdout:3062: seq_num 975 ranges {2318336=737280,3055616=786432,3842048=417792} 2024-09-17T17:13:16.536 INFO:tasks.rados.rados.0.smithi031.stdout:3062: writing smithi03184240-29 from 2318336 to 3055616 tid 1 2024-09-17T17:13:16.540 INFO:tasks.rados.rados.0.smithi031.stdout:3062: writing smithi03184240-29 from 3055616 to 3842048 tid 2 2024-09-17T17:13:16.544 INFO:tasks.rados.rados.0.smithi031.stdout:3062: writing smithi03184240-29 from 3842048 to 4259840 tid 3 2024-09-17T17:13:16.544 INFO:tasks.rados.rados.0.smithi031.stdout:3063: read oid 48 snap 285 2024-09-17T17:13:16.544 INFO:tasks.rados.rados.0.smithi031.stdout:3063: expect (ObjNum 854 snap 259 seq_num 854) 2024-09-17T17:13:16.544 INFO:tasks.rados.rados.0.smithi031.stdout:3064: rollback oid 42 current snap is 288 2024-09-17T17:13:16.544 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 42 to 286 2024-09-17T17:13:16.544 INFO:tasks.rados.rados.0.smithi031.stdout:3061: finishing rollback tid 0 to smithi03184240-31 2024-09-17T17:13:16.545 INFO:tasks.rados.rados.0.smithi031.stdout:3061: finishing rollback tid 1 to smithi03184240-31 2024-09-17T17:13:16.545 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 2203 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-17T17:13:16.545 INFO:tasks.rados.rados.0.smithi031.stdout:3062: finishing write tid 1 to smithi03184240-29 2024-09-17T17:13:16.545 INFO:tasks.rados.rados.0.smithi031.stdout:3061: done (3 left) 2024-09-17T17:13:16.545 INFO:tasks.rados.rados.0.smithi031.stdout:3065: read oid 24 snap -1 2024-09-17T17:13:16.545 INFO:tasks.rados.rados.0.smithi031.stdout:3065: expect (ObjNum 960 snap 284 seq_num 960) 2024-09-17T17:13:16.545 INFO:tasks.rados.rados.0.smithi031.stdout:3066: read oid 6 snap -1 2024-09-17T17:13:16.545 INFO:tasks.rados.rados.0.smithi031.stdout:3066: expect (ObjNum 958 snap 283 seq_num 958) 2024-09-17T17:13:16.545 INFO:tasks.rados.rados.0.smithi031.stdout:3067: read oid 40 snap -1 2024-09-17T17:13:16.545 INFO:tasks.rados.rados.0.smithi031.stdout:3067: expect deleted 2024-09-17T17:13:16.545 INFO:tasks.rados.rados.0.smithi031.stdout:3068: rollback oid 3 current snap is 288 2024-09-17T17:13:16.545 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 3 to 276 2024-09-17T17:13:16.546 INFO:tasks.rados.rados.0.smithi031.stdout:3069: delete oid 37 current snap is 288 2024-09-17T17:13:16.546 INFO:tasks.rados.rados.0.smithi031.stdout:3062: finishing write tid 2 to smithi03184240-29 2024-09-17T17:13:16.548 INFO:tasks.rados.rados.0.smithi031.stdout:3069: done (7 left) 2024-09-17T17:13:16.549 INFO:tasks.rados.rados.0.smithi031.stdout:3070: read oid 2 snap -1 2024-09-17T17:13:16.549 INFO:tasks.rados.rados.0.smithi031.stdout:3070: expect (ObjNum 940 snap 280 seq_num 940) 2024-09-17T17:13:16.549 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 288 2024-09-17T17:13:16.549 INFO:tasks.rados.rados.0.smithi031.stdout:3071: seq_num 977 ranges {0=770048,770048=557056,1327104=491520,1818624=155648} 2024-09-17T17:13:16.553 INFO:tasks.rados.rados.0.smithi031.stdout:3071: writing smithi03184240-10 from 0 to 770048 tid 1 2024-09-17T17:13:16.557 INFO:tasks.rados.rados.0.smithi031.stdout:3071: writing smithi03184240-10 from 770048 to 1327104 tid 2 2024-09-17T17:13:16.560 INFO:tasks.rados.rados.0.smithi031.stdout:3071: writing smithi03184240-10 from 1327104 to 1818624 tid 3 2024-09-17T17:13:16.562 INFO:tasks.rados.rados.0.smithi031.stdout:3071: writing smithi03184240-10 from 1818624 to 1974272 tid 4 2024-09-17T17:13:16.562 INFO:tasks.rados.rados.0.smithi031.stdout:3072: read oid 30 snap -1 2024-09-17T17:13:16.562 INFO:tasks.rados.rados.0.smithi031.stdout:3072: expect (ObjNum 920 snap 271 seq_num 920) 2024-09-17T17:13:16.562 INFO:tasks.rados.rados.0.smithi031.stdout:3073: read oid 20 snap -1 2024-09-17T17:13:16.562 INFO:tasks.rados.rados.0.smithi031.stdout:3073: expect deleted 2024-09-17T17:13:16.562 INFO:tasks.rados.rados.0.smithi031.stdout:3074: read oid 33 snap -1 2024-09-17T17:13:16.562 INFO:tasks.rados.rados.0.smithi031.stdout:3074: expect (ObjNum 945 snap 280 seq_num 945) 2024-09-17T17:13:16.562 INFO:tasks.rados.rados.0.smithi031.stdout:3075: snap_create 2024-09-17T17:13:16.562 INFO:tasks.rados.rados.0.smithi031.stdout:3068: finishing rollback tid 0 to smithi03184240-3 2024-09-17T17:13:16.563 INFO:tasks.rados.rados.0.smithi031.stdout:3068: finishing rollback tid 1 to smithi03184240-3 2024-09-17T17:13:16.563 INFO:tasks.rados.rados.0.smithi031.stdout:3068: finishing rollback tid 2 to smithi03184240-3 2024-09-17T17:13:16.563 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 2373 (ObjNum 902 snap 270 seq_num 902) dirty exists 2024-09-17T17:13:16.563 INFO:tasks.rados.rados.0.smithi031.stdout:3062: finishing write tid 3 to smithi03184240-29 2024-09-17T17:13:16.563 INFO:tasks.rados.rados.0.smithi031.stdout:3062: finishing write tid 4 to smithi03184240-29 2024-09-17T17:13:16.565 INFO:tasks.rados.rados.0.smithi031.stdout:3063: expect (ObjNum 854 snap 259 seq_num 854) 2024-09-17T17:13:16.631 INFO:tasks.rados.rados.0.smithi031.stdout:3064: finishing rollback tid 0 to smithi03184240-42 2024-09-17T17:13:16.631 INFO:tasks.rados.rados.0.smithi031.stdout:3064: finishing rollback tid 1 to smithi03184240-42 2024-09-17T17:13:16.631 INFO:tasks.rados.rados.0.smithi031.stdout:3064: finishing rollback tid 2 to smithi03184240-42 2024-09-17T17:13:16.631 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 2537 (ObjNum 964 snap 284 seq_num 964) dirty exists 2024-09-17T17:13:16.631 INFO:tasks.rados.rados.0.smithi031.stdout:3071: finishing write tid 1 to smithi03184240-10 2024-09-17T17:13:16.631 INFO:tasks.rados.rados.0.smithi031.stdout:3071: finishing write tid 2 to smithi03184240-10 2024-09-17T17:13:16.631 INFO:tasks.rados.rados.0.smithi031.stdout:3070: expect (ObjNum 940 snap 280 seq_num 940) 2024-09-17T17:13:16.713 INFO:tasks.rados.rados.0.smithi031.stdout:3071: finishing write tid 3 to smithi03184240-10 2024-09-17T17:13:16.714 INFO:tasks.rados.rados.0.smithi031.stdout:3071: finishing write tid 4 to smithi03184240-10 2024-09-17T17:13:16.714 INFO:tasks.rados.rados.0.smithi031.stdout:3071: finishing write tid 5 to smithi03184240-10 2024-09-17T17:13:16.714 INFO:tasks.rados.rados.0.smithi031.stdout:3065: expect (ObjNum 960 snap 284 seq_num 960) 2024-09-17T17:13:16.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: osdmap e658: 8 total, 8 up, 8 in 2024-09-17T17:13:16.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:13:16.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:16.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:16.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:13:16.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:13:16.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:16.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2024-09-17T17:13:16.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:13:16.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:16.846 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-17T17:13:16.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: osdmap e658: 8 total, 8 up, 8 in 2024-09-17T17:13:16.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:13:16.846 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:16.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:16.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:13:16.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:13:16.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:16.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2024-09-17T17:13:16.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:13:16.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.847 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:16.848 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-17T17:13:16.849 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-17T17:13:16.849 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T17:13:16.849 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-17T17:13:16.849 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-17T17:13:16.849 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-17T17:13:16.849 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-17T17:13:16.849 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-17T17:13:16.849 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-17T17:13:16.849 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-17T17:13:16.850 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-17T17:13:16.850 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-17T17:13:16.850 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-17T17:13:16.850 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-17T17:13:16.850 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T17:13:16.850 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-17T17:13:16.850 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-17T17:13:16.850 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-17T17:13:16.850 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-17T17:13:16.850 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-17T17:13:16.850 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-17T17:13:16.850 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-17T17:13:16.850 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-17T17:13:16.851 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-17T17:13:16.851 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T17:13:16.851 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-17T17:13:16.851 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-17T17:13:16.851 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-17T17:13:16.851 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-17T17:13:16.851 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-17T17:13:16.851 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-17T17:13:16.851 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-17T17:13:16.851 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-17T17:13:16.851 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-17T17:13:16.851 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-17T17:13:16.852 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-17T17:13:16.852 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T17:13:16.852 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-17T17:13:16.852 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-17T17:13:16.852 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-17T17:13:16.852 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-17T17:13:16.852 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-17T17:13:16.852 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-17T17:13:16.852 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-17T17:13:16.852 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-17T17:13:16.852 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T17:13:16.853 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T17:13:16.853 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T17:13:16.853 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T17:13:16.853 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T17:13:16.853 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T17:13:16.853 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-17T17:13:16.853 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-17T17:13:16.853 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:13:16.853 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:13:16.853 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:13:16.853 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:16.853 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:13:16.854 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:13:16.854 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:13:16.854 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:16.854 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T17:13:16.854 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T17:13:16.854 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T17:13:16.854 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T17:13:16.854 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T17:13:16.854 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T17:13:16.854 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-17T17:13:16.854 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-17T17:13:16.854 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:13:16.854 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:13:16.855 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:13:16.855 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:16.855 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:13:16.855 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:13:16.855 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:13:16.855 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:16.868 INFO:tasks.rados.rados.0.smithi031.stdout:3062: finishing write tid 5 to smithi03184240-29 2024-09-17T17:13:16.868 INFO:tasks.rados.rados.0.smithi031.stdout:3062: oid 29 updating version 0 to 2482 2024-09-17T17:13:16.868 INFO:tasks.rados.rados.0.smithi031.stdout:3062: oid 29 version 2482 is already newer than 2480 2024-09-17T17:13:16.868 INFO:tasks.rados.rados.0.smithi031.stdout:3062: oid 29 version 2482 is already newer than 2481 2024-09-17T17:13:16.868 INFO:tasks.rados.rados.0.smithi031.stdout:3062: oid 29 version 2482 is already newer than 2479 2024-09-17T17:13:16.869 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 2482 (ObjNum 975 snap 288 seq_num 975) dirty exists 2024-09-17T17:13:16.869 INFO:tasks.rados.rados.0.smithi031.stdout:3062: left oid 29 (ObjNum 975 snap 288 seq_num 975) 2024-09-17T17:13:16.869 INFO:tasks.rados.rados.0.smithi031.stdout:3071: finishing write tid 6 to smithi03184240-10 2024-09-17T17:13:16.869 INFO:tasks.rados.rados.0.smithi031.stdout:3071: oid 10 updating version 0 to 1675 2024-09-17T17:13:16.869 INFO:tasks.rados.rados.0.smithi031.stdout:3071: oid 10 updating version 1675 to 1677 2024-09-17T17:13:16.869 INFO:tasks.rados.rados.0.smithi031.stdout:3071: oid 10 version 1677 is already newer than 1676 2024-09-17T17:13:16.869 INFO:tasks.rados.rados.0.smithi031.stdout:3071: oid 10 version 1677 is already newer than 1673 2024-09-17T17:13:16.869 INFO:tasks.rados.rados.0.smithi031.stdout:3071: oid 10 version 1677 is already newer than 1674 2024-09-17T17:13:16.869 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1677 (ObjNum 977 snap 288 seq_num 977) dirty exists 2024-09-17T17:13:16.869 INFO:tasks.rados.rados.0.smithi031.stdout:3071: left oid 10 (ObjNum 977 snap 288 seq_num 977) 2024-09-17T17:13:16.869 INFO:tasks.rados.rados.0.smithi031.stdout:3066: expect (ObjNum 958 snap 283 seq_num 958) 2024-09-17T17:13:16.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: osdmap e658: 8 total, 8 up, 8 in 2024-09-17T17:13:16.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:13:16.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:16.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:16.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:13:16.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:13:16.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:16.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2024-09-17T17:13:16.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:13:16.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:16.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:16.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-17T17:13:16.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-17T17:13:16.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T17:13:16.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-17T17:13:16.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-17T17:13:16.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-17T17:13:16.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-17T17:13:16.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-17T17:13:16.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-17T17:13:16.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-17T17:13:16.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-17T17:13:16.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-17T17:13:16.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-17T17:13:16.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-17T17:13:16.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T17:13:16.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-17T17:13:16.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-17T17:13:16.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-17T17:13:16.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-17T17:13:16.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-17T17:13:16.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-17T17:13:16.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-17T17:13:16.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-17T17:13:16.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T17:13:16.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T17:13:16.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T17:13:16.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T17:13:16.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T17:13:16.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T17:13:16.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-17T17:13:16.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-17T17:13:16.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:13:16.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:13:16.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:13:16.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:16.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:13:16.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:13:16.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:13:16.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:17.251 INFO:tasks.rados.rados.0.smithi031.stdout:3072: expect (ObjNum 920 snap 271 seq_num 920) 2024-09-17T17:13:17.279 INFO:tasks.rados.rados.0.smithi031.stdout:3074: expect (ObjNum 945 snap 280 seq_num 945) 2024-09-17T17:13:17.518 INFO:tasks.rados.rados.0.smithi031.stdout:3062: done (12 left) 2024-09-17T17:13:17.519 INFO:tasks.rados.rados.0.smithi031.stdout:3063: done (11 left) 2024-09-17T17:13:17.519 INFO:tasks.rados.rados.0.smithi031.stdout:3064: done (10 left) 2024-09-17T17:13:17.519 INFO:tasks.rados.rados.0.smithi031.stdout:3065: done (9 left) 2024-09-17T17:13:17.519 INFO:tasks.rados.rados.0.smithi031.stdout:3066: done (8 left) 2024-09-17T17:13:17.519 INFO:tasks.rados.rados.0.smithi031.stdout:3067: done (7 left) 2024-09-17T17:13:17.519 INFO:tasks.rados.rados.0.smithi031.stdout:3068: done (6 left) 2024-09-17T17:13:17.519 INFO:tasks.rados.rados.0.smithi031.stdout:3070: done (5 left) 2024-09-17T17:13:17.519 INFO:tasks.rados.rados.0.smithi031.stdout:3071: done (4 left) 2024-09-17T17:13:17.519 INFO:tasks.rados.rados.0.smithi031.stdout:3072: done (3 left) 2024-09-17T17:13:17.519 INFO:tasks.rados.rados.0.smithi031.stdout:3073: done (2 left) 2024-09-17T17:13:17.519 INFO:tasks.rados.rados.0.smithi031.stdout:3074: done (1 left) 2024-09-17T17:13:17.519 INFO:tasks.rados.rados.0.smithi031.stdout:3075: done (0 left) 2024-09-17T17:13:17.520 INFO:tasks.rados.rados.0.smithi031.stdout:3076: read oid 32 snap -1 2024-09-17T17:13:17.520 INFO:tasks.rados.rados.0.smithi031.stdout:3076: expect (ObjNum 906 snap 270 seq_num 906) 2024-09-17T17:13:17.520 INFO:tasks.rados.rados.0.smithi031.stdout:3077: snap_remove snap 285 2024-09-17T17:13:17.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:17 smithi031 ceph-mon[94873]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-17T17:13:17.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:17 smithi031 ceph-mon[94873]: Upgrade: Finalizing container_image settings 2024-09-17T17:13:17.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:17 smithi031 ceph-mon[94873]: pgmap v649: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 184 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.8 MiB/s wr, 9 op/s 2024-09-17T17:13:17.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:17 smithi031 ceph-mon[94873]: Upgrade: Complete! 2024-09-17T17:13:17.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:17 smithi031 ceph-mon[94873]: osdmap e659: 8 total, 8 up, 8 in 2024-09-17T17:13:17.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:17 smithi031 ceph-mon[96842]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-17T17:13:17.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:17 smithi031 ceph-mon[96842]: Upgrade: Finalizing container_image settings 2024-09-17T17:13:17.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:17 smithi031 ceph-mon[96842]: pgmap v649: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 184 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.8 MiB/s wr, 9 op/s 2024-09-17T17:13:17.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:17 smithi031 ceph-mon[96842]: Upgrade: Complete! 2024-09-17T17:13:17.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:17 smithi031 ceph-mon[96842]: osdmap e659: 8 total, 8 up, 8 in 2024-09-17T17:13:17.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:17 smithi066 ceph-mon[86175]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-17T17:13:17.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:17 smithi066 ceph-mon[86175]: Upgrade: Finalizing container_image settings 2024-09-17T17:13:17.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:17 smithi066 ceph-mon[86175]: pgmap v649: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 184 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.8 MiB/s wr, 9 op/s 2024-09-17T17:13:17.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:17 smithi066 ceph-mon[86175]: Upgrade: Complete! 2024-09-17T17:13:17.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:17 smithi066 ceph-mon[86175]: osdmap e659: 8 total, 8 up, 8 in 2024-09-17T17:13:18.535 INFO:tasks.rados.rados.0.smithi031.stdout:3077: done (1 left) 2024-09-17T17:13:18.535 INFO:tasks.rados.rados.0.smithi031.stdout:3078: setattr oid 49 current snap is 289 2024-09-17T17:13:18.535 INFO:tasks.rados.rados.0.smithi031.stdout:3076: expect (ObjNum 906 snap 270 seq_num 906) 2024-09-17T17:13:18.611 INFO:tasks.rados.rados.0.smithi031.stdout:3076: done (1 left) 2024-09-17T17:13:18.612 INFO:tasks.rados.rados.0.smithi031.stdout:3079: rollback oid 10 current snap is 289 2024-09-17T17:13:18.612 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 10 to 288 2024-09-17T17:13:18.612 INFO:tasks.rados.rados.0.smithi031.stdout:3080: snap_create 2024-09-17T17:13:18.614 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 2176 (ObjNum 33 snap 0 seq_num 2) dirty exists 2024-09-17T17:13:18.615 INFO:tasks.rados.rados.0.smithi031.stdout:3079: finishing rollback tid 0 to smithi03184240-10 2024-09-17T17:13:18.615 INFO:tasks.rados.rados.0.smithi031.stdout:3079: finishing rollback tid 1 to smithi03184240-10 2024-09-17T17:13:18.615 INFO:tasks.rados.rados.0.smithi031.stdout:3079: finishing rollback tid 2 to smithi03184240-10 2024-09-17T17:13:18.615 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1680 (ObjNum 977 snap 288 seq_num 977) dirty exists 2024-09-17T17:13:18.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:18 smithi031 ceph-mon[94873]: osdmap e660: 8 total, 8 up, 8 in 2024-09-17T17:13:18.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:18 smithi031 ceph-mon[96842]: osdmap e660: 8 total, 8 up, 8 in 2024-09-17T17:13:18.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:18 smithi066 ceph-mon[86175]: osdmap e660: 8 total, 8 up, 8 in 2024-09-17T17:13:19.528 INFO:tasks.rados.rados.0.smithi031.stdout:3078: done (2 left) 2024-09-17T17:13:19.529 INFO:tasks.rados.rados.0.smithi031.stdout:3079: done (1 left) 2024-09-17T17:13:19.529 INFO:tasks.rados.rados.0.smithi031.stdout:3080: done (0 left) 2024-09-17T17:13:19.529 INFO:tasks.rados.rados.0.smithi031.stdout:3081: rollback oid 30 current snap is 290 2024-09-17T17:13:19.529 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 30 to 287 2024-09-17T17:13:19.529 INFO:tasks.rados.rados.0.smithi031.stdout:3082: snap_remove snap 289 2024-09-17T17:13:19.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:19 smithi031 ceph-mon[96842]: pgmap v652: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 137 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.0 MiB/s wr, 10 op/s 2024-09-17T17:13:19.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:19 smithi031 ceph-mon[96842]: osdmap e661: 8 total, 8 up, 8 in 2024-09-17T17:13:19.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:19 smithi031 ceph-mon[94873]: pgmap v652: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 137 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.0 MiB/s wr, 10 op/s 2024-09-17T17:13:19.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:19 smithi031 ceph-mon[94873]: osdmap e661: 8 total, 8 up, 8 in 2024-09-17T17:13:19.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:19 smithi066 ceph-mon[86175]: pgmap v652: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 137 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.0 MiB/s wr, 10 op/s 2024-09-17T17:13:19.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:19 smithi066 ceph-mon[86175]: osdmap e661: 8 total, 8 up, 8 in 2024-09-17T17:13:20.529 INFO:tasks.rados.rados.0.smithi031.stdout:3082: done (1 left) 2024-09-17T17:13:20.529 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 49 current snap is 290 2024-09-17T17:13:20.529 INFO:tasks.rados.rados.0.smithi031.stdout:3083: seq_num 978 ranges {0=786432,786432=442368,1228800=647168,1875968=114688} 2024-09-17T17:13:20.534 INFO:tasks.rados.rados.0.smithi031.stdout:3083: writing smithi03184240-49 from 0 to 786432 tid 1 2024-09-17T17:13:20.536 INFO:tasks.rados.rados.0.smithi031.stdout:3083: writing smithi03184240-49 from 786432 to 1228800 tid 2 2024-09-17T17:13:20.538 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:13:20 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:13:20] "GET /metrics HTTP/1.1" 200 36355 "" "Prometheus/2.51.0" 2024-09-17T17:13:20.541 INFO:tasks.rados.rados.0.smithi031.stdout:3083: writing smithi03184240-49 from 1228800 to 1875968 tid 3 2024-09-17T17:13:20.541 INFO:tasks.rados.rados.0.smithi031.stdout:3083: writing smithi03184240-49 from 1875968 to 1990656 tid 4 2024-09-17T17:13:20.542 INFO:tasks.rados.rados.0.smithi031.stdout:3084: snap_remove snap 286 2024-09-17T17:13:20.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:20 smithi031 ceph-mon[94873]: osdmap e662: 8 total, 8 up, 8 in 2024-09-17T17:13:20.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:20 smithi031 ceph-mon[94873]: osdmap e663: 8 total, 8 up, 8 in 2024-09-17T17:13:20.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:20 smithi031 ceph-mon[96842]: osdmap e662: 8 total, 8 up, 8 in 2024-09-17T17:13:20.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:20 smithi031 ceph-mon[96842]: osdmap e663: 8 total, 8 up, 8 in 2024-09-17T17:13:20.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:20 smithi066 ceph-mon[86175]: osdmap e662: 8 total, 8 up, 8 in 2024-09-17T17:13:20.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:20 smithi066 ceph-mon[86175]: osdmap e663: 8 total, 8 up, 8 in 2024-09-17T17:13:21.547 INFO:tasks.rados.rados.0.smithi031.stdout:3084: done (2 left) 2024-09-17T17:13:21.547 INFO:tasks.rados.rados.0.smithi031.stdout:3085: copy_from oid 12 from oid 33 current snap is 290 2024-09-17T17:13:21.547 INFO:tasks.rados.rados.0.smithi031.stdout:3086: delete oid 9 current snap is 290 2024-09-17T17:13:21.548 INFO:tasks.rados.rados.0.smithi031.stdout:3081: finishing rollback tid 0 to smithi03184240-30 2024-09-17T17:13:21.548 INFO:tasks.rados.rados.0.smithi031.stdout:3081: finishing rollback tid 1 to smithi03184240-30 2024-09-17T17:13:21.548 INFO:tasks.rados.rados.0.smithi031.stdout:3081: finishing rollback tid 2 to smithi03184240-30 2024-09-17T17:13:21.548 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 2485 (ObjNum 920 snap 271 seq_num 920) dirty exists 2024-09-17T17:13:21.548 INFO:tasks.rados.rados.0.smithi031.stdout:3083: finishing write tid 1 to smithi03184240-49 2024-09-17T17:13:21.548 INFO:tasks.rados.rados.0.smithi031.stdout:3083: finishing write tid 2 to smithi03184240-49 2024-09-17T17:13:21.548 INFO:tasks.rados.rados.0.smithi031.stdout:3083: finishing write tid 3 to smithi03184240-49 2024-09-17T17:13:21.548 INFO:tasks.rados.rados.0.smithi031.stdout:3083: finishing write tid 4 to smithi03184240-49 2024-09-17T17:13:21.548 INFO:tasks.rados.rados.0.smithi031.stdout:3083: finishing write tid 5 to smithi03184240-49 2024-09-17T17:13:21.548 INFO:tasks.rados.rados.0.smithi031.stdout:3083: finishing write tid 6 to smithi03184240-49 2024-09-17T17:13:21.548 INFO:tasks.rados.rados.0.smithi031.stdout:3083: oid 49 updating version 0 to 2179 2024-09-17T17:13:21.548 INFO:tasks.rados.rados.0.smithi031.stdout:3083: oid 49 updating version 2179 to 2180 2024-09-17T17:13:21.548 INFO:tasks.rados.rados.0.smithi031.stdout:3083: oid 49 version 2180 is already newer than 2177 2024-09-17T17:13:21.548 INFO:tasks.rados.rados.0.smithi031.stdout:3083: oid 49 updating version 2180 to 2181 2024-09-17T17:13:21.549 INFO:tasks.rados.rados.0.smithi031.stdout:3083: oid 49 version 2181 is already newer than 2178 2024-09-17T17:13:21.549 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 2181 (ObjNum 978 snap 290 seq_num 978) dirty exists 2024-09-17T17:13:21.549 INFO:tasks.rados.rados.0.smithi031.stdout:3083: left oid 49 (ObjNum 978 snap 290 seq_num 978) 2024-09-17T17:13:21.559 INFO:tasks.rados.rados.0.smithi031.stdout:3081: done (3 left) 2024-09-17T17:13:21.559 INFO:tasks.rados.rados.0.smithi031.stdout:3083: done (2 left) 2024-09-17T17:13:21.559 INFO:tasks.rados.rados.0.smithi031.stdout:3086: done (1 left) 2024-09-17T17:13:21.559 INFO:tasks.rados.rados.0.smithi031.stdout:3087: copy_from oid 30 from oid 39 current snap is 290 2024-09-17T17:13:21.559 INFO:tasks.rados.rados.0.smithi031.stdout:3088: setattr oid 10 current snap is 290 2024-09-17T17:13:21.562 INFO:tasks.rados.rados.0.smithi031.stdout:3089: rollback oid 21 current snap is 290 2024-09-17T17:13:21.562 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 21 to 276 2024-09-17T17:13:21.562 INFO:tasks.rados.rados.0.smithi031.stdout:3090: rmattr oid 24 current snap is 290 2024-09-17T17:13:21.562 INFO:tasks.rados.rados.0.smithi031.stdout:3090: done (4 left) 2024-09-17T17:13:21.562 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 13 current snap is 290 2024-09-17T17:13:21.562 INFO:tasks.rados.rados.0.smithi031.stdout:3091: seq_num 980 ranges {0=417792,417792=614400,1032192=663552,1695744=327680} 2024-09-17T17:13:21.565 INFO:tasks.rados.rados.0.smithi031.stdout:3091: writing smithi03184240-13 from 0 to 417792 tid 1 2024-09-17T17:13:21.569 INFO:tasks.rados.rados.0.smithi031.stdout:3091: writing smithi03184240-13 from 417792 to 1032192 tid 2 2024-09-17T17:13:21.573 INFO:tasks.rados.rados.0.smithi031.stdout:3091: writing smithi03184240-13 from 1032192 to 1695744 tid 3 2024-09-17T17:13:21.575 INFO:tasks.rados.rados.0.smithi031.stdout:3091: writing smithi03184240-13 from 1695744 to 2023424 tid 4 2024-09-17T17:13:21.576 INFO:tasks.rados.rados.0.smithi031.stdout:3092: delete oid 4 current snap is 290 2024-09-17T17:13:21.576 INFO:tasks.rados.rados.0.smithi031.stdout:3085: finishing copy_from racing read to smithi03184240-12 2024-09-17T17:13:21.576 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1681 (ObjNum 977 snap 288 seq_num 977) dirty exists 2024-09-17T17:13:21.576 INFO:tasks.rados.rados.0.smithi031.stdout:3089: finishing rollback tid 1 to smithi03184240-21 2024-09-17T17:13:21.576 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 0 (ObjNum 97 snap 0 seq_num 4192607607) dirty dne 2024-09-17T17:13:21.576 INFO:tasks.rados.rados.0.smithi031.stdout:3085: finishing copy_from to smithi03184240-12 2024-09-17T17:13:21.576 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 1952 (ObjNum 945 snap 280 seq_num 945) dirty exists 2024-09-17T17:13:21.576 INFO:tasks.rados.rados.0.smithi031.stdout:3091: finishing write tid 1 to smithi03184240-13 2024-09-17T17:13:21.576 INFO:tasks.rados.rados.0.smithi031.stdout:3087: finishing copy_from racing read to smithi03184240-30 2024-09-17T17:13:21.576 INFO:tasks.rados.rados.0.smithi031.stdout:3087: finishing copy_from to smithi03184240-30 2024-09-17T17:13:21.576 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 1947 (ObjNum 930 snap 278 seq_num 930) dirty exists 2024-09-17T17:13:21.577 INFO:tasks.rados.rados.0.smithi031.stdout:3091: finishing write tid 2 to smithi03184240-13 2024-09-17T17:13:21.579 INFO:tasks.rados.rados.0.smithi031.stdout:3091: finishing write tid 3 to smithi03184240-13 2024-09-17T17:13:21.580 INFO:tasks.rados.rados.0.smithi031.stdout:3091: finishing write tid 4 to smithi03184240-13 2024-09-17T17:13:21.580 INFO:tasks.rados.rados.0.smithi031.stdout:3091: finishing write tid 5 to smithi03184240-13 2024-09-17T17:13:21.580 INFO:tasks.rados.rados.0.smithi031.stdout:3085: done (5 left) 2024-09-17T17:13:21.580 INFO:tasks.rados.rados.0.smithi031.stdout:3087: done (4 left) 2024-09-17T17:13:21.580 INFO:tasks.rados.rados.0.smithi031.stdout:3088: done (3 left) 2024-09-17T17:13:21.580 INFO:tasks.rados.rados.0.smithi031.stdout:3089: done (2 left) 2024-09-17T17:13:21.580 INFO:tasks.rados.rados.0.smithi031.stdout:3092: done (1 left) 2024-09-17T17:13:21.580 INFO:tasks.rados.rados.0.smithi031.stdout:3093: copy_from oid 23 from oid 33 current snap is 290 2024-09-17T17:13:21.580 INFO:tasks.rados.rados.0.smithi031.stdout:3094: delete oid 40 current snap is 290 2024-09-17T17:13:21.581 INFO:tasks.rados.rados.0.smithi031.stdout:3091: finishing write tid 6 to smithi03184240-13 2024-09-17T17:13:21.581 INFO:tasks.rados.rados.0.smithi031.stdout:3091: oid 13 updating version 0 to 1957 2024-09-17T17:13:21.582 INFO:tasks.rados.rados.0.smithi031.stdout:3091: oid 13 version 1957 is already newer than 1953 2024-09-17T17:13:21.582 INFO:tasks.rados.rados.0.smithi031.stdout:3091: oid 13 version 1957 is already newer than 1955 2024-09-17T17:13:21.582 INFO:tasks.rados.rados.0.smithi031.stdout:3091: oid 13 version 1957 is already newer than 1956 2024-09-17T17:13:21.582 INFO:tasks.rados.rados.0.smithi031.stdout:3091: oid 13 version 1957 is already newer than 1954 2024-09-17T17:13:21.582 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 1957 (ObjNum 980 snap 290 seq_num 980) dirty exists 2024-09-17T17:13:21.582 INFO:tasks.rados.rados.0.smithi031.stdout:3091: left oid 13 (ObjNum 980 snap 290 seq_num 980) 2024-09-17T17:13:21.583 INFO:tasks.rados.rados.0.smithi031.stdout:3091: done (2 left) 2024-09-17T17:13:21.583 INFO:tasks.rados.rados.0.smithi031.stdout:3094: done (1 left) 2024-09-17T17:13:21.583 INFO:tasks.rados.rados.0.smithi031.stdout:3095: setattr oid 36 current snap is 290 2024-09-17T17:13:21.584 INFO:tasks.rados.rados.0.smithi031.stdout:3096: rollback oid 10 current snap is 290 2024-09-17T17:13:21.585 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 10 to 287 2024-09-17T17:13:21.585 INFO:tasks.rados.rados.0.smithi031.stdout:3097: copy_from oid 46 from oid 49 current snap is 290 2024-09-17T17:13:21.585 INFO:tasks.rados.rados.0.smithi031.stdout:3098: rollback oid 25 current snap is 290 2024-09-17T17:13:21.585 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 25 to 288 2024-09-17T17:13:21.585 INFO:tasks.rados.rados.0.smithi031.stdout:3099: read oid 15 snap -1 2024-09-17T17:13:21.585 INFO:tasks.rados.rados.0.smithi031.stdout:3099: expect (ObjNum 941 snap 280 seq_num 941) 2024-09-17T17:13:21.585 INFO:tasks.rados.rados.0.smithi031.stdout:3100: read oid 40 snap -1 2024-09-17T17:13:21.585 INFO:tasks.rados.rados.0.smithi031.stdout:3100: expect deleted 2024-09-17T17:13:21.585 INFO:tasks.rados.rados.0.smithi031.stdout:3101: rollback oid 8 current snap is 290 2024-09-17T17:13:21.585 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 8 to 276 2024-09-17T17:13:21.585 INFO:tasks.rados.rados.0.smithi031.stdout:3102: copy_from oid 21 from oid 14 current snap is 290 2024-09-17T17:13:21.585 INFO:tasks.rados.rados.0.smithi031.stdout:3103: setattr oid 7 current snap is 290 2024-09-17T17:13:21.586 INFO:tasks.rados.rados.0.smithi031.stdout:3100: done (9 left) 2024-09-17T17:13:21.586 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 40 current snap is 290 2024-09-17T17:13:21.587 INFO:tasks.rados.rados.0.smithi031.stdout:3104: seq_num 983 ranges {0=466944,466944=712704,1179648=434176,1613824=458752} 2024-09-17T17:13:21.589 INFO:tasks.rados.rados.0.smithi031.stdout:3104: writing smithi03184240-40 from 0 to 466944 tid 1 2024-09-17T17:13:21.593 INFO:tasks.rados.rados.0.smithi031.stdout:3104: writing smithi03184240-40 from 466944 to 1179648 tid 2 2024-09-17T17:13:21.596 INFO:tasks.rados.rados.0.smithi031.stdout:3104: writing smithi03184240-40 from 1179648 to 1613824 tid 3 2024-09-17T17:13:21.600 INFO:tasks.rados.rados.0.smithi031.stdout:3104: writing smithi03184240-40 from 1613824 to 2072576 tid 4 2024-09-17T17:13:21.600 INFO:tasks.rados.rados.0.smithi031.stdout:3105: read oid 34 snap 288 2024-09-17T17:13:21.600 INFO:tasks.rados.rados.0.smithi031.stdout:3105: expect (ObjNum 889 snap 268 seq_num 889) 2024-09-17T17:13:21.600 INFO:tasks.rados.rados.0.smithi031.stdout:3106: read oid 1 snap -1 2024-09-17T17:13:21.600 INFO:tasks.rados.rados.0.smithi031.stdout:3106: expect (ObjNum 967 snap 284 seq_num 967) 2024-09-17T17:13:21.600 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 22 current snap is 290 2024-09-17T17:13:21.600 INFO:tasks.rados.rados.0.smithi031.stdout:3098: finishing rollback tid 1 to smithi03184240-25 2024-09-17T17:13:21.600 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 1489 (ObjNum 65 snap 0 seq_num 1550147679) dirty dne 2024-09-17T17:13:21.600 INFO:tasks.rados.rados.0.smithi031.stdout:3107: seq_num 984 ranges {0=483328,483328=598016,1081344=647168,1728512=360448} 2024-09-17T17:13:21.605 INFO:tasks.rados.rados.0.smithi031.stdout:3107: writing smithi03184240-22 from 0 to 483328 tid 1 2024-09-17T17:13:21.607 INFO:tasks.rados.rados.0.smithi031.stdout:3107: writing smithi03184240-22 from 483328 to 1081344 tid 2 2024-09-17T17:13:21.611 INFO:tasks.rados.rados.0.smithi031.stdout:3107: writing smithi03184240-22 from 1081344 to 1728512 tid 3 2024-09-17T17:13:21.614 INFO:tasks.rados.rados.0.smithi031.stdout:3107: writing smithi03184240-22 from 1728512 to 2088960 tid 4 2024-09-17T17:13:21.615 INFO:tasks.rados.rados.0.smithi031.stdout:3098: done (12 left) 2024-09-17T17:13:21.615 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 290 2024-09-17T17:13:21.615 INFO:tasks.rados.rados.0.smithi031.stdout:3108: seq_num 985 ranges {0=499712,499712=483328,983040=450560,1433600=581632,2015232=90112} 2024-09-17T17:13:21.617 INFO:tasks.rados.rados.0.smithi031.stdout:3108: writing smithi03184240-31 from 0 to 499712 tid 1 2024-09-17T17:13:21.620 INFO:tasks.rados.rados.0.smithi031.stdout:3108: writing smithi03184240-31 from 499712 to 983040 tid 2 2024-09-17T17:13:21.623 INFO:tasks.rados.rados.0.smithi031.stdout:3108: writing smithi03184240-31 from 983040 to 1433600 tid 3 2024-09-17T17:13:21.626 INFO:tasks.rados.rados.0.smithi031.stdout:3108: writing smithi03184240-31 from 1433600 to 2015232 tid 4 2024-09-17T17:13:21.628 INFO:tasks.rados.rados.0.smithi031.stdout:3108: writing smithi03184240-31 from 2015232 to 2105344 tid 5 2024-09-17T17:13:21.628 INFO:tasks.rados.rados.0.smithi031.stdout:3109: rollback oid 41 current snap is 290 2024-09-17T17:13:21.629 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 41 to 287 2024-09-17T17:13:21.629 INFO:tasks.rados.rados.0.smithi031.stdout:3102: finishing copy_from to smithi03184240-21 2024-09-17T17:13:21.629 INFO:tasks.rados.rados.0.smithi031.stdout:3102: got expected ENOENT (src dne) 2024-09-17T17:13:21.629 INFO:tasks.rados.rados.0.smithi031.stdout:3102: finishing copy_from racing read to smithi03184240-21 2024-09-17T17:13:21.629 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 1498 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-17T17:13:21.629 INFO:tasks.rados.rados.0.smithi031.stdout:3101: finishing rollback tid 0 to smithi03184240-8 2024-09-17T17:13:21.629 INFO:tasks.rados.rados.0.smithi031.stdout:3101: finishing rollback tid 1 to smithi03184240-8 2024-09-17T17:13:21.629 INFO:tasks.rados.rados.0.smithi031.stdout:3093: finishing copy_from racing read to smithi03184240-23 2024-09-17T17:13:21.629 INFO:tasks.rados.rados.0.smithi031.stdout:3104: finishing write tid 1 to smithi03184240-40 2024-09-17T17:13:21.629 INFO:tasks.rados.rados.0.smithi031.stdout:3095: done (13 left) 2024-09-17T17:13:21.629 INFO:tasks.rados.rados.0.smithi031.stdout:3102: done (12 left) 2024-09-17T17:13:21.629 INFO:tasks.rados.rados.0.smithi031.stdout:3110: delete oid 18 current snap is 290 2024-09-17T17:13:21.629 INFO:tasks.rados.rados.0.smithi031.stdout:3104: finishing write tid 2 to smithi03184240-40 2024-09-17T17:13:21.630 INFO:tasks.rados.rados.0.smithi031.stdout:3097: finishing copy_from racing read to smithi03184240-46 2024-09-17T17:13:21.630 INFO:tasks.rados.rados.0.smithi031.stdout:3101: finishing rollback tid 2 to smithi03184240-8 2024-09-17T17:13:21.630 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 2481 (ObjNum 917 snap 271 seq_num 917) dirty exists 2024-09-17T17:13:21.630 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 2482 (ObjNum 962 snap 284 seq_num 962) dirty exists 2024-09-17T17:13:21.630 INFO:tasks.rados.rados.0.smithi031.stdout:3093: finishing copy_from to smithi03184240-23 2024-09-17T17:13:21.630 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 1952 (ObjNum 945 snap 280 seq_num 945) dirty exists 2024-09-17T17:13:21.630 INFO:tasks.rados.rados.0.smithi031.stdout:3097: finishing copy_from to smithi03184240-46 2024-09-17T17:13:21.630 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 2181 (ObjNum 978 snap 290 seq_num 978) dirty exists 2024-09-17T17:13:21.630 INFO:tasks.rados.rados.0.smithi031.stdout:3104: finishing write tid 3 to smithi03184240-40 2024-09-17T17:13:21.630 INFO:tasks.rados.rados.0.smithi031.stdout:3104: finishing write tid 4 to smithi03184240-40 2024-09-17T17:13:21.630 INFO:tasks.rados.rados.0.smithi031.stdout:3104: finishing write tid 5 to smithi03184240-40 2024-09-17T17:13:21.630 INFO:tasks.rados.rados.0.smithi031.stdout:3096: finishing rollback tid 0 to smithi03184240-10 2024-09-17T17:13:21.630 INFO:tasks.rados.rados.0.smithi031.stdout:3096: finishing rollback tid 1 to smithi03184240-10 2024-09-17T17:13:21.630 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1954 (ObjNum 65 snap 0 seq_num 1550020197) dirty dne 2024-09-17T17:13:21.631 INFO:tasks.rados.rados.0.smithi031.stdout:3104: finishing write tid 6 to smithi03184240-40 2024-09-17T17:13:21.631 INFO:tasks.rados.rados.0.smithi031.stdout:3104: oid 40 updating version 0 to 2548 2024-09-17T17:13:21.631 INFO:tasks.rados.rados.0.smithi031.stdout:3104: oid 40 updating version 2548 to 2549 2024-09-17T17:13:21.631 INFO:tasks.rados.rados.0.smithi031.stdout:3104: oid 40 updating version 2549 to 2551 2024-09-17T17:13:21.631 INFO:tasks.rados.rados.0.smithi031.stdout:3104: oid 40 version 2551 is already newer than 2550 2024-09-17T17:13:21.631 INFO:tasks.rados.rados.0.smithi031.stdout:3104: oid 40 version 2551 is already newer than 2547 2024-09-17T17:13:21.631 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 2551 (ObjNum 983 snap 290 seq_num 983) dirty exists 2024-09-17T17:13:21.631 INFO:tasks.rados.rados.0.smithi031.stdout:3104: left oid 40 (ObjNum 983 snap 290 seq_num 983) 2024-09-17T17:13:21.631 INFO:tasks.rados.rados.0.smithi031.stdout:3107: finishing write tid 1 to smithi03184240-22 2024-09-17T17:13:21.631 INFO:tasks.rados.rados.0.smithi031.stdout:3105: expect (ObjNum 889 snap 268 seq_num 889) 2024-09-17T17:13:21.692 INFO:tasks.rados.rados.0.smithi031.stdout:3107: finishing write tid 2 to smithi03184240-22 2024-09-17T17:13:21.692 INFO:tasks.rados.rados.0.smithi031.stdout:3099: expect (ObjNum 941 snap 280 seq_num 941) 2024-09-17T17:13:21.882 INFO:tasks.rados.rados.0.smithi031.stdout:3107: finishing write tid 3 to smithi03184240-22 2024-09-17T17:13:21.882 INFO:tasks.rados.rados.0.smithi031.stdout:3107: finishing write tid 4 to smithi03184240-22 2024-09-17T17:13:21.882 INFO:tasks.rados.rados.0.smithi031.stdout:3107: finishing write tid 5 to smithi03184240-22 2024-09-17T17:13:21.882 INFO:tasks.rados.rados.0.smithi031.stdout:3108: finishing write tid 1 to smithi03184240-31 2024-09-17T17:13:21.882 INFO:tasks.rados.rados.0.smithi031.stdout:3106: expect (ObjNum 967 snap 284 seq_num 967) 2024-09-17T17:13:21.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:21 smithi066 ceph-mon[86175]: pgmap v655: 121 pgs: 121 active+clean; 130 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.6 MiB/s wr, 10 op/s 2024-09-17T17:13:21.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:21 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:21.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:21 smithi066 ceph-mon[86175]: osdmap e664: 8 total, 8 up, 8 in 2024-09-17T17:13:22.052 INFO:tasks.rados.rados.0.smithi031.stdout:3107: finishing write tid 6 to smithi03184240-22 2024-09-17T17:13:22.052 INFO:tasks.rados.rados.0.smithi031.stdout:3107: oid 22 updating version 0 to 1962 2024-09-17T17:13:22.052 INFO:tasks.rados.rados.0.smithi031.stdout:3107: oid 22 version 1962 is already newer than 1959 2024-09-17T17:13:22.052 INFO:tasks.rados.rados.0.smithi031.stdout:3107: oid 22 version 1962 is already newer than 1958 2024-09-17T17:13:22.052 INFO:tasks.rados.rados.0.smithi031.stdout:3107: oid 22 version 1962 is already newer than 1960 2024-09-17T17:13:22.052 INFO:tasks.rados.rados.0.smithi031.stdout:3107: oid 22 version 1962 is already newer than 1961 2024-09-17T17:13:22.052 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 1962 (ObjNum 984 snap 290 seq_num 984) dirty exists 2024-09-17T17:13:22.052 INFO:tasks.rados.rados.0.smithi031.stdout:3107: left oid 22 (ObjNum 984 snap 290 seq_num 984) 2024-09-17T17:13:22.052 INFO:tasks.rados.rados.0.smithi031.stdout:3108: finishing write tid 2 to smithi03184240-31 2024-09-17T17:13:22.053 INFO:tasks.rados.rados.0.smithi031.stdout:3093: done (12 left) 2024-09-17T17:13:22.053 INFO:tasks.rados.rados.0.smithi031.stdout:3096: done (11 left) 2024-09-17T17:13:22.053 INFO:tasks.rados.rados.0.smithi031.stdout:3097: done (10 left) 2024-09-17T17:13:22.053 INFO:tasks.rados.rados.0.smithi031.stdout:3099: done (9 left) 2024-09-17T17:13:22.053 INFO:tasks.rados.rados.0.smithi031.stdout:3101: done (8 left) 2024-09-17T17:13:22.053 INFO:tasks.rados.rados.0.smithi031.stdout:3103: done (7 left) 2024-09-17T17:13:22.053 INFO:tasks.rados.rados.0.smithi031.stdout:3104: done (6 left) 2024-09-17T17:13:22.053 INFO:tasks.rados.rados.0.smithi031.stdout:3105: done (5 left) 2024-09-17T17:13:22.053 INFO:tasks.rados.rados.0.smithi031.stdout:3106: done (4 left) 2024-09-17T17:13:22.053 INFO:tasks.rados.rados.0.smithi031.stdout:3107: done (3 left) 2024-09-17T17:13:22.053 INFO:tasks.rados.rados.0.smithi031.stdout:3110: done (2 left) 2024-09-17T17:13:22.053 INFO:tasks.rados.rados.0.smithi031.stdout:3111: read oid 3 snap 287 2024-09-17T17:13:22.053 INFO:tasks.rados.rados.0.smithi031.stdout:3111: expect (ObjNum 902 snap 270 seq_num 902) 2024-09-17T17:13:22.053 INFO:tasks.rados.rados.0.smithi031.stdout:3112: snap_remove snap 276 2024-09-17T17:13:22.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:21 smithi031 ceph-mon[94873]: pgmap v655: 121 pgs: 121 active+clean; 130 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.6 MiB/s wr, 10 op/s 2024-09-17T17:13:22.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:21 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:22.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:21 smithi031 ceph-mon[94873]: osdmap e664: 8 total, 8 up, 8 in 2024-09-17T17:13:22.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:21 smithi031 ceph-mon[96842]: pgmap v655: 121 pgs: 121 active+clean; 130 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.6 MiB/s wr, 10 op/s 2024-09-17T17:13:22.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:21 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:13:22.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:21 smithi031 ceph-mon[96842]: osdmap e664: 8 total, 8 up, 8 in 2024-09-17T17:13:22.653 INFO:tasks.rados.rados.0.smithi031.stdout:3112: done (3 left) 2024-09-17T17:13:22.653 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 19 current snap is 290 2024-09-17T17:13:22.653 INFO:tasks.rados.rados.0.smithi031.stdout:3113: seq_num 987 ranges {5431296=532480,5963776=647168,6610944=417792,7028736=409600,7438336=131072} 2024-09-17T17:13:22.687 INFO:tasks.rados.rados.0.smithi031.stdout:3113: writing smithi03184240-19 from 5431296 to 5963776 tid 1 2024-09-17T17:13:22.691 INFO:tasks.rados.rados.0.smithi031.stdout:3113: writing smithi03184240-19 from 5963776 to 6610944 tid 2 2024-09-17T17:13:22.693 INFO:tasks.rados.rados.0.smithi031.stdout:3113: writing smithi03184240-19 from 6610944 to 7028736 tid 3 2024-09-17T17:13:22.696 INFO:tasks.rados.rados.0.smithi031.stdout:3113: writing smithi03184240-19 from 7028736 to 7438336 tid 4 2024-09-17T17:13:22.698 INFO:tasks.rados.rados.0.smithi031.stdout:3113: writing smithi03184240-19 from 7438336 to 7569408 tid 5 2024-09-17T17:13:22.698 INFO:tasks.rados.rados.0.smithi031.stdout:3114: delete oid 4 current snap is 290 2024-09-17T17:13:22.698 INFO:tasks.rados.rados.0.smithi031.stdout:3108: finishing write tid 3 to smithi03184240-31 2024-09-17T17:13:22.698 INFO:tasks.rados.rados.0.smithi031.stdout:3109: finishing rollback tid 1 to smithi03184240-41 2024-09-17T17:13:22.698 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 0 (ObjNum 1705411072 snap 21918 seq_num 304) dirty dne 2024-09-17T17:13:22.698 INFO:tasks.rados.rados.0.smithi031.stdout:3108: finishing write tid 4 to smithi03184240-31 2024-09-17T17:13:22.698 INFO:tasks.rados.rados.0.smithi031.stdout:3108: finishing write tid 5 to smithi03184240-31 2024-09-17T17:13:22.698 INFO:tasks.rados.rados.0.smithi031.stdout:3108: finishing write tid 6 to smithi03184240-31 2024-09-17T17:13:22.699 INFO:tasks.rados.rados.0.smithi031.stdout:3108: finishing write tid 7 to smithi03184240-31 2024-09-17T17:13:22.699 INFO:tasks.rados.rados.0.smithi031.stdout:3108: oid 31 updating version 0 to 2204 2024-09-17T17:13:22.699 INFO:tasks.rados.rados.0.smithi031.stdout:3108: oid 31 updating version 2204 to 2209 2024-09-17T17:13:22.699 INFO:tasks.rados.rados.0.smithi031.stdout:3108: oid 31 version 2209 is already newer than 2207 2024-09-17T17:13:22.699 INFO:tasks.rados.rados.0.smithi031.stdout:3108: oid 31 version 2209 is already newer than 2208 2024-09-17T17:13:22.699 INFO:tasks.rados.rados.0.smithi031.stdout:3108: oid 31 version 2209 is already newer than 2205 2024-09-17T17:13:22.699 INFO:tasks.rados.rados.0.smithi031.stdout:3108: oid 31 version 2209 is already newer than 2206 2024-09-17T17:13:22.699 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 2209 (ObjNum 985 snap 290 seq_num 985) dirty exists 2024-09-17T17:13:22.700 INFO:tasks.rados.rados.0.smithi031.stdout:3108: left oid 31 (ObjNum 985 snap 290 seq_num 985) 2024-09-17T17:13:22.700 INFO:tasks.rados.rados.0.smithi031.stdout:3111: expect (ObjNum 902 snap 270 seq_num 902) 2024-09-17T17:13:22.786 INFO:tasks.rados.rados.0.smithi031.stdout:3113: finishing write tid 1 to smithi03184240-19 2024-09-17T17:13:22.786 INFO:tasks.rados.rados.0.smithi031.stdout:3113: finishing write tid 2 to smithi03184240-19 2024-09-17T17:13:22.786 INFO:tasks.rados.rados.0.smithi031.stdout:3113: finishing write tid 3 to smithi03184240-19 2024-09-17T17:13:22.786 INFO:tasks.rados.rados.0.smithi031.stdout:3113: finishing write tid 4 to smithi03184240-19 2024-09-17T17:13:22.787 INFO:tasks.rados.rados.0.smithi031.stdout:3113: finishing write tid 5 to smithi03184240-19 2024-09-17T17:13:22.787 INFO:tasks.rados.rados.0.smithi031.stdout:3113: finishing write tid 6 to smithi03184240-19 2024-09-17T17:13:22.787 INFO:tasks.rados.rados.0.smithi031.stdout:3113: finishing write tid 7 to smithi03184240-19 2024-09-17T17:13:22.787 INFO:tasks.rados.rados.0.smithi031.stdout:3113: oid 19 updating version 0 to 2039 2024-09-17T17:13:22.787 INFO:tasks.rados.rados.0.smithi031.stdout:3113: oid 19 updating version 2039 to 2041 2024-09-17T17:13:22.787 INFO:tasks.rados.rados.0.smithi031.stdout:3113: oid 19 updating version 2041 to 2042 2024-09-17T17:13:22.788 INFO:tasks.rados.rados.0.smithi031.stdout:3113: oid 19 version 2042 is already newer than 2038 2024-09-17T17:13:22.788 INFO:tasks.rados.rados.0.smithi031.stdout:3113: oid 19 version 2042 is already newer than 2040 2024-09-17T17:13:22.788 INFO:tasks.rados.rados.0.smithi031.stdout:3113: oid 19 version 2042 is already newer than 2037 2024-09-17T17:13:22.788 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 2042 (ObjNum 987 snap 290 seq_num 987) dirty exists 2024-09-17T17:13:22.788 INFO:tasks.rados.rados.0.smithi031.stdout:3113: left oid 19 (ObjNum 987 snap 290 seq_num 987) 2024-09-17T17:13:22.790 INFO:tasks.rados.rados.0.smithi031.stdout:3108: done (4 left) 2024-09-17T17:13:22.790 INFO:tasks.rados.rados.0.smithi031.stdout:3109: done (3 left) 2024-09-17T17:13:22.790 INFO:tasks.rados.rados.0.smithi031.stdout:3111: done (2 left) 2024-09-17T17:13:22.791 INFO:tasks.rados.rados.0.smithi031.stdout:3113: done (1 left) 2024-09-17T17:13:22.791 INFO:tasks.rados.rados.0.smithi031.stdout:3114: done (0 left) 2024-09-17T17:13:22.791 INFO:tasks.rados.rados.0.smithi031.stdout:3115: rollback oid 41 current snap is 290 2024-09-17T17:13:22.791 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 41 to 288 2024-09-17T17:13:22.791 INFO:tasks.rados.rados.0.smithi031.stdout:3116: read oid 26 snap -1 2024-09-17T17:13:22.791 INFO:tasks.rados.rados.0.smithi031.stdout:3116: expect (ObjNum 906 snap 270 seq_num 906) 2024-09-17T17:13:22.791 INFO:tasks.rados.rados.0.smithi031.stdout:3117: read oid 2 snap 288 2024-09-17T17:13:22.791 INFO:tasks.rados.rados.0.smithi031.stdout:3117: expect (ObjNum 940 snap 280 seq_num 940) 2024-09-17T17:13:22.791 INFO:tasks.rados.rados.0.smithi031.stdout:3118: rollback oid 40 current snap is 290 2024-09-17T17:13:22.791 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 40 to 287 2024-09-17T17:13:22.792 INFO:tasks.rados.rados.0.smithi031.stdout:3119: read oid 13 snap -1 2024-09-17T17:13:22.792 INFO:tasks.rados.rados.0.smithi031.stdout:3119: expect (ObjNum 980 snap 290 seq_num 980) 2024-09-17T17:13:22.792 INFO:tasks.rados.rados.0.smithi031.stdout:3120: copy_from oid 5 from oid 15 current snap is 290 2024-09-17T17:13:22.792 INFO:tasks.rados.rados.0.smithi031.stdout:3121: read oid 48 snap -1 2024-09-17T17:13:22.792 INFO:tasks.rados.rados.0.smithi031.stdout:3121: expect (ObjNum 854 snap 259 seq_num 854) 2024-09-17T17:13:22.792 INFO:tasks.rados.rados.0.smithi031.stdout:3122: snap_create 2024-09-17T17:13:22.793 INFO:tasks.rados.rados.0.smithi031.stdout:3115: finishing rollback tid 1 to smithi03184240-41 2024-09-17T17:13:22.793 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 0 (ObjNum 1705411072 snap 21918 seq_num 304) dirty dne 2024-09-17T17:13:22.794 INFO:tasks.rados.rados.0.smithi031.stdout:3119: expect (ObjNum 980 snap 290 seq_num 980) 2024-09-17T17:13:22.852 INFO:tasks.rados.rados.0.smithi031.stdout:3116: expect (ObjNum 906 snap 270 seq_num 906) 2024-09-17T17:13:22.925 INFO:tasks.rados.rados.0.smithi031.stdout:3117: expect (ObjNum 940 snap 280 seq_num 940) 2024-09-17T17:13:23.008 INFO:tasks.rados.rados.0.smithi031.stdout:3118: finishing rollback tid 0 to smithi03184240-40 2024-09-17T17:13:23.008 INFO:tasks.rados.rados.0.smithi031.stdout:3118: finishing rollback tid 1 to smithi03184240-40 2024-09-17T17:13:23.008 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 2563 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-17T17:13:23.008 INFO:tasks.rados.rados.0.smithi031.stdout:3121: expect (ObjNum 854 snap 259 seq_num 854) 2024-09-17T17:13:23.070 INFO:tasks.rados.rados.0.smithi031.stdout:3120: finishing copy_from racing read to smithi03184240-5 2024-09-17T17:13:23.070 INFO:tasks.rados.rados.0.smithi031.stdout:3120: finishing copy_from to smithi03184240-5 2024-09-17T17:13:23.070 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 2195 (ObjNum 941 snap 280 seq_num 941) dirty exists 2024-09-17T17:13:23.411 INFO:tasks.rados.rados.0.smithi031.stdout:3115: done (7 left) 2024-09-17T17:13:23.411 INFO:tasks.rados.rados.0.smithi031.stdout:3116: done (6 left) 2024-09-17T17:13:23.411 INFO:tasks.rados.rados.0.smithi031.stdout:3117: done (5 left) 2024-09-17T17:13:23.411 INFO:tasks.rados.rados.0.smithi031.stdout:3118: done (4 left) 2024-09-17T17:13:23.411 INFO:tasks.rados.rados.0.smithi031.stdout:3119: done (3 left) 2024-09-17T17:13:23.411 INFO:tasks.rados.rados.0.smithi031.stdout:3120: done (2 left) 2024-09-17T17:13:23.411 INFO:tasks.rados.rados.0.smithi031.stdout:3121: done (1 left) 2024-09-17T17:13:23.412 INFO:tasks.rados.rados.0.smithi031.stdout:3122: done (0 left) 2024-09-17T17:13:23.412 INFO:tasks.rados.rados.0.smithi031.stdout:3123: read oid 20 snap -1 2024-09-17T17:13:23.412 INFO:tasks.rados.rados.0.smithi031.stdout:3123: expect deleted 2024-09-17T17:13:23.412 INFO:tasks.rados.rados.0.smithi031.stdout:3124: snap_create 2024-09-17T17:13:23.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:23 smithi066 ceph-mon[86175]: pgmap v658: 121 pgs: 121 active+clean; 136 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-09-17T17:13:23.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:23 smithi066 ceph-mon[86175]: osdmap e665: 8 total, 8 up, 8 in 2024-09-17T17:13:23.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:23 smithi066 ceph-mon[86175]: osdmap e666: 8 total, 8 up, 8 in 2024-09-17T17:13:24.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:23 smithi031 ceph-mon[94873]: pgmap v658: 121 pgs: 121 active+clean; 136 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-09-17T17:13:24.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:23 smithi031 ceph-mon[94873]: osdmap e665: 8 total, 8 up, 8 in 2024-09-17T17:13:24.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:23 smithi031 ceph-mon[94873]: osdmap e666: 8 total, 8 up, 8 in 2024-09-17T17:13:24.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:23 smithi031 ceph-mon[96842]: pgmap v658: 121 pgs: 121 active+clean; 136 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-09-17T17:13:24.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:23 smithi031 ceph-mon[96842]: osdmap e665: 8 total, 8 up, 8 in 2024-09-17T17:13:24.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:23 smithi031 ceph-mon[96842]: osdmap e666: 8 total, 8 up, 8 in 2024-09-17T17:13:24.414 INFO:tasks.rados.rados.0.smithi031.stdout:3123: done (1 left) 2024-09-17T17:13:24.414 INFO:tasks.rados.rados.0.smithi031.stdout:3124: done (0 left) 2024-09-17T17:13:24.414 INFO:tasks.rados.rados.0.smithi031.stdout:3125: read oid 14 snap 291 2024-09-17T17:13:24.414 INFO:tasks.rados.rados.0.smithi031.stdout:3125: expect deleted 2024-09-17T17:13:24.414 INFO:tasks.rados.rados.0.smithi031.stdout:3126: rollback oid 10 current snap is 292 2024-09-17T17:13:24.415 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 10 to 287 2024-09-17T17:13:24.415 INFO:tasks.rados.rados.0.smithi031.stdout:3127: delete oid 6 current snap is 292 2024-09-17T17:13:24.419 INFO:tasks.rados.rados.0.smithi031.stdout:3126: finishing rollback tid 1 to smithi03184240-10 2024-09-17T17:13:24.419 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1954 (ObjNum 129 snap 0 seq_num 1705747168) dirty dne 2024-09-17T17:13:24.419 INFO:tasks.rados.rados.0.smithi031.stdout:3125: done (2 left) 2024-09-17T17:13:24.419 INFO:tasks.rados.rados.0.smithi031.stdout:3126: done (1 left) 2024-09-17T17:13:24.419 INFO:tasks.rados.rados.0.smithi031.stdout:3127: done (0 left) 2024-09-17T17:13:24.419 INFO:tasks.rados.rados.0.smithi031.stdout:3128: snap_remove snap 290 2024-09-17T17:13:25.420 INFO:tasks.rados.rados.0.smithi031.stdout:3128: done (0 left) 2024-09-17T17:13:25.420 INFO:tasks.rados.rados.0.smithi031.stdout:3129: read oid 23 snap -1 2024-09-17T17:13:25.421 INFO:tasks.rados.rados.0.smithi031.stdout:3129: expect (ObjNum 945 snap 280 seq_num 945) 2024-09-17T17:13:25.421 INFO:tasks.rados.rados.0.smithi031.stdout:3130: setattr oid 34 current snap is 292 2024-09-17T17:13:25.422 INFO:tasks.rados.rados.0.smithi031.stdout:3131: snap_remove snap 291 2024-09-17T17:13:25.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:25 smithi031 ceph-mon[94873]: pgmap v661: 121 pgs: 121 active+clean; 127 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-09-17T17:13:25.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:25 smithi031 ceph-mon[94873]: osdmap e667: 8 total, 8 up, 8 in 2024-09-17T17:13:25.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:25 smithi031 ceph-mon[96842]: pgmap v661: 121 pgs: 121 active+clean; 127 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-09-17T17:13:25.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:25 smithi031 ceph-mon[96842]: osdmap e667: 8 total, 8 up, 8 in 2024-09-17T17:13:25.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:25 smithi066 ceph-mon[86175]: pgmap v661: 121 pgs: 121 active+clean; 127 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-09-17T17:13:25.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:25 smithi066 ceph-mon[86175]: osdmap e667: 8 total, 8 up, 8 in 2024-09-17T17:13:26.430 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 1569 (ObjNum 889 snap 268 seq_num 889) dirty exists 2024-09-17T17:13:26.430 INFO:tasks.rados.rados.0.smithi031.stdout:3129: expect (ObjNum 945 snap 280 seq_num 945) 2024-09-17T17:13:26.468 INFO:tasks.rados.rados.0.smithi031.stdout:3129: done (2 left) 2024-09-17T17:13:26.468 INFO:tasks.rados.rados.0.smithi031.stdout:3130: done (1 left) 2024-09-17T17:13:26.468 INFO:tasks.rados.rados.0.smithi031.stdout:3131: done (0 left) 2024-09-17T17:13:26.468 INFO:tasks.rados.rados.0.smithi031.stdout:3132: snap_remove snap 287 2024-09-17T17:13:26.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:26 smithi031 ceph-mon[94873]: osdmap e668: 8 total, 8 up, 8 in 2024-09-17T17:13:26.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:26 smithi031 ceph-mon[96842]: osdmap e668: 8 total, 8 up, 8 in 2024-09-17T17:13:26.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:26 smithi066 ceph-mon[86175]: osdmap e668: 8 total, 8 up, 8 in 2024-09-17T17:13:27.435 INFO:tasks.rados.rados.0.smithi031.stdout:3132: done (0 left) 2024-09-17T17:13:27.435 INFO:tasks.rados.rados.0.smithi031.stdout:3133: rollback oid 37 current snap is 292 2024-09-17T17:13:27.435 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 37 to 288 2024-09-17T17:13:27.435 INFO:tasks.rados.rados.0.smithi031.stdout:3134: copy_from oid 8 from oid 36 current snap is 292 2024-09-17T17:13:27.435 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 292 2024-09-17T17:13:27.435 INFO:tasks.rados.rados.0.smithi031.stdout:3135: seq_num 990 ranges {2105344=589824,2695168=753664,3448832=638976,4087808=212992} 2024-09-17T17:13:27.450 INFO:tasks.rados.rados.0.smithi031.stdout:3135: writing smithi03184240-31 from 2105344 to 2695168 tid 1 2024-09-17T17:13:27.455 INFO:tasks.rados.rados.0.smithi031.stdout:3135: writing smithi03184240-31 from 2695168 to 3448832 tid 2 2024-09-17T17:13:27.459 INFO:tasks.rados.rados.0.smithi031.stdout:3135: writing smithi03184240-31 from 3448832 to 4087808 tid 3 2024-09-17T17:13:27.461 INFO:tasks.rados.rados.0.smithi031.stdout:3135: writing smithi03184240-31 from 4087808 to 4300800 tid 4 2024-09-17T17:13:27.461 INFO:tasks.rados.rados.0.smithi031.stdout:3136: rmattr oid 17 current snap is 292 2024-09-17T17:13:27.461 INFO:tasks.rados.rados.0.smithi031.stdout:3133: finishing rollback tid 1 to smithi03184240-37 2024-09-17T17:13:27.461 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 2175 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-17T17:13:27.461 INFO:tasks.rados.rados.0.smithi031.stdout:3133: done (3 left) 2024-09-17T17:13:27.461 INFO:tasks.rados.rados.0.smithi031.stdout:3137: delete oid 12 current snap is 292 2024-09-17T17:13:27.462 INFO:tasks.rados.rados.0.smithi031.stdout:3134: finishing copy_from racing read to smithi03184240-8 2024-09-17T17:13:27.462 INFO:tasks.rados.rados.0.smithi031.stdout:3134: finishing copy_from to smithi03184240-8 2024-09-17T17:13:27.462 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 1498 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-17T17:13:27.462 INFO:tasks.rados.rados.0.smithi031.stdout:3135: finishing write tid 1 to smithi03184240-31 2024-09-17T17:13:27.462 INFO:tasks.rados.rados.0.smithi031.stdout:3135: finishing write tid 2 to smithi03184240-31 2024-09-17T17:13:27.463 INFO:tasks.rados.rados.0.smithi031.stdout:3134: done (3 left) 2024-09-17T17:13:27.463 INFO:tasks.rados.rados.0.smithi031.stdout:3137: done (2 left) 2024-09-17T17:13:27.464 INFO:tasks.rados.rados.0.smithi031.stdout:3138: snap_remove snap 288 2024-09-17T17:13:27.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:27 smithi031 ceph-mon[94873]: pgmap v664: 121 pgs: 121 active+clean; 121 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-09-17T17:13:27.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:27 smithi031 ceph-mon[94873]: osdmap e669: 8 total, 8 up, 8 in 2024-09-17T17:13:27.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:27 smithi031 ceph-mon[96842]: pgmap v664: 121 pgs: 121 active+clean; 121 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-09-17T17:13:27.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:27 smithi031 ceph-mon[96842]: osdmap e669: 8 total, 8 up, 8 in 2024-09-17T17:13:27.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:27 smithi066 ceph-mon[86175]: pgmap v664: 121 pgs: 121 active+clean; 121 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-09-17T17:13:27.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:27 smithi066 ceph-mon[86175]: osdmap e669: 8 total, 8 up, 8 in 2024-09-17T17:13:28.413 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 1570 (ObjNum 955 snap 283 seq_num 955) dirty exists 2024-09-17T17:13:28.413 INFO:tasks.rados.rados.0.smithi031.stdout:3135: finishing write tid 3 to smithi03184240-31 2024-09-17T17:13:28.414 INFO:tasks.rados.rados.0.smithi031.stdout:3135: finishing write tid 4 to smithi03184240-31 2024-09-17T17:13:28.414 INFO:tasks.rados.rados.0.smithi031.stdout:3135: finishing write tid 5 to smithi03184240-31 2024-09-17T17:13:28.414 INFO:tasks.rados.rados.0.smithi031.stdout:3135: finishing write tid 6 to smithi03184240-31 2024-09-17T17:13:28.414 INFO:tasks.rados.rados.0.smithi031.stdout:3135: oid 31 updating version 0 to 2214 2024-09-17T17:13:28.414 INFO:tasks.rados.rados.0.smithi031.stdout:3135: oid 31 version 2214 is already newer than 2213 2024-09-17T17:13:28.414 INFO:tasks.rados.rados.0.smithi031.stdout:3135: oid 31 version 2214 is already newer than 2211 2024-09-17T17:13:28.414 INFO:tasks.rados.rados.0.smithi031.stdout:3135: oid 31 version 2214 is already newer than 2210 2024-09-17T17:13:28.414 INFO:tasks.rados.rados.0.smithi031.stdout:3135: oid 31 version 2214 is already newer than 2212 2024-09-17T17:13:28.414 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 2214 (ObjNum 990 snap 292 seq_num 990) dirty exists 2024-09-17T17:13:28.414 INFO:tasks.rados.rados.0.smithi031.stdout:3135: left oid 31 (ObjNum 990 snap 292 seq_num 990) 2024-09-17T17:13:28.414 INFO:tasks.rados.rados.0.smithi031.stdout:3135: done (2 left) 2024-09-17T17:13:28.414 INFO:tasks.rados.rados.0.smithi031.stdout:3136: done (1 left) 2024-09-17T17:13:28.414 INFO:tasks.rados.rados.0.smithi031.stdout:3138: done (0 left) 2024-09-17T17:13:28.415 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 21 current snap is 292 2024-09-17T17:13:28.415 INFO:tasks.rados.rados.0.smithi031.stdout:3139: seq_num 992 ranges {0=622592,622592=524288,1146880=606208,1753088=475136} 2024-09-17T17:13:28.417 INFO:tasks.rados.rados.0.smithi031.stdout:3139: writing smithi03184240-21 from 0 to 622592 tid 1 2024-09-17T17:13:28.421 INFO:tasks.rados.rados.0.smithi031.stdout:3139: writing smithi03184240-21 from 622592 to 1146880 tid 2 2024-09-17T17:13:28.425 INFO:tasks.rados.rados.0.smithi031.stdout:3139: writing smithi03184240-21 from 1146880 to 1753088 tid 3 2024-09-17T17:13:28.429 INFO:tasks.rados.rados.0.smithi031.stdout:3139: writing smithi03184240-21 from 1753088 to 2228224 tid 4 2024-09-17T17:13:28.429 INFO:tasks.rados.rados.0.smithi031.stdout:3140: rmattr oid 43 current snap is 292 2024-09-17T17:13:28.429 INFO:tasks.rados.rados.0.smithi031.stdout:3141: rollback oid 30 current snap is 292 2024-09-17T17:13:28.429 INFO:tasks.rados.rados.0.smithi031.stdout:3141: done (2 left) 2024-09-17T17:13:28.430 INFO:tasks.rados.rados.0.smithi031.stdout:3142: delete oid 2 current snap is 292 2024-09-17T17:13:28.430 INFO:tasks.rados.rados.0.smithi031.stdout:3139: finishing write tid 1 to smithi03184240-21 2024-09-17T17:13:28.430 INFO:tasks.rados.rados.0.smithi031.stdout:3139: finishing write tid 2 to smithi03184240-21 2024-09-17T17:13:28.430 INFO:tasks.rados.rados.0.smithi031.stdout:3139: finishing write tid 3 to smithi03184240-21 2024-09-17T17:13:28.434 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 2566 (ObjNum 854 snap 259 seq_num 854) dirty exists 2024-09-17T17:13:28.435 INFO:tasks.rados.rados.0.smithi031.stdout:3139: finishing write tid 4 to smithi03184240-21 2024-09-17T17:13:28.435 INFO:tasks.rados.rados.0.smithi031.stdout:3140: done (2 left) 2024-09-17T17:13:28.435 INFO:tasks.rados.rados.0.smithi031.stdout:3142: done (1 left) 2024-09-17T17:13:28.435 INFO:tasks.rados.rados.0.smithi031.stdout:3143: rollback oid 49 current snap is 292 2024-09-17T17:13:28.435 INFO:tasks.rados.rados.0.smithi031.stdout:3143: done (1 left) 2024-09-17T17:13:28.435 INFO:tasks.rados.rados.0.smithi031.stdout:3144: copy_from oid 3 from oid 20 current snap is 292 2024-09-17T17:13:28.435 INFO:tasks.rados.rados.0.smithi031.stdout:3145: delete oid 10 current snap is 292 2024-09-17T17:13:28.436 INFO:tasks.rados.rados.0.smithi031.stdout:3139: finishing write tid 5 to smithi03184240-21 2024-09-17T17:13:28.436 INFO:tasks.rados.rados.0.smithi031.stdout:3139: finishing write tid 6 to smithi03184240-21 2024-09-17T17:13:28.437 INFO:tasks.rados.rados.0.smithi031.stdout:3139: oid 21 updating version 0 to 1512 2024-09-17T17:13:28.437 INFO:tasks.rados.rados.0.smithi031.stdout:3139: oid 21 updating version 1512 to 1514 2024-09-17T17:13:28.437 INFO:tasks.rados.rados.0.smithi031.stdout:3139: oid 21 version 1514 is already newer than 1513 2024-09-17T17:13:28.437 INFO:tasks.rados.rados.0.smithi031.stdout:3139: oid 21 version 1514 is already newer than 1510 2024-09-17T17:13:28.437 INFO:tasks.rados.rados.0.smithi031.stdout:3139: oid 21 version 1514 is already newer than 1511 2024-09-17T17:13:28.437 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 1514 (ObjNum 992 snap 292 seq_num 992) dirty exists 2024-09-17T17:13:28.437 INFO:tasks.rados.rados.0.smithi031.stdout:3139: left oid 21 (ObjNum 992 snap 292 seq_num 992) 2024-09-17T17:13:28.440 INFO:tasks.rados.rados.0.smithi031.stdout:3139: done (2 left) 2024-09-17T17:13:28.440 INFO:tasks.rados.rados.0.smithi031.stdout:3145: done (1 left) 2024-09-17T17:13:28.440 INFO:tasks.rados.rados.0.smithi031.stdout:3146: copy_from oid 31 from oid 48 current snap is 292 2024-09-17T17:13:28.440 INFO:tasks.rados.rados.0.smithi031.stdout:3147: delete oid 44 current snap is 292 2024-09-17T17:13:28.441 INFO:tasks.rados.rados.0.smithi031.stdout:3144: finishing copy_from to smithi03184240-3 2024-09-17T17:13:28.441 INFO:tasks.rados.rados.0.smithi031.stdout:3144: got expected ENOENT (src dne) 2024-09-17T17:13:28.441 INFO:tasks.rados.rados.0.smithi031.stdout:3144: finishing copy_from racing read to smithi03184240-3 2024-09-17T17:13:28.443 INFO:tasks.rados.rados.0.smithi031.stdout:3144: done (2 left) 2024-09-17T17:13:28.443 INFO:tasks.rados.rados.0.smithi031.stdout:3147: done (1 left) 2024-09-17T17:13:28.443 INFO:tasks.rados.rados.0.smithi031.stdout:3148: read oid 18 snap -1 2024-09-17T17:13:28.443 INFO:tasks.rados.rados.0.smithi031.stdout:3148: expect deleted 2024-09-17T17:13:28.443 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 34 current snap is 292 2024-09-17T17:13:28.443 INFO:tasks.rados.rados.0.smithi031.stdout:3149: seq_num 996 ranges {1630208=688128,2318336=507904,2826240=581632,3407872=516096} 2024-09-17T17:13:28.456 INFO:tasks.rados.rados.0.smithi031.stdout:3149: writing smithi03184240-34 from 1630208 to 2318336 tid 1 2024-09-17T17:13:28.458 INFO:tasks.rados.rados.0.smithi031.stdout:3149: writing smithi03184240-34 from 2318336 to 2826240 tid 2 2024-09-17T17:13:28.462 INFO:tasks.rados.rados.0.smithi031.stdout:3149: writing smithi03184240-34 from 2826240 to 3407872 tid 3 2024-09-17T17:13:28.465 INFO:tasks.rados.rados.0.smithi031.stdout:3149: writing smithi03184240-34 from 3407872 to 3923968 tid 4 2024-09-17T17:13:28.465 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 292 2024-09-17T17:13:28.465 INFO:tasks.rados.rados.0.smithi031.stdout:3150: seq_num 997 ranges {0=704512,704512=794624,1499136=794624,2293760=16384} 2024-09-17T17:13:28.468 INFO:tasks.rados.rados.0.smithi031.stdout:3150: writing smithi03184240-4 from 0 to 704512 tid 1 2024-09-17T17:13:28.473 INFO:tasks.rados.rados.0.smithi031.stdout:3150: writing smithi03184240-4 from 704512 to 1499136 tid 2 2024-09-17T17:13:28.478 INFO:tasks.rados.rados.0.smithi031.stdout:3150: writing smithi03184240-4 from 1499136 to 2293760 tid 3 2024-09-17T17:13:28.478 INFO:tasks.rados.rados.0.smithi031.stdout:3150: writing smithi03184240-4 from 2293760 to 2310144 tid 4 2024-09-17T17:13:28.479 INFO:tasks.rados.rados.0.smithi031.stdout:3151: copy_from oid 36 from oid 47 current snap is 292 2024-09-17T17:13:28.479 INFO:tasks.rados.rados.0.smithi031.stdout:3146: finishing copy_from racing read to smithi03184240-31 2024-09-17T17:13:28.479 INFO:tasks.rados.rados.0.smithi031.stdout:3146: finishing copy_from to smithi03184240-31 2024-09-17T17:13:28.479 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 2478 (ObjNum 854 snap 259 seq_num 854) dirty exists 2024-09-17T17:13:28.479 INFO:tasks.rados.rados.0.smithi031.stdout:3149: finishing write tid 1 to smithi03184240-34 2024-09-17T17:13:28.479 INFO:tasks.rados.rados.0.smithi031.stdout:3146: done (4 left) 2024-09-17T17:13:28.479 INFO:tasks.rados.rados.0.smithi031.stdout:3148: done (3 left) 2024-09-17T17:13:28.479 INFO:tasks.rados.rados.0.smithi031.stdout:3152: snap_create 2024-09-17T17:13:28.479 INFO:tasks.rados.rados.0.smithi031.stdout:3149: finishing write tid 2 to smithi03184240-34 2024-09-17T17:13:28.479 INFO:tasks.rados.rados.0.smithi031.stdout:3149: finishing write tid 3 to smithi03184240-34 2024-09-17T17:13:28.479 INFO:tasks.rados.rados.0.smithi031.stdout:3149: finishing write tid 4 to smithi03184240-34 2024-09-17T17:13:28.479 INFO:tasks.rados.rados.0.smithi031.stdout:3149: finishing write tid 5 to smithi03184240-34 2024-09-17T17:13:28.480 INFO:tasks.rados.rados.0.smithi031.stdout:3149: finishing write tid 6 to smithi03184240-34 2024-09-17T17:13:28.480 INFO:tasks.rados.rados.0.smithi031.stdout:3149: oid 34 updating version 0 to 1572 2024-09-17T17:13:28.480 INFO:tasks.rados.rados.0.smithi031.stdout:3149: oid 34 updating version 1572 to 1575 2024-09-17T17:13:28.480 INFO:tasks.rados.rados.0.smithi031.stdout:3149: oid 34 version 1575 is already newer than 1574 2024-09-17T17:13:28.480 INFO:tasks.rados.rados.0.smithi031.stdout:3149: oid 34 version 1575 is already newer than 1573 2024-09-17T17:13:28.480 INFO:tasks.rados.rados.0.smithi031.stdout:3149: oid 34 version 1575 is already newer than 1571 2024-09-17T17:13:28.480 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 1575 (ObjNum 996 snap 292 seq_num 996) dirty exists 2024-09-17T17:13:28.480 INFO:tasks.rados.rados.0.smithi031.stdout:3149: left oid 34 (ObjNum 996 snap 292 seq_num 996) 2024-09-17T17:13:28.480 INFO:tasks.rados.rados.0.smithi031.stdout:3150: finishing write tid 1 to smithi03184240-4 2024-09-17T17:13:28.480 INFO:tasks.rados.rados.0.smithi031.stdout:3150: finishing write tid 2 to smithi03184240-4 2024-09-17T17:13:28.480 INFO:tasks.rados.rados.0.smithi031.stdout:3151: finishing copy_from to smithi03184240-36 2024-09-17T17:13:28.480 INFO:tasks.rados.rados.0.smithi031.stdout:3151: got expected ENOENT (src dne) 2024-09-17T17:13:28.480 INFO:tasks.rados.rados.0.smithi031.stdout:3151: finishing copy_from racing read to smithi03184240-36 2024-09-17T17:13:28.482 INFO:tasks.rados.rados.0.smithi031.stdout:3150: finishing write tid 3 to smithi03184240-4 2024-09-17T17:13:28.482 INFO:tasks.rados.rados.0.smithi031.stdout:3150: finishing write tid 4 to smithi03184240-4 2024-09-17T17:13:28.482 INFO:tasks.rados.rados.0.smithi031.stdout:3150: finishing write tid 5 to smithi03184240-4 2024-09-17T17:13:28.483 INFO:tasks.rados.rados.0.smithi031.stdout:3150: finishing write tid 6 to smithi03184240-4 2024-09-17T17:13:28.483 INFO:tasks.rados.rados.0.smithi031.stdout:3150: oid 4 updating version 0 to 1578 2024-09-17T17:13:28.483 INFO:tasks.rados.rados.0.smithi031.stdout:3150: oid 4 updating version 1578 to 1580 2024-09-17T17:13:28.483 INFO:tasks.rados.rados.0.smithi031.stdout:3150: oid 4 version 1580 is already newer than 1577 2024-09-17T17:13:28.483 INFO:tasks.rados.rados.0.smithi031.stdout:3150: oid 4 version 1580 is already newer than 1576 2024-09-17T17:13:28.483 INFO:tasks.rados.rados.0.smithi031.stdout:3150: oid 4 version 1580 is already newer than 1579 2024-09-17T17:13:28.483 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1580 (ObjNum 997 snap 292 seq_num 997) dirty exists 2024-09-17T17:13:28.483 INFO:tasks.rados.rados.0.smithi031.stdout:3150: left oid 4 (ObjNum 997 snap 292 seq_num 997) 2024-09-17T17:13:28.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:28 smithi031 ceph-mon[96842]: osdmap e670: 8 total, 8 up, 8 in 2024-09-17T17:13:28.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:28 smithi031 ceph-mon[96842]: osdmap e671: 8 total, 8 up, 8 in 2024-09-17T17:13:28.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:28 smithi031 ceph-mon[94873]: osdmap e670: 8 total, 8 up, 8 in 2024-09-17T17:13:28.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:28 smithi031 ceph-mon[94873]: osdmap e671: 8 total, 8 up, 8 in 2024-09-17T17:13:28.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:28 smithi066 ceph-mon[86175]: osdmap e670: 8 total, 8 up, 8 in 2024-09-17T17:13:28.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:28 smithi066 ceph-mon[86175]: osdmap e671: 8 total, 8 up, 8 in 2024-09-17T17:13:28.956 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -e sha1=1889a165b5128787ec693450a3d1c5df5d6dc203 -- bash -c 'ceph orch ps' 2024-09-17T17:13:29.207 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:13:29.446 INFO:tasks.rados.rados.0.smithi031.stdout:3149: done (3 left) 2024-09-17T17:13:29.447 INFO:tasks.rados.rados.0.smithi031.stdout:3150: done (2 left) 2024-09-17T17:13:29.447 INFO:tasks.rados.rados.0.smithi031.stdout:3151: done (1 left) 2024-09-17T17:13:29.447 INFO:tasks.rados.rados.0.smithi031.stdout:3152: done (0 left) 2024-09-17T17:13:29.447 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 13 current snap is 293 2024-09-17T17:13:29.447 INFO:tasks.rados.rados.0.smithi031.stdout:3153: seq_num 998 ranges {2023424=720896,2744320=679936,3424256=598016,4022272=327680} 2024-09-17T17:13:29.462 INFO:tasks.rados.rados.0.smithi031.stdout:3153: writing smithi03184240-13 from 2023424 to 2744320 tid 1 2024-09-17T17:13:29.467 INFO:tasks.rados.rados.0.smithi031.stdout:3153: writing smithi03184240-13 from 2744320 to 3424256 tid 2 2024-09-17T17:13:29.470 INFO:tasks.rados.rados.0.smithi031.stdout:3153: writing smithi03184240-13 from 3424256 to 4022272 tid 3 2024-09-17T17:13:29.473 INFO:tasks.rados.rados.0.smithi031.stdout:3153: writing smithi03184240-13 from 4022272 to 4349952 tid 4 2024-09-17T17:13:29.473 INFO:tasks.rados.rados.0.smithi031.stdout:3154: rollback oid 43 current snap is 293 2024-09-17T17:13:29.473 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 43 to 292 2024-09-17T17:13:29.473 INFO:tasks.rados.rados.0.smithi031.stdout:3153: finishing write tid 1 to smithi03184240-13 2024-09-17T17:13:29.473 INFO:tasks.rados.rados.0.smithi031.stdout:3153: finishing write tid 2 to smithi03184240-13 2024-09-17T17:13:29.473 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 30 current snap is 293 2024-09-17T17:13:29.473 INFO:tasks.rados.rados.0.smithi031.stdout:3155: seq_num 999 ranges {2678784=737280,3416064=565248,3981312=761856,4743168=278528} 2024-09-17T17:13:29.492 INFO:tasks.rados.rados.0.smithi031.stdout:3155: writing smithi03184240-30 from 2678784 to 3416064 tid 1 2024-09-17T17:13:29.495 INFO:tasks.rados.rados.0.smithi031.stdout:3155: writing smithi03184240-30 from 3416064 to 3981312 tid 2 2024-09-17T17:13:29.500 INFO:tasks.rados.rados.0.smithi031.stdout:3155: writing smithi03184240-30 from 3981312 to 4743168 tid 3 2024-09-17T17:13:29.502 INFO:tasks.rados.rados.0.smithi031.stdout:3155: writing smithi03184240-30 from 4743168 to 5021696 tid 4 2024-09-17T17:13:29.502 INFO:tasks.rados.rados.0.smithi031.stdout:3156: snap_create 2024-09-17T17:13:29.503 INFO:tasks.rados.rados.0.smithi031.stdout:3153: finishing write tid 3 to smithi03184240-13 2024-09-17T17:13:29.503 INFO:tasks.rados.rados.0.smithi031.stdout:3153: finishing write tid 4 to smithi03184240-13 2024-09-17T17:13:29.503 INFO:tasks.rados.rados.0.smithi031.stdout:3153: finishing write tid 5 to smithi03184240-13 2024-09-17T17:13:29.503 INFO:tasks.rados.rados.0.smithi031.stdout:3153: finishing write tid 6 to smithi03184240-13 2024-09-17T17:13:29.503 INFO:tasks.rados.rados.0.smithi031.stdout:3153: oid 13 updating version 0 to 1963 2024-09-17T17:13:29.503 INFO:tasks.rados.rados.0.smithi031.stdout:3153: oid 13 updating version 1963 to 1966 2024-09-17T17:13:29.503 INFO:tasks.rados.rados.0.smithi031.stdout:3153: oid 13 version 1966 is already newer than 1965 2024-09-17T17:13:29.503 INFO:tasks.rados.rados.0.smithi031.stdout:3153: oid 13 updating version 1966 to 1967 2024-09-17T17:13:29.503 INFO:tasks.rados.rados.0.smithi031.stdout:3153: oid 13 version 1967 is already newer than 1964 2024-09-17T17:13:29.503 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 1967 (ObjNum 998 snap 293 seq_num 998) dirty exists 2024-09-17T17:13:29.503 INFO:tasks.rados.rados.0.smithi031.stdout:3153: left oid 13 (ObjNum 998 snap 293 seq_num 998) 2024-09-17T17:13:29.503 INFO:tasks.rados.rados.0.smithi031.stdout:3154: finishing rollback tid 0 to smithi03184240-43 2024-09-17T17:13:29.503 INFO:tasks.rados.rados.0.smithi031.stdout:3154: finishing rollback tid 1 to smithi03184240-43 2024-09-17T17:13:29.504 INFO:tasks.rados.rados.0.smithi031.stdout:3154: finishing rollback tid 2 to smithi03184240-43 2024-09-17T17:13:29.504 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 2572 (ObjNum 854 snap 259 seq_num 854) dirty exists 2024-09-17T17:13:29.504 INFO:tasks.rados.rados.0.smithi031.stdout:3155: finishing write tid 1 to smithi03184240-30 2024-09-17T17:13:29.504 INFO:tasks.rados.rados.0.smithi031.stdout:3155: finishing write tid 2 to smithi03184240-30 2024-09-17T17:13:29.505 INFO:tasks.rados.rados.0.smithi031.stdout:3155: finishing write tid 3 to smithi03184240-30 2024-09-17T17:13:29.505 INFO:tasks.rados.rados.0.smithi031.stdout:3155: finishing write tid 4 to smithi03184240-30 2024-09-17T17:13:29.505 INFO:tasks.rados.rados.0.smithi031.stdout:3155: finishing write tid 5 to smithi03184240-30 2024-09-17T17:13:29.507 INFO:tasks.rados.rados.0.smithi031.stdout:3155: finishing write tid 6 to smithi03184240-30 2024-09-17T17:13:29.507 INFO:tasks.rados.rados.0.smithi031.stdout:3155: oid 30 updating version 0 to 2489 2024-09-17T17:13:29.507 INFO:tasks.rados.rados.0.smithi031.stdout:3155: oid 30 version 2489 is already newer than 2486 2024-09-17T17:13:29.507 INFO:tasks.rados.rados.0.smithi031.stdout:3155: oid 30 version 2489 is already newer than 2488 2024-09-17T17:13:29.507 INFO:tasks.rados.rados.0.smithi031.stdout:3155: oid 30 version 2489 is already newer than 2487 2024-09-17T17:13:29.507 INFO:tasks.rados.rados.0.smithi031.stdout:3155: oid 30 updating version 2489 to 2490 2024-09-17T17:13:29.507 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 2490 (ObjNum 999 snap 293 seq_num 999) dirty exists 2024-09-17T17:13:29.507 INFO:tasks.rados.rados.0.smithi031.stdout:3155: left oid 30 (ObjNum 999 snap 293 seq_num 999) 2024-09-17T17:13:29.582 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:29 smithi031 ceph-mon[94873]: from='client.34635 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:13:29.583 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:29 smithi031 ceph-mon[94873]: pgmap v667: 121 pgs: 121 active+clean; 115 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.9 MiB/s wr, 29 op/s 2024-09-17T17:13:29.583 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:29 smithi031 ceph-mon[96842]: from='client.34635 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:13:29.583 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:29 smithi031 ceph-mon[96842]: pgmap v667: 121 pgs: 121 active+clean; 115 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.9 MiB/s wr, 29 op/s 2024-09-17T17:13:29.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:29 smithi066 ceph-mon[86175]: from='client.34635 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:13:29.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:29 smithi066 ceph-mon[86175]: pgmap v667: 121 pgs: 121 active+clean; 115 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.9 MiB/s wr, 29 op/s 2024-09-17T17:13:30.220 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:13:30 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:13:30] "GET /metrics HTTP/1.1" 200 36355 "" "Prometheus/2.51.0" 2024-09-17T17:13:30.458 INFO:tasks.rados.rados.0.smithi031.stdout:3153: done (3 left) 2024-09-17T17:13:30.459 INFO:tasks.rados.rados.0.smithi031.stdout:3154: done (2 left) 2024-09-17T17:13:30.459 INFO:tasks.rados.rados.0.smithi031.stdout:3155: done (1 left) 2024-09-17T17:13:30.459 INFO:tasks.rados.rados.0.smithi031.stdout:3156: done (0 left) 2024-09-17T17:13:30.459 INFO:tasks.rados.rados.0.smithi031.stdout:3157: snap_remove snap 292 2024-09-17T17:13:30.529 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:30 smithi031 ceph-mon[94873]: osdmap e672: 8 total, 8 up, 8 in 2024-09-17T17:13:30.529 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:30 smithi031 ceph-mon[96842]: osdmap e672: 8 total, 8 up, 8 in 2024-09-17T17:13:30.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:30 smithi066 ceph-mon[86175]: osdmap e672: 8 total, 8 up, 8 in 2024-09-17T17:13:31.211 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T17:13:31.212 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (48s) 44s ago 12m 16.2M - 0.27.0 11f11916f8cd 8b3133c0626b 2024-09-17T17:13:31.212 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi066 *:3000 running (26s) 19s ago 12m 61.1M - 10.4.0 c8b91775d855 f3ea0366ec32 2024-09-17T17:13:31.212 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (2m) 44s ago 13m 17.3M - 19.3.0-4975-g1889a165 a500243bbb0c 4ecff73a6132 2024-09-17T17:13:31.212 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi066 running (109s) 19s ago 13m 13.5M - 19.3.0-4975-g1889a165 a500243bbb0c 9c58a234ebf9 2024-09-17T17:13:31.212 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi066 *:8443,9283,8765 running (7m) 19s ago 17m 457M - 19.3.0-4975-g1889a165 a500243bbb0c f591bc4bdc0b 2024-09-17T17:13:31.212 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:8443,9283,8765 running (8m) 44s ago 19m 535M - 19.3.0-4975-g1889a165 a500243bbb0c 9305cc0f241a 2024-09-17T17:13:31.212 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (7m) 44s ago 19m 71.2M 2048M 19.3.0-4975-g1889a165 a500243bbb0c ebe1c312bc55 2024-09-17T17:13:31.212 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi066 running (7m) 19s ago 17m 57.0M 2048M 19.3.0-4975-g1889a165 a500243bbb0c 345d1bf73a6f 2024-09-17T17:13:31.212 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (7m) 44s ago 17m 59.8M 2048M 19.3.0-4975-g1889a165 a500243bbb0c 4e86f0859c56 2024-09-17T17:13:31.212 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (95s) 44s ago 12m 9286k - 1.7.0 72c9c2088986 86e3a1af6319 2024-09-17T17:13:31.212 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi066 *:9100 running (89s) 19s ago 12m 9.91M - 1.7.0 72c9c2088986 425f59ec163b 2024-09-17T17:13:31.212 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (6m) 44s ago 17m 285M 2481M 19.3.0-4975-g1889a165 a500243bbb0c d17b0a925338 2024-09-17T17:13:31.213 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (5m) 44s ago 16m 278M 2481M 19.3.0-4975-g1889a165 a500243bbb0c ef44037fe386 2024-09-17T17:13:31.213 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (5m) 44s ago 16m 199M 2481M 19.3.0-4975-g1889a165 a500243bbb0c 441cd68e498b 2024-09-17T17:13:31.213 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (4m) 44s ago 15m 117M 2481M 19.3.0-4975-g1889a165 a500243bbb0c aec274dc610b 2024-09-17T17:13:31.213 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi066 running (4m) 19s ago 15m 261M 2480M 19.3.0-4975-g1889a165 a500243bbb0c 6cd1b10d7b6e 2024-09-17T17:13:31.213 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi066 running (3m) 19s ago 15m 195M 2480M 19.3.0-4975-g1889a165 a500243bbb0c f672c086e34c 2024-09-17T17:13:31.213 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi066 running (3m) 19s ago 14m 135M 2480M 19.3.0-4975-g1889a165 a500243bbb0c 7f3afe0bf49f 2024-09-17T17:13:31.213 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi066 running (2m) 19s ago 14m 131M 2480M 19.3.0-4975-g1889a165 a500243bbb0c aadb01f851f2 2024-09-17T17:13:31.213 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi066 *:9095 running (66s) 19s ago 12m 36.6M - 2.51.0 1d3b7f56885b 4dd448078e91 2024-09-17T17:13:31.461 INFO:tasks.rados.rados.0.smithi031.stdout:3157: done (0 left) 2024-09-17T17:13:31.461 INFO:tasks.rados.rados.0.smithi031.stdout:3158: setattr oid 40 current snap is 294 2024-09-17T17:13:31.463 INFO:tasks.rados.rados.0.smithi031.stdout:3159: read oid 41 snap 293 2024-09-17T17:13:31.463 INFO:tasks.rados.rados.0.smithi031.stdout:3159: expect deleted 2024-09-17T17:13:31.463 INFO:tasks.rados.rados.0.smithi031.stdout:3160: rollback oid 34 current snap is 294 2024-09-17T17:13:31.463 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 34 to 293 2024-09-17T17:13:31.464 INFO:tasks.rados.rados.0.smithi031.stdout:3161: rmattr oid 13 current snap is 294 2024-09-17T17:13:31.464 INFO:tasks.rados.rados.0.smithi031.stdout:3162: setattr oid 17 current snap is 294 2024-09-17T17:13:31.464 INFO:tasks.rados.rados.0.smithi031.stdout:3163: setattr oid 39 current snap is 294 2024-09-17T17:13:31.467 INFO:tasks.rados.rados.0.smithi031.stdout:3164: read oid 10 snap 293 2024-09-17T17:13:31.467 INFO:tasks.rados.rados.0.smithi031.stdout:3164: expect deleted 2024-09-17T17:13:31.467 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 35 current snap is 294 2024-09-17T17:13:31.467 INFO:tasks.rados.rados.0.smithi031.stdout:3165: seq_num 1000 ranges {2170880=753664,2924544=442368,3366912=565248,3932160=458752,4390912=139264} 2024-09-17T17:13:31.483 INFO:tasks.rados.rados.0.smithi031.stdout:3165: writing smithi03184240-35 from 2170880 to 2924544 tid 1 2024-09-17T17:13:31.485 INFO:tasks.rados.rados.0.smithi031.stdout:3165: writing smithi03184240-35 from 2924544 to 3366912 tid 2 2024-09-17T17:13:31.489 INFO:tasks.rados.rados.0.smithi031.stdout:3165: writing smithi03184240-35 from 3366912 to 3932160 tid 3 2024-09-17T17:13:31.491 INFO:tasks.rados.rados.0.smithi031.stdout:3165: writing smithi03184240-35 from 3932160 to 4390912 tid 4 2024-09-17T17:13:31.493 INFO:tasks.rados.rados.0.smithi031.stdout:3165: writing smithi03184240-35 from 4390912 to 4530176 tid 5 2024-09-17T17:13:31.493 INFO:tasks.rados.rados.0.smithi031.stdout:3166: copy_from oid 20 from oid 12 current snap is 294 2024-09-17T17:13:31.493 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 2575 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-17T17:13:31.493 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 1968 (ObjNum 998 snap 293 seq_num 998) dirty exists 2024-09-17T17:13:31.493 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 1969 (ObjNum 930 snap 278 seq_num 930) dirty exists 2024-09-17T17:13:31.493 INFO:tasks.rados.rados.0.smithi031.stdout:3160: finishing rollback tid 0 to smithi03184240-34 2024-09-17T17:13:31.493 INFO:tasks.rados.rados.0.smithi031.stdout:3160: finishing rollback tid 1 to smithi03184240-34 2024-09-17T17:13:31.494 INFO:tasks.rados.rados.0.smithi031.stdout:3160: finishing rollback tid 2 to smithi03184240-34 2024-09-17T17:13:31.494 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 1583 (ObjNum 996 snap 292 seq_num 996) dirty exists 2024-09-17T17:13:31.494 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 1584 (ObjNum 955 snap 283 seq_num 955) dirty exists 2024-09-17T17:13:31.494 INFO:tasks.rados.rados.0.smithi031.stdout:3158: done (8 left) 2024-09-17T17:13:31.494 INFO:tasks.rados.rados.0.smithi031.stdout:3159: done (7 left) 2024-09-17T17:13:31.494 INFO:tasks.rados.rados.0.smithi031.stdout:3160: done (6 left) 2024-09-17T17:13:31.494 INFO:tasks.rados.rados.0.smithi031.stdout:3161: done (5 left) 2024-09-17T17:13:31.494 INFO:tasks.rados.rados.0.smithi031.stdout:3162: done (4 left) 2024-09-17T17:13:31.494 INFO:tasks.rados.rados.0.smithi031.stdout:3163: done (3 left) 2024-09-17T17:13:31.494 INFO:tasks.rados.rados.0.smithi031.stdout:3164: done (2 left) 2024-09-17T17:13:31.494 INFO:tasks.rados.rados.0.smithi031.stdout:3167: delete oid 28 current snap is 294 2024-09-17T17:13:31.495 INFO:tasks.rados.rados.0.smithi031.stdout:3165: finishing write tid 1 to smithi03184240-35 2024-09-17T17:13:31.495 INFO:tasks.rados.rados.0.smithi031.stdout:3165: finishing write tid 2 to smithi03184240-35 2024-09-17T17:13:31.495 INFO:tasks.rados.rados.0.smithi031.stdout:3165: finishing write tid 3 to smithi03184240-35 2024-09-17T17:13:31.496 INFO:tasks.rados.rados.0.smithi031.stdout:3166: finishing copy_from to smithi03184240-20 2024-09-17T17:13:31.496 INFO:tasks.rados.rados.0.smithi031.stdout:3166: got expected ENOENT (src dne) 2024-09-17T17:13:31.496 INFO:tasks.rados.rados.0.smithi031.stdout:3166: finishing copy_from racing read to smithi03184240-20 2024-09-17T17:13:31.496 INFO:tasks.rados.rados.0.smithi031.stdout:3165: finishing write tid 4 to smithi03184240-35 2024-09-17T17:13:31.496 INFO:tasks.rados.rados.0.smithi031.stdout:3165: finishing write tid 5 to smithi03184240-35 2024-09-17T17:13:31.497 INFO:tasks.rados.rados.0.smithi031.stdout:3165: finishing write tid 6 to smithi03184240-35 2024-09-17T17:13:31.497 INFO:tasks.rados.rados.0.smithi031.stdout:3166: done (2 left) 2024-09-17T17:13:31.497 INFO:tasks.rados.rados.0.smithi031.stdout:3167: done (1 left) 2024-09-17T17:13:31.497 INFO:tasks.rados.rados.0.smithi031.stdout:3168: copy_from oid 15 from oid 49 current snap is 294 2024-09-17T17:13:31.497 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 33 current snap is 294 2024-09-17T17:13:31.497 INFO:tasks.rados.rados.0.smithi031.stdout:3169: seq_num 1002 ranges {1433600=786432,2220032=614400,2834432=581632,3416064=409600} 2024-09-17T17:13:31.509 INFO:tasks.rados.rados.0.smithi031.stdout:3169: writing smithi03184240-33 from 1433600 to 2220032 tid 1 2024-09-17T17:13:31.513 INFO:tasks.rados.rados.0.smithi031.stdout:3169: writing smithi03184240-33 from 2220032 to 2834432 tid 2 2024-09-17T17:13:31.516 INFO:tasks.rados.rados.0.smithi031.stdout:3169: writing smithi03184240-33 from 2834432 to 3416064 tid 3 2024-09-17T17:13:31.519 INFO:tasks.rados.rados.0.smithi031.stdout:3169: writing smithi03184240-33 from 3416064 to 3825664 tid 4 2024-09-17T17:13:31.519 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 47 current snap is 294 2024-09-17T17:13:31.519 INFO:tasks.rados.rados.0.smithi031.stdout:3165: finishing write tid 7 to smithi03184240-35 2024-09-17T17:13:31.519 INFO:tasks.rados.rados.0.smithi031.stdout:3165: oid 35 updating version 0 to 2377 2024-09-17T17:13:31.519 INFO:tasks.rados.rados.0.smithi031.stdout:3165: oid 35 version 2377 is already newer than 2375 2024-09-17T17:13:31.519 INFO:tasks.rados.rados.0.smithi031.stdout:3165: oid 35 version 2377 is already newer than 2374 2024-09-17T17:13:31.519 INFO:tasks.rados.rados.0.smithi031.stdout:3165: oid 35 version 2377 is already newer than 2376 2024-09-17T17:13:31.520 INFO:tasks.rados.rados.0.smithi031.stdout:3165: oid 35 updating version 2377 to 2378 2024-09-17T17:13:31.520 INFO:tasks.rados.rados.0.smithi031.stdout:3165: oid 35 updating version 2378 to 2379 2024-09-17T17:13:31.520 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 2379 (ObjNum 1000 snap 294 seq_num 1000) dirty exists 2024-09-17T17:13:31.520 INFO:tasks.rados.rados.0.smithi031.stdout:3165: left oid 35 (ObjNum 1000 snap 294 seq_num 1000) 2024-09-17T17:13:31.520 INFO:tasks.rados.rados.0.smithi031.stdout:3168: finishing copy_from racing read to smithi03184240-15 2024-09-17T17:13:31.520 INFO:tasks.rados.rados.0.smithi031.stdout:3168: finishing copy_from to smithi03184240-15 2024-09-17T17:13:31.520 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 2181 (ObjNum 978 snap 290 seq_num 978) dirty exists 2024-09-17T17:13:31.520 INFO:tasks.rados.rados.0.smithi031.stdout:3169: finishing write tid 1 to smithi03184240-33 2024-09-17T17:13:31.520 INFO:tasks.rados.rados.0.smithi031.stdout:3169: finishing write tid 2 to smithi03184240-33 2024-09-17T17:13:31.520 INFO:tasks.rados.rados.0.smithi031.stdout:3169: finishing write tid 3 to smithi03184240-33 2024-09-17T17:13:31.520 INFO:tasks.rados.rados.0.smithi031.stdout:3170: seq_num 1003 ranges {0=802816,802816=499712,1302528=737280,2039808=368640} 2024-09-17T17:13:31.524 INFO:tasks.rados.rados.0.smithi031.stdout:3170: writing smithi03184240-47 from 0 to 802816 tid 1 2024-09-17T17:13:31.527 INFO:tasks.rados.rados.0.smithi031.stdout:3170: writing smithi03184240-47 from 802816 to 1302528 tid 2 2024-09-17T17:13:31.531 INFO:tasks.rados.rados.0.smithi031.stdout:3170: writing smithi03184240-47 from 1302528 to 2039808 tid 3 2024-09-17T17:13:31.535 INFO:tasks.rados.rados.0.smithi031.stdout:3170: writing smithi03184240-47 from 2039808 to 2408448 tid 4 2024-09-17T17:13:31.536 INFO:tasks.rados.rados.0.smithi031.stdout:3169: finishing write tid 4 to smithi03184240-33 2024-09-17T17:13:31.536 INFO:tasks.rados.rados.0.smithi031.stdout:3169: finishing write tid 5 to smithi03184240-33 2024-09-17T17:13:31.536 INFO:tasks.rados.rados.0.smithi031.stdout:3169: finishing write tid 6 to smithi03184240-33 2024-09-17T17:13:31.536 INFO:tasks.rados.rados.0.smithi031.stdout:3169: oid 33 updating version 0 to 1971 2024-09-17T17:13:31.536 INFO:tasks.rados.rados.0.smithi031.stdout:3169: oid 33 updating version 1971 to 1974 2024-09-17T17:13:31.536 INFO:tasks.rados.rados.0.smithi031.stdout:3169: oid 33 version 1974 is already newer than 1972 2024-09-17T17:13:31.536 INFO:tasks.rados.rados.0.smithi031.stdout:3169: oid 33 version 1974 is already newer than 1973 2024-09-17T17:13:31.536 INFO:tasks.rados.rados.0.smithi031.stdout:3169: oid 33 version 1974 is already newer than 1970 2024-09-17T17:13:31.536 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 1974 (ObjNum 1002 snap 294 seq_num 1002) dirty exists 2024-09-17T17:13:31.536 INFO:tasks.rados.rados.0.smithi031.stdout:3169: left oid 33 (ObjNum 1002 snap 294 seq_num 1002) 2024-09-17T17:13:31.536 INFO:tasks.rados.rados.0.smithi031.stdout:3170: finishing write tid 1 to smithi03184240-47 2024-09-17T17:13:31.536 INFO:tasks.rados.rados.0.smithi031.stdout:3170: finishing write tid 2 to smithi03184240-47 2024-09-17T17:13:31.536 INFO:tasks.rados.rados.0.smithi031.stdout:3165: done (3 left) 2024-09-17T17:13:31.537 INFO:tasks.rados.rados.0.smithi031.stdout:3168: done (2 left) 2024-09-17T17:13:31.537 INFO:tasks.rados.rados.0.smithi031.stdout:3169: done (1 left) 2024-09-17T17:13:31.537 INFO:tasks.rados.rados.0.smithi031.stdout:3171: copy_from oid 34 from oid 2 current snap is 294 2024-09-17T17:13:31.537 INFO:tasks.rados.rados.0.smithi031.stdout:3172: rollback oid 24 current snap is 294 2024-09-17T17:13:31.537 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 24 to 293 2024-09-17T17:13:31.537 INFO:tasks.rados.rados.0.smithi031.stdout:3173: read oid 48 snap -1 2024-09-17T17:13:31.537 INFO:tasks.rados.rados.0.smithi031.stdout:3173: expect (ObjNum 854 snap 259 seq_num 854) 2024-09-17T17:13:31.537 INFO:tasks.rados.rados.0.smithi031.stdout:3174: rollback oid 26 current snap is 294 2024-09-17T17:13:31.537 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 26 to 293 2024-09-17T17:13:31.537 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 6 current snap is 294 2024-09-17T17:13:31.537 INFO:tasks.rados.rados.0.smithi031.stdout:3175: seq_num 1004 ranges {0=16384} 2024-09-17T17:13:31.537 INFO:tasks.rados.rados.0.smithi031.stdout:3175: writing smithi03184240-6 from 0 to 16384 tid 1 2024-09-17T17:13:31.537 INFO:tasks.rados.rados.0.smithi031.stdout:3176: rollback oid 41 current snap is 294 2024-09-17T17:13:31.537 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 41 to 293 2024-09-17T17:13:31.538 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 28 current snap is 294 2024-09-17T17:13:31.538 INFO:tasks.rados.rados.0.smithi031.stdout:3177: seq_num 1005 ranges {0=32768} 2024-09-17T17:13:31.538 INFO:tasks.rados.rados.0.smithi031.stdout:3177: writing smithi03184240-28 from 0 to 32768 tid 1 2024-09-17T17:13:31.538 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 294 2024-09-17T17:13:31.538 INFO:tasks.rados.rados.0.smithi031.stdout:3178: seq_num 1006 ranges {1679360=49152} 2024-09-17T17:13:31.547 INFO:tasks.rados.rados.0.smithi031.stdout:3178: writing smithi03184240-32 from 1679360 to 1728512 tid 1 2024-09-17T17:13:31.547 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 294 2024-09-17T17:13:31.547 INFO:tasks.rados.rados.0.smithi031.stdout:3170: finishing write tid 3 to smithi03184240-47 2024-09-17T17:13:31.547 INFO:tasks.rados.rados.0.smithi031.stdout:3175: finishing write tid 1 to smithi03184240-6 2024-09-17T17:13:31.547 INFO:tasks.rados.rados.0.smithi031.stdout:3172: finishing rollback tid 0 to smithi03184240-24 2024-09-17T17:13:31.547 INFO:tasks.rados.rados.0.smithi031.stdout:3174: finishing rollback tid 0 to smithi03184240-26 2024-09-17T17:13:31.547 INFO:tasks.rados.rados.0.smithi031.stdout:3174: finishing rollback tid 1 to smithi03184240-26 2024-09-17T17:13:31.547 INFO:tasks.rados.rados.0.smithi031.stdout:3174: finishing rollback tid 2 to smithi03184240-26 2024-09-17T17:13:31.547 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 2382 (ObjNum 906 snap 270 seq_num 906) dirty exists 2024-09-17T17:13:31.547 INFO:tasks.rados.rados.0.smithi031.stdout:3176: finishing rollback tid 1 to smithi03184240-41 2024-09-17T17:13:31.548 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 0 (ObjNum 33 snap 0 seq_num 2) dirty dne 2024-09-17T17:13:31.548 INFO:tasks.rados.rados.0.smithi031.stdout:3172: finishing rollback tid 1 to smithi03184240-24 2024-09-17T17:13:31.548 INFO:tasks.rados.rados.0.smithi031.stdout:3179: seq_num 1007 ranges {0=65536} 2024-09-17T17:13:31.548 INFO:tasks.rados.rados.0.smithi031.stdout:3179: writing smithi03184240-45 from 0 to 65536 tid 1 2024-09-17T17:13:31.548 INFO:tasks.rados.rados.0.smithi031.stdout:3174: done (9 left) 2024-09-17T17:13:31.548 INFO:tasks.rados.rados.0.smithi031.stdout:3176: done (8 left) 2024-09-17T17:13:31.548 INFO:tasks.rados.rados.0.smithi031.stdout:3180: read oid 23 snap -1 2024-09-17T17:13:31.548 INFO:tasks.rados.rados.0.smithi031.stdout:3180: expect (ObjNum 945 snap 280 seq_num 945) 2024-09-17T17:13:31.548 INFO:tasks.rados.rados.0.smithi031.stdout:3181: read oid 44 snap -1 2024-09-17T17:13:31.548 INFO:tasks.rados.rados.0.smithi031.stdout:3181: expect deleted 2024-09-17T17:13:31.548 INFO:tasks.rados.rados.0.smithi031.stdout:3182: rollback oid 37 current snap is 294 2024-09-17T17:13:31.549 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 37 to 293 2024-09-17T17:13:31.549 INFO:tasks.rados.rados.0.smithi031.stdout:3171: finishing copy_from to smithi03184240-34 2024-09-17T17:13:31.549 INFO:tasks.rados.rados.0.smithi031.stdout:3171: got expected ENOENT (src dne) 2024-09-17T17:13:31.549 INFO:tasks.rados.rados.0.smithi031.stdout:3171: finishing copy_from racing read to smithi03184240-34 2024-09-17T17:13:31.549 INFO:tasks.rados.rados.0.smithi031.stdout:3175: finishing write tid 2 to smithi03184240-6 2024-09-17T17:13:31.549 INFO:tasks.rados.rados.0.smithi031.stdout:3172: finishing rollback tid 2 to smithi03184240-24 2024-09-17T17:13:31.549 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 2493 (ObjNum 960 snap 284 seq_num 960) dirty exists 2024-09-17T17:13:31.549 INFO:tasks.rados.rados.0.smithi031.stdout:3170: finishing write tid 4 to smithi03184240-47 2024-09-17T17:13:31.549 INFO:tasks.rados.rados.0.smithi031.stdout:3170: finishing write tid 5 to smithi03184240-47 2024-09-17T17:13:31.549 INFO:tasks.rados.rados.0.smithi031.stdout:3175: finishing write tid 3 to smithi03184240-6 2024-09-17T17:13:31.549 INFO:tasks.rados.rados.0.smithi031.stdout:3175: oid 6 updating version 0 to 1516 2024-09-17T17:13:31.549 INFO:tasks.rados.rados.0.smithi031.stdout:3175: oid 6 version 1516 is already newer than 1515 2024-09-17T17:13:31.549 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 1516 (ObjNum 1004 snap 294 seq_num 1004) dirty exists 2024-09-17T17:13:31.549 INFO:tasks.rados.rados.0.smithi031.stdout:3175: left oid 6 (ObjNum 1004 snap 294 seq_num 1004) 2024-09-17T17:13:31.550 INFO:tasks.rados.rados.0.smithi031.stdout:3170: finishing write tid 6 to smithi03184240-47 2024-09-17T17:13:31.550 INFO:tasks.rados.rados.0.smithi031.stdout:3170: oid 47 updating version 0 to 794 2024-09-17T17:13:31.550 INFO:tasks.rados.rados.0.smithi031.stdout:3170: oid 47 version 794 is already newer than 792 2024-09-17T17:13:31.550 INFO:tasks.rados.rados.0.smithi031.stdout:3170: oid 47 version 794 is already newer than 791 2024-09-17T17:13:31.550 INFO:tasks.rados.rados.0.smithi031.stdout:3170: oid 47 version 794 is already newer than 790 2024-09-17T17:13:31.550 INFO:tasks.rados.rados.0.smithi031.stdout:3170: oid 47 version 794 is already newer than 793 2024-09-17T17:13:31.550 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 794 (ObjNum 1003 snap 294 seq_num 1003) dirty exists 2024-09-17T17:13:31.550 INFO:tasks.rados.rados.0.smithi031.stdout:3170: left oid 47 (ObjNum 1003 snap 294 seq_num 1003) 2024-09-17T17:13:31.550 INFO:tasks.rados.rados.0.smithi031.stdout:3173: expect (ObjNum 854 snap 259 seq_num 854) 2024-09-17T17:13:31.611 INFO:tasks.rados.rados.0.smithi031.stdout:3177: finishing write tid 1 to smithi03184240-28 2024-09-17T17:13:31.611 INFO:tasks.rados.rados.0.smithi031.stdout:3177: finishing write tid 2 to smithi03184240-28 2024-09-17T17:13:31.612 INFO:tasks.rados.rados.0.smithi031.stdout:3182: finishing rollback tid 1 to smithi03184240-37 2024-09-17T17:13:31.612 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 0 (ObjNum 33 snap 0 seq_num 1677673720) dirty dne 2024-09-17T17:13:31.612 INFO:tasks.rados.rados.0.smithi031.stdout:3170: done (10 left) 2024-09-17T17:13:31.612 INFO:tasks.rados.rados.0.smithi031.stdout:3171: done (9 left) 2024-09-17T17:13:31.612 INFO:tasks.rados.rados.0.smithi031.stdout:3172: done (8 left) 2024-09-17T17:13:31.613 INFO:tasks.rados.rados.0.smithi031.stdout:3173: done (7 left) 2024-09-17T17:13:31.613 INFO:tasks.rados.rados.0.smithi031.stdout:3175: done (6 left) 2024-09-17T17:13:31.613 INFO:tasks.rados.rados.0.smithi031.stdout:3182: done (5 left) 2024-09-17T17:13:31.613 INFO:tasks.rados.rados.0.smithi031.stdout:3183: copy_from oid 31 from oid 2 current snap is 294 2024-09-17T17:13:31.613 INFO:tasks.rados.rados.0.smithi031.stdout:3178: finishing write tid 1 to smithi03184240-32 2024-09-17T17:13:31.613 INFO:tasks.rados.rados.0.smithi031.stdout:3178: finishing write tid 2 to smithi03184240-32 2024-09-17T17:13:31.613 INFO:tasks.rados.rados.0.smithi031.stdout:3178: finishing write tid 3 to smithi03184240-32 2024-09-17T17:13:31.613 INFO:tasks.rados.rados.0.smithi031.stdout:3178: oid 32 updating version 0 to 2183 2024-09-17T17:13:31.613 INFO:tasks.rados.rados.0.smithi031.stdout:3178: oid 32 version 2183 is already newer than 2182 2024-09-17T17:13:31.613 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 2183 (ObjNum 1006 snap 294 seq_num 1006) dirty exists 2024-09-17T17:13:31.613 INFO:tasks.rados.rados.0.smithi031.stdout:3178: left oid 32 (ObjNum 1006 snap 294 seq_num 1006) 2024-09-17T17:13:31.613 INFO:tasks.rados.rados.0.smithi031.stdout:3179: finishing write tid 1 to smithi03184240-45 2024-09-17T17:13:31.613 INFO:tasks.rados.rados.0.smithi031.stdout:3177: finishing write tid 3 to smithi03184240-28 2024-09-17T17:13:31.614 INFO:tasks.rados.rados.0.smithi031.stdout:3177: oid 28 updating version 0 to 2579 2024-09-17T17:13:31.614 INFO:tasks.rados.rados.0.smithi031.stdout:3177: oid 28 version 2579 is already newer than 2578 2024-09-17T17:13:31.614 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 2579 (ObjNum 1005 snap 294 seq_num 1005) dirty exists 2024-09-17T17:13:31.614 INFO:tasks.rados.rados.0.smithi031.stdout:3177: left oid 28 (ObjNum 1005 snap 294 seq_num 1005) 2024-09-17T17:13:31.614 INFO:tasks.rados.rados.0.smithi031.stdout:3177: done (5 left) 2024-09-17T17:13:31.614 INFO:tasks.rados.rados.0.smithi031.stdout:3178: done (4 left) 2024-09-17T17:13:31.614 INFO:tasks.rados.rados.0.smithi031.stdout:3184: snap_create 2024-09-17T17:13:31.614 INFO:tasks.rados.rados.0.smithi031.stdout:3179: finishing write tid 2 to smithi03184240-45 2024-09-17T17:13:31.614 INFO:tasks.rados.rados.0.smithi031.stdout:3180: expect (ObjNum 945 snap 280 seq_num 945) 2024-09-17T17:13:31.648 INFO:tasks.rados.rados.0.smithi031.stdout:3179: finishing write tid 3 to smithi03184240-45 2024-09-17T17:13:31.648 INFO:tasks.rados.rados.0.smithi031.stdout:3179: oid 45 updating version 0 to 2580 2024-09-17T17:13:31.648 INFO:tasks.rados.rados.0.smithi031.stdout:3179: oid 45 updating version 2580 to 2581 2024-09-17T17:13:31.648 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 2581 (ObjNum 1007 snap 294 seq_num 1007) dirty exists 2024-09-17T17:13:31.649 INFO:tasks.rados.rados.0.smithi031.stdout:3179: left oid 45 (ObjNum 1007 snap 294 seq_num 1007) 2024-09-17T17:13:31.649 INFO:tasks.rados.rados.0.smithi031.stdout:3183: finishing copy_from to smithi03184240-31 2024-09-17T17:13:31.649 INFO:tasks.rados.rados.0.smithi031.stdout:3183: got expected ENOENT (src dne) 2024-09-17T17:13:31.649 INFO:tasks.rados.rados.0.smithi031.stdout:3183: finishing copy_from racing read to smithi03184240-31 2024-09-17T17:13:31.794 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:31 smithi031 ceph-mon[94873]: pgmap v670: 121 pgs: 121 active+clean; 109 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-09-17T17:13:31.794 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:31 smithi031 ceph-mon[94873]: osdmap e673: 8 total, 8 up, 8 in 2024-09-17T17:13:31.794 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:31 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:13:31.794 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:31 smithi031 ceph-mon[96842]: pgmap v670: 121 pgs: 121 active+clean; 109 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-09-17T17:13:31.794 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:31 smithi031 ceph-mon[96842]: osdmap e673: 8 total, 8 up, 8 in 2024-09-17T17:13:31.795 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:31 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:13:31.814 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -e sha1=1889a165b5128787ec693450a3d1c5df5d6dc203 -- bash -c 'ceph versions' 2024-09-17T17:13:31.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:31 smithi066 ceph-mon[86175]: pgmap v670: 121 pgs: 121 active+clean; 109 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-09-17T17:13:31.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:31 smithi066 ceph-mon[86175]: osdmap e673: 8 total, 8 up, 8 in 2024-09-17T17:13:31.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:31 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:13:32.060 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:13:32.476 INFO:tasks.rados.rados.0.smithi031.stdout:3179: done (4 left) 2024-09-17T17:13:32.476 INFO:tasks.rados.rados.0.smithi031.stdout:3180: done (3 left) 2024-09-17T17:13:32.476 INFO:tasks.rados.rados.0.smithi031.stdout:3181: done (2 left) 2024-09-17T17:13:32.476 INFO:tasks.rados.rados.0.smithi031.stdout:3183: done (1 left) 2024-09-17T17:13:32.476 INFO:tasks.rados.rados.0.smithi031.stdout:3184: done (0 left) 2024-09-17T17:13:32.476 INFO:tasks.rados.rados.0.smithi031.stdout:3185: rollback oid 14 current snap is 295 2024-09-17T17:13:32.476 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 14 to 293 2024-09-17T17:13:32.477 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 17 current snap is 295 2024-09-17T17:13:32.477 INFO:tasks.rados.rados.0.smithi031.stdout:3186: seq_num 1008 ranges {1605632=90112} 2024-09-17T17:13:32.485 INFO:tasks.rados.rados.0.smithi031.stdout:3186: writing smithi03184240-17 from 1605632 to 1695744 tid 1 2024-09-17T17:13:32.485 INFO:tasks.rados.rados.0.smithi031.stdout:3187: snap_remove snap 294 2024-09-17T17:13:32.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:32 smithi031 ceph-mon[94873]: from='client.34641 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:13:32.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:32 smithi031 ceph-mon[94873]: osdmap e674: 8 total, 8 up, 8 in 2024-09-17T17:13:32.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:32 smithi031 ceph-mon[96842]: from='client.34641 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:13:32.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:32 smithi031 ceph-mon[96842]: osdmap e674: 8 total, 8 up, 8 in 2024-09-17T17:13:32.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:32 smithi066 ceph-mon[86175]: from='client.34641 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T17:13:32.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:32 smithi066 ceph-mon[86175]: osdmap e674: 8 total, 8 up, 8 in 2024-09-17T17:13:33.418 INFO:tasks.rados.rados.0.smithi031.stdout:3187: done (2 left) 2024-09-17T17:13:33.418 INFO:tasks.rados.rados.0.smithi031.stdout:3188: read oid 27 snap -1 2024-09-17T17:13:33.418 INFO:tasks.rados.rados.0.smithi031.stdout:3188: expect deleted 2024-09-17T17:13:33.418 INFO:tasks.rados.rados.0.smithi031.stdout:3189: read oid 1 snap -1 2024-09-17T17:13:33.418 INFO:tasks.rados.rados.0.smithi031.stdout:3189: expect (ObjNum 967 snap 284 seq_num 967) 2024-09-17T17:13:33.418 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 42 current snap is 295 2024-09-17T17:13:33.418 INFO:tasks.rados.rados.0.smithi031.stdout:3190: seq_num 1009 ranges {3923968=106496} 2024-09-17T17:13:33.441 INFO:tasks.rados.rados.0.smithi031.stdout:3190: writing smithi03184240-42 from 3923968 to 4030464 tid 1 2024-09-17T17:13:33.441 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 3 current snap is 295 2024-09-17T17:13:33.441 INFO:tasks.rados.rados.0.smithi031.stdout:3185: finishing rollback tid 1 to smithi03184240-14 2024-09-17T17:13:33.441 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 0 (ObjNum 33 snap 0 seq_num 4) dirty dne 2024-09-17T17:13:33.441 INFO:tasks.rados.rados.0.smithi031.stdout:3191: seq_num 1010 ranges {2269184=122880} 2024-09-17T17:13:33.455 INFO:tasks.rados.rados.0.smithi031.stdout:3191: writing smithi03184240-3 from 2269184 to 2392064 tid 1 2024-09-17T17:13:33.455 INFO:tasks.rados.rados.0.smithi031.stdout:3185: done (5 left) 2024-09-17T17:13:33.455 INFO:tasks.rados.rados.0.smithi031.stdout:3192: snap_create 2024-09-17T17:13:33.455 INFO:tasks.rados.rados.0.smithi031.stdout:3186: finishing write tid 1 to smithi03184240-17 2024-09-17T17:13:33.455 INFO:tasks.rados.rados.0.smithi031.stdout:3186: finishing write tid 2 to smithi03184240-17 2024-09-17T17:13:33.455 INFO:tasks.rados.rados.0.smithi031.stdout:3186: finishing write tid 3 to smithi03184240-17 2024-09-17T17:13:33.455 INFO:tasks.rados.rados.0.smithi031.stdout:3186: oid 17 updating version 0 to 1585 2024-09-17T17:13:33.455 INFO:tasks.rados.rados.0.smithi031.stdout:3186: oid 17 updating version 1585 to 1586 2024-09-17T17:13:33.456 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 1586 (ObjNum 1008 snap 295 seq_num 1008) dirty exists 2024-09-17T17:13:33.456 INFO:tasks.rados.rados.0.smithi031.stdout:3186: left oid 17 (ObjNum 1008 snap 295 seq_num 1008) 2024-09-17T17:13:33.456 INFO:tasks.rados.rados.0.smithi031.stdout:3189: expect (ObjNum 967 snap 284 seq_num 967) 2024-09-17T17:13:33.625 INFO:tasks.rados.rados.0.smithi031.stdout:3190: finishing write tid 1 to smithi03184240-42 2024-09-17T17:13:33.625 INFO:tasks.rados.rados.0.smithi031.stdout:3190: finishing write tid 2 to smithi03184240-42 2024-09-17T17:13:33.625 INFO:tasks.rados.rados.0.smithi031.stdout:3190: finishing write tid 3 to smithi03184240-42 2024-09-17T17:13:33.625 INFO:tasks.rados.rados.0.smithi031.stdout:3190: oid 42 updating version 0 to 2583 2024-09-17T17:13:33.626 INFO:tasks.rados.rados.0.smithi031.stdout:3190: oid 42 updating version 2583 to 2584 2024-09-17T17:13:33.626 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 2584 (ObjNum 1009 snap 295 seq_num 1009) dirty exists 2024-09-17T17:13:33.626 INFO:tasks.rados.rados.0.smithi031.stdout:3190: left oid 42 (ObjNum 1009 snap 295 seq_num 1009) 2024-09-17T17:13:33.626 INFO:tasks.rados.rados.0.smithi031.stdout:3191: finishing write tid 1 to smithi03184240-3 2024-09-17T17:13:33.626 INFO:tasks.rados.rados.0.smithi031.stdout:3191: finishing write tid 2 to smithi03184240-3 2024-09-17T17:13:33.626 INFO:tasks.rados.rados.0.smithi031.stdout:3191: finishing write tid 3 to smithi03184240-3 2024-09-17T17:13:33.626 INFO:tasks.rados.rados.0.smithi031.stdout:3191: oid 3 updating version 0 to 2383 2024-09-17T17:13:33.626 INFO:tasks.rados.rados.0.smithi031.stdout:3191: oid 3 updating version 2383 to 2384 2024-09-17T17:13:33.626 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 2384 (ObjNum 1010 snap 295 seq_num 1010) dirty exists 2024-09-17T17:13:33.626 INFO:tasks.rados.rados.0.smithi031.stdout:3191: left oid 3 (ObjNum 1010 snap 295 seq_num 1010) 2024-09-17T17:13:33.650 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:33 smithi031 ceph-mon[94873]: pgmap v673: 121 pgs: 121 active+clean; 103 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.0 KiB/s rd, 3.9 MiB/s wr, 21 op/s 2024-09-17T17:13:33.650 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:33 smithi031 ceph-mon[94873]: osdmap e675: 8 total, 8 up, 8 in 2024-09-17T17:13:33.651 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:33 smithi031 ceph-mon[94873]: osdmap e676: 8 total, 8 up, 8 in 2024-09-17T17:13:33.651 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:33 smithi031 ceph-mon[96842]: pgmap v673: 121 pgs: 121 active+clean; 103 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.0 KiB/s rd, 3.9 MiB/s wr, 21 op/s 2024-09-17T17:13:33.651 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:33 smithi031 ceph-mon[96842]: osdmap e675: 8 total, 8 up, 8 in 2024-09-17T17:13:33.651 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:33 smithi031 ceph-mon[96842]: osdmap e676: 8 total, 8 up, 8 in 2024-09-17T17:13:33.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:33 smithi066 ceph-mon[86175]: pgmap v673: 121 pgs: 121 active+clean; 103 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.0 KiB/s rd, 3.9 MiB/s wr, 21 op/s 2024-09-17T17:13:33.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:33 smithi066 ceph-mon[86175]: osdmap e675: 8 total, 8 up, 8 in 2024-09-17T17:13:33.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:33 smithi066 ceph-mon[86175]: osdmap e676: 8 total, 8 up, 8 in 2024-09-17T17:13:34.133 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-17T17:13:34.134 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-09-17T17:13:34.134 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 3 2024-09-17T17:13:34.134 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:13:34.134 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-09-17T17:13:34.134 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 2 2024-09-17T17:13:34.134 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:13:34.134 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-09-17T17:13:34.134 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 8 2024-09-17T17:13:34.134 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:13:34.134 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-09-17T17:13:34.134 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 2 2024-09-17T17:13:34.134 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-17T17:13:34.134 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-09-17T17:13:34.135 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)": 15 2024-09-17T17:13:34.135 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-17T17:13:34.135 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-17T17:13:34.419 INFO:tasks.rados.rados.0.smithi031.stdout:3186: done (5 left) 2024-09-17T17:13:34.419 INFO:tasks.rados.rados.0.smithi031.stdout:3188: done (4 left) 2024-09-17T17:13:34.419 INFO:tasks.rados.rados.0.smithi031.stdout:3189: done (3 left) 2024-09-17T17:13:34.419 INFO:tasks.rados.rados.0.smithi031.stdout:3190: done (2 left) 2024-09-17T17:13:34.419 INFO:tasks.rados.rados.0.smithi031.stdout:3191: done (1 left) 2024-09-17T17:13:34.419 INFO:tasks.rados.rados.0.smithi031.stdout:3192: done (0 left) 2024-09-17T17:13:34.419 INFO:tasks.rados.rados.0.smithi031.stdout:3193: read oid 28 snap -1 2024-09-17T17:13:34.419 INFO:tasks.rados.rados.0.smithi031.stdout:3193: expect (ObjNum 1005 snap 294 seq_num 1005) 2024-09-17T17:13:34.419 INFO:tasks.rados.rados.0.smithi031.stdout:3194: snap_create 2024-09-17T17:13:34.421 INFO:tasks.rados.rados.0.smithi031.stdout:3193: expect (ObjNum 1005 snap 294 seq_num 1005) 2024-09-17T17:13:34.699 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:34 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/3797168249' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:34.700 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:34 smithi031 ceph-mon[94873]: osdmap e677: 8 total, 8 up, 8 in 2024-09-17T17:13:34.700 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:34 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/3797168249' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:34.700 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:34 smithi031 ceph-mon[96842]: osdmap e677: 8 total, 8 up, 8 in 2024-09-17T17:13:34.722 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -e sha1=1889a165b5128787ec693450a3d1c5df5d6dc203 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-09-17T17:13:34.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:34 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/3797168249' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:34.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:34 smithi066 ceph-mon[86175]: osdmap e677: 8 total, 8 up, 8 in 2024-09-17T17:13:34.937 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:13:35.418 INFO:tasks.rados.rados.0.smithi031.stdout:3193: done (1 left) 2024-09-17T17:13:35.418 INFO:tasks.rados.rados.0.smithi031.stdout:3194: done (0 left) 2024-09-17T17:13:35.419 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 46 current snap is 297 2024-09-17T17:13:35.419 INFO:tasks.rados.rados.0.smithi031.stdout:3195: seq_num 1011 ranges {1990656=139264} 2024-09-17T17:13:35.430 INFO:tasks.rados.rados.0.smithi031.stdout:3195: writing smithi03184240-46 from 1990656 to 2129920 tid 1 2024-09-17T17:13:35.430 INFO:tasks.rados.rados.0.smithi031.stdout:3196: rollback oid 30 current snap is 297 2024-09-17T17:13:35.430 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 30 to 295 2024-09-17T17:13:35.430 INFO:tasks.rados.rados.0.smithi031.stdout:3197: read oid 45 snap 293 2024-09-17T17:13:35.430 INFO:tasks.rados.rados.0.smithi031.stdout:3197: expect deleted 2024-09-17T17:13:35.431 INFO:tasks.rados.rados.0.smithi031.stdout:3198: read oid 23 snap -1 2024-09-17T17:13:35.431 INFO:tasks.rados.rados.0.smithi031.stdout:3198: expect (ObjNum 945 snap 280 seq_num 945) 2024-09-17T17:13:35.431 INFO:tasks.rados.rados.0.smithi031.stdout:3199: rmattr oid 48 current snap is 297 2024-09-17T17:13:35.431 INFO:tasks.rados.rados.0.smithi031.stdout:3200: snap_create 2024-09-17T17:13:35.437 INFO:tasks.rados.rados.0.smithi031.stdout:3195: finishing write tid 1 to smithi03184240-46 2024-09-17T17:13:35.438 INFO:tasks.rados.rados.0.smithi031.stdout:3195: finishing write tid 2 to smithi03184240-46 2024-09-17T17:13:35.438 INFO:tasks.rados.rados.0.smithi031.stdout:3196: finishing rollback tid 0 to smithi03184240-30 2024-09-17T17:13:35.438 INFO:tasks.rados.rados.0.smithi031.stdout:3196: finishing rollback tid 1 to smithi03184240-30 2024-09-17T17:13:35.438 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 2586 (ObjNum 854 snap 259 seq_num 854) dirty exists 2024-09-17T17:13:35.439 INFO:tasks.rados.rados.0.smithi031.stdout:3196: finishing rollback tid 2 to smithi03184240-30 2024-09-17T17:13:35.439 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 2496 (ObjNum 999 snap 293 seq_num 999) dirty exists 2024-09-17T17:13:35.440 INFO:tasks.rados.rados.0.smithi031.stdout:3195: finishing write tid 3 to smithi03184240-46 2024-09-17T17:13:35.440 INFO:tasks.rados.rados.0.smithi031.stdout:3195: oid 46 updating version 0 to 2485 2024-09-17T17:13:35.440 INFO:tasks.rados.rados.0.smithi031.stdout:3195: oid 46 version 2485 is already newer than 2484 2024-09-17T17:13:35.440 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 2485 (ObjNum 1011 snap 297 seq_num 1011) dirty exists 2024-09-17T17:13:35.440 INFO:tasks.rados.rados.0.smithi031.stdout:3195: left oid 46 (ObjNum 1011 snap 297 seq_num 1011) 2024-09-17T17:13:35.443 INFO:tasks.rados.rados.0.smithi031.stdout:3198: expect (ObjNum 945 snap 280 seq_num 945) 2024-09-17T17:13:35.724 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:35 smithi031 ceph-mon[94873]: pgmap v676: 121 pgs: 121 active+clean; 101 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.6 MiB/s wr, 39 op/s 2024-09-17T17:13:35.724 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:35 smithi031 ceph-mon[94873]: osdmap e678: 8 total, 8 up, 8 in 2024-09-17T17:13:35.724 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:35 smithi031 ceph-mon[96842]: pgmap v676: 121 pgs: 121 active+clean; 101 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.6 MiB/s wr, 39 op/s 2024-09-17T17:13:35.724 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:35 smithi031 ceph-mon[96842]: osdmap e678: 8 total, 8 up, 8 in 2024-09-17T17:13:35.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:35 smithi066 ceph-mon[86175]: pgmap v676: 121 pgs: 121 active+clean; 101 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.6 MiB/s wr, 39 op/s 2024-09-17T17:13:35.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:35 smithi066 ceph-mon[86175]: osdmap e678: 8 total, 8 up, 8 in 2024-09-17T17:13:36.420 INFO:tasks.rados.rados.0.smithi031.stdout:3195: done (5 left) 2024-09-17T17:13:36.420 INFO:tasks.rados.rados.0.smithi031.stdout:3196: done (4 left) 2024-09-17T17:13:36.420 INFO:tasks.rados.rados.0.smithi031.stdout:3197: done (3 left) 2024-09-17T17:13:36.420 INFO:tasks.rados.rados.0.smithi031.stdout:3198: done (2 left) 2024-09-17T17:13:36.420 INFO:tasks.rados.rados.0.smithi031.stdout:3199: done (1 left) 2024-09-17T17:13:36.420 INFO:tasks.rados.rados.0.smithi031.stdout:3200: done (0 left) 2024-09-17T17:13:36.420 INFO:tasks.rados.rados.0.smithi031.stdout:3201: delete oid 8 current snap is 298 2024-09-17T17:13:36.423 INFO:tasks.rados.rados.0.smithi031.stdout:3201: done (0 left) 2024-09-17T17:13:36.423 INFO:tasks.rados.rados.0.smithi031.stdout:3202: snap_create 2024-09-17T17:13:36.875 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-09-17T17:13:37.409 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -e sha1=1889a165b5128787ec693450a3d1c5df5d6dc203 -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-09-17T17:13:37.426 INFO:tasks.rados.rados.0.smithi031.stdout:3202: done (0 left) 2024-09-17T17:13:37.426 INFO:tasks.rados.rados.0.smithi031.stdout:3203: setattr oid 28 current snap is 299 2024-09-17T17:13:37.428 INFO:tasks.rados.rados.0.smithi031.stdout:3204: read oid 7 snap 295 2024-09-17T17:13:37.428 INFO:tasks.rados.rados.0.smithi031.stdout:3204: expect (ObjNum 962 snap 284 seq_num 962) 2024-09-17T17:13:37.428 INFO:tasks.rados.rados.0.smithi031.stdout:3205: copy_from oid 38 from oid 3 current snap is 299 2024-09-17T17:13:37.428 INFO:tasks.rados.rados.0.smithi031.stdout:3206: read oid 49 snap -1 2024-09-17T17:13:37.428 INFO:tasks.rados.rados.0.smithi031.stdout:3206: expect (ObjNum 978 snap 290 seq_num 978) 2024-09-17T17:13:37.428 INFO:tasks.rados.rados.0.smithi031.stdout:3207: snap_create 2024-09-17T17:13:37.436 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 2588 (ObjNum 1005 snap 294 seq_num 1005) dirty exists 2024-09-17T17:13:37.440 INFO:tasks.rados.rados.0.smithi031.stdout:3206: expect (ObjNum 978 snap 290 seq_num 978) 2024-09-17T17:13:37.501 INFO:tasks.rados.rados.0.smithi031.stdout:3204: expect (ObjNum 962 snap 284 seq_num 962) 2024-09-17T17:13:37.629 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:13:37.747 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:37 smithi031 ceph-mon[94873]: pgmap v679: 121 pgs: 121 active+clean; 103 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 23 op/s 2024-09-17T17:13:37.748 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:37 smithi031 ceph-mon[94873]: osdmap e679: 8 total, 8 up, 8 in 2024-09-17T17:13:37.748 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:37 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/1405179265' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:37.748 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:37 smithi031 ceph-mon[96842]: pgmap v679: 121 pgs: 121 active+clean; 103 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 23 op/s 2024-09-17T17:13:37.748 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:37 smithi031 ceph-mon[96842]: osdmap e679: 8 total, 8 up, 8 in 2024-09-17T17:13:37.748 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:37 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/1405179265' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:37.894 INFO:tasks.rados.rados.0.smithi031.stdout:3205: finishing copy_from racing read to smithi03184240-38 2024-09-17T17:13:37.894 INFO:tasks.rados.rados.0.smithi031.stdout:3205: finishing copy_from to smithi03184240-38 2024-09-17T17:13:37.894 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 2384 (ObjNum 1010 snap 295 seq_num 1010) dirty exists 2024-09-17T17:13:37.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:37 smithi066 ceph-mon[86175]: pgmap v679: 121 pgs: 121 active+clean; 103 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 23 op/s 2024-09-17T17:13:37.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:37 smithi066 ceph-mon[86175]: osdmap e679: 8 total, 8 up, 8 in 2024-09-17T17:13:37.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:37 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/1405179265' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:38.417 INFO:tasks.rados.rados.0.smithi031.stdout:3203: done (4 left) 2024-09-17T17:13:38.417 INFO:tasks.rados.rados.0.smithi031.stdout:3204: done (3 left) 2024-09-17T17:13:38.417 INFO:tasks.rados.rados.0.smithi031.stdout:3205: done (2 left) 2024-09-17T17:13:38.417 INFO:tasks.rados.rados.0.smithi031.stdout:3206: done (1 left) 2024-09-17T17:13:38.417 INFO:tasks.rados.rados.0.smithi031.stdout:3207: done (0 left) 2024-09-17T17:13:38.417 INFO:tasks.rados.rados.0.smithi031.stdout:3208: copy_from oid 21 from oid 43 current snap is 300 2024-09-17T17:13:38.418 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 29 current snap is 300 2024-09-17T17:13:38.418 INFO:tasks.rados.rados.0.smithi031.stdout:3209: seq_num 1013 ranges {4259840=172032} 2024-09-17T17:13:38.442 INFO:tasks.rados.rados.0.smithi031.stdout:3209: writing smithi03184240-29 from 4259840 to 4431872 tid 1 2024-09-17T17:13:38.442 INFO:tasks.rados.rados.0.smithi031.stdout:3210: copy_from oid 30 from oid 45 current snap is 300 2024-09-17T17:13:38.442 INFO:tasks.rados.rados.0.smithi031.stdout:3208: finishing copy_from racing read to smithi03184240-21 2024-09-17T17:13:38.442 INFO:tasks.rados.rados.0.smithi031.stdout:3208: finishing copy_from to smithi03184240-21 2024-09-17T17:13:38.442 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 2572 (ObjNum 854 snap 259 seq_num 854) dirty exists 2024-09-17T17:13:38.442 INFO:tasks.rados.rados.0.smithi031.stdout:3208: done (2 left) 2024-09-17T17:13:38.442 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 41 current snap is 300 2024-09-17T17:13:38.442 INFO:tasks.rados.rados.0.smithi031.stdout:3211: seq_num 1014 ranges {0=188416} 2024-09-17T17:13:38.443 INFO:tasks.rados.rados.0.smithi031.stdout:3211: writing smithi03184240-41 from 0 to 188416 tid 1 2024-09-17T17:13:38.443 INFO:tasks.rados.rados.0.smithi031.stdout:3212: rollback oid 48 current snap is 300 2024-09-17T17:13:38.443 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 48 to 298 2024-09-17T17:13:38.443 INFO:tasks.rados.rados.0.smithi031.stdout:3213: rollback oid 25 current snap is 300 2024-09-17T17:13:38.443 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 25 to 293 2024-09-17T17:13:38.443 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 42 current snap is 300 2024-09-17T17:13:38.443 INFO:tasks.rados.rados.0.smithi031.stdout:3214: seq_num 1015 ranges {4030464=204800} 2024-09-17T17:13:38.466 INFO:tasks.rados.rados.0.smithi031.stdout:3214: writing smithi03184240-42 from 4030464 to 4235264 tid 1 2024-09-17T17:13:38.466 INFO:tasks.rados.rados.0.smithi031.stdout:3215: rmattr oid 2 current snap is 300 2024-09-17T17:13:38.466 INFO:tasks.rados.rados.0.smithi031.stdout:3215: done (6 left) 2024-09-17T17:13:38.466 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 300 2024-09-17T17:13:38.467 INFO:tasks.rados.rados.0.smithi031.stdout:3216: seq_num 1016 ranges {0=221184} 2024-09-17T17:13:38.468 INFO:tasks.rados.rados.0.smithi031.stdout:3216: writing smithi03184240-12 from 0 to 221184 tid 1 2024-09-17T17:13:38.468 INFO:tasks.rados.rados.0.smithi031.stdout:3217: setattr oid 50 current snap is 300 2024-09-17T17:13:38.468 INFO:tasks.rados.rados.0.smithi031.stdout:3213: finishing rollback tid 1 to smithi03184240-25 2024-09-17T17:13:38.468 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 0 (ObjNum 97 snap 0 seq_num 1508268681) dirty dne 2024-09-17T17:13:38.469 INFO:tasks.rados.rados.0.smithi031.stdout:3209: finishing write tid 1 to smithi03184240-29 2024-09-17T17:13:38.469 INFO:tasks.rados.rados.0.smithi031.stdout:3209: finishing write tid 2 to smithi03184240-29 2024-09-17T17:13:38.469 INFO:tasks.rados.rados.0.smithi031.stdout:3211: finishing write tid 1 to smithi03184240-41 2024-09-17T17:13:38.469 INFO:tasks.rados.rados.0.smithi031.stdout:3209: finishing write tid 3 to smithi03184240-29 2024-09-17T17:13:38.469 INFO:tasks.rados.rados.0.smithi031.stdout:3209: oid 29 updating version 0 to 2498 2024-09-17T17:13:38.469 INFO:tasks.rados.rados.0.smithi031.stdout:3209: oid 29 version 2498 is already newer than 2497 2024-09-17T17:13:38.469 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 2498 (ObjNum 1013 snap 300 seq_num 1013) dirty exists 2024-09-17T17:13:38.469 INFO:tasks.rados.rados.0.smithi031.stdout:3209: left oid 29 (ObjNum 1013 snap 300 seq_num 1013) 2024-09-17T17:13:38.469 INFO:tasks.rados.rados.0.smithi031.stdout:3211: finishing write tid 2 to smithi03184240-41 2024-09-17T17:13:38.469 INFO:tasks.rados.rados.0.smithi031.stdout:3212: finishing rollback tid 0 to smithi03184240-48 2024-09-17T17:13:38.469 INFO:tasks.rados.rados.0.smithi031.stdout:3211: finishing write tid 3 to smithi03184240-41 2024-09-17T17:13:38.469 INFO:tasks.rados.rados.0.smithi031.stdout:3211: oid 41 updating version 0 to 1587 2024-09-17T17:13:38.469 INFO:tasks.rados.rados.0.smithi031.stdout:3211: oid 41 updating version 1587 to 1588 2024-09-17T17:13:38.469 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 1588 (ObjNum 1014 snap 300 seq_num 1014) dirty exists 2024-09-17T17:13:38.469 INFO:tasks.rados.rados.0.smithi031.stdout:3211: left oid 41 (ObjNum 1014 snap 300 seq_num 1014) 2024-09-17T17:13:38.470 INFO:tasks.rados.rados.0.smithi031.stdout:3212: finishing rollback tid 1 to smithi03184240-48 2024-09-17T17:13:38.470 INFO:tasks.rados.rados.0.smithi031.stdout:3212: finishing rollback tid 2 to smithi03184240-48 2024-09-17T17:13:38.470 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 2592 (ObjNum 854 snap 259 seq_num 854) dirty exists 2024-09-17T17:13:38.470 INFO:tasks.rados.rados.0.smithi031.stdout:3210: finishing copy_from racing read to smithi03184240-30 2024-09-17T17:13:38.470 INFO:tasks.rados.rados.0.smithi031.stdout:3210: finishing copy_from to smithi03184240-30 2024-09-17T17:13:38.470 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 2581 (ObjNum 1007 snap 294 seq_num 1007) dirty exists 2024-09-17T17:13:38.470 INFO:tasks.rados.rados.0.smithi031.stdout:3209: done (7 left) 2024-09-17T17:13:38.470 INFO:tasks.rados.rados.0.smithi031.stdout:3210: done (6 left) 2024-09-17T17:13:38.471 INFO:tasks.rados.rados.0.smithi031.stdout:3211: done (5 left) 2024-09-17T17:13:38.471 INFO:tasks.rados.rados.0.smithi031.stdout:3212: done (4 left) 2024-09-17T17:13:38.471 INFO:tasks.rados.rados.0.smithi031.stdout:3213: done (3 left) 2024-09-17T17:13:38.471 INFO:tasks.rados.rados.0.smithi031.stdout:3218: snap_remove snap 296 2024-09-17T17:13:38.820 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:38 smithi031 ceph-mon[94873]: osdmap e680: 8 total, 8 up, 8 in 2024-09-17T17:13:38.820 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:38 smithi031 ceph-mon[94873]: osdmap e681: 8 total, 8 up, 8 in 2024-09-17T17:13:38.820 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:38 smithi031 ceph-mon[96842]: osdmap e680: 8 total, 8 up, 8 in 2024-09-17T17:13:38.820 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:38 smithi031 ceph-mon[96842]: osdmap e681: 8 total, 8 up, 8 in 2024-09-17T17:13:38.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:38 smithi066 ceph-mon[86175]: osdmap e680: 8 total, 8 up, 8 in 2024-09-17T17:13:38.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:38 smithi066 ceph-mon[86175]: osdmap e681: 8 total, 8 up, 8 in 2024-09-17T17:13:39.439 INFO:tasks.rados.rados.0.smithi031.stdout:3218: done (3 left) 2024-09-17T17:13:39.439 INFO:tasks.rados.rados.0.smithi031.stdout:3219: snap_remove snap 298 2024-09-17T17:13:39.535 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.3.0-4975-g1889a165 (1889a165b5128787ec693450a3d1c5df5d6dc203) squid (dev)" 2024-09-17T17:13:39.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:39 smithi031 ceph-mon[94873]: pgmap v682: 121 pgs: 121 active+clean; 103 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 550 KiB/s wr, 6 op/s 2024-09-17T17:13:39.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:39 smithi031 ceph-mon[96842]: pgmap v682: 121 pgs: 121 active+clean; 103 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 550 KiB/s wr, 6 op/s 2024-09-17T17:13:39.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:39 smithi066 ceph-mon[86175]: pgmap v682: 121 pgs: 121 active+clean; 103 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 550 KiB/s wr, 6 op/s 2024-09-17T17:13:40.254 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-17T17:13:40.255 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-09-17T17:13:40.255 DEBUG:teuthology.parallel:result is None 2024-09-17T17:13:40.436 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:13:40 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:13:40] "GET /metrics HTTP/1.1" 200 36360 "" "Prometheus/2.51.0" 2024-09-17T17:13:40.448 INFO:tasks.rados.rados.0.smithi031.stdout:3219: done (3 left) 2024-09-17T17:13:40.448 INFO:tasks.rados.rados.0.smithi031.stdout:3220: copy_from oid 15 from oid 17 current snap is 300 2024-09-17T17:13:40.448 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 300 2024-09-17T17:13:40.448 INFO:tasks.rados.rados.0.smithi031.stdout:3214: finishing write tid 1 to smithi03184240-42 2024-09-17T17:13:40.448 INFO:tasks.rados.rados.0.smithi031.stdout:3221: seq_num 1017 ranges {65536=237568} 2024-09-17T17:13:40.450 INFO:tasks.rados.rados.0.smithi031.stdout:3221: writing smithi03184240-45 from 65536 to 303104 tid 1 2024-09-17T17:13:40.450 INFO:tasks.rados.rados.0.smithi031.stdout:3222: snap_create 2024-09-17T17:13:40.450 INFO:tasks.rados.rados.0.smithi031.stdout:3214: finishing write tid 2 to smithi03184240-42 2024-09-17T17:13:40.450 INFO:tasks.rados.rados.0.smithi031.stdout:3216: finishing write tid 1 to smithi03184240-12 2024-09-17T17:13:40.450 INFO:tasks.rados.rados.0.smithi031.stdout:3216: finishing write tid 2 to smithi03184240-12 2024-09-17T17:13:40.450 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 2487 (ObjNum 917 snap 271 seq_num 917) dirty exists 2024-09-17T17:13:40.451 INFO:tasks.rados.rados.0.smithi031.stdout:3214: finishing write tid 3 to smithi03184240-42 2024-09-17T17:13:40.451 INFO:tasks.rados.rados.0.smithi031.stdout:3214: oid 42 updating version 0 to 2595 2024-09-17T17:13:40.451 INFO:tasks.rados.rados.0.smithi031.stdout:3214: oid 42 version 2595 is already newer than 2594 2024-09-17T17:13:40.451 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 2595 (ObjNum 1015 snap 300 seq_num 1015) dirty exists 2024-09-17T17:13:40.451 INFO:tasks.rados.rados.0.smithi031.stdout:3214: left oid 42 (ObjNum 1015 snap 300 seq_num 1015) 2024-09-17T17:13:40.451 INFO:tasks.rados.rados.0.smithi031.stdout:3216: finishing write tid 3 to smithi03184240-12 2024-09-17T17:13:40.451 INFO:tasks.rados.rados.0.smithi031.stdout:3216: oid 12 updating version 0 to 2050 2024-09-17T17:13:40.451 INFO:tasks.rados.rados.0.smithi031.stdout:3216: oid 12 version 2050 is already newer than 2049 2024-09-17T17:13:40.451 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 2050 (ObjNum 1016 snap 300 seq_num 1016) dirty exists 2024-09-17T17:13:40.451 INFO:tasks.rados.rados.0.smithi031.stdout:3216: left oid 12 (ObjNum 1016 snap 300 seq_num 1016) 2024-09-17T17:13:40.461 INFO:tasks.rados.rados.0.smithi031.stdout:3221: finishing write tid 1 to smithi03184240-45 2024-09-17T17:13:40.461 INFO:tasks.rados.rados.0.smithi031.stdout:3221: finishing write tid 2 to smithi03184240-45 2024-09-17T17:13:40.461 INFO:tasks.rados.rados.0.smithi031.stdout:3221: finishing write tid 3 to smithi03184240-45 2024-09-17T17:13:40.461 INFO:tasks.rados.rados.0.smithi031.stdout:3221: oid 45 updating version 0 to 2607 2024-09-17T17:13:40.462 INFO:tasks.rados.rados.0.smithi031.stdout:3221: oid 45 updating version 2607 to 2608 2024-09-17T17:13:40.462 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 2608 (ObjNum 1017 snap 300 seq_num 1017) dirty exists 2024-09-17T17:13:40.462 INFO:tasks.rados.rados.0.smithi031.stdout:3221: left oid 45 (ObjNum 1017 snap 300 seq_num 1017) 2024-09-17T17:13:40.469 INFO:tasks.rados.rados.0.smithi031.stdout:3220: finishing copy_from racing read to smithi03184240-15 2024-09-17T17:13:40.470 INFO:tasks.rados.rados.0.smithi031.stdout:3220: finishing copy_from to smithi03184240-15 2024-09-17T17:13:40.471 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 1586 (ObjNum 1008 snap 295 seq_num 1008) dirty exists 2024-09-17T17:13:40.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:40 smithi031 ceph-mon[94873]: osdmap e682: 8 total, 8 up, 8 in 2024-09-17T17:13:40.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:40 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/3601675883' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:40.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:40 smithi031 ceph-mon[96842]: osdmap e682: 8 total, 8 up, 8 in 2024-09-17T17:13:40.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:40 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/3601675883' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:40.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:40 smithi066 ceph-mon[86175]: osdmap e682: 8 total, 8 up, 8 in 2024-09-17T17:13:40.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:40 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/3601675883' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T17:13:41.455 INFO:tasks.rados.rados.0.smithi031.stdout:3214: done (5 left) 2024-09-17T17:13:41.455 INFO:tasks.rados.rados.0.smithi031.stdout:3216: done (4 left) 2024-09-17T17:13:41.455 INFO:tasks.rados.rados.0.smithi031.stdout:3217: done (3 left) 2024-09-17T17:13:41.455 INFO:tasks.rados.rados.0.smithi031.stdout:3220: done (2 left) 2024-09-17T17:13:41.455 INFO:tasks.rados.rados.0.smithi031.stdout:3221: done (1 left) 2024-09-17T17:13:41.455 INFO:tasks.rados.rados.0.smithi031.stdout:3222: done (0 left) 2024-09-17T17:13:41.456 INFO:tasks.rados.rados.0.smithi031.stdout:3223: snap_remove snap 297 2024-09-17T17:13:41.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:41 smithi031 ceph-mon[94873]: pgmap v685: 121 pgs: 121 active+clean; 103 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 90 KiB/s wr, 12 op/s 2024-09-17T17:13:41.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:41 smithi031 ceph-mon[94873]: osdmap e683: 8 total, 8 up, 8 in 2024-09-17T17:13:41.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:41 smithi031 ceph-mon[96842]: pgmap v685: 121 pgs: 121 active+clean; 103 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 90 KiB/s wr, 12 op/s 2024-09-17T17:13:41.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:41 smithi031 ceph-mon[96842]: osdmap e683: 8 total, 8 up, 8 in 2024-09-17T17:13:41.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:41 smithi066 ceph-mon[86175]: pgmap v685: 121 pgs: 121 active+clean; 103 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 90 KiB/s wr, 12 op/s 2024-09-17T17:13:41.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:41 smithi066 ceph-mon[86175]: osdmap e683: 8 total, 8 up, 8 in 2024-09-17T17:13:42.463 INFO:tasks.rados.rados.0.smithi031.stdout:3223: done (0 left) 2024-09-17T17:13:42.463 INFO:tasks.rados.rados.0.smithi031.stdout:3224: copy_from oid 16 from oid 21 current snap is 301 2024-09-17T17:13:42.464 INFO:tasks.rados.rados.0.smithi031.stdout:3225: rmattr oid 13 current snap is 301 2024-09-17T17:13:42.464 INFO:tasks.rados.rados.0.smithi031.stdout:3226: delete oid 42 current snap is 301 2024-09-17T17:13:42.469 INFO:tasks.rados.rados.0.smithi031.stdout:3226: done (2 left) 2024-09-17T17:13:42.469 INFO:tasks.rados.rados.0.smithi031.stdout:3227: snap_remove snap 295 2024-09-17T17:13:42.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:42 smithi031 ceph-mon[94873]: osdmap e684: 8 total, 8 up, 8 in 2024-09-17T17:13:42.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:42 smithi031 ceph-mon[96842]: osdmap e684: 8 total, 8 up, 8 in 2024-09-17T17:13:42.844 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:13:42 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2[112400]: 2024-09-17T17:13:42.472+0000 7fa1f7923640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 168 after trimming was started 2024-09-17T17:13:42.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:42 smithi066 ceph-mon[86175]: osdmap e684: 8 total, 8 up, 8 in 2024-09-17T17:13:43.425 INFO:tasks.rados.rados.0.smithi031.stdout:3227: done (2 left) 2024-09-17T17:13:43.426 INFO:tasks.rados.rados.0.smithi031.stdout:3228: rollback oid 49 current snap is 301 2024-09-17T17:13:43.426 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 49 to 300 2024-09-17T17:13:43.426 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 1975 (ObjNum 998 snap 293 seq_num 998) dirty exists 2024-09-17T17:13:43.426 INFO:tasks.rados.rados.0.smithi031.stdout:3224: finishing copy_from racing read to smithi03184240-16 2024-09-17T17:13:43.426 INFO:tasks.rados.rados.0.smithi031.stdout:3224: finishing copy_from to smithi03184240-16 2024-09-17T17:13:43.426 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 2572 (ObjNum 854 snap 259 seq_num 854) dirty exists 2024-09-17T17:13:43.426 INFO:tasks.rados.rados.0.smithi031.stdout:3224: done (2 left) 2024-09-17T17:13:43.426 INFO:tasks.rados.rados.0.smithi031.stdout:3225: done (1 left) 2024-09-17T17:13:43.426 INFO:tasks.rados.rados.0.smithi031.stdout:3229: setattr oid 46 current snap is 301 2024-09-17T17:13:43.430 INFO:tasks.rados.rados.0.smithi031.stdout:3230: copy_from oid 15 from oid 33 current snap is 301 2024-09-17T17:13:43.430 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 35 current snap is 301 2024-09-17T17:13:43.430 INFO:tasks.rados.rados.0.smithi031.stdout:3231: seq_num 1019 ranges {4530176=270336} 2024-09-17T17:13:43.456 INFO:tasks.rados.rados.0.smithi031.stdout:3231: writing smithi03184240-35 from 4530176 to 4800512 tid 1 2024-09-17T17:13:43.456 INFO:tasks.rados.rados.0.smithi031.stdout:3232: copy_from oid 39 from oid 5 current snap is 301 2024-09-17T17:13:43.456 INFO:tasks.rados.rados.0.smithi031.stdout:3228: finishing rollback tid 0 to smithi03184240-49 2024-09-17T17:13:43.456 INFO:tasks.rados.rados.0.smithi031.stdout:3228: finishing rollback tid 1 to smithi03184240-49 2024-09-17T17:13:43.456 INFO:tasks.rados.rados.0.smithi031.stdout:3228: finishing rollback tid 2 to smithi03184240-49 2024-09-17T17:13:43.456 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 2186 (ObjNum 978 snap 290 seq_num 978) dirty exists 2024-09-17T17:13:43.456 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 2488 (ObjNum 1011 snap 297 seq_num 1011) dirty exists 2024-09-17T17:13:43.457 INFO:tasks.rados.rados.0.smithi031.stdout:3228: done (4 left) 2024-09-17T17:13:43.457 INFO:tasks.rados.rados.0.smithi031.stdout:3229: done (3 left) 2024-09-17T17:13:43.457 INFO:tasks.rados.rados.0.smithi031.stdout:3233: delete oid 6 current snap is 301 2024-09-17T17:13:43.461 INFO:tasks.rados.rados.0.smithi031.stdout:3233: done (3 left) 2024-09-17T17:13:43.461 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 44 current snap is 301 2024-09-17T17:13:43.461 INFO:tasks.rados.rados.0.smithi031.stdout:3234: seq_num 1021 ranges {0=303104} 2024-09-17T17:13:43.463 INFO:tasks.rados.rados.0.smithi031.stdout:3234: writing smithi03184240-44 from 0 to 303104 tid 1 2024-09-17T17:13:43.463 INFO:tasks.rados.rados.0.smithi031.stdout:3235: read oid 11 snap -1 2024-09-17T17:13:43.464 INFO:tasks.rados.rados.0.smithi031.stdout:3235: expect (ObjNum 963 snap 284 seq_num 963) 2024-09-17T17:13:43.464 INFO:tasks.rados.rados.0.smithi031.stdout:3231: finishing write tid 1 to smithi03184240-35 2024-09-17T17:13:43.464 INFO:tasks.rados.rados.0.smithi031.stdout:3230: finishing copy_from racing read to smithi03184240-15 2024-09-17T17:13:43.464 INFO:tasks.rados.rados.0.smithi031.stdout:3236: delete oid 31 current snap is 301 2024-09-17T17:13:43.464 INFO:tasks.rados.rados.0.smithi031.stdout:3231: finishing write tid 2 to smithi03184240-35 2024-09-17T17:13:43.465 INFO:tasks.rados.rados.0.smithi031.stdout:3230: finishing copy_from to smithi03184240-15 2024-09-17T17:13:43.466 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 1974 (ObjNum 1002 snap 294 seq_num 1002) dirty exists 2024-09-17T17:13:43.468 INFO:tasks.rados.rados.0.smithi031.stdout:3231: finishing write tid 3 to smithi03184240-35 2024-09-17T17:13:43.468 INFO:tasks.rados.rados.0.smithi031.stdout:3231: oid 35 updating version 0 to 2386 2024-09-17T17:13:43.468 INFO:tasks.rados.rados.0.smithi031.stdout:3231: oid 35 version 2386 is already newer than 2385 2024-09-17T17:13:43.468 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 2386 (ObjNum 1019 snap 301 seq_num 1019) dirty exists 2024-09-17T17:13:43.468 INFO:tasks.rados.rados.0.smithi031.stdout:3231: left oid 35 (ObjNum 1019 snap 301 seq_num 1019) 2024-09-17T17:13:43.468 INFO:tasks.rados.rados.0.smithi031.stdout:3230: done (5 left) 2024-09-17T17:13:43.468 INFO:tasks.rados.rados.0.smithi031.stdout:3231: done (4 left) 2024-09-17T17:13:43.468 INFO:tasks.rados.rados.0.smithi031.stdout:3236: done (3 left) 2024-09-17T17:13:43.468 INFO:tasks.rados.rados.0.smithi031.stdout:3237: read oid 47 snap -1 2024-09-17T17:13:43.468 INFO:tasks.rados.rados.0.smithi031.stdout:3237: expect (ObjNum 1003 snap 294 seq_num 1003) 2024-09-17T17:13:43.469 INFO:tasks.rados.rados.0.smithi031.stdout:3238: read oid 30 snap -1 2024-09-17T17:13:43.469 INFO:tasks.rados.rados.0.smithi031.stdout:3238: expect (ObjNum 1007 snap 294 seq_num 1007) 2024-09-17T17:13:43.469 INFO:tasks.rados.rados.0.smithi031.stdout:3239: rollback oid 26 current snap is 301 2024-09-17T17:13:43.469 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 26 to 300 2024-09-17T17:13:43.469 INFO:tasks.rados.rados.0.smithi031.stdout:3240: rmattr oid 23 current snap is 301 2024-09-17T17:13:43.469 INFO:tasks.rados.rados.0.smithi031.stdout:3240: done (6 left) 2024-09-17T17:13:43.469 INFO:tasks.rados.rados.0.smithi031.stdout:3241: read oid 42 snap -1 2024-09-17T17:13:43.469 INFO:tasks.rados.rados.0.smithi031.stdout:3241: expect deleted 2024-09-17T17:13:43.469 INFO:tasks.rados.rados.0.smithi031.stdout:3242: read oid 24 snap -1 2024-09-17T17:13:43.470 INFO:tasks.rados.rados.0.smithi031.stdout:3242: expect (ObjNum 960 snap 284 seq_num 960) 2024-09-17T17:13:43.470 INFO:tasks.rados.rados.0.smithi031.stdout:3243: snap_remove snap 293 2024-09-17T17:13:43.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:43 smithi031 ceph-mon[94873]: pgmap v688: 121 pgs: 121 active+clean; 110 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-09-17T17:13:43.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:43 smithi031 ceph-mon[94873]: osdmap e685: 8 total, 8 up, 8 in 2024-09-17T17:13:43.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:43 smithi031 ceph-mon[94873]: osdmap e686: 8 total, 8 up, 8 in 2024-09-17T17:13:43.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:43 smithi031 ceph-mon[96842]: pgmap v688: 121 pgs: 121 active+clean; 110 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-09-17T17:13:43.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:43 smithi031 ceph-mon[96842]: osdmap e685: 8 total, 8 up, 8 in 2024-09-17T17:13:43.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:43 smithi031 ceph-mon[96842]: osdmap e686: 8 total, 8 up, 8 in 2024-09-17T17:13:43.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:43 smithi066 ceph-mon[86175]: pgmap v688: 121 pgs: 121 active+clean; 110 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-09-17T17:13:43.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:43 smithi066 ceph-mon[86175]: osdmap e685: 8 total, 8 up, 8 in 2024-09-17T17:13:43.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:43 smithi066 ceph-mon[86175]: osdmap e686: 8 total, 8 up, 8 in 2024-09-17T17:13:44.482 INFO:tasks.rados.rados.0.smithi031.stdout:3234: finishing write tid 1 to smithi03184240-44 2024-09-17T17:13:44.482 INFO:tasks.rados.rados.0.smithi031.stdout:3234: finishing write tid 2 to smithi03184240-44 2024-09-17T17:13:44.482 INFO:tasks.rados.rados.0.smithi031.stdout:3234: finishing write tid 3 to smithi03184240-44 2024-09-17T17:13:44.482 INFO:tasks.rados.rados.0.smithi031.stdout:3234: oid 44 updating version 0 to 2630 2024-09-17T17:13:44.482 INFO:tasks.rados.rados.0.smithi031.stdout:3234: oid 44 version 2630 is already newer than 2629 2024-09-17T17:13:44.482 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 2630 (ObjNum 1021 snap 301 seq_num 1021) dirty exists 2024-09-17T17:13:44.482 INFO:tasks.rados.rados.0.smithi031.stdout:3234: left oid 44 (ObjNum 1021 snap 301 seq_num 1021) 2024-09-17T17:13:44.482 INFO:tasks.rados.rados.0.smithi031.stdout:3239: finishing rollback tid 0 to smithi03184240-26 2024-09-17T17:13:44.483 INFO:tasks.rados.rados.0.smithi031.stdout:3239: finishing rollback tid 1 to smithi03184240-26 2024-09-17T17:13:44.483 INFO:tasks.rados.rados.0.smithi031.stdout:3239: finishing rollback tid 2 to smithi03184240-26 2024-09-17T17:13:44.483 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 2389 (ObjNum 906 snap 270 seq_num 906) dirty exists 2024-09-17T17:13:44.483 INFO:tasks.rados.rados.0.smithi031.stdout:3238: expect (ObjNum 1007 snap 294 seq_num 1007) 2024-09-17T17:13:44.483 INFO:tasks.rados.rados.0.smithi031.stdout:3237: expect (ObjNum 1003 snap 294 seq_num 1003) 2024-09-17T17:13:44.552 INFO:tasks.rados.rados.0.smithi031.stdout:3232: finishing copy_from racing read to smithi03184240-39 2024-09-17T17:13:44.552 INFO:tasks.rados.rados.0.smithi031.stdout:3232: finishing copy_from to smithi03184240-39 2024-09-17T17:13:44.552 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 2195 (ObjNum 941 snap 280 seq_num 941) dirty exists 2024-09-17T17:13:44.552 INFO:tasks.rados.rados.0.smithi031.stdout:3232: done (8 left) 2024-09-17T17:13:44.552 INFO:tasks.rados.rados.0.smithi031.stdout:3234: done (7 left) 2024-09-17T17:13:44.552 INFO:tasks.rados.rados.0.smithi031.stdout:3237: done (6 left) 2024-09-17T17:13:44.553 INFO:tasks.rados.rados.0.smithi031.stdout:3238: done (5 left) 2024-09-17T17:13:44.553 INFO:tasks.rados.rados.0.smithi031.stdout:3239: done (4 left) 2024-09-17T17:13:44.553 INFO:tasks.rados.rados.0.smithi031.stdout:3241: done (3 left) 2024-09-17T17:13:44.553 INFO:tasks.rados.rados.0.smithi031.stdout:3243: done (2 left) 2024-09-17T17:13:44.553 INFO:tasks.rados.rados.0.smithi031.stdout:3244: delete oid 33 current snap is 301 2024-09-17T17:13:44.553 INFO:tasks.rados.rados.0.smithi031.stdout:3235: expect (ObjNum 963 snap 284 seq_num 963) 2024-09-17T17:13:44.760 INFO:tasks.rados.rados.0.smithi031.stdout:3242: expect (ObjNum 960 snap 284 seq_num 960) 2024-09-17T17:13:44.914 INFO:tasks.rados.rados.0.smithi031.stdout:3235: done (2 left) 2024-09-17T17:13:44.914 INFO:tasks.rados.rados.0.smithi031.stdout:3242: done (1 left) 2024-09-17T17:13:44.915 INFO:tasks.rados.rados.0.smithi031.stdout:3244: done (0 left) 2024-09-17T17:13:44.915 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 301 2024-09-17T17:13:44.915 INFO:tasks.rados.rados.0.smithi031.stdout:3245: seq_num 1024 ranges {0=352256} 2024-09-17T17:13:44.916 INFO:tasks.rados.rados.0.smithi031.stdout:3245: writing smithi03184240-2 from 0 to 352256 tid 1 2024-09-17T17:13:44.916 INFO:tasks.rados.rados.0.smithi031.stdout:3246: rollback oid 37 current snap is 301 2024-09-17T17:13:44.917 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 37 to 300 2024-09-17T17:13:44.917 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 34 current snap is 301 2024-09-17T17:13:44.917 INFO:tasks.rados.rados.0.smithi031.stdout:3247: seq_num 1025 ranges {3923968=368640} 2024-09-17T17:13:44.940 INFO:tasks.rados.rados.0.smithi031.stdout:3247: writing smithi03184240-34 from 3923968 to 4292608 tid 1 2024-09-17T17:13:44.940 INFO:tasks.rados.rados.0.smithi031.stdout:3248: delete oid 22 current snap is 301 2024-09-17T17:13:44.940 INFO:tasks.rados.rados.0.smithi031.stdout:3246: finishing rollback tid 1 to smithi03184240-37 2024-09-17T17:13:44.941 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 0 (ObjNum 225 snap 0 seq_num 1705019632) dirty dne 2024-09-17T17:13:44.941 INFO:tasks.rados.rados.0.smithi031.stdout:3245: finishing write tid 1 to smithi03184240-2 2024-09-17T17:13:44.941 INFO:tasks.rados.rados.0.smithi031.stdout:3245: finishing write tid 2 to smithi03184240-2 2024-09-17T17:13:44.941 INFO:tasks.rados.rados.0.smithi031.stdout:3245: finishing write tid 3 to smithi03184240-2 2024-09-17T17:13:44.941 INFO:tasks.rados.rados.0.smithi031.stdout:3245: oid 2 updating version 0 to 2638 2024-09-17T17:13:44.941 INFO:tasks.rados.rados.0.smithi031.stdout:3245: oid 2 version 2638 is already newer than 2637 2024-09-17T17:13:44.941 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 2638 (ObjNum 1024 snap 301 seq_num 1024) dirty exists 2024-09-17T17:13:44.941 INFO:tasks.rados.rados.0.smithi031.stdout:3245: left oid 2 (ObjNum 1024 snap 301 seq_num 1024) 2024-09-17T17:13:44.943 INFO:tasks.rados.rados.0.smithi031.stdout:3245: done (3 left) 2024-09-17T17:13:44.943 INFO:tasks.rados.rados.0.smithi031.stdout:3246: done (2 left) 2024-09-17T17:13:44.943 INFO:tasks.rados.rados.0.smithi031.stdout:3248: done (1 left) 2024-09-17T17:13:44.943 INFO:tasks.rados.rados.0.smithi031.stdout:3249: rmattr oid 43 current snap is 301 2024-09-17T17:13:44.943 INFO:tasks.rados.rados.0.smithi031.stdout:3250: rollback oid 9 current snap is 301 2024-09-17T17:13:44.944 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 9 to 299 2024-09-17T17:13:44.944 INFO:tasks.rados.rados.0.smithi031.stdout:3251: read oid 50 snap -1 2024-09-17T17:13:44.944 INFO:tasks.rados.rados.0.smithi031.stdout:3251: expect (ObjNum 917 snap 271 seq_num 917) 2024-09-17T17:13:44.944 INFO:tasks.rados.rados.0.smithi031.stdout:3252: read oid 28 snap -1 2024-09-17T17:13:44.944 INFO:tasks.rados.rados.0.smithi031.stdout:3252: expect (ObjNum 1005 snap 294 seq_num 1005) 2024-09-17T17:13:44.944 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 301 2024-09-17T17:13:44.944 INFO:tasks.rados.rados.0.smithi031.stdout:3253: seq_num 1027 ranges {1433600=409600} 2024-09-17T17:13:44.957 INFO:tasks.rados.rados.0.smithi031.stdout:3253: writing smithi03184240-23 from 1433600 to 1843200 tid 1 2024-09-17T17:13:44.957 INFO:tasks.rados.rados.0.smithi031.stdout:3254: read oid 32 snap -1 2024-09-17T17:13:44.957 INFO:tasks.rados.rados.0.smithi031.stdout:3254: expect (ObjNum 1006 snap 294 seq_num 1006) 2024-09-17T17:13:44.957 INFO:tasks.rados.rados.0.smithi031.stdout:3255: snap_create 2024-09-17T17:13:44.957 INFO:tasks.rados.rados.0.smithi031.stdout:3250: finishing rollback tid 1 to smithi03184240-9 2024-09-17T17:13:44.957 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 0 (ObjNum 33 snap 0 seq_num 1704785600) dirty dne 2024-09-17T17:13:44.957 INFO:tasks.rados.rados.0.smithi031.stdout:3247: finishing write tid 1 to smithi03184240-34 2024-09-17T17:13:44.958 INFO:tasks.rados.rados.0.smithi031.stdout:3247: finishing write tid 2 to smithi03184240-34 2024-09-17T17:13:44.958 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 2640 (ObjNum 854 snap 259 seq_num 854) dirty exists 2024-09-17T17:13:44.958 INFO:tasks.rados.rados.0.smithi031.stdout:3247: finishing write tid 3 to smithi03184240-34 2024-09-17T17:13:44.958 INFO:tasks.rados.rados.0.smithi031.stdout:3247: oid 34 updating version 0 to 1589 2024-09-17T17:13:44.958 INFO:tasks.rados.rados.0.smithi031.stdout:3247: oid 34 updating version 1589 to 1590 2024-09-17T17:13:44.958 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 1590 (ObjNum 1025 snap 301 seq_num 1025) dirty exists 2024-09-17T17:13:44.958 INFO:tasks.rados.rados.0.smithi031.stdout:3247: left oid 34 (ObjNum 1025 snap 301 seq_num 1025) 2024-09-17T17:13:44.958 INFO:tasks.rados.rados.0.smithi031.stdout:3252: expect (ObjNum 1005 snap 294 seq_num 1005) 2024-09-17T17:13:44.958 INFO:tasks.rados.rados.0.smithi031.stdout:3251: expect (ObjNum 917 snap 271 seq_num 917) 2024-09-17T17:13:45.053 INFO:tasks.rados.rados.0.smithi031.stdout:3253: finishing write tid 1 to smithi03184240-23 2024-09-17T17:13:45.053 INFO:tasks.rados.rados.0.smithi031.stdout:3253: finishing write tid 2 to smithi03184240-23 2024-09-17T17:13:45.053 INFO:tasks.rados.rados.0.smithi031.stdout:3254: expect (ObjNum 1006 snap 294 seq_num 1006) 2024-09-17T17:13:45.154 INFO:tasks.rados.rados.0.smithi031.stdout:3253: finishing write tid 3 to smithi03184240-23 2024-09-17T17:13:45.155 INFO:tasks.rados.rados.0.smithi031.stdout:3253: oid 23 updating version 0 to 1956 2024-09-17T17:13:45.155 INFO:tasks.rados.rados.0.smithi031.stdout:3253: oid 23 version 1956 is already newer than 1955 2024-09-17T17:13:45.155 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 1956 (ObjNum 1027 snap 301 seq_num 1027) dirty exists 2024-09-17T17:13:45.155 INFO:tasks.rados.rados.0.smithi031.stdout:3253: left oid 23 (ObjNum 1027 snap 301 seq_num 1027) 2024-09-17T17:13:45.475 INFO:tasks.rados.rados.0.smithi031.stdout:3247: done (7 left) 2024-09-17T17:13:45.475 INFO:tasks.rados.rados.0.smithi031.stdout:3249: done (6 left) 2024-09-17T17:13:45.476 INFO:tasks.rados.rados.0.smithi031.stdout:3250: done (5 left) 2024-09-17T17:13:45.476 INFO:tasks.rados.rados.0.smithi031.stdout:3251: done (4 left) 2024-09-17T17:13:45.476 INFO:tasks.rados.rados.0.smithi031.stdout:3252: done (3 left) 2024-09-17T17:13:45.476 INFO:tasks.rados.rados.0.smithi031.stdout:3253: done (2 left) 2024-09-17T17:13:45.476 INFO:tasks.rados.rados.0.smithi031.stdout:3254: done (1 left) 2024-09-17T17:13:45.476 INFO:tasks.rados.rados.0.smithi031.stdout:3255: done (0 left) 2024-09-17T17:13:45.476 INFO:tasks.rados.rados.0.smithi031.stdout:3256: delete oid 25 current snap is 302 2024-09-17T17:13:45.479 INFO:tasks.rados.rados.0.smithi031.stdout:3256: done (0 left) 2024-09-17T17:13:45.479 INFO:tasks.rados.rados.0.smithi031.stdout:3257: read oid 49 snap -1 2024-09-17T17:13:45.479 INFO:tasks.rados.rados.0.smithi031.stdout:3257: expect (ObjNum 978 snap 290 seq_num 978) 2024-09-17T17:13:45.479 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 302 2024-09-17T17:13:45.479 INFO:tasks.rados.rados.0.smithi031.stdout:3258: seq_num 1029 ranges {1728512=442368} 2024-09-17T17:13:45.491 INFO:tasks.rados.rados.0.smithi031.stdout:3258: writing smithi03184240-32 from 1728512 to 2170880 tid 1 2024-09-17T17:13:45.491 INFO:tasks.rados.rados.0.smithi031.stdout:3259: snap_create 2024-09-17T17:13:45.491 INFO:tasks.rados.rados.0.smithi031.stdout:3257: expect (ObjNum 978 snap 290 seq_num 978) 2024-09-17T17:13:45.548 INFO:tasks.rados.rados.0.smithi031.stdout:3258: finishing write tid 1 to smithi03184240-32 2024-09-17T17:13:45.548 INFO:tasks.rados.rados.0.smithi031.stdout:3258: finishing write tid 2 to smithi03184240-32 2024-09-17T17:13:45.548 INFO:tasks.rados.rados.0.smithi031.stdout:3258: finishing write tid 3 to smithi03184240-32 2024-09-17T17:13:45.548 INFO:tasks.rados.rados.0.smithi031.stdout:3258: oid 32 updating version 0 to 2188 2024-09-17T17:13:45.548 INFO:tasks.rados.rados.0.smithi031.stdout:3258: oid 32 version 2188 is already newer than 2187 2024-09-17T17:13:45.549 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 2188 (ObjNum 1029 snap 302 seq_num 1029) dirty exists 2024-09-17T17:13:45.549 INFO:tasks.rados.rados.0.smithi031.stdout:3258: left oid 32 (ObjNum 1029 snap 302 seq_num 1029) 2024-09-17T17:13:45.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:45 smithi031 ceph-mon[94873]: pgmap v691: 121 pgs: 121 active+clean; 113 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-09-17T17:13:45.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:45 smithi031 ceph-mon[94873]: osdmap e687: 8 total, 8 up, 8 in 2024-09-17T17:13:45.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:45 smithi031 ceph-mon[96842]: pgmap v691: 121 pgs: 121 active+clean; 113 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-09-17T17:13:45.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:45 smithi031 ceph-mon[96842]: osdmap e687: 8 total, 8 up, 8 in 2024-09-17T17:13:45.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:45 smithi066 ceph-mon[86175]: pgmap v691: 121 pgs: 121 active+clean; 113 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-09-17T17:13:45.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:45 smithi066 ceph-mon[86175]: osdmap e687: 8 total, 8 up, 8 in 2024-09-17T17:13:46.485 INFO:tasks.rados.rados.0.smithi031.stdout:3257: done (2 left) 2024-09-17T17:13:46.485 INFO:tasks.rados.rados.0.smithi031.stdout:3258: done (1 left) 2024-09-17T17:13:46.485 INFO:tasks.rados.rados.0.smithi031.stdout:3259: done (0 left) 2024-09-17T17:13:46.485 INFO:tasks.rados.rados.0.smithi031.stdout:3260: delete oid 35 current snap is 303 2024-09-17T17:13:46.490 INFO:tasks.rados.rados.0.smithi031.stdout:3260: done (0 left) 2024-09-17T17:13:46.490 INFO:tasks.rados.rados.0.smithi031.stdout:3261: delete oid 27 current snap is 303 2024-09-17T17:13:46.495 INFO:tasks.rados.rados.0.smithi031.stdout:3261: done (0 left) 2024-09-17T17:13:46.495 INFO:tasks.rados.rados.0.smithi031.stdout:3262: snap_remove snap 301 2024-09-17T17:13:46.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:46 smithi031 ceph-mon[94873]: osdmap e688: 8 total, 8 up, 8 in 2024-09-17T17:13:46.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:46 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:13:46.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:46 smithi031 ceph-mon[96842]: osdmap e688: 8 total, 8 up, 8 in 2024-09-17T17:13:46.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:46 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:13:46.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:46 smithi066 ceph-mon[86175]: osdmap e688: 8 total, 8 up, 8 in 2024-09-17T17:13:46.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:46 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:13:47.490 INFO:tasks.rados.rados.0.smithi031.stdout:3262: done (0 left) 2024-09-17T17:13:47.490 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 17 current snap is 303 2024-09-17T17:13:47.490 INFO:tasks.rados.rados.0.smithi031.stdout:3263: seq_num 1032 ranges {1695744=491520} 2024-09-17T17:13:47.502 INFO:tasks.rados.rados.0.smithi031.stdout:3263: writing smithi03184240-17 from 1695744 to 2187264 tid 1 2024-09-17T17:13:47.502 INFO:tasks.rados.rados.0.smithi031.stdout:3264: snap_remove snap 302 2024-09-17T17:13:47.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:47 smithi031 ceph-mon[94873]: pgmap v694: 121 pgs: 121 active+clean; 113 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-17T17:13:47.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:47 smithi031 ceph-mon[94873]: osdmap e689: 8 total, 8 up, 8 in 2024-09-17T17:13:47.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:47 smithi031 ceph-mon[96842]: pgmap v694: 121 pgs: 121 active+clean; 113 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-17T17:13:47.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:47 smithi031 ceph-mon[96842]: osdmap e689: 8 total, 8 up, 8 in 2024-09-17T17:13:47.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:47 smithi066 ceph-mon[86175]: pgmap v694: 121 pgs: 121 active+clean; 113 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-17T17:13:47.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:47 smithi066 ceph-mon[86175]: osdmap e689: 8 total, 8 up, 8 in 2024-09-17T17:13:48.423 INFO:tasks.rados.rados.0.smithi031.stdout:3264: done (1 left) 2024-09-17T17:13:48.423 INFO:tasks.rados.rados.0.smithi031.stdout:3265: snap_create 2024-09-17T17:13:48.423 INFO:tasks.rados.rados.0.smithi031.stdout:3263: finishing write tid 1 to smithi03184240-17 2024-09-17T17:13:48.423 INFO:tasks.rados.rados.0.smithi031.stdout:3263: finishing write tid 2 to smithi03184240-17 2024-09-17T17:13:48.423 INFO:tasks.rados.rados.0.smithi031.stdout:3263: finishing write tid 3 to smithi03184240-17 2024-09-17T17:13:48.423 INFO:tasks.rados.rados.0.smithi031.stdout:3263: oid 17 updating version 0 to 1592 2024-09-17T17:13:48.424 INFO:tasks.rados.rados.0.smithi031.stdout:3263: oid 17 version 1592 is already newer than 1591 2024-09-17T17:13:48.424 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 1592 (ObjNum 1032 snap 303 seq_num 1032) dirty exists 2024-09-17T17:13:48.424 INFO:tasks.rados.rados.0.smithi031.stdout:3263: left oid 17 (ObjNum 1032 snap 303 seq_num 1032) 2024-09-17T17:13:48.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:48 smithi031 ceph-mon[94873]: osdmap e690: 8 total, 8 up, 8 in 2024-09-17T17:13:48.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:48 smithi031 ceph-mon[94873]: osdmap e691: 8 total, 8 up, 8 in 2024-09-17T17:13:48.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:48 smithi031 ceph-mon[96842]: osdmap e690: 8 total, 8 up, 8 in 2024-09-17T17:13:48.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:48 smithi031 ceph-mon[96842]: osdmap e691: 8 total, 8 up, 8 in 2024-09-17T17:13:48.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:48 smithi066 ceph-mon[86175]: osdmap e690: 8 total, 8 up, 8 in 2024-09-17T17:13:48.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:48 smithi066 ceph-mon[86175]: osdmap e691: 8 total, 8 up, 8 in 2024-09-17T17:13:49.422 INFO:tasks.rados.rados.0.smithi031.stdout:3263: done (1 left) 2024-09-17T17:13:49.422 INFO:tasks.rados.rados.0.smithi031.stdout:3265: done (0 left) 2024-09-17T17:13:49.422 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 34 current snap is 304 2024-09-17T17:13:49.423 INFO:tasks.rados.rados.0.smithi031.stdout:3266: seq_num 1033 ranges {4292608=507904} 2024-09-17T17:13:49.449 INFO:tasks.rados.rados.0.smithi031.stdout:3266: writing smithi03184240-34 from 4292608 to 4800512 tid 1 2024-09-17T17:13:49.449 INFO:tasks.rados.rados.0.smithi031.stdout:3267: setattr oid 41 current snap is 304 2024-09-17T17:13:49.451 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 40 current snap is 304 2024-09-17T17:13:49.451 INFO:tasks.rados.rados.0.smithi031.stdout:3268: seq_num 1034 ranges {0=524288} 2024-09-17T17:13:49.454 INFO:tasks.rados.rados.0.smithi031.stdout:3268: writing smithi03184240-40 from 0 to 524288 tid 1 2024-09-17T17:13:49.454 INFO:tasks.rados.rados.0.smithi031.stdout:3269: read oid 47 snap 299 2024-09-17T17:13:49.454 INFO:tasks.rados.rados.0.smithi031.stdout:3269: expect (ObjNum 1003 snap 294 seq_num 1003) 2024-09-17T17:13:49.454 INFO:tasks.rados.rados.0.smithi031.stdout:3270: read oid 12 snap -1 2024-09-17T17:13:49.454 INFO:tasks.rados.rados.0.smithi031.stdout:3270: expect (ObjNum 1016 snap 300 seq_num 1016) 2024-09-17T17:13:49.454 INFO:tasks.rados.rados.0.smithi031.stdout:3271: snap_remove snap 300 2024-09-17T17:13:49.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:49 smithi031 ceph-mon[94873]: pgmap v697: 121 pgs: 121 active+clean; 116 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 21 op/s 2024-09-17T17:13:49.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:49 smithi031 ceph-mon[94873]: osdmap e692: 8 total, 8 up, 8 in 2024-09-17T17:13:49.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:49 smithi031 ceph-mon[96842]: pgmap v697: 121 pgs: 121 active+clean; 116 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 21 op/s 2024-09-17T17:13:49.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:49 smithi031 ceph-mon[96842]: osdmap e692: 8 total, 8 up, 8 in 2024-09-17T17:13:49.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:49 smithi066 ceph-mon[86175]: pgmap v697: 121 pgs: 121 active+clean; 116 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 21 op/s 2024-09-17T17:13:49.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:49 smithi066 ceph-mon[86175]: osdmap e692: 8 total, 8 up, 8 in 2024-09-17T17:13:50.432 INFO:tasks.rados.rados.0.smithi031.stdout:3266: finishing write tid 1 to smithi03184240-34 2024-09-17T17:13:50.432 INFO:tasks.rados.rados.0.smithi031.stdout:3266: finishing write tid 2 to smithi03184240-34 2024-09-17T17:13:50.432 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 1595 (ObjNum 1014 snap 300 seq_num 1014) dirty exists 2024-09-17T17:13:50.432 INFO:tasks.rados.rados.0.smithi031.stdout:3266: finishing write tid 3 to smithi03184240-34 2024-09-17T17:13:50.432 INFO:tasks.rados.rados.0.smithi031.stdout:3266: oid 34 updating version 0 to 1594 2024-09-17T17:13:50.432 INFO:tasks.rados.rados.0.smithi031.stdout:3266: oid 34 version 1594 is already newer than 1593 2024-09-17T17:13:50.432 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 1594 (ObjNum 1033 snap 304 seq_num 1033) dirty exists 2024-09-17T17:13:50.432 INFO:tasks.rados.rados.0.smithi031.stdout:3266: left oid 34 (ObjNum 1033 snap 304 seq_num 1033) 2024-09-17T17:13:50.432 INFO:tasks.rados.rados.0.smithi031.stdout:3270: expect (ObjNum 1016 snap 300 seq_num 1016) 2024-09-17T17:13:50.438 INFO:tasks.rados.rados.0.smithi031.stdout:3268: finishing write tid 1 to smithi03184240-40 2024-09-17T17:13:50.439 INFO:tasks.rados.rados.0.smithi031.stdout:3268: finishing write tid 2 to smithi03184240-40 2024-09-17T17:13:50.439 INFO:tasks.rados.rados.0.smithi031.stdout:3268: finishing write tid 3 to smithi03184240-40 2024-09-17T17:13:50.439 INFO:tasks.rados.rados.0.smithi031.stdout:3268: oid 40 updating version 0 to 2643 2024-09-17T17:13:50.439 INFO:tasks.rados.rados.0.smithi031.stdout:3268: oid 40 version 2643 is already newer than 2642 2024-09-17T17:13:50.439 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 2643 (ObjNum 1034 snap 304 seq_num 1034) dirty exists 2024-09-17T17:13:50.439 INFO:tasks.rados.rados.0.smithi031.stdout:3268: left oid 40 (ObjNum 1034 snap 304 seq_num 1034) 2024-09-17T17:13:50.439 INFO:tasks.rados.rados.0.smithi031.stdout:3269: expect (ObjNum 1003 snap 294 seq_num 1003) 2024-09-17T17:13:50.506 INFO:tasks.rados.rados.0.smithi031.stdout:3266: done (5 left) 2024-09-17T17:13:50.507 INFO:tasks.rados.rados.0.smithi031.stdout:3267: done (4 left) 2024-09-17T17:13:50.507 INFO:tasks.rados.rados.0.smithi031.stdout:3268: done (3 left) 2024-09-17T17:13:50.507 INFO:tasks.rados.rados.0.smithi031.stdout:3269: done (2 left) 2024-09-17T17:13:50.507 INFO:tasks.rados.rados.0.smithi031.stdout:3270: done (1 left) 2024-09-17T17:13:50.507 INFO:tasks.rados.rados.0.smithi031.stdout:3271: done (0 left) 2024-09-17T17:13:50.507 INFO:tasks.rados.rados.0.smithi031.stdout:3272: delete oid 16 current snap is 304 2024-09-17T17:13:50.508 INFO:tasks.rados.rados.0.smithi031.stdout:3272: done (0 left) 2024-09-17T17:13:50.509 INFO:tasks.rados.rados.0.smithi031.stdout:3273: snap_remove snap 303 2024-09-17T17:13:50.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:13:50 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:13:50] "GET /metrics HTTP/1.1" 200 36358 "" "Prometheus/2.51.0" 2024-09-17T17:13:51.500 INFO:tasks.rados.rados.0.smithi031.stdout:3273: done (0 left) 2024-09-17T17:13:51.500 INFO:tasks.rados.rados.0.smithi031.stdout:3274: copy_from oid 33 from oid 15 current snap is 304 2024-09-17T17:13:51.500 INFO:tasks.rados.rados.0.smithi031.stdout:3275: copy_from oid 16 from oid 12 current snap is 304 2024-09-17T17:13:51.500 INFO:tasks.rados.rados.0.smithi031.stdout:3276: rmattr oid 8 current snap is 304 2024-09-17T17:13:51.500 INFO:tasks.rados.rados.0.smithi031.stdout:3276: done (2 left) 2024-09-17T17:13:51.500 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 304 2024-09-17T17:13:51.500 INFO:tasks.rados.rados.0.smithi031.stdout:3277: seq_num 1036 ranges {2310144=557056} 2024-09-17T17:13:51.516 INFO:tasks.rados.rados.0.smithi031.stdout:3277: writing smithi03184240-4 from 2310144 to 2867200 tid 1 2024-09-17T17:13:51.516 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 36 current snap is 304 2024-09-17T17:13:51.516 INFO:tasks.rados.rados.0.smithi031.stdout:3278: seq_num 1037 ranges {0=573440} 2024-09-17T17:13:51.519 INFO:tasks.rados.rados.0.smithi031.stdout:3278: writing smithi03184240-36 from 0 to 573440 tid 1 2024-09-17T17:13:51.520 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 6 current snap is 304 2024-09-17T17:13:51.520 INFO:tasks.rados.rados.0.smithi031.stdout:3275: finishing copy_from racing read to smithi03184240-16 2024-09-17T17:13:51.520 INFO:tasks.rados.rados.0.smithi031.stdout:3275: finishing copy_from to smithi03184240-16 2024-09-17T17:13:51.520 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 2050 (ObjNum 1016 snap 300 seq_num 1016) dirty exists 2024-09-17T17:13:51.520 INFO:tasks.rados.rados.0.smithi031.stdout:3279: seq_num 1038 ranges {0=589824} 2024-09-17T17:13:51.523 INFO:tasks.rados.rados.0.smithi031.stdout:3279: writing smithi03184240-6 from 0 to 589824 tid 1 2024-09-17T17:13:51.524 INFO:tasks.rados.rados.0.smithi031.stdout:3275: done (4 left) 2024-09-17T17:13:51.524 INFO:tasks.rados.rados.0.smithi031.stdout:3280: snap_create 2024-09-17T17:13:51.524 INFO:tasks.rados.rados.0.smithi031.stdout:3277: finishing write tid 1 to smithi03184240-4 2024-09-17T17:13:51.524 INFO:tasks.rados.rados.0.smithi031.stdout:3277: finishing write tid 2 to smithi03184240-4 2024-09-17T17:13:51.524 INFO:tasks.rados.rados.0.smithi031.stdout:3277: finishing write tid 3 to smithi03184240-4 2024-09-17T17:13:51.525 INFO:tasks.rados.rados.0.smithi031.stdout:3277: oid 4 updating version 0 to 1597 2024-09-17T17:13:51.525 INFO:tasks.rados.rados.0.smithi031.stdout:3277: oid 4 version 1597 is already newer than 1596 2024-09-17T17:13:51.525 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1597 (ObjNum 1036 snap 304 seq_num 1036) dirty exists 2024-09-17T17:13:51.525 INFO:tasks.rados.rados.0.smithi031.stdout:3277: left oid 4 (ObjNum 1036 snap 304 seq_num 1036) 2024-09-17T17:13:51.525 INFO:tasks.rados.rados.0.smithi031.stdout:3278: finishing write tid 1 to smithi03184240-36 2024-09-17T17:13:51.525 INFO:tasks.rados.rados.0.smithi031.stdout:3278: finishing write tid 2 to smithi03184240-36 2024-09-17T17:13:51.527 INFO:tasks.rados.rados.0.smithi031.stdout:3274: finishing copy_from racing read to smithi03184240-33 2024-09-17T17:13:51.533 INFO:tasks.rados.rados.0.smithi031.stdout:3279: finishing write tid 1 to smithi03184240-6 2024-09-17T17:13:51.533 INFO:tasks.rados.rados.0.smithi031.stdout:3274: finishing copy_from to smithi03184240-33 2024-09-17T17:13:51.533 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 1974 (ObjNum 1002 snap 294 seq_num 1002) dirty exists 2024-09-17T17:13:51.533 INFO:tasks.rados.rados.0.smithi031.stdout:3279: finishing write tid 2 to smithi03184240-6 2024-09-17T17:13:51.536 INFO:tasks.rados.rados.0.smithi031.stdout:3279: finishing write tid 3 to smithi03184240-6 2024-09-17T17:13:51.536 INFO:tasks.rados.rados.0.smithi031.stdout:3279: oid 6 updating version 0 to 2575 2024-09-17T17:13:51.536 INFO:tasks.rados.rados.0.smithi031.stdout:3279: oid 6 version 2575 is already newer than 2574 2024-09-17T17:13:51.536 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 2575 (ObjNum 1038 snap 304 seq_num 1038) dirty exists 2024-09-17T17:13:51.536 INFO:tasks.rados.rados.0.smithi031.stdout:3279: left oid 6 (ObjNum 1038 snap 304 seq_num 1038) 2024-09-17T17:13:51.537 INFO:tasks.rados.rados.0.smithi031.stdout:3278: finishing write tid 3 to smithi03184240-36 2024-09-17T17:13:51.537 INFO:tasks.rados.rados.0.smithi031.stdout:3278: oid 36 updating version 0 to 1500 2024-09-17T17:13:51.537 INFO:tasks.rados.rados.0.smithi031.stdout:3278: oid 36 version 1500 is already newer than 1499 2024-09-17T17:13:51.537 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 1500 (ObjNum 1037 snap 304 seq_num 1037) dirty exists 2024-09-17T17:13:51.537 INFO:tasks.rados.rados.0.smithi031.stdout:3278: left oid 36 (ObjNum 1037 snap 304 seq_num 1037) 2024-09-17T17:13:51.705 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:51 smithi066 ceph-mon[86175]: pgmap v700: 121 pgs: 121 active+clean; 117 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 23 op/s 2024-09-17T17:13:51.705 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:51 smithi066 ceph-mon[86175]: osdmap e693: 8 total, 8 up, 8 in 2024-09-17T17:13:51.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:51 smithi031 ceph-mon[96842]: pgmap v700: 121 pgs: 121 active+clean; 117 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 23 op/s 2024-09-17T17:13:51.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:51 smithi031 ceph-mon[96842]: osdmap e693: 8 total, 8 up, 8 in 2024-09-17T17:13:51.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:51 smithi031 ceph-mon[94873]: pgmap v700: 121 pgs: 121 active+clean; 117 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 23 op/s 2024-09-17T17:13:51.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:51 smithi031 ceph-mon[94873]: osdmap e693: 8 total, 8 up, 8 in 2024-09-17T17:13:52.504 INFO:tasks.rados.rados.0.smithi031.stdout:3274: done (4 left) 2024-09-17T17:13:52.504 INFO:tasks.rados.rados.0.smithi031.stdout:3277: done (3 left) 2024-09-17T17:13:52.504 INFO:tasks.rados.rados.0.smithi031.stdout:3278: done (2 left) 2024-09-17T17:13:52.505 INFO:tasks.rados.rados.0.smithi031.stdout:3279: done (1 left) 2024-09-17T17:13:52.505 INFO:tasks.rados.rados.0.smithi031.stdout:3280: done (0 left) 2024-09-17T17:13:52.505 INFO:tasks.rados.rados.0.smithi031.stdout:3281: rmattr oid 44 current snap is 305 2024-09-17T17:13:52.505 INFO:tasks.rados.rados.0.smithi031.stdout:3281: done (0 left) 2024-09-17T17:13:52.505 INFO:tasks.rados.rados.0.smithi031.stdout:3282: rmattr oid 50 current snap is 305 2024-09-17T17:13:52.505 INFO:tasks.rados.rados.0.smithi031.stdout:3283: read oid 37 snap -1 2024-09-17T17:13:52.505 INFO:tasks.rados.rados.0.smithi031.stdout:3283: expect deleted 2024-09-17T17:13:52.505 INFO:tasks.rados.rados.0.smithi031.stdout:3284: rmattr oid 5 current snap is 305 2024-09-17T17:13:52.505 INFO:tasks.rados.rados.0.smithi031.stdout:3285: snap_create 2024-09-17T17:13:52.509 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 2582 (ObjNum 941 snap 280 seq_num 941) dirty exists 2024-09-17T17:13:52.509 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 2489 (ObjNum 917 snap 271 seq_num 917) dirty exists 2024-09-17T17:13:52.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:52 smithi031 ceph-mon[94873]: osdmap e694: 8 total, 8 up, 8 in 2024-09-17T17:13:52.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:52 smithi031 ceph-mon[96842]: osdmap e694: 8 total, 8 up, 8 in 2024-09-17T17:13:52.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:52 smithi066 ceph-mon[86175]: osdmap e694: 8 total, 8 up, 8 in 2024-09-17T17:13:53.423 INFO:tasks.rados.rados.0.smithi031.stdout:3282: done (3 left) 2024-09-17T17:13:53.423 INFO:tasks.rados.rados.0.smithi031.stdout:3283: done (2 left) 2024-09-17T17:13:53.424 INFO:tasks.rados.rados.0.smithi031.stdout:3284: done (1 left) 2024-09-17T17:13:53.424 INFO:tasks.rados.rados.0.smithi031.stdout:3285: done (0 left) 2024-09-17T17:13:53.424 INFO:tasks.rados.rados.0.smithi031.stdout:3286: snap_remove snap 299 2024-09-17T17:13:53.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:53 smithi031 ceph-mon[94873]: pgmap v703: 121 pgs: 121 active+clean; 119 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-09-17T17:13:53.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:53 smithi031 ceph-mon[94873]: osdmap e695: 8 total, 8 up, 8 in 2024-09-17T17:13:53.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:53 smithi031 ceph-mon[94873]: osdmap e696: 8 total, 8 up, 8 in 2024-09-17T17:13:53.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:53 smithi031 ceph-mon[96842]: pgmap v703: 121 pgs: 121 active+clean; 119 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-09-17T17:13:53.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:53 smithi031 ceph-mon[96842]: osdmap e695: 8 total, 8 up, 8 in 2024-09-17T17:13:53.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:53 smithi031 ceph-mon[96842]: osdmap e696: 8 total, 8 up, 8 in 2024-09-17T17:13:53.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:53 smithi066 ceph-mon[86175]: pgmap v703: 121 pgs: 121 active+clean; 119 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-09-17T17:13:53.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:53 smithi066 ceph-mon[86175]: osdmap e695: 8 total, 8 up, 8 in 2024-09-17T17:13:53.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:53 smithi066 ceph-mon[86175]: osdmap e696: 8 total, 8 up, 8 in 2024-09-17T17:13:54.426 INFO:tasks.rados.rados.0.smithi031.stdout:3286: done (0 left) 2024-09-17T17:13:54.426 INFO:tasks.rados.rados.0.smithi031.stdout:3287: read oid 1 snap -1 2024-09-17T17:13:54.426 INFO:tasks.rados.rados.0.smithi031.stdout:3287: expect (ObjNum 967 snap 284 seq_num 967) 2024-09-17T17:13:54.426 INFO:tasks.rados.rados.0.smithi031.stdout:3288: copy_from oid 12 from oid 10 current snap is 306 2024-09-17T17:13:54.426 INFO:tasks.rados.rados.0.smithi031.stdout:3289: read oid 45 snap -1 2024-09-17T17:13:54.426 INFO:tasks.rados.rados.0.smithi031.stdout:3289: expect (ObjNum 1017 snap 300 seq_num 1017) 2024-09-17T17:13:54.427 INFO:tasks.rados.rados.0.smithi031.stdout:3290: copy_from oid 28 from oid 16 current snap is 306 2024-09-17T17:13:54.427 INFO:tasks.rados.rados.0.smithi031.stdout:3291: read oid 2 snap 304 2024-09-17T17:13:54.427 INFO:tasks.rados.rados.0.smithi031.stdout:3291: expect (ObjNum 1024 snap 301 seq_num 1024) 2024-09-17T17:13:54.427 INFO:tasks.rados.rados.0.smithi031.stdout:3292: snap_create 2024-09-17T17:13:54.434 INFO:tasks.rados.rados.0.smithi031.stdout:3288: finishing copy_from to smithi03184240-12 2024-09-17T17:13:54.434 INFO:tasks.rados.rados.0.smithi031.stdout:3288: got expected ENOENT (src dne) 2024-09-17T17:13:54.434 INFO:tasks.rados.rados.0.smithi031.stdout:3288: finishing copy_from racing read to smithi03184240-12 2024-09-17T17:13:54.443 INFO:tasks.rados.rados.0.smithi031.stdout:3291: expect (ObjNum 1024 snap 301 seq_num 1024) 2024-09-17T17:13:54.457 INFO:tasks.rados.rados.0.smithi031.stdout:3290: finishing copy_from racing read to smithi03184240-28 2024-09-17T17:13:54.457 INFO:tasks.rados.rados.0.smithi031.stdout:3289: expect (ObjNum 1017 snap 300 seq_num 1017) 2024-09-17T17:13:54.467 INFO:tasks.rados.rados.0.smithi031.stdout:3290: finishing copy_from to smithi03184240-28 2024-09-17T17:13:54.467 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 2050 (ObjNum 1016 snap 300 seq_num 1016) dirty exists 2024-09-17T17:13:54.467 INFO:tasks.rados.rados.0.smithi031.stdout:3287: expect (ObjNum 967 snap 284 seq_num 967) 2024-09-17T17:13:55.430 INFO:tasks.rados.rados.0.smithi031.stdout:3287: done (5 left) 2024-09-17T17:13:55.430 INFO:tasks.rados.rados.0.smithi031.stdout:3288: done (4 left) 2024-09-17T17:13:55.430 INFO:tasks.rados.rados.0.smithi031.stdout:3289: done (3 left) 2024-09-17T17:13:55.430 INFO:tasks.rados.rados.0.smithi031.stdout:3290: done (2 left) 2024-09-17T17:13:55.430 INFO:tasks.rados.rados.0.smithi031.stdout:3291: done (1 left) 2024-09-17T17:13:55.431 INFO:tasks.rados.rados.0.smithi031.stdout:3292: done (0 left) 2024-09-17T17:13:55.431 INFO:tasks.rados.rados.0.smithi031.stdout:3293: setattr oid 18 current snap is 307 2024-09-17T17:13:55.431 INFO:tasks.rados.rados.0.smithi031.stdout:3294: copy_from oid 28 from oid 41 current snap is 307 2024-09-17T17:13:55.432 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 3 current snap is 307 2024-09-17T17:13:55.432 INFO:tasks.rados.rados.0.smithi031.stdout:3295: seq_num 1039 ranges {2392064=606208} 2024-09-17T17:13:55.449 INFO:tasks.rados.rados.0.smithi031.stdout:3295: writing smithi03184240-3 from 2392064 to 2998272 tid 1 2024-09-17T17:13:55.449 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 5 current snap is 307 2024-09-17T17:13:55.449 INFO:tasks.rados.rados.0.smithi031.stdout:3296: seq_num 1040 ranges {4063232=622592} 2024-09-17T17:13:55.474 INFO:tasks.rados.rados.0.smithi031.stdout:3296: writing smithi03184240-5 from 4063232 to 4685824 tid 1 2024-09-17T17:13:55.475 INFO:tasks.rados.rados.0.smithi031.stdout:3297: snap_remove snap 304 2024-09-17T17:13:55.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:55 smithi031 ceph-mon[94873]: pgmap v706: 121 pgs: 121 active+clean; 119 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-09-17T17:13:55.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:55 smithi031 ceph-mon[94873]: osdmap e697: 8 total, 8 up, 8 in 2024-09-17T17:13:55.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:55 smithi031 ceph-mon[96842]: pgmap v706: 121 pgs: 121 active+clean; 119 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-09-17T17:13:55.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:55 smithi031 ceph-mon[96842]: osdmap e697: 8 total, 8 up, 8 in 2024-09-17T17:13:55.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:55 smithi066 ceph-mon[86175]: pgmap v706: 121 pgs: 121 active+clean; 119 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-09-17T17:13:55.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:55 smithi066 ceph-mon[86175]: osdmap e697: 8 total, 8 up, 8 in 2024-09-17T17:13:56.437 INFO:tasks.rados.rados.0.smithi031.stdout:3297: done (4 left) 2024-09-17T17:13:56.437 INFO:tasks.rados.rados.0.smithi031.stdout:3298: rollback oid 20 current snap is 307 2024-09-17T17:13:56.438 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 20 to 306 2024-09-17T17:13:56.438 INFO:tasks.rados.rados.0.smithi031.stdout:3299: setattr oid 39 current snap is 307 2024-09-17T17:13:56.438 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 2490 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-17T17:13:56.438 INFO:tasks.rados.rados.0.smithi031.stdout:3294: finishing copy_from racing read to smithi03184240-28 2024-09-17T17:13:56.438 INFO:tasks.rados.rados.0.smithi031.stdout:3294: finishing copy_from to smithi03184240-28 2024-09-17T17:13:56.438 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 1595 (ObjNum 1014 snap 300 seq_num 1014) dirty exists 2024-09-17T17:13:56.438 INFO:tasks.rados.rados.0.smithi031.stdout:3295: finishing write tid 1 to smithi03184240-3 2024-09-17T17:13:56.438 INFO:tasks.rados.rados.0.smithi031.stdout:3295: finishing write tid 2 to smithi03184240-3 2024-09-17T17:13:56.438 INFO:tasks.rados.rados.0.smithi031.stdout:3295: finishing write tid 3 to smithi03184240-3 2024-09-17T17:13:56.438 INFO:tasks.rados.rados.0.smithi031.stdout:3295: oid 3 updating version 0 to 2392 2024-09-17T17:13:56.438 INFO:tasks.rados.rados.0.smithi031.stdout:3295: oid 3 version 2392 is already newer than 2391 2024-09-17T17:13:56.438 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 2392 (ObjNum 1039 snap 307 seq_num 1039) dirty exists 2024-09-17T17:13:56.438 INFO:tasks.rados.rados.0.smithi031.stdout:3295: left oid 3 (ObjNum 1039 snap 307 seq_num 1039) 2024-09-17T17:13:56.439 INFO:tasks.rados.rados.0.smithi031.stdout:3296: finishing write tid 1 to smithi03184240-5 2024-09-17T17:13:56.439 INFO:tasks.rados.rados.0.smithi031.stdout:3296: finishing write tid 2 to smithi03184240-5 2024-09-17T17:13:56.439 INFO:tasks.rados.rados.0.smithi031.stdout:3296: finishing write tid 3 to smithi03184240-5 2024-09-17T17:13:56.439 INFO:tasks.rados.rados.0.smithi031.stdout:3296: oid 5 updating version 0 to 2584 2024-09-17T17:13:56.439 INFO:tasks.rados.rados.0.smithi031.stdout:3296: oid 5 version 2584 is already newer than 2583 2024-09-17T17:13:56.439 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 2584 (ObjNum 1040 snap 307 seq_num 1040) dirty exists 2024-09-17T17:13:56.439 INFO:tasks.rados.rados.0.smithi031.stdout:3296: left oid 5 (ObjNum 1040 snap 307 seq_num 1040) 2024-09-17T17:13:56.440 INFO:tasks.rados.rados.0.smithi031.stdout:3293: done (5 left) 2024-09-17T17:13:56.440 INFO:tasks.rados.rados.0.smithi031.stdout:3294: done (4 left) 2024-09-17T17:13:56.440 INFO:tasks.rados.rados.0.smithi031.stdout:3295: done (3 left) 2024-09-17T17:13:56.440 INFO:tasks.rados.rados.0.smithi031.stdout:3296: done (2 left) 2024-09-17T17:13:56.440 INFO:tasks.rados.rados.0.smithi031.stdout:3300: copy_from oid 45 from oid 34 current snap is 307 2024-09-17T17:13:56.440 INFO:tasks.rados.rados.0.smithi031.stdout:3301: read oid 15 snap -1 2024-09-17T17:13:56.440 INFO:tasks.rados.rados.0.smithi031.stdout:3301: expect (ObjNum 1002 snap 294 seq_num 1002) 2024-09-17T17:13:56.441 INFO:tasks.rados.rados.0.smithi031.stdout:3302: rollback oid 17 current snap is 307 2024-09-17T17:13:56.441 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 17 to 306 2024-09-17T17:13:56.441 INFO:tasks.rados.rados.0.smithi031.stdout:3303: snap_remove snap 305 2024-09-17T17:13:56.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:56 smithi031 ceph-mon[94873]: osdmap e698: 8 total, 8 up, 8 in 2024-09-17T17:13:56.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:56 smithi031 ceph-mon[96842]: osdmap e698: 8 total, 8 up, 8 in 2024-09-17T17:13:56.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:56 smithi066 ceph-mon[86175]: osdmap e698: 8 total, 8 up, 8 in 2024-09-17T17:13:57.445 INFO:tasks.rados.rados.0.smithi031.stdout:3303: done (5 left) 2024-09-17T17:13:57.445 INFO:tasks.rados.rados.0.smithi031.stdout:3304: rollback oid 7 current snap is 307 2024-09-17T17:13:57.445 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 7 to 306 2024-09-17T17:13:57.445 INFO:tasks.rados.rados.0.smithi031.stdout:3298: finishing rollback tid 1 to smithi03184240-20 2024-09-17T17:13:57.446 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 0 (ObjNum 33 snap 0 seq_num 4) dirty dne 2024-09-17T17:13:57.446 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 2198 (ObjNum 941 snap 280 seq_num 941) dirty exists 2024-09-17T17:13:57.446 INFO:tasks.rados.rados.0.smithi031.stdout:3302: finishing rollback tid 0 to smithi03184240-17 2024-09-17T17:13:57.446 INFO:tasks.rados.rados.0.smithi031.stdout:3302: finishing rollback tid 1 to smithi03184240-17 2024-09-17T17:13:57.446 INFO:tasks.rados.rados.0.smithi031.stdout:3302: finishing rollback tid 2 to smithi03184240-17 2024-09-17T17:13:57.446 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 1600 (ObjNum 1032 snap 303 seq_num 1032) dirty exists 2024-09-17T17:13:57.446 INFO:tasks.rados.rados.0.smithi031.stdout:3301: expect (ObjNum 1002 snap 294 seq_num 1002) 2024-09-17T17:13:57.575 INFO:tasks.rados.rados.0.smithi031.stdout:3300: finishing copy_from racing read to smithi03184240-45 2024-09-17T17:13:57.575 INFO:tasks.rados.rados.0.smithi031.stdout:3300: finishing copy_from to smithi03184240-45 2024-09-17T17:13:57.575 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 1594 (ObjNum 1033 snap 304 seq_num 1033) dirty exists 2024-09-17T17:13:57.575 INFO:tasks.rados.rados.0.smithi031.stdout:3298: done (5 left) 2024-09-17T17:13:57.575 INFO:tasks.rados.rados.0.smithi031.stdout:3299: done (4 left) 2024-09-17T17:13:57.575 INFO:tasks.rados.rados.0.smithi031.stdout:3300: done (3 left) 2024-09-17T17:13:57.575 INFO:tasks.rados.rados.0.smithi031.stdout:3301: done (2 left) 2024-09-17T17:13:57.575 INFO:tasks.rados.rados.0.smithi031.stdout:3302: done (1 left) 2024-09-17T17:13:57.575 INFO:tasks.rados.rados.0.smithi031.stdout:3305: rmattr oid 47 current snap is 307 2024-09-17T17:13:57.575 INFO:tasks.rados.rados.0.smithi031.stdout:3305: done (1 left) 2024-09-17T17:13:57.575 INFO:tasks.rados.rados.0.smithi031.stdout:3306: rmattr oid 26 current snap is 307 2024-09-17T17:13:57.576 INFO:tasks.rados.rados.0.smithi031.stdout:3306: done (1 left) 2024-09-17T17:13:57.576 INFO:tasks.rados.rados.0.smithi031.stdout:3307: read oid 50 snap 306 2024-09-17T17:13:57.576 INFO:tasks.rados.rados.0.smithi031.stdout:3307: expect (ObjNum 917 snap 271 seq_num 917) 2024-09-17T17:13:57.576 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 34 current snap is 307 2024-09-17T17:13:57.576 INFO:tasks.rados.rados.0.smithi031.stdout:3304: finishing rollback tid 0 to smithi03184240-7 2024-09-17T17:13:57.576 INFO:tasks.rados.rados.0.smithi031.stdout:3308: seq_num 1041 ranges {4800512=638976} 2024-09-17T17:13:57.604 INFO:tasks.rados.rados.0.smithi031.stdout:3308: writing smithi03184240-34 from 4800512 to 5439488 tid 1 2024-09-17T17:13:57.605 INFO:tasks.rados.rados.0.smithi031.stdout:3309: setattr oid 25 current snap is 307 2024-09-17T17:13:57.605 INFO:tasks.rados.rados.0.smithi031.stdout:3304: finishing rollback tid 1 to smithi03184240-7 2024-09-17T17:13:57.605 INFO:tasks.rados.rados.0.smithi031.stdout:3304: finishing rollback tid 2 to smithi03184240-7 2024-09-17T17:13:57.605 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 2493 (ObjNum 962 snap 284 seq_num 962) dirty exists 2024-09-17T17:13:57.605 INFO:tasks.rados.rados.0.smithi031.stdout:3307: expect (ObjNum 917 snap 271 seq_num 917) 2024-09-17T17:13:57.699 INFO:tasks.rados.rados.0.smithi031.stdout:3308: finishing write tid 1 to smithi03184240-34 2024-09-17T17:13:57.699 INFO:tasks.rados.rados.0.smithi031.stdout:3308: finishing write tid 2 to smithi03184240-34 2024-09-17T17:13:57.699 INFO:tasks.rados.rados.0.smithi031.stdout:3308: finishing write tid 3 to smithi03184240-34 2024-09-17T17:13:57.700 INFO:tasks.rados.rados.0.smithi031.stdout:3308: oid 34 updating version 0 to 1601 2024-09-17T17:13:57.700 INFO:tasks.rados.rados.0.smithi031.stdout:3308: oid 34 updating version 1601 to 1602 2024-09-17T17:13:57.700 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 1602 (ObjNum 1041 snap 307 seq_num 1041) dirty exists 2024-09-17T17:13:57.700 INFO:tasks.rados.rados.0.smithi031.stdout:3308: left oid 34 (ObjNum 1041 snap 307 seq_num 1041) 2024-09-17T17:13:57.700 INFO:tasks.rados.rados.0.smithi031.stdout:3304: done (3 left) 2024-09-17T17:13:57.700 INFO:tasks.rados.rados.0.smithi031.stdout:3307: done (2 left) 2024-09-17T17:13:57.700 INFO:tasks.rados.rados.0.smithi031.stdout:3308: done (1 left) 2024-09-17T17:13:57.700 INFO:tasks.rados.rados.0.smithi031.stdout:3310: read oid 6 snap -1 2024-09-17T17:13:57.700 INFO:tasks.rados.rados.0.smithi031.stdout:3310: expect (ObjNum 1038 snap 304 seq_num 1038) 2024-09-17T17:13:57.700 INFO:tasks.rados.rados.0.smithi031.stdout:3311: snap_remove snap 306 2024-09-17T17:13:57.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:57 smithi031 ceph-mon[94873]: pgmap v709: 121 pgs: 121 active+clean; 115 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 163 KiB/s rd, 582 KiB/s wr, 9 op/s 2024-09-17T17:13:57.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:57 smithi031 ceph-mon[94873]: osdmap e699: 8 total, 8 up, 8 in 2024-09-17T17:13:57.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:57 smithi031 ceph-mon[96842]: pgmap v709: 121 pgs: 121 active+clean; 115 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 163 KiB/s rd, 582 KiB/s wr, 9 op/s 2024-09-17T17:13:57.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:57 smithi031 ceph-mon[96842]: osdmap e699: 8 total, 8 up, 8 in 2024-09-17T17:13:57.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:57 smithi066 ceph-mon[86175]: pgmap v709: 121 pgs: 121 active+clean; 115 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 163 KiB/s rd, 582 KiB/s wr, 9 op/s 2024-09-17T17:13:57.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:57 smithi066 ceph-mon[86175]: osdmap e699: 8 total, 8 up, 8 in 2024-09-17T17:13:58.424 INFO:tasks.rados.rados.0.smithi031.stdout:3311: done (2 left) 2024-09-17T17:13:58.424 INFO:tasks.rados.rados.0.smithi031.stdout:3312: delete oid 3 current snap is 307 2024-09-17T17:13:58.424 INFO:tasks.rados.rados.0.smithi031.stdout:3310: expect (ObjNum 1038 snap 304 seq_num 1038) 2024-09-17T17:13:58.446 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 1490 (ObjNum 33 snap 0 seq_num 1705073632) dirty exists 2024-09-17T17:13:58.446 INFO:tasks.rados.rados.0.smithi031.stdout:3309: done (2 left) 2024-09-17T17:13:58.446 INFO:tasks.rados.rados.0.smithi031.stdout:3310: done (1 left) 2024-09-17T17:13:58.446 INFO:tasks.rados.rados.0.smithi031.stdout:3312: done (0 left) 2024-09-17T17:13:58.446 INFO:tasks.rados.rados.0.smithi031.stdout:3313: read oid 10 snap -1 2024-09-17T17:13:58.446 INFO:tasks.rados.rados.0.smithi031.stdout:3313: expect deleted 2024-09-17T17:13:58.446 INFO:tasks.rados.rados.0.smithi031.stdout:3314: rmattr oid 43 current snap is 307 2024-09-17T17:13:58.446 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 307 2024-09-17T17:13:58.447 INFO:tasks.rados.rados.0.smithi031.stdout:3315: seq_num 1043 ranges {221184=671744} 2024-09-17T17:13:58.451 INFO:tasks.rados.rados.0.smithi031.stdout:3315: writing smithi03184240-12 from 221184 to 892928 tid 1 2024-09-17T17:13:58.451 INFO:tasks.rados.rados.0.smithi031.stdout:3316: rmattr oid 38 current snap is 307 2024-09-17T17:13:58.451 INFO:tasks.rados.rados.0.smithi031.stdout:3316: done (3 left) 2024-09-17T17:13:58.451 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 26 current snap is 307 2024-09-17T17:13:58.451 INFO:tasks.rados.rados.0.smithi031.stdout:3317: seq_num 1044 ranges {1679360=688128} 2024-09-17T17:13:58.464 INFO:tasks.rados.rados.0.smithi031.stdout:3317: writing smithi03184240-26 from 1679360 to 2367488 tid 1 2024-09-17T17:13:58.464 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 19 current snap is 307 2024-09-17T17:13:58.464 INFO:tasks.rados.rados.0.smithi031.stdout:3318: seq_num 1045 ranges {7569408=704512} 2024-09-17T17:13:58.510 INFO:tasks.rados.rados.0.smithi031.stdout:3318: writing smithi03184240-19 from 7569408 to 8273920 tid 1 2024-09-17T17:13:58.510 INFO:tasks.rados.rados.0.smithi031.stdout:3319: delete oid 15 current snap is 307 2024-09-17T17:13:58.510 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 2678 (ObjNum 854 snap 259 seq_num 854) dirty exists 2024-09-17T17:13:58.510 INFO:tasks.rados.rados.0.smithi031.stdout:3315: finishing write tid 1 to smithi03184240-12 2024-09-17T17:13:58.510 INFO:tasks.rados.rados.0.smithi031.stdout:3315: finishing write tid 2 to smithi03184240-12 2024-09-17T17:13:58.510 INFO:tasks.rados.rados.0.smithi031.stdout:3315: finishing write tid 3 to smithi03184240-12 2024-09-17T17:13:58.510 INFO:tasks.rados.rados.0.smithi031.stdout:3315: oid 12 updating version 0 to 2575 2024-09-17T17:13:58.510 INFO:tasks.rados.rados.0.smithi031.stdout:3315: oid 12 version 2575 is already newer than 2574 2024-09-17T17:13:58.511 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 2575 (ObjNum 1043 snap 307 seq_num 1043) dirty exists 2024-09-17T17:13:58.511 INFO:tasks.rados.rados.0.smithi031.stdout:3315: left oid 12 (ObjNum 1043 snap 307 seq_num 1043) 2024-09-17T17:13:58.511 INFO:tasks.rados.rados.0.smithi031.stdout:3317: finishing write tid 1 to smithi03184240-26 2024-09-17T17:13:58.511 INFO:tasks.rados.rados.0.smithi031.stdout:3317: finishing write tid 2 to smithi03184240-26 2024-09-17T17:13:58.511 INFO:tasks.rados.rados.0.smithi031.stdout:3317: finishing write tid 3 to smithi03184240-26 2024-09-17T17:13:58.511 INFO:tasks.rados.rados.0.smithi031.stdout:3317: oid 26 updating version 0 to 2394 2024-09-17T17:13:58.511 INFO:tasks.rados.rados.0.smithi031.stdout:3317: oid 26 updating version 2394 to 2395 2024-09-17T17:13:58.511 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 2395 (ObjNum 1044 snap 307 seq_num 1044) dirty exists 2024-09-17T17:13:58.511 INFO:tasks.rados.rados.0.smithi031.stdout:3317: left oid 26 (ObjNum 1044 snap 307 seq_num 1044) 2024-09-17T17:13:58.512 INFO:tasks.rados.rados.0.smithi031.stdout:3313: done (5 left) 2024-09-17T17:13:58.512 INFO:tasks.rados.rados.0.smithi031.stdout:3314: done (4 left) 2024-09-17T17:13:58.513 INFO:tasks.rados.rados.0.smithi031.stdout:3315: done (3 left) 2024-09-17T17:13:58.513 INFO:tasks.rados.rados.0.smithi031.stdout:3317: done (2 left) 2024-09-17T17:13:58.513 INFO:tasks.rados.rados.0.smithi031.stdout:3319: done (1 left) 2024-09-17T17:13:58.513 INFO:tasks.rados.rados.0.smithi031.stdout:3320: read oid 9 snap -1 2024-09-17T17:13:58.513 INFO:tasks.rados.rados.0.smithi031.stdout:3320: expect deleted 2024-09-17T17:13:58.513 INFO:tasks.rados.rados.0.smithi031.stdout:3321: rmattr oid 47 current snap is 307 2024-09-17T17:13:58.513 INFO:tasks.rados.rados.0.smithi031.stdout:3321: done (2 left) 2024-09-17T17:13:58.513 INFO:tasks.rados.rados.0.smithi031.stdout:3322: snap_create 2024-09-17T17:13:58.517 INFO:tasks.rados.rados.0.smithi031.stdout:3318: finishing write tid 1 to smithi03184240-19 2024-09-17T17:13:58.517 INFO:tasks.rados.rados.0.smithi031.stdout:3318: finishing write tid 2 to smithi03184240-19 2024-09-17T17:13:58.518 INFO:tasks.rados.rados.0.smithi031.stdout:3318: finishing write tid 3 to smithi03184240-19 2024-09-17T17:13:58.519 INFO:tasks.rados.rados.0.smithi031.stdout:3318: oid 19 updating version 0 to 2044 2024-09-17T17:13:58.519 INFO:tasks.rados.rados.0.smithi031.stdout:3318: oid 19 version 2044 is already newer than 2043 2024-09-17T17:13:58.519 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 2044 (ObjNum 1045 snap 307 seq_num 1045) dirty exists 2024-09-17T17:13:58.519 INFO:tasks.rados.rados.0.smithi031.stdout:3318: left oid 19 (ObjNum 1045 snap 307 seq_num 1045) 2024-09-17T17:13:58.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:58 smithi031 ceph-mon[94873]: osdmap e700: 8 total, 8 up, 8 in 2024-09-17T17:13:58.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:58 smithi031 ceph-mon[94873]: osdmap e701: 8 total, 8 up, 8 in 2024-09-17T17:13:58.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:58 smithi031 ceph-mon[96842]: osdmap e700: 8 total, 8 up, 8 in 2024-09-17T17:13:58.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:58 smithi031 ceph-mon[96842]: osdmap e701: 8 total, 8 up, 8 in 2024-09-17T17:13:58.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:58 smithi066 ceph-mon[86175]: osdmap e700: 8 total, 8 up, 8 in 2024-09-17T17:13:58.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:58 smithi066 ceph-mon[86175]: osdmap e701: 8 total, 8 up, 8 in 2024-09-17T17:13:59.460 INFO:tasks.rados.rados.0.smithi031.stdout:3318: done (2 left) 2024-09-17T17:13:59.461 INFO:tasks.rados.rados.0.smithi031.stdout:3320: done (1 left) 2024-09-17T17:13:59.461 INFO:tasks.rados.rados.0.smithi031.stdout:3322: done (0 left) 2024-09-17T17:13:59.461 INFO:tasks.rados.rados.0.smithi031.stdout:3323: read oid 49 snap -1 2024-09-17T17:13:59.461 INFO:tasks.rados.rados.0.smithi031.stdout:3323: expect (ObjNum 978 snap 290 seq_num 978) 2024-09-17T17:13:59.461 INFO:tasks.rados.rados.0.smithi031.stdout:3324: snap_remove snap 307 2024-09-17T17:13:59.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:13:59 smithi031 ceph-mon[94873]: pgmap v712: 121 pgs: 121 active+clean; 96 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 300 KiB/s wr, 15 op/s 2024-09-17T17:13:59.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:13:59 smithi031 ceph-mon[96842]: pgmap v712: 121 pgs: 121 active+clean; 96 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 300 KiB/s wr, 15 op/s 2024-09-17T17:13:59.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:13:59 smithi066 ceph-mon[86175]: pgmap v712: 121 pgs: 121 active+clean; 96 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 300 KiB/s wr, 15 op/s 2024-09-17T17:14:00.461 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:14:00 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:14:00] "GET /metrics HTTP/1.1" 200 36358 "" "Prometheus/2.51.0" 2024-09-17T17:14:00.467 INFO:tasks.rados.rados.0.smithi031.stdout:3324: done (1 left) 2024-09-17T17:14:00.468 INFO:tasks.rados.rados.0.smithi031.stdout:3325: read oid 29 snap -1 2024-09-17T17:14:00.468 INFO:tasks.rados.rados.0.smithi031.stdout:3325: expect (ObjNum 1013 snap 300 seq_num 1013) 2024-09-17T17:14:00.468 INFO:tasks.rados.rados.0.smithi031.stdout:3326: copy_from oid 42 from oid 16 current snap is 308 2024-09-17T17:14:00.468 INFO:tasks.rados.rados.0.smithi031.stdout:3323: expect (ObjNum 978 snap 290 seq_num 978) 2024-09-17T17:14:00.527 INFO:tasks.rados.rados.0.smithi031.stdout:3326: finishing copy_from racing read to smithi03184240-42 2024-09-17T17:14:00.527 INFO:tasks.rados.rados.0.smithi031.stdout:3326: finishing copy_from to smithi03184240-42 2024-09-17T17:14:00.527 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 2050 (ObjNum 1016 snap 300 seq_num 1016) dirty exists 2024-09-17T17:14:00.527 INFO:tasks.rados.rados.0.smithi031.stdout:3325: expect (ObjNum 1013 snap 300 seq_num 1013) 2024-09-17T17:14:00.754 INFO:tasks.rados.rados.0.smithi031.stdout:3323: done (2 left) 2024-09-17T17:14:00.754 INFO:tasks.rados.rados.0.smithi031.stdout:3325: done (1 left) 2024-09-17T17:14:00.754 INFO:tasks.rados.rados.0.smithi031.stdout:3326: done (0 left) 2024-09-17T17:14:00.754 INFO:tasks.rados.rados.0.smithi031.stdout:3327: copy_from oid 39 from oid 31 current snap is 308 2024-09-17T17:14:00.754 INFO:tasks.rados.rados.0.smithi031.stdout:3328: delete oid 35 current snap is 308 2024-09-17T17:14:00.756 INFO:tasks.rados.rados.0.smithi031.stdout:3328: done (1 left) 2024-09-17T17:14:00.756 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 41 current snap is 308 2024-09-17T17:14:00.756 INFO:tasks.rados.rados.0.smithi031.stdout:3329: seq_num 1048 ranges {188416=761856} 2024-09-17T17:14:00.762 INFO:tasks.rados.rados.0.smithi031.stdout:3329: writing smithi03184240-41 from 188416 to 950272 tid 1 2024-09-17T17:14:00.762 INFO:tasks.rados.rados.0.smithi031.stdout:3330: copy_from oid 35 from oid 27 current snap is 308 2024-09-17T17:14:00.762 INFO:tasks.rados.rados.0.smithi031.stdout:3327: finishing copy_from to smithi03184240-39 2024-09-17T17:14:00.762 INFO:tasks.rados.rados.0.smithi031.stdout:3327: got expected ENOENT (src dne) 2024-09-17T17:14:00.762 INFO:tasks.rados.rados.0.smithi031.stdout:3327: finishing copy_from racing read to smithi03184240-39 2024-09-17T17:14:00.762 INFO:tasks.rados.rados.0.smithi031.stdout:3327: done (2 left) 2024-09-17T17:14:00.762 INFO:tasks.rados.rados.0.smithi031.stdout:3331: copy_from oid 38 from oid 7 current snap is 308 2024-09-17T17:14:00.762 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 308 2024-09-17T17:14:00.762 INFO:tasks.rados.rados.0.smithi031.stdout:3332: seq_num 1049 ranges {2867200=778240} 2024-09-17T17:14:00.783 INFO:tasks.rados.rados.0.smithi031.stdout:3332: writing smithi03184240-4 from 2867200 to 3645440 tid 1 2024-09-17T17:14:00.784 INFO:tasks.rados.rados.0.smithi031.stdout:3333: delete oid 47 current snap is 308 2024-09-17T17:14:00.784 INFO:tasks.rados.rados.0.smithi031.stdout:3329: finishing write tid 1 to smithi03184240-41 2024-09-17T17:14:00.784 INFO:tasks.rados.rados.0.smithi031.stdout:3329: finishing write tid 2 to smithi03184240-41 2024-09-17T17:14:00.784 INFO:tasks.rados.rados.0.smithi031.stdout:3330: finishing copy_from to smithi03184240-35 2024-09-17T17:14:00.784 INFO:tasks.rados.rados.0.smithi031.stdout:3330: got expected ENOENT (src dne) 2024-09-17T17:14:00.784 INFO:tasks.rados.rados.0.smithi031.stdout:3330: finishing copy_from racing read to smithi03184240-35 2024-09-17T17:14:00.784 INFO:tasks.rados.rados.0.smithi031.stdout:3329: finishing write tid 3 to smithi03184240-41 2024-09-17T17:14:00.784 INFO:tasks.rados.rados.0.smithi031.stdout:3329: oid 41 updating version 0 to 1604 2024-09-17T17:14:00.784 INFO:tasks.rados.rados.0.smithi031.stdout:3329: oid 41 version 1604 is already newer than 1603 2024-09-17T17:14:00.784 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 1604 (ObjNum 1048 snap 308 seq_num 1048) dirty exists 2024-09-17T17:14:00.784 INFO:tasks.rados.rados.0.smithi031.stdout:3329: left oid 41 (ObjNum 1048 snap 308 seq_num 1048) 2024-09-17T17:14:00.785 INFO:tasks.rados.rados.0.smithi031.stdout:3329: done (4 left) 2024-09-17T17:14:00.786 INFO:tasks.rados.rados.0.smithi031.stdout:3330: done (3 left) 2024-09-17T17:14:00.786 INFO:tasks.rados.rados.0.smithi031.stdout:3333: done (2 left) 2024-09-17T17:14:00.786 INFO:tasks.rados.rados.0.smithi031.stdout:3334: copy_from oid 12 from oid 11 current snap is 308 2024-09-17T17:14:00.786 INFO:tasks.rados.rados.0.smithi031.stdout:3335: delete oid 41 current snap is 308 2024-09-17T17:14:00.788 INFO:tasks.rados.rados.0.smithi031.stdout:3331: finishing copy_from racing read to smithi03184240-38 2024-09-17T17:14:00.789 INFO:tasks.rados.rados.0.smithi031.stdout:3332: finishing write tid 1 to smithi03184240-4 2024-09-17T17:14:00.790 INFO:tasks.rados.rados.0.smithi031.stdout:3332: finishing write tid 2 to smithi03184240-4 2024-09-17T17:14:00.791 INFO:tasks.rados.rados.0.smithi031.stdout:3332: finishing write tid 3 to smithi03184240-4 2024-09-17T17:14:00.791 INFO:tasks.rados.rados.0.smithi031.stdout:3332: oid 4 updating version 0 to 1606 2024-09-17T17:14:00.792 INFO:tasks.rados.rados.0.smithi031.stdout:3332: oid 4 version 1606 is already newer than 1605 2024-09-17T17:14:00.792 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1606 (ObjNum 1049 snap 308 seq_num 1049) dirty exists 2024-09-17T17:14:00.792 INFO:tasks.rados.rados.0.smithi031.stdout:3332: left oid 4 (ObjNum 1049 snap 308 seq_num 1049) 2024-09-17T17:14:00.792 INFO:tasks.rados.rados.0.smithi031.stdout:3332: done (3 left) 2024-09-17T17:14:00.792 INFO:tasks.rados.rados.0.smithi031.stdout:3335: done (2 left) 2024-09-17T17:14:00.792 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 50 current snap is 308 2024-09-17T17:14:00.792 INFO:tasks.rados.rados.0.smithi031.stdout:3336: seq_num 1052 ranges {2523136=425984,2949120=401408} 2024-09-17T17:14:00.807 INFO:tasks.rados.rados.0.smithi031.stdout:3336: writing smithi03184240-50 from 2523136 to 2949120 tid 1 2024-09-17T17:14:00.810 INFO:tasks.rados.rados.0.smithi031.stdout:3336: writing smithi03184240-50 from 2949120 to 3350528 tid 2 2024-09-17T17:14:00.811 INFO:tasks.rados.rados.0.smithi031.stdout:3337: rmattr oid 1 current snap is 308 2024-09-17T17:14:00.811 INFO:tasks.rados.rados.0.smithi031.stdout:3337: done (3 left) 2024-09-17T17:14:00.811 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 308 2024-09-17T17:14:00.811 INFO:tasks.rados.rados.0.smithi031.stdout:3331: finishing copy_from to smithi03184240-38 2024-09-17T17:14:00.811 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 2493 (ObjNum 962 snap 284 seq_num 962) dirty exists 2024-09-17T17:14:00.811 INFO:tasks.rados.rados.0.smithi031.stdout:3338: seq_num 1053 ranges {3645440=442368,4087808=401408} 2024-09-17T17:14:00.832 INFO:tasks.rados.rados.0.smithi031.stdout:3338: writing smithi03184240-4 from 3645440 to 4087808 tid 1 2024-09-17T17:14:00.835 INFO:tasks.rados.rados.0.smithi031.stdout:3338: writing smithi03184240-4 from 4087808 to 4489216 tid 2 2024-09-17T17:14:00.835 INFO:tasks.rados.rados.0.smithi031.stdout:3331: done (3 left) 2024-09-17T17:14:00.836 INFO:tasks.rados.rados.0.smithi031.stdout:3339: read oid 15 snap -1 2024-09-17T17:14:00.836 INFO:tasks.rados.rados.0.smithi031.stdout:3339: expect deleted 2024-09-17T17:14:00.836 INFO:tasks.rados.rados.0.smithi031.stdout:3340: read oid 8 snap -1 2024-09-17T17:14:00.836 INFO:tasks.rados.rados.0.smithi031.stdout:3340: expect deleted 2024-09-17T17:14:00.836 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 25 current snap is 308 2024-09-17T17:14:00.836 INFO:tasks.rados.rados.0.smithi031.stdout:3334: finishing copy_from racing read to smithi03184240-12 2024-09-17T17:14:00.836 INFO:tasks.rados.rados.0.smithi031.stdout:3334: finishing copy_from to smithi03184240-12 2024-09-17T17:14:00.836 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 2112 (ObjNum 963 snap 284 seq_num 963) dirty exists 2024-09-17T17:14:00.836 INFO:tasks.rados.rados.0.smithi031.stdout:3336: finishing write tid 1 to smithi03184240-50 2024-09-17T17:14:00.836 INFO:tasks.rados.rados.0.smithi031.stdout:3336: finishing write tid 2 to smithi03184240-50 2024-09-17T17:14:00.836 INFO:tasks.rados.rados.0.smithi031.stdout:3336: finishing write tid 3 to smithi03184240-50 2024-09-17T17:14:00.836 INFO:tasks.rados.rados.0.smithi031.stdout:3336: finishing write tid 4 to smithi03184240-50 2024-09-17T17:14:00.836 INFO:tasks.rados.rados.0.smithi031.stdout:3336: oid 50 updating version 0 to 2496 2024-09-17T17:14:00.836 INFO:tasks.rados.rados.0.smithi031.stdout:3336: oid 50 version 2496 is already newer than 2494 2024-09-17T17:14:00.837 INFO:tasks.rados.rados.0.smithi031.stdout:3336: oid 50 version 2496 is already newer than 2495 2024-09-17T17:14:00.837 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 2496 (ObjNum 1052 snap 308 seq_num 1052) dirty exists 2024-09-17T17:14:00.837 INFO:tasks.rados.rados.0.smithi031.stdout:3336: left oid 50 (ObjNum 1052 snap 308 seq_num 1052) 2024-09-17T17:14:00.837 INFO:tasks.rados.rados.0.smithi031.stdout:3341: seq_num 1054 ranges {0=458752,458752=401408} 2024-09-17T17:14:00.837 INFO:tasks.rados.rados.0.smithi031.stdout:3341: writing smithi03184240-25 from 0 to 458752 tid 1 2024-09-17T17:14:00.840 INFO:tasks.rados.rados.0.smithi031.stdout:3341: writing smithi03184240-25 from 458752 to 860160 tid 2 2024-09-17T17:14:00.840 INFO:tasks.rados.rados.0.smithi031.stdout:3334: done (5 left) 2024-09-17T17:14:00.840 INFO:tasks.rados.rados.0.smithi031.stdout:3336: done (4 left) 2024-09-17T17:14:00.840 INFO:tasks.rados.rados.0.smithi031.stdout:3342: rollback oid 13 current snap is 308 2024-09-17T17:14:00.840 INFO:tasks.rados.rados.0.smithi031.stdout:3342: done (4 left) 2024-09-17T17:14:00.840 INFO:tasks.rados.rados.0.smithi031.stdout:3343: snap_create 2024-09-17T17:14:00.840 INFO:tasks.rados.rados.0.smithi031.stdout:3338: finishing write tid 1 to smithi03184240-4 2024-09-17T17:14:00.840 INFO:tasks.rados.rados.0.smithi031.stdout:3338: finishing write tid 2 to smithi03184240-4 2024-09-17T17:14:00.840 INFO:tasks.rados.rados.0.smithi031.stdout:3338: finishing write tid 3 to smithi03184240-4 2024-09-17T17:14:00.841 INFO:tasks.rados.rados.0.smithi031.stdout:3338: finishing write tid 4 to smithi03184240-4 2024-09-17T17:14:00.841 INFO:tasks.rados.rados.0.smithi031.stdout:3338: oid 4 updating version 0 to 1608 2024-09-17T17:14:00.841 INFO:tasks.rados.rados.0.smithi031.stdout:3338: oid 4 updating version 1608 to 1609 2024-09-17T17:14:00.841 INFO:tasks.rados.rados.0.smithi031.stdout:3338: oid 4 updating version 1609 to 1610 2024-09-17T17:14:00.841 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1610 (ObjNum 1053 snap 308 seq_num 1053) dirty exists 2024-09-17T17:14:00.841 INFO:tasks.rados.rados.0.smithi031.stdout:3338: left oid 4 (ObjNum 1053 snap 308 seq_num 1053) 2024-09-17T17:14:00.842 INFO:tasks.rados.rados.0.smithi031.stdout:3341: finishing write tid 1 to smithi03184240-25 2024-09-17T17:14:00.842 INFO:tasks.rados.rados.0.smithi031.stdout:3341: finishing write tid 2 to smithi03184240-25 2024-09-17T17:14:00.843 INFO:tasks.rados.rados.0.smithi031.stdout:3341: finishing write tid 3 to smithi03184240-25 2024-09-17T17:14:00.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:00 smithi031 ceph-mon[94873]: osdmap e702: 8 total, 8 up, 8 in 2024-09-17T17:14:00.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:00 smithi031 ceph-mon[96842]: osdmap e702: 8 total, 8 up, 8 in 2024-09-17T17:14:00.848 INFO:tasks.rados.rados.0.smithi031.stdout:3341: finishing write tid 4 to smithi03184240-25 2024-09-17T17:14:00.848 INFO:tasks.rados.rados.0.smithi031.stdout:3341: oid 25 updating version 0 to 1492 2024-09-17T17:14:00.848 INFO:tasks.rados.rados.0.smithi031.stdout:3341: oid 25 version 1492 is already newer than 1491 2024-09-17T17:14:00.848 INFO:tasks.rados.rados.0.smithi031.stdout:3341: oid 25 updating version 1492 to 1493 2024-09-17T17:14:00.849 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 1493 (ObjNum 1054 snap 308 seq_num 1054) dirty exists 2024-09-17T17:14:00.849 INFO:tasks.rados.rados.0.smithi031.stdout:3341: left oid 25 (ObjNum 1054 snap 308 seq_num 1054) 2024-09-17T17:14:00.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:00 smithi066 ceph-mon[86175]: osdmap e702: 8 total, 8 up, 8 in 2024-09-17T17:14:01.479 INFO:tasks.rados.rados.0.smithi031.stdout:3338: done (4 left) 2024-09-17T17:14:01.479 INFO:tasks.rados.rados.0.smithi031.stdout:3339: done (3 left) 2024-09-17T17:14:01.479 INFO:tasks.rados.rados.0.smithi031.stdout:3340: done (2 left) 2024-09-17T17:14:01.479 INFO:tasks.rados.rados.0.smithi031.stdout:3341: done (1 left) 2024-09-17T17:14:01.479 INFO:tasks.rados.rados.0.smithi031.stdout:3343: done (0 left) 2024-09-17T17:14:01.479 INFO:tasks.rados.rados.0.smithi031.stdout:3344: read oid 26 snap 308 2024-09-17T17:14:01.479 INFO:tasks.rados.rados.0.smithi031.stdout:3344: expect (ObjNum 1044 snap 307 seq_num 1044) 2024-09-17T17:14:01.479 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 8 current snap is 309 2024-09-17T17:14:01.480 INFO:tasks.rados.rados.0.smithi031.stdout:3345: seq_num 1055 ranges {0=475136,475136=401408} 2024-09-17T17:14:01.481 INFO:tasks.rados.rados.0.smithi031.stdout:3345: writing smithi03184240-8 from 0 to 475136 tid 1 2024-09-17T17:14:01.484 INFO:tasks.rados.rados.0.smithi031.stdout:3345: writing smithi03184240-8 from 475136 to 876544 tid 2 2024-09-17T17:14:01.484 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 309 2024-09-17T17:14:01.484 INFO:tasks.rados.rados.0.smithi031.stdout:3346: seq_num 1056 ranges {0=491520,491520=401408} 2024-09-17T17:14:01.486 INFO:tasks.rados.rados.0.smithi031.stdout:3346: writing smithi03184240-31 from 0 to 491520 tid 1 2024-09-17T17:14:01.489 INFO:tasks.rados.rados.0.smithi031.stdout:3346: writing smithi03184240-31 from 491520 to 892928 tid 2 2024-09-17T17:14:01.489 INFO:tasks.rados.rados.0.smithi031.stdout:3347: read oid 46 snap -1 2024-09-17T17:14:01.489 INFO:tasks.rados.rados.0.smithi031.stdout:3347: expect (ObjNum 1011 snap 297 seq_num 1011) 2024-09-17T17:14:01.490 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 309 2024-09-17T17:14:01.490 INFO:tasks.rados.rados.0.smithi031.stdout:3345: finishing write tid 1 to smithi03184240-8 2024-09-17T17:14:01.490 INFO:tasks.rados.rados.0.smithi031.stdout:3348: seq_num 1057 ranges {0=507904,507904=401408} 2024-09-17T17:14:01.493 INFO:tasks.rados.rados.0.smithi031.stdout:3348: writing smithi03184240-10 from 0 to 507904 tid 1 2024-09-17T17:14:01.496 INFO:tasks.rados.rados.0.smithi031.stdout:3348: writing smithi03184240-10 from 507904 to 909312 tid 2 2024-09-17T17:14:01.496 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 309 2024-09-17T17:14:01.496 INFO:tasks.rados.rados.0.smithi031.stdout:3349: seq_num 1058 ranges {4136960=524288,4661248=401408} 2024-09-17T17:14:01.521 INFO:tasks.rados.rados.0.smithi031.stdout:3349: writing smithi03184240-12 from 4136960 to 4661248 tid 1 2024-09-17T17:14:01.524 INFO:tasks.rados.rados.0.smithi031.stdout:3349: writing smithi03184240-12 from 4661248 to 5062656 tid 2 2024-09-17T17:14:01.524 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 44 current snap is 309 2024-09-17T17:14:01.524 INFO:tasks.rados.rados.0.smithi031.stdout:3350: seq_num 1059 ranges {303104=540672,843776=401408} 2024-09-17T17:14:01.528 INFO:tasks.rados.rados.0.smithi031.stdout:3350: writing smithi03184240-44 from 303104 to 843776 tid 1 2024-09-17T17:14:01.531 INFO:tasks.rados.rados.0.smithi031.stdout:3350: writing smithi03184240-44 from 843776 to 1245184 tid 2 2024-09-17T17:14:01.531 INFO:tasks.rados.rados.0.smithi031.stdout:3351: rollback oid 13 current snap is 309 2024-09-17T17:14:01.531 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 13 to 308 2024-09-17T17:14:01.531 INFO:tasks.rados.rados.0.smithi031.stdout:3345: finishing write tid 2 to smithi03184240-8 2024-09-17T17:14:01.531 INFO:tasks.rados.rados.0.smithi031.stdout:3345: finishing write tid 3 to smithi03184240-8 2024-09-17T17:14:01.531 INFO:tasks.rados.rados.0.smithi031.stdout:3344: expect (ObjNum 1044 snap 307 seq_num 1044) 2024-09-17T17:14:01.651 INFO:tasks.rados.rados.0.smithi031.stdout:3346: finishing write tid 1 to smithi03184240-31 2024-09-17T17:14:01.651 INFO:tasks.rados.rados.0.smithi031.stdout:3346: finishing write tid 2 to smithi03184240-31 2024-09-17T17:14:01.652 INFO:tasks.rados.rados.0.smithi031.stdout:3344: done (7 left) 2024-09-17T17:14:01.652 INFO:tasks.rados.rados.0.smithi031.stdout:3352: snap_create 2024-09-17T17:14:01.652 INFO:tasks.rados.rados.0.smithi031.stdout:3346: finishing write tid 3 to smithi03184240-31 2024-09-17T17:14:01.652 INFO:tasks.rados.rados.0.smithi031.stdout:3345: finishing write tid 4 to smithi03184240-8 2024-09-17T17:14:01.652 INFO:tasks.rados.rados.0.smithi031.stdout:3345: oid 8 updating version 0 to 2498 2024-09-17T17:14:01.652 INFO:tasks.rados.rados.0.smithi031.stdout:3345: oid 8 updating version 2498 to 2499 2024-09-17T17:14:01.652 INFO:tasks.rados.rados.0.smithi031.stdout:3345: oid 8 version 2499 is already newer than 2497 2024-09-17T17:14:01.652 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 2499 (ObjNum 1055 snap 309 seq_num 1055) dirty exists 2024-09-17T17:14:01.652 INFO:tasks.rados.rados.0.smithi031.stdout:3345: left oid 8 (ObjNum 1055 snap 309 seq_num 1055) 2024-09-17T17:14:01.652 INFO:tasks.rados.rados.0.smithi031.stdout:3346: finishing write tid 4 to smithi03184240-31 2024-09-17T17:14:01.652 INFO:tasks.rados.rados.0.smithi031.stdout:3346: oid 31 updating version 0 to 2482 2024-09-17T17:14:01.653 INFO:tasks.rados.rados.0.smithi031.stdout:3346: oid 31 version 2482 is already newer than 2481 2024-09-17T17:14:01.653 INFO:tasks.rados.rados.0.smithi031.stdout:3346: oid 31 updating version 2482 to 2483 2024-09-17T17:14:01.653 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 2483 (ObjNum 1056 snap 309 seq_num 1056) dirty exists 2024-09-17T17:14:01.653 INFO:tasks.rados.rados.0.smithi031.stdout:3346: left oid 31 (ObjNum 1056 snap 309 seq_num 1056) 2024-09-17T17:14:01.653 INFO:tasks.rados.rados.0.smithi031.stdout:3348: finishing write tid 1 to smithi03184240-10 2024-09-17T17:14:01.653 INFO:tasks.rados.rados.0.smithi031.stdout:3348: finishing write tid 2 to smithi03184240-10 2024-09-17T17:14:01.653 INFO:tasks.rados.rados.0.smithi031.stdout:3348: finishing write tid 3 to smithi03184240-10 2024-09-17T17:14:01.653 INFO:tasks.rados.rados.0.smithi031.stdout:3347: expect (ObjNum 1011 snap 297 seq_num 1011) 2024-09-17T17:14:01.745 INFO:tasks.rados.rados.0.smithi031.stdout:3348: finishing write tid 4 to smithi03184240-10 2024-09-17T17:14:01.745 INFO:tasks.rados.rados.0.smithi031.stdout:3348: oid 10 updating version 0 to 1957 2024-09-17T17:14:01.745 INFO:tasks.rados.rados.0.smithi031.stdout:3348: oid 10 updating version 1957 to 1959 2024-09-17T17:14:01.745 INFO:tasks.rados.rados.0.smithi031.stdout:3348: oid 10 version 1959 is already newer than 1958 2024-09-17T17:14:01.745 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1959 (ObjNum 1057 snap 309 seq_num 1057) dirty exists 2024-09-17T17:14:01.745 INFO:tasks.rados.rados.0.smithi031.stdout:3348: left oid 10 (ObjNum 1057 snap 309 seq_num 1057) 2024-09-17T17:14:01.745 INFO:tasks.rados.rados.0.smithi031.stdout:3349: finishing write tid 1 to smithi03184240-12 2024-09-17T17:14:01.745 INFO:tasks.rados.rados.0.smithi031.stdout:3349: finishing write tid 2 to smithi03184240-12 2024-09-17T17:14:01.746 INFO:tasks.rados.rados.0.smithi031.stdout:3349: finishing write tid 3 to smithi03184240-12 2024-09-17T17:14:01.746 INFO:tasks.rados.rados.0.smithi031.stdout:3349: finishing write tid 4 to smithi03184240-12 2024-09-17T17:14:01.746 INFO:tasks.rados.rados.0.smithi031.stdout:3349: oid 12 updating version 0 to 2578 2024-09-17T17:14:01.746 INFO:tasks.rados.rados.0.smithi031.stdout:3349: oid 12 version 2578 is already newer than 2577 2024-09-17T17:14:01.746 INFO:tasks.rados.rados.0.smithi031.stdout:3349: oid 12 version 2578 is already newer than 2576 2024-09-17T17:14:01.746 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 2578 (ObjNum 1058 snap 309 seq_num 1058) dirty exists 2024-09-17T17:14:01.746 INFO:tasks.rados.rados.0.smithi031.stdout:3349: left oid 12 (ObjNum 1058 snap 309 seq_num 1058) 2024-09-17T17:14:01.746 INFO:tasks.rados.rados.0.smithi031.stdout:3350: finishing write tid 1 to smithi03184240-44 2024-09-17T17:14:01.746 INFO:tasks.rados.rados.0.smithi031.stdout:3350: finishing write tid 2 to smithi03184240-44 2024-09-17T17:14:01.746 INFO:tasks.rados.rados.0.smithi031.stdout:3350: finishing write tid 3 to smithi03184240-44 2024-09-17T17:14:01.746 INFO:tasks.rados.rados.0.smithi031.stdout:3351: finishing rollback tid 0 to smithi03184240-13 2024-09-17T17:14:01.746 INFO:tasks.rados.rados.0.smithi031.stdout:3351: finishing rollback tid 1 to smithi03184240-13 2024-09-17T17:14:01.746 INFO:tasks.rados.rados.0.smithi031.stdout:3351: finishing rollback tid 2 to smithi03184240-13 2024-09-17T17:14:01.746 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 2201 (ObjNum 998 snap 293 seq_num 998) dirty exists 2024-09-17T17:14:01.747 INFO:tasks.rados.rados.0.smithi031.stdout:3350: finishing write tid 4 to smithi03184240-44 2024-09-17T17:14:01.747 INFO:tasks.rados.rados.0.smithi031.stdout:3350: oid 44 updating version 0 to 2683 2024-09-17T17:14:01.747 INFO:tasks.rados.rados.0.smithi031.stdout:3350: oid 44 version 2683 is already newer than 2682 2024-09-17T17:14:01.747 INFO:tasks.rados.rados.0.smithi031.stdout:3350: oid 44 version 2683 is already newer than 2681 2024-09-17T17:14:01.747 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 2683 (ObjNum 1059 snap 309 seq_num 1059) dirty exists 2024-09-17T17:14:01.747 INFO:tasks.rados.rados.0.smithi031.stdout:3350: left oid 44 (ObjNum 1059 snap 309 seq_num 1059) 2024-09-17T17:14:01.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:01 smithi031 ceph-mon[96842]: pgmap v715: 121 pgs: 121 active+clean; 93 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2024-09-17T17:14:01.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:01 smithi031 ceph-mon[96842]: osdmap e703: 8 total, 8 up, 8 in 2024-09-17T17:14:01.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:01 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:14:01.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:01 smithi031 ceph-mon[94873]: pgmap v715: 121 pgs: 121 active+clean; 93 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2024-09-17T17:14:01.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:01 smithi031 ceph-mon[94873]: osdmap e703: 8 total, 8 up, 8 in 2024-09-17T17:14:01.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:01 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:14:01.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:01 smithi066 ceph-mon[86175]: pgmap v715: 121 pgs: 121 active+clean; 93 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2024-09-17T17:14:01.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:01 smithi066 ceph-mon[86175]: osdmap e703: 8 total, 8 up, 8 in 2024-09-17T17:14:01.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:01 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:14:02.484 INFO:tasks.rados.rados.0.smithi031.stdout:3345: done (7 left) 2024-09-17T17:14:02.485 INFO:tasks.rados.rados.0.smithi031.stdout:3346: done (6 left) 2024-09-17T17:14:02.485 INFO:tasks.rados.rados.0.smithi031.stdout:3347: done (5 left) 2024-09-17T17:14:02.485 INFO:tasks.rados.rados.0.smithi031.stdout:3348: done (4 left) 2024-09-17T17:14:02.485 INFO:tasks.rados.rados.0.smithi031.stdout:3349: done (3 left) 2024-09-17T17:14:02.485 INFO:tasks.rados.rados.0.smithi031.stdout:3350: done (2 left) 2024-09-17T17:14:02.486 INFO:tasks.rados.rados.0.smithi031.stdout:3351: done (1 left) 2024-09-17T17:14:02.486 INFO:tasks.rados.rados.0.smithi031.stdout:3352: done (0 left) 2024-09-17T17:14:02.486 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 30 current snap is 310 2024-09-17T17:14:02.486 INFO:tasks.rados.rados.0.smithi031.stdout:3353: seq_num 1060 ranges {65536=557056,622592=401408} 2024-09-17T17:14:02.487 INFO:tasks.rados.rados.0.smithi031.stdout:3353: writing smithi03184240-30 from 65536 to 622592 tid 1 2024-09-17T17:14:02.490 INFO:tasks.rados.rados.0.smithi031.stdout:3353: writing smithi03184240-30 from 622592 to 1024000 tid 2 2024-09-17T17:14:02.490 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 38 current snap is 310 2024-09-17T17:14:02.490 INFO:tasks.rados.rados.0.smithi031.stdout:3354: seq_num 1061 ranges {6422528=573440,6995968=401408} 2024-09-17T17:14:02.528 INFO:tasks.rados.rados.0.smithi031.stdout:3354: writing smithi03184240-38 from 6422528 to 6995968 tid 1 2024-09-17T17:14:02.531 INFO:tasks.rados.rados.0.smithi031.stdout:3354: writing smithi03184240-38 from 6995968 to 7397376 tid 2 2024-09-17T17:14:02.532 INFO:tasks.rados.rados.0.smithi031.stdout:3355: snap_create 2024-09-17T17:14:02.532 INFO:tasks.rados.rados.0.smithi031.stdout:3353: finishing write tid 1 to smithi03184240-30 2024-09-17T17:14:02.532 INFO:tasks.rados.rados.0.smithi031.stdout:3353: finishing write tid 2 to smithi03184240-30 2024-09-17T17:14:02.532 INFO:tasks.rados.rados.0.smithi031.stdout:3353: finishing write tid 3 to smithi03184240-30 2024-09-17T17:14:02.532 INFO:tasks.rados.rados.0.smithi031.stdout:3353: finishing write tid 4 to smithi03184240-30 2024-09-17T17:14:02.533 INFO:tasks.rados.rados.0.smithi031.stdout:3353: oid 30 updating version 0 to 2586 2024-09-17T17:14:02.533 INFO:tasks.rados.rados.0.smithi031.stdout:3353: oid 30 version 2586 is already newer than 2585 2024-09-17T17:14:02.533 INFO:tasks.rados.rados.0.smithi031.stdout:3353: oid 30 updating version 2586 to 2587 2024-09-17T17:14:02.533 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 2587 (ObjNum 1060 snap 310 seq_num 1060) dirty exists 2024-09-17T17:14:02.534 INFO:tasks.rados.rados.0.smithi031.stdout:3353: left oid 30 (ObjNum 1060 snap 310 seq_num 1060) 2024-09-17T17:14:02.535 INFO:tasks.rados.rados.0.smithi031.stdout:3354: finishing write tid 1 to smithi03184240-38 2024-09-17T17:14:02.536 INFO:tasks.rados.rados.0.smithi031.stdout:3354: finishing write tid 2 to smithi03184240-38 2024-09-17T17:14:02.536 INFO:tasks.rados.rados.0.smithi031.stdout:3354: finishing write tid 3 to smithi03184240-38 2024-09-17T17:14:02.537 INFO:tasks.rados.rados.0.smithi031.stdout:3354: finishing write tid 4 to smithi03184240-38 2024-09-17T17:14:02.537 INFO:tasks.rados.rados.0.smithi031.stdout:3354: oid 38 updating version 0 to 2500 2024-09-17T17:14:02.537 INFO:tasks.rados.rados.0.smithi031.stdout:3354: oid 38 updating version 2500 to 2501 2024-09-17T17:14:02.537 INFO:tasks.rados.rados.0.smithi031.stdout:3354: oid 38 updating version 2501 to 2502 2024-09-17T17:14:02.538 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 2502 (ObjNum 1061 snap 310 seq_num 1061) dirty exists 2024-09-17T17:14:02.538 INFO:tasks.rados.rados.0.smithi031.stdout:3354: left oid 38 (ObjNum 1061 snap 310 seq_num 1061) 2024-09-17T17:14:02.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:02 smithi031 ceph-mon[94873]: osdmap e704: 8 total, 8 up, 8 in 2024-09-17T17:14:02.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:02 smithi031 ceph-mon[96842]: osdmap e704: 8 total, 8 up, 8 in 2024-09-17T17:14:02.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:02 smithi066 ceph-mon[86175]: osdmap e704: 8 total, 8 up, 8 in 2024-09-17T17:14:03.425 INFO:tasks.rados.rados.0.smithi031.stdout:3353: done (2 left) 2024-09-17T17:14:03.425 INFO:tasks.rados.rados.0.smithi031.stdout:3354: done (1 left) 2024-09-17T17:14:03.425 INFO:tasks.rados.rados.0.smithi031.stdout:3355: done (0 left) 2024-09-17T17:14:03.425 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 311 2024-09-17T17:14:03.425 INFO:tasks.rados.rados.0.smithi031.stdout:3356: seq_num 1062 ranges {892928=589824,1482752=401408} 2024-09-17T17:14:03.433 INFO:tasks.rados.rados.0.smithi031.stdout:3356: writing smithi03184240-31 from 892928 to 1482752 tid 1 2024-09-17T17:14:03.435 INFO:tasks.rados.rados.0.smithi031.stdout:3356: writing smithi03184240-31 from 1482752 to 1884160 tid 2 2024-09-17T17:14:03.435 INFO:tasks.rados.rados.0.smithi031.stdout:3357: rmattr oid 35 current snap is 311 2024-09-17T17:14:03.435 INFO:tasks.rados.rados.0.smithi031.stdout:3357: done (1 left) 2024-09-17T17:14:03.436 INFO:tasks.rados.rados.0.smithi031.stdout:3358: read oid 29 snap 310 2024-09-17T17:14:03.436 INFO:tasks.rados.rados.0.smithi031.stdout:3358: expect (ObjNum 1013 snap 300 seq_num 1013) 2024-09-17T17:14:03.436 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 49 current snap is 311 2024-09-17T17:14:03.436 INFO:tasks.rados.rados.0.smithi031.stdout:3359: seq_num 1063 ranges {1990656=606208,2596864=401408} 2024-09-17T17:14:03.450 INFO:tasks.rados.rados.0.smithi031.stdout:3359: writing smithi03184240-49 from 1990656 to 2596864 tid 1 2024-09-17T17:14:03.452 INFO:tasks.rados.rados.0.smithi031.stdout:3359: writing smithi03184240-49 from 2596864 to 2998272 tid 2 2024-09-17T17:14:03.453 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 6 current snap is 311 2024-09-17T17:14:03.453 INFO:tasks.rados.rados.0.smithi031.stdout:3356: finishing write tid 1 to smithi03184240-31 2024-09-17T17:14:03.453 INFO:tasks.rados.rados.0.smithi031.stdout:3360: seq_num 1064 ranges {589824=622592,1212416=401408} 2024-09-17T17:14:03.459 INFO:tasks.rados.rados.0.smithi031.stdout:3360: writing smithi03184240-6 from 589824 to 1212416 tid 1 2024-09-17T17:14:03.462 INFO:tasks.rados.rados.0.smithi031.stdout:3360: writing smithi03184240-6 from 1212416 to 1613824 tid 2 2024-09-17T17:14:03.463 INFO:tasks.rados.rados.0.smithi031.stdout:3361: copy_from oid 36 from oid 18 current snap is 311 2024-09-17T17:14:03.463 INFO:tasks.rados.rados.0.smithi031.stdout:3356: finishing write tid 2 to smithi03184240-31 2024-09-17T17:14:03.463 INFO:tasks.rados.rados.0.smithi031.stdout:3356: finishing write tid 3 to smithi03184240-31 2024-09-17T17:14:03.463 INFO:tasks.rados.rados.0.smithi031.stdout:3356: finishing write tid 4 to smithi03184240-31 2024-09-17T17:14:03.463 INFO:tasks.rados.rados.0.smithi031.stdout:3356: oid 31 updating version 0 to 2484 2024-09-17T17:14:03.463 INFO:tasks.rados.rados.0.smithi031.stdout:3356: oid 31 updating version 2484 to 2485 2024-09-17T17:14:03.463 INFO:tasks.rados.rados.0.smithi031.stdout:3356: oid 31 updating version 2485 to 2486 2024-09-17T17:14:03.463 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 2486 (ObjNum 1062 snap 311 seq_num 1062) dirty exists 2024-09-17T17:14:03.463 INFO:tasks.rados.rados.0.smithi031.stdout:3356: left oid 31 (ObjNum 1062 snap 311 seq_num 1062) 2024-09-17T17:14:03.463 INFO:tasks.rados.rados.0.smithi031.stdout:3358: expect (ObjNum 1013 snap 300 seq_num 1013) 2024-09-17T17:14:03.691 INFO:tasks.rados.rados.0.smithi031.stdout:3359: finishing write tid 1 to smithi03184240-49 2024-09-17T17:14:03.691 INFO:tasks.rados.rados.0.smithi031.stdout:3359: finishing write tid 2 to smithi03184240-49 2024-09-17T17:14:03.691 INFO:tasks.rados.rados.0.smithi031.stdout:3359: finishing write tid 3 to smithi03184240-49 2024-09-17T17:14:03.691 INFO:tasks.rados.rados.0.smithi031.stdout:3359: finishing write tid 4 to smithi03184240-49 2024-09-17T17:14:03.691 INFO:tasks.rados.rados.0.smithi031.stdout:3359: oid 49 updating version 0 to 2191 2024-09-17T17:14:03.691 INFO:tasks.rados.rados.0.smithi031.stdout:3359: oid 49 version 2191 is already newer than 2190 2024-09-17T17:14:03.691 INFO:tasks.rados.rados.0.smithi031.stdout:3359: oid 49 version 2191 is already newer than 2189 2024-09-17T17:14:03.691 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 2191 (ObjNum 1063 snap 311 seq_num 1063) dirty exists 2024-09-17T17:14:03.691 INFO:tasks.rados.rados.0.smithi031.stdout:3359: left oid 49 (ObjNum 1063 snap 311 seq_num 1063) 2024-09-17T17:14:03.692 INFO:tasks.rados.rados.0.smithi031.stdout:3360: finishing write tid 1 to smithi03184240-6 2024-09-17T17:14:03.692 INFO:tasks.rados.rados.0.smithi031.stdout:3356: done (4 left) 2024-09-17T17:14:03.692 INFO:tasks.rados.rados.0.smithi031.stdout:3358: done (3 left) 2024-09-17T17:14:03.692 INFO:tasks.rados.rados.0.smithi031.stdout:3359: done (2 left) 2024-09-17T17:14:03.692 INFO:tasks.rados.rados.0.smithi031.stdout:3362: copy_from oid 7 from oid 2 current snap is 311 2024-09-17T17:14:03.692 INFO:tasks.rados.rados.0.smithi031.stdout:3360: finishing write tid 2 to smithi03184240-6 2024-09-17T17:14:03.692 INFO:tasks.rados.rados.0.smithi031.stdout:3360: finishing write tid 3 to smithi03184240-6 2024-09-17T17:14:03.692 INFO:tasks.rados.rados.0.smithi031.stdout:3361: finishing copy_from racing read to smithi03184240-36 2024-09-17T17:14:03.692 INFO:tasks.rados.rados.0.smithi031.stdout:3361: finishing copy_from to smithi03184240-36 2024-09-17T17:14:03.692 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 2490 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-17T17:14:03.692 INFO:tasks.rados.rados.0.smithi031.stdout:3360: finishing write tid 4 to smithi03184240-6 2024-09-17T17:14:03.692 INFO:tasks.rados.rados.0.smithi031.stdout:3360: oid 6 updating version 0 to 2577 2024-09-17T17:14:03.692 INFO:tasks.rados.rados.0.smithi031.stdout:3360: oid 6 updating version 2577 to 2578 2024-09-17T17:14:03.692 INFO:tasks.rados.rados.0.smithi031.stdout:3360: oid 6 version 2578 is already newer than 2576 2024-09-17T17:14:03.693 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 2578 (ObjNum 1064 snap 311 seq_num 1064) dirty exists 2024-09-17T17:14:03.693 INFO:tasks.rados.rados.0.smithi031.stdout:3360: left oid 6 (ObjNum 1064 snap 311 seq_num 1064) 2024-09-17T17:14:03.693 INFO:tasks.rados.rados.0.smithi031.stdout:3360: done (2 left) 2024-09-17T17:14:03.693 INFO:tasks.rados.rados.0.smithi031.stdout:3361: done (1 left) 2024-09-17T17:14:03.693 INFO:tasks.rados.rados.0.smithi031.stdout:3363: copy_from oid 8 from oid 20 current snap is 311 2024-09-17T17:14:03.693 INFO:tasks.rados.rados.0.smithi031.stdout:3364: read oid 13 snap -1 2024-09-17T17:14:03.693 INFO:tasks.rados.rados.0.smithi031.stdout:3364: expect (ObjNum 998 snap 293 seq_num 998) 2024-09-17T17:14:03.693 INFO:tasks.rados.rados.0.smithi031.stdout:3365: rollback oid 49 current snap is 311 2024-09-17T17:14:03.693 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 49 to 310 2024-09-17T17:14:03.693 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 15 current snap is 311 2024-09-17T17:14:03.693 INFO:tasks.rados.rados.0.smithi031.stdout:3366: seq_num 1065 ranges {0=638976,638976=401408} 2024-09-17T17:14:03.694 INFO:tasks.rados.rados.0.smithi031.stdout:3366: writing smithi03184240-15 from 0 to 638976 tid 1 2024-09-17T17:14:03.697 INFO:tasks.rados.rados.0.smithi031.stdout:3366: writing smithi03184240-15 from 638976 to 1040384 tid 2 2024-09-17T17:14:03.697 INFO:tasks.rados.rados.0.smithi031.stdout:3367: snap_create 2024-09-17T17:14:03.697 INFO:tasks.rados.rados.0.smithi031.stdout:3363: finishing copy_from to smithi03184240-8 2024-09-17T17:14:03.697 INFO:tasks.rados.rados.0.smithi031.stdout:3363: got expected ENOENT (src dne) 2024-09-17T17:14:03.697 INFO:tasks.rados.rados.0.smithi031.stdout:3363: finishing copy_from racing read to smithi03184240-8 2024-09-17T17:14:03.697 INFO:tasks.rados.rados.0.smithi031.stdout:3362: finishing copy_from racing read to smithi03184240-7 2024-09-17T17:14:03.698 INFO:tasks.rados.rados.0.smithi031.stdout:3365: finishing rollback tid 0 to smithi03184240-49 2024-09-17T17:14:03.698 INFO:tasks.rados.rados.0.smithi031.stdout:3365: finishing rollback tid 1 to smithi03184240-49 2024-09-17T17:14:03.699 INFO:tasks.rados.rados.0.smithi031.stdout:3362: finishing copy_from to smithi03184240-7 2024-09-17T17:14:03.699 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 2638 (ObjNum 1024 snap 301 seq_num 1024) dirty exists 2024-09-17T17:14:03.700 INFO:tasks.rados.rados.0.smithi031.stdout:3365: finishing rollback tid 2 to smithi03184240-49 2024-09-17T17:14:03.700 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 2194 (ObjNum 978 snap 290 seq_num 978) dirty exists 2024-09-17T17:14:03.701 INFO:tasks.rados.rados.0.smithi031.stdout:3366: finishing write tid 1 to smithi03184240-15 2024-09-17T17:14:03.703 INFO:tasks.rados.rados.0.smithi031.stdout:3366: finishing write tid 2 to smithi03184240-15 2024-09-17T17:14:03.703 INFO:tasks.rados.rados.0.smithi031.stdout:3366: finishing write tid 3 to smithi03184240-15 2024-09-17T17:14:03.705 INFO:tasks.rados.rados.0.smithi031.stdout:3366: finishing write tid 4 to smithi03184240-15 2024-09-17T17:14:03.705 INFO:tasks.rados.rados.0.smithi031.stdout:3366: oid 15 updating version 0 to 2488 2024-09-17T17:14:03.705 INFO:tasks.rados.rados.0.smithi031.stdout:3366: oid 15 version 2488 is already newer than 2487 2024-09-17T17:14:03.705 INFO:tasks.rados.rados.0.smithi031.stdout:3366: oid 15 updating version 2488 to 2489 2024-09-17T17:14:03.705 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 2489 (ObjNum 1065 snap 311 seq_num 1065) dirty exists 2024-09-17T17:14:03.705 INFO:tasks.rados.rados.0.smithi031.stdout:3366: left oid 15 (ObjNum 1065 snap 311 seq_num 1065) 2024-09-17T17:14:03.705 INFO:tasks.rados.rados.0.smithi031.stdout:3364: expect (ObjNum 998 snap 293 seq_num 998) 2024-09-17T17:14:03.744 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:03 smithi031 ceph-mon[94873]: pgmap v718: 121 pgs: 121 active+clean; 93 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-09-17T17:14:03.745 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:03 smithi031 ceph-mon[94873]: osdmap e705: 8 total, 8 up, 8 in 2024-09-17T17:14:03.745 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:03 smithi031 ceph-mon[94873]: osdmap e706: 8 total, 8 up, 8 in 2024-09-17T17:14:03.745 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:03 smithi031 ceph-mon[96842]: pgmap v718: 121 pgs: 121 active+clean; 93 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-09-17T17:14:03.745 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:03 smithi031 ceph-mon[96842]: osdmap e705: 8 total, 8 up, 8 in 2024-09-17T17:14:03.745 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:03 smithi031 ceph-mon[96842]: osdmap e706: 8 total, 8 up, 8 in 2024-09-17T17:14:03.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:03 smithi066 ceph-mon[86175]: pgmap v718: 121 pgs: 121 active+clean; 93 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-09-17T17:14:03.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:03 smithi066 ceph-mon[86175]: osdmap e705: 8 total, 8 up, 8 in 2024-09-17T17:14:03.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:03 smithi066 ceph-mon[86175]: osdmap e706: 8 total, 8 up, 8 in 2024-09-17T17:14:04.493 INFO:tasks.rados.rados.0.smithi031.stdout:3362: done (5 left) 2024-09-17T17:14:04.494 INFO:tasks.rados.rados.0.smithi031.stdout:3363: done (4 left) 2024-09-17T17:14:04.494 INFO:tasks.rados.rados.0.smithi031.stdout:3364: done (3 left) 2024-09-17T17:14:04.494 INFO:tasks.rados.rados.0.smithi031.stdout:3365: done (2 left) 2024-09-17T17:14:04.494 INFO:tasks.rados.rados.0.smithi031.stdout:3366: done (1 left) 2024-09-17T17:14:04.494 INFO:tasks.rados.rados.0.smithi031.stdout:3367: done (0 left) 2024-09-17T17:14:04.494 INFO:tasks.rados.rados.0.smithi031.stdout:3368: rmattr oid 32 current snap is 312 2024-09-17T17:14:04.494 INFO:tasks.rados.rados.0.smithi031.stdout:3368: done (0 left) 2024-09-17T17:14:04.494 INFO:tasks.rados.rados.0.smithi031.stdout:3369: rollback oid 8 current snap is 312 2024-09-17T17:14:04.494 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 8 to 308 2024-09-17T17:14:04.494 INFO:tasks.rados.rados.0.smithi031.stdout:3370: copy_from oid 6 from oid 50 current snap is 312 2024-09-17T17:14:04.494 INFO:tasks.rados.rados.0.smithi031.stdout:3371: read oid 38 snap 308 2024-09-17T17:14:04.494 INFO:tasks.rados.rados.0.smithi031.stdout:3371: expect (ObjNum 962 snap 284 seq_num 962) 2024-09-17T17:14:04.494 INFO:tasks.rados.rados.0.smithi031.stdout:3372: copy_from oid 41 from oid 4 current snap is 312 2024-09-17T17:14:04.495 INFO:tasks.rados.rados.0.smithi031.stdout:3373: snap_remove snap 311 2024-09-17T17:14:05.498 INFO:tasks.rados.rados.0.smithi031.stdout:3373: done (4 left) 2024-09-17T17:14:05.498 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 9 current snap is 312 2024-09-17T17:14:05.498 INFO:tasks.rados.rados.0.smithi031.stdout:3369: finishing rollback tid 0 to smithi03184240-8 2024-09-17T17:14:05.498 INFO:tasks.rados.rados.0.smithi031.stdout:3369: finishing rollback tid 1 to smithi03184240-8 2024-09-17T17:14:05.498 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 2640 (ObjNum 33 snap 0 seq_num 0) dirty dne 2024-09-17T17:14:05.498 INFO:tasks.rados.rados.0.smithi031.stdout:3372: finishing copy_from racing read to smithi03184240-41 2024-09-17T17:14:05.499 INFO:tasks.rados.rados.0.smithi031.stdout:3372: finishing copy_from to smithi03184240-41 2024-09-17T17:14:05.499 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 1610 (ObjNum 1053 snap 308 seq_num 1053) dirty exists 2024-09-17T17:14:05.499 INFO:tasks.rados.rados.0.smithi031.stdout:3374: seq_num 1066 ranges {0=663552,663552=401408} 2024-09-17T17:14:05.502 INFO:tasks.rados.rados.0.smithi031.stdout:3374: writing smithi03184240-9 from 0 to 663552 tid 1 2024-09-17T17:14:05.505 INFO:tasks.rados.rados.0.smithi031.stdout:3374: writing smithi03184240-9 from 663552 to 1064960 tid 2 2024-09-17T17:14:05.505 INFO:tasks.rados.rados.0.smithi031.stdout:3369: done (4 left) 2024-09-17T17:14:05.506 INFO:tasks.rados.rados.0.smithi031.stdout:3372: done (3 left) 2024-09-17T17:14:05.506 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 34 current snap is 312 2024-09-17T17:14:05.506 INFO:tasks.rados.rados.0.smithi031.stdout:3375: seq_num 1067 ranges {5439488=679936,6119424=401408} 2024-09-17T17:14:05.540 INFO:tasks.rados.rados.0.smithi031.stdout:3375: writing smithi03184240-34 from 5439488 to 6119424 tid 1 2024-09-17T17:14:05.543 INFO:tasks.rados.rados.0.smithi031.stdout:3375: writing smithi03184240-34 from 6119424 to 6520832 tid 2 2024-09-17T17:14:05.543 INFO:tasks.rados.rados.0.smithi031.stdout:3376: setattr oid 12 current snap is 312 2024-09-17T17:14:05.543 INFO:tasks.rados.rados.0.smithi031.stdout:3370: finishing copy_from racing read to smithi03184240-6 2024-09-17T17:14:05.543 INFO:tasks.rados.rados.0.smithi031.stdout:3370: finishing copy_from to smithi03184240-6 2024-09-17T17:14:05.543 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 2496 (ObjNum 1052 snap 308 seq_num 1052) dirty exists 2024-09-17T17:14:05.543 INFO:tasks.rados.rados.0.smithi031.stdout:3371: expect (ObjNum 962 snap 284 seq_num 962) 2024-09-17T17:14:05.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:05 smithi031 ceph-mon[94873]: pgmap v721: 121 pgs: 121 active+clean; 98 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.6 MiB/s wr, 25 op/s 2024-09-17T17:14:05.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:05 smithi031 ceph-mon[94873]: osdmap e707: 8 total, 8 up, 8 in 2024-09-17T17:14:05.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:05 smithi031 ceph-mon[96842]: pgmap v721: 121 pgs: 121 active+clean; 98 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.6 MiB/s wr, 25 op/s 2024-09-17T17:14:05.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:05 smithi031 ceph-mon[96842]: osdmap e707: 8 total, 8 up, 8 in 2024-09-17T17:14:05.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:05 smithi066 ceph-mon[86175]: pgmap v721: 121 pgs: 121 active+clean; 98 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.6 MiB/s wr, 25 op/s 2024-09-17T17:14:05.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:05 smithi066 ceph-mon[86175]: osdmap e707: 8 total, 8 up, 8 in 2024-09-17T17:14:05.927 INFO:tasks.rados.rados.0.smithi031.stdout:3374: finishing write tid 1 to smithi03184240-9 2024-09-17T17:14:05.927 INFO:tasks.rados.rados.0.smithi031.stdout:3374: finishing write tid 2 to smithi03184240-9 2024-09-17T17:14:05.927 INFO:tasks.rados.rados.0.smithi031.stdout:3374: finishing write tid 3 to smithi03184240-9 2024-09-17T17:14:05.927 INFO:tasks.rados.rados.0.smithi031.stdout:3374: finishing write tid 4 to smithi03184240-9 2024-09-17T17:14:05.927 INFO:tasks.rados.rados.0.smithi031.stdout:3374: oid 9 updating version 0 to 2203 2024-09-17T17:14:05.927 INFO:tasks.rados.rados.0.smithi031.stdout:3374: oid 9 version 2203 is already newer than 2202 2024-09-17T17:14:05.927 INFO:tasks.rados.rados.0.smithi031.stdout:3374: oid 9 updating version 2203 to 2204 2024-09-17T17:14:05.927 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 2204 (ObjNum 1066 snap 312 seq_num 1066) dirty exists 2024-09-17T17:14:05.927 INFO:tasks.rados.rados.0.smithi031.stdout:3374: left oid 9 (ObjNum 1066 snap 312 seq_num 1066) 2024-09-17T17:14:05.928 INFO:tasks.rados.rados.0.smithi031.stdout:3375: finishing write tid 1 to smithi03184240-34 2024-09-17T17:14:05.928 INFO:tasks.rados.rados.0.smithi031.stdout:3375: finishing write tid 2 to smithi03184240-34 2024-09-17T17:14:05.928 INFO:tasks.rados.rados.0.smithi031.stdout:3375: finishing write tid 3 to smithi03184240-34 2024-09-17T17:14:05.928 INFO:tasks.rados.rados.0.smithi031.stdout:3375: finishing write tid 4 to smithi03184240-34 2024-09-17T17:14:05.928 INFO:tasks.rados.rados.0.smithi031.stdout:3375: oid 34 updating version 0 to 1611 2024-09-17T17:14:05.928 INFO:tasks.rados.rados.0.smithi031.stdout:3375: oid 34 updating version 1611 to 1612 2024-09-17T17:14:05.928 INFO:tasks.rados.rados.0.smithi031.stdout:3375: oid 34 updating version 1612 to 1613 2024-09-17T17:14:05.928 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 1613 (ObjNum 1067 snap 312 seq_num 1067) dirty exists 2024-09-17T17:14:05.928 INFO:tasks.rados.rados.0.smithi031.stdout:3375: left oid 34 (ObjNum 1067 snap 312 seq_num 1067) 2024-09-17T17:14:05.928 INFO:tasks.rados.rados.0.smithi031.stdout:3370: done (4 left) 2024-09-17T17:14:05.928 INFO:tasks.rados.rados.0.smithi031.stdout:3371: done (3 left) 2024-09-17T17:14:05.928 INFO:tasks.rados.rados.0.smithi031.stdout:3374: done (2 left) 2024-09-17T17:14:05.928 INFO:tasks.rados.rados.0.smithi031.stdout:3375: done (1 left) 2024-09-17T17:14:05.929 INFO:tasks.rados.rados.0.smithi031.stdout:3377: snap_remove snap 309 2024-09-17T17:14:06.505 INFO:tasks.rados.rados.0.smithi031.stdout:3377: done (1 left) 2024-09-17T17:14:06.505 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 14 current snap is 312 2024-09-17T17:14:06.505 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 2579 (ObjNum 1058 snap 309 seq_num 1058) dirty exists 2024-09-17T17:14:06.505 INFO:tasks.rados.rados.0.smithi031.stdout:3378: seq_num 1068 ranges {0=696320,696320=401408} 2024-09-17T17:14:06.509 INFO:tasks.rados.rados.0.smithi031.stdout:3378: writing smithi03184240-14 from 0 to 696320 tid 1 2024-09-17T17:14:06.512 INFO:tasks.rados.rados.0.smithi031.stdout:3378: writing smithi03184240-14 from 696320 to 1097728 tid 2 2024-09-17T17:14:06.513 INFO:tasks.rados.rados.0.smithi031.stdout:3376: done (1 left) 2024-09-17T17:14:06.513 INFO:tasks.rados.rados.0.smithi031.stdout:3379: read oid 4 snap -1 2024-09-17T17:14:06.513 INFO:tasks.rados.rados.0.smithi031.stdout:3379: expect (ObjNum 1053 snap 308 seq_num 1053) 2024-09-17T17:14:06.513 INFO:tasks.rados.rados.0.smithi031.stdout:3380: setattr oid 2 current snap is 312 2024-09-17T17:14:06.516 INFO:tasks.rados.rados.0.smithi031.stdout:3381: setattr oid 49 current snap is 312 2024-09-17T17:14:06.517 INFO:tasks.rados.rados.0.smithi031.stdout:3378: finishing write tid 1 to smithi03184240-14 2024-09-17T17:14:06.518 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 42 current snap is 312 2024-09-17T17:14:06.518 INFO:tasks.rados.rados.0.smithi031.stdout:3382: seq_num 1069 ranges {221184=712704,933888=401408} 2024-09-17T17:14:06.524 INFO:tasks.rados.rados.0.smithi031.stdout:3382: writing smithi03184240-42 from 221184 to 933888 tid 1 2024-09-17T17:14:06.527 INFO:tasks.rados.rados.0.smithi031.stdout:3382: writing smithi03184240-42 from 933888 to 1335296 tid 2 2024-09-17T17:14:06.527 INFO:tasks.rados.rados.0.smithi031.stdout:3383: delete oid 46 current snap is 312 2024-09-17T17:14:06.527 INFO:tasks.rados.rados.0.smithi031.stdout:3378: finishing write tid 2 to smithi03184240-14 2024-09-17T17:14:06.527 INFO:tasks.rados.rados.0.smithi031.stdout:3378: finishing write tid 3 to smithi03184240-14 2024-09-17T17:14:06.527 INFO:tasks.rados.rados.0.smithi031.stdout:3378: finishing write tid 4 to smithi03184240-14 2024-09-17T17:14:06.528 INFO:tasks.rados.rados.0.smithi031.stdout:3378: oid 14 updating version 0 to 2493 2024-09-17T17:14:06.528 INFO:tasks.rados.rados.0.smithi031.stdout:3378: oid 14 version 2493 is already newer than 2491 2024-09-17T17:14:06.528 INFO:tasks.rados.rados.0.smithi031.stdout:3378: oid 14 version 2493 is already newer than 2492 2024-09-17T17:14:06.528 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 2493 (ObjNum 1068 snap 312 seq_num 1068) dirty exists 2024-09-17T17:14:06.528 INFO:tasks.rados.rados.0.smithi031.stdout:3378: left oid 14 (ObjNum 1068 snap 312 seq_num 1068) 2024-09-17T17:14:06.528 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 2195 (ObjNum 978 snap 290 seq_num 978) dirty exists 2024-09-17T17:14:06.528 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 2685 (ObjNum 1024 snap 301 seq_num 1024) dirty exists 2024-09-17T17:14:06.533 INFO:tasks.rados.rados.0.smithi031.stdout:3378: done (5 left) 2024-09-17T17:14:06.533 INFO:tasks.rados.rados.0.smithi031.stdout:3380: done (4 left) 2024-09-17T17:14:06.533 INFO:tasks.rados.rados.0.smithi031.stdout:3381: done (3 left) 2024-09-17T17:14:06.533 INFO:tasks.rados.rados.0.smithi031.stdout:3383: done (2 left) 2024-09-17T17:14:06.533 INFO:tasks.rados.rados.0.smithi031.stdout:3384: rollback oid 46 current snap is 312 2024-09-17T17:14:06.533 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 46 to 308 2024-09-17T17:14:06.533 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 312 2024-09-17T17:14:06.533 INFO:tasks.rados.rados.0.smithi031.stdout:3385: seq_num 1071 ranges {1843200=745472,2588672=401408} 2024-09-17T17:14:06.547 INFO:tasks.rados.rados.0.smithi031.stdout:3385: writing smithi03184240-23 from 1843200 to 2588672 tid 1 2024-09-17T17:14:06.550 INFO:tasks.rados.rados.0.smithi031.stdout:3385: writing smithi03184240-23 from 2588672 to 2990080 tid 2 2024-09-17T17:14:06.550 INFO:tasks.rados.rados.0.smithi031.stdout:3386: read oid 20 snap -1 2024-09-17T17:14:06.550 INFO:tasks.rados.rados.0.smithi031.stdout:3386: expect deleted 2024-09-17T17:14:06.550 INFO:tasks.rados.rados.0.smithi031.stdout:3387: snap_remove snap 310 2024-09-17T17:14:06.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:06 smithi031 ceph-mon[94873]: osdmap e708: 8 total, 8 up, 8 in 2024-09-17T17:14:06.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:06 smithi031 ceph-mon[96842]: osdmap e708: 8 total, 8 up, 8 in 2024-09-17T17:14:06.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:06 smithi066 ceph-mon[86175]: osdmap e708: 8 total, 8 up, 8 in 2024-09-17T17:14:07.509 INFO:tasks.rados.rados.0.smithi031.stdout:3382: finishing write tid 1 to smithi03184240-42 2024-09-17T17:14:07.509 INFO:tasks.rados.rados.0.smithi031.stdout:3382: finishing write tid 2 to smithi03184240-42 2024-09-17T17:14:07.509 INFO:tasks.rados.rados.0.smithi031.stdout:3382: finishing write tid 3 to smithi03184240-42 2024-09-17T17:14:07.509 INFO:tasks.rados.rados.0.smithi031.stdout:3382: finishing write tid 4 to smithi03184240-42 2024-09-17T17:14:07.509 INFO:tasks.rados.rados.0.smithi031.stdout:3382: oid 42 updating version 0 to 2688 2024-09-17T17:14:07.509 INFO:tasks.rados.rados.0.smithi031.stdout:3382: oid 42 updating version 2688 to 2689 2024-09-17T17:14:07.509 INFO:tasks.rados.rados.0.smithi031.stdout:3382: oid 42 version 2689 is already newer than 2687 2024-09-17T17:14:07.510 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 2689 (ObjNum 1069 snap 312 seq_num 1069) dirty exists 2024-09-17T17:14:07.510 INFO:tasks.rados.rados.0.smithi031.stdout:3382: left oid 42 (ObjNum 1069 snap 312 seq_num 1069) 2024-09-17T17:14:07.510 INFO:tasks.rados.rados.0.smithi031.stdout:3379: expect (ObjNum 1053 snap 308 seq_num 1053) 2024-09-17T17:14:07.778 INFO:tasks.rados.rados.0.smithi031.stdout:3384: finishing rollback tid 1 to smithi03184240-46 2024-09-17T17:14:07.778 INFO:tasks.rados.rados.0.smithi031.stdout:3384: finishing rollback tid 2 to smithi03184240-46 2024-09-17T17:14:07.778 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 2643 (ObjNum 1011 snap 297 seq_num 1011) dirty exists 2024-09-17T17:14:07.778 INFO:tasks.rados.rados.0.smithi031.stdout:3379: done (5 left) 2024-09-17T17:14:07.778 INFO:tasks.rados.rados.0.smithi031.stdout:3382: done (4 left) 2024-09-17T17:14:07.778 INFO:tasks.rados.rados.0.smithi031.stdout:3384: done (3 left) 2024-09-17T17:14:07.778 INFO:tasks.rados.rados.0.smithi031.stdout:3387: done (2 left) 2024-09-17T17:14:07.778 INFO:tasks.rados.rados.0.smithi031.stdout:3388: read oid 21 snap -1 2024-09-17T17:14:07.778 INFO:tasks.rados.rados.0.smithi031.stdout:3388: expect (ObjNum 854 snap 259 seq_num 854) 2024-09-17T17:14:07.778 INFO:tasks.rados.rados.0.smithi031.stdout:3389: delete oid 47 current snap is 312 2024-09-17T17:14:07.779 INFO:tasks.rados.rados.0.smithi031.stdout:3385: finishing write tid 1 to smithi03184240-23 2024-09-17T17:14:07.779 INFO:tasks.rados.rados.0.smithi031.stdout:3385: finishing write tid 2 to smithi03184240-23 2024-09-17T17:14:07.779 INFO:tasks.rados.rados.0.smithi031.stdout:3385: finishing write tid 3 to smithi03184240-23 2024-09-17T17:14:07.779 INFO:tasks.rados.rados.0.smithi031.stdout:3385: finishing write tid 4 to smithi03184240-23 2024-09-17T17:14:07.779 INFO:tasks.rados.rados.0.smithi031.stdout:3385: oid 23 updating version 0 to 1960 2024-09-17T17:14:07.779 INFO:tasks.rados.rados.0.smithi031.stdout:3385: oid 23 updating version 1960 to 1961 2024-09-17T17:14:07.779 INFO:tasks.rados.rados.0.smithi031.stdout:3385: oid 23 updating version 1961 to 1962 2024-09-17T17:14:07.779 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 1962 (ObjNum 1071 snap 312 seq_num 1071) dirty exists 2024-09-17T17:14:07.779 INFO:tasks.rados.rados.0.smithi031.stdout:3385: left oid 23 (ObjNum 1071 snap 312 seq_num 1071) 2024-09-17T17:14:07.780 INFO:tasks.rados.rados.0.smithi031.stdout:3385: done (3 left) 2024-09-17T17:14:07.780 INFO:tasks.rados.rados.0.smithi031.stdout:3386: done (2 left) 2024-09-17T17:14:07.780 INFO:tasks.rados.rados.0.smithi031.stdout:3389: done (1 left) 2024-09-17T17:14:07.780 INFO:tasks.rados.rados.0.smithi031.stdout:3390: rollback oid 39 current snap is 312 2024-09-17T17:14:07.780 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 39 to 308 2024-09-17T17:14:07.780 INFO:tasks.rados.rados.0.smithi031.stdout:3391: delete oid 47 current snap is 312 2024-09-17T17:14:07.781 INFO:tasks.rados.rados.0.smithi031.stdout:3391: done (2 left) 2024-09-17T17:14:07.781 INFO:tasks.rados.rados.0.smithi031.stdout:3392: copy_from oid 50 from oid 44 current snap is 312 2024-09-17T17:14:07.781 INFO:tasks.rados.rados.0.smithi031.stdout:3393: rollback oid 3 current snap is 312 2024-09-17T17:14:07.781 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 3 to 308 2024-09-17T17:14:07.782 INFO:tasks.rados.rados.0.smithi031.stdout:3394: rollback oid 16 current snap is 312 2024-09-17T17:14:07.782 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 16 to 308 2024-09-17T17:14:07.782 INFO:tasks.rados.rados.0.smithi031.stdout:3395: copy_from oid 2 from oid 7 current snap is 312 2024-09-17T17:14:07.782 INFO:tasks.rados.rados.0.smithi031.stdout:3396: delete oid 26 current snap is 312 2024-09-17T17:14:07.782 INFO:tasks.rados.rados.0.smithi031.stdout:3393: finishing rollback tid 1 to smithi03184240-3 2024-09-17T17:14:07.782 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 0 (ObjNum 65 snap 0 seq_num 1953066355) dirty dne 2024-09-17T17:14:07.785 INFO:tasks.rados.rados.0.smithi031.stdout:3394: finishing rollback tid 0 to smithi03184240-16 2024-09-17T17:14:07.785 INFO:tasks.rados.rados.0.smithi031.stdout:3394: finishing rollback tid 1 to smithi03184240-16 2024-09-17T17:14:07.786 INFO:tasks.rados.rados.0.smithi031.stdout:3390: finishing rollback tid 0 to smithi03184240-39 2024-09-17T17:14:07.787 INFO:tasks.rados.rados.0.smithi031.stdout:3394: finishing rollback tid 2 to smithi03184240-16 2024-09-17T17:14:07.787 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 2582 (ObjNum 1016 snap 300 seq_num 1016) dirty exists 2024-09-17T17:14:07.787 INFO:tasks.rados.rados.0.smithi031.stdout:3390: finishing rollback tid 1 to smithi03184240-39 2024-09-17T17:14:07.787 INFO:tasks.rados.rados.0.smithi031.stdout:3393: done (6 left) 2024-09-17T17:14:07.787 INFO:tasks.rados.rados.0.smithi031.stdout:3394: done (5 left) 2024-09-17T17:14:07.787 INFO:tasks.rados.rados.0.smithi031.stdout:3396: done (4 left) 2024-09-17T17:14:07.787 INFO:tasks.rados.rados.0.smithi031.stdout:3397: delete oid 37 current snap is 312 2024-09-17T17:14:07.788 INFO:tasks.rados.rados.0.smithi031.stdout:3388: expect (ObjNum 854 snap 259 seq_num 854) 2024-09-17T17:14:07.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:07 smithi031 ceph-mon[96842]: pgmap v724: 121 pgs: 121 active+clean; 102 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-09-17T17:14:07.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:07 smithi031 ceph-mon[96842]: osdmap e709: 8 total, 8 up, 8 in 2024-09-17T17:14:07.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:07 smithi031 ceph-mon[94873]: pgmap v724: 121 pgs: 121 active+clean; 102 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-09-17T17:14:07.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:07 smithi031 ceph-mon[94873]: osdmap e709: 8 total, 8 up, 8 in 2024-09-17T17:14:07.852 INFO:tasks.rados.rados.0.smithi031.stdout:3390: finishing rollback tid 2 to smithi03184240-39 2024-09-17T17:14:07.852 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 2207 (ObjNum 941 snap 280 seq_num 941) dirty exists 2024-09-17T17:14:07.852 INFO:tasks.rados.rados.0.smithi031.stdout:3395: finishing copy_from racing read to smithi03184240-2 2024-09-17T17:14:07.852 INFO:tasks.rados.rados.0.smithi031.stdout:3395: finishing copy_from to smithi03184240-2 2024-09-17T17:14:07.852 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 2638 (ObjNum 1024 snap 301 seq_num 1024) dirty exists 2024-09-17T17:14:07.852 INFO:tasks.rados.rados.0.smithi031.stdout:3392: finishing copy_from racing read to smithi03184240-50 2024-09-17T17:14:07.852 INFO:tasks.rados.rados.0.smithi031.stdout:3392: finishing copy_from to smithi03184240-50 2024-09-17T17:14:07.852 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 2683 (ObjNum 1059 snap 309 seq_num 1059) dirty exists 2024-09-17T17:14:07.852 INFO:tasks.rados.rados.0.smithi031.stdout:3388: done (4 left) 2024-09-17T17:14:07.852 INFO:tasks.rados.rados.0.smithi031.stdout:3390: done (3 left) 2024-09-17T17:14:07.852 INFO:tasks.rados.rados.0.smithi031.stdout:3392: done (2 left) 2024-09-17T17:14:07.853 INFO:tasks.rados.rados.0.smithi031.stdout:3395: done (1 left) 2024-09-17T17:14:07.853 INFO:tasks.rados.rados.0.smithi031.stdout:3397: done (0 left) 2024-09-17T17:14:07.853 INFO:tasks.rados.rados.0.smithi031.stdout:3398: snap_create 2024-09-17T17:14:07.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:07 smithi066 ceph-mon[86175]: pgmap v724: 121 pgs: 121 active+clean; 102 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-09-17T17:14:07.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:07 smithi066 ceph-mon[86175]: osdmap e709: 8 total, 8 up, 8 in 2024-09-17T17:14:08.428 INFO:tasks.rados.rados.0.smithi031.stdout:3398: done (0 left) 2024-09-17T17:14:08.428 INFO:tasks.rados.rados.0.smithi031.stdout:3399: copy_from oid 49 from oid 13 current snap is 313 2024-09-17T17:14:08.428 INFO:tasks.rados.rados.0.smithi031.stdout:3400: copy_from oid 46 from oid 17 current snap is 313 2024-09-17T17:14:08.428 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 25 current snap is 313 2024-09-17T17:14:08.428 INFO:tasks.rados.rados.0.smithi031.stdout:3401: seq_num 1076 ranges {860160=425984,1286144=548864,1835008=253952} 2024-09-17T17:14:08.435 INFO:tasks.rados.rados.0.smithi031.stdout:3401: writing smithi03184240-25 from 860160 to 1286144 tid 1 2024-09-17T17:14:08.438 INFO:tasks.rados.rados.0.smithi031.stdout:3401: writing smithi03184240-25 from 1286144 to 1835008 tid 2 2024-09-17T17:14:08.440 INFO:tasks.rados.rados.0.smithi031.stdout:3401: writing smithi03184240-25 from 1835008 to 2088960 tid 3 2024-09-17T17:14:08.440 INFO:tasks.rados.rados.0.smithi031.stdout:3402: read oid 11 snap -1 2024-09-17T17:14:08.440 INFO:tasks.rados.rados.0.smithi031.stdout:3402: expect (ObjNum 963 snap 284 seq_num 963) 2024-09-17T17:14:08.440 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 313 2024-09-17T17:14:08.440 INFO:tasks.rados.rados.0.smithi031.stdout:3403: seq_num 1077 ranges {5062656=442368,5505024=434176,5939200=368640} 2024-09-17T17:14:08.471 INFO:tasks.rados.rados.0.smithi031.stdout:3403: writing smithi03184240-12 from 5062656 to 5505024 tid 1 2024-09-17T17:14:08.473 INFO:tasks.rados.rados.0.smithi031.stdout:3403: writing smithi03184240-12 from 5505024 to 5939200 tid 2 2024-09-17T17:14:08.476 INFO:tasks.rados.rados.0.smithi031.stdout:3403: writing smithi03184240-12 from 5939200 to 6307840 tid 3 2024-09-17T17:14:08.476 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 313 2024-09-17T17:14:08.476 INFO:tasks.rados.rados.0.smithi031.stdout:3401: finishing write tid 1 to smithi03184240-25 2024-09-17T17:14:08.476 INFO:tasks.rados.rados.0.smithi031.stdout:3404: seq_num 1078 ranges {2170880=458752,2629632=720896,3350528=81920} 2024-09-17T17:14:08.490 INFO:tasks.rados.rados.0.smithi031.stdout:3404: writing smithi03184240-32 from 2170880 to 2629632 tid 1 2024-09-17T17:14:08.494 INFO:tasks.rados.rados.0.smithi031.stdout:3404: writing smithi03184240-32 from 2629632 to 3350528 tid 2 2024-09-17T17:14:08.495 INFO:tasks.rados.rados.0.smithi031.stdout:3404: writing smithi03184240-32 from 3350528 to 3432448 tid 3 2024-09-17T17:14:08.496 INFO:tasks.rados.rados.0.smithi031.stdout:3405: rollback oid 41 current snap is 313 2024-09-17T17:14:08.496 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 41 to 308 2024-09-17T17:14:08.496 INFO:tasks.rados.rados.0.smithi031.stdout:3401: finishing write tid 2 to smithi03184240-25 2024-09-17T17:14:08.496 INFO:tasks.rados.rados.0.smithi031.stdout:3401: finishing write tid 3 to smithi03184240-25 2024-09-17T17:14:08.496 INFO:tasks.rados.rados.0.smithi031.stdout:3400: finishing copy_from racing read to smithi03184240-46 2024-09-17T17:14:08.496 INFO:tasks.rados.rados.0.smithi031.stdout:3401: finishing write tid 4 to smithi03184240-25 2024-09-17T17:14:08.496 INFO:tasks.rados.rados.0.smithi031.stdout:3401: finishing write tid 5 to smithi03184240-25 2024-09-17T17:14:08.496 INFO:tasks.rados.rados.0.smithi031.stdout:3401: oid 25 updating version 0 to 1494 2024-09-17T17:14:08.496 INFO:tasks.rados.rados.0.smithi031.stdout:3401: oid 25 updating version 1494 to 1496 2024-09-17T17:14:08.496 INFO:tasks.rados.rados.0.smithi031.stdout:3401: oid 25 updating version 1496 to 1497 2024-09-17T17:14:08.496 INFO:tasks.rados.rados.0.smithi031.stdout:3401: oid 25 version 1497 is already newer than 1495 2024-09-17T17:14:08.497 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 1497 (ObjNum 1076 snap 313 seq_num 1076) dirty exists 2024-09-17T17:14:08.497 INFO:tasks.rados.rados.0.smithi031.stdout:3401: left oid 25 (ObjNum 1076 snap 313 seq_num 1076) 2024-09-17T17:14:08.497 INFO:tasks.rados.rados.0.smithi031.stdout:3399: finishing copy_from racing read to smithi03184240-49 2024-09-17T17:14:08.497 INFO:tasks.rados.rados.0.smithi031.stdout:3399: finishing copy_from to smithi03184240-49 2024-09-17T17:14:08.497 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 2201 (ObjNum 998 snap 293 seq_num 998) dirty exists 2024-09-17T17:14:08.497 INFO:tasks.rados.rados.0.smithi031.stdout:3399: done (6 left) 2024-09-17T17:14:08.498 INFO:tasks.rados.rados.0.smithi031.stdout:3401: done (5 left) 2024-09-17T17:14:08.498 INFO:tasks.rados.rados.0.smithi031.stdout:3406: delete oid 27 current snap is 313 2024-09-17T17:14:08.498 INFO:tasks.rados.rados.0.smithi031.stdout:3400: finishing copy_from to smithi03184240-46 2024-09-17T17:14:08.498 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 1600 (ObjNum 1032 snap 303 seq_num 1032) dirty exists 2024-09-17T17:14:08.498 INFO:tasks.rados.rados.0.smithi031.stdout:3402: expect (ObjNum 963 snap 284 seq_num 963) 2024-09-17T17:14:08.705 INFO:tasks.rados.rados.0.smithi031.stdout:3403: finishing write tid 1 to smithi03184240-12 2024-09-17T17:14:08.705 INFO:tasks.rados.rados.0.smithi031.stdout:3403: finishing write tid 2 to smithi03184240-12 2024-09-17T17:14:08.705 INFO:tasks.rados.rados.0.smithi031.stdout:3403: finishing write tid 3 to smithi03184240-12 2024-09-17T17:14:08.706 INFO:tasks.rados.rados.0.smithi031.stdout:3403: finishing write tid 4 to smithi03184240-12 2024-09-17T17:14:08.706 INFO:tasks.rados.rados.0.smithi031.stdout:3403: finishing write tid 5 to smithi03184240-12 2024-09-17T17:14:08.706 INFO:tasks.rados.rados.0.smithi031.stdout:3403: oid 12 updating version 0 to 2583 2024-09-17T17:14:08.706 INFO:tasks.rados.rados.0.smithi031.stdout:3403: oid 12 updating version 2583 to 2585 2024-09-17T17:14:08.706 INFO:tasks.rados.rados.0.smithi031.stdout:3403: oid 12 updating version 2585 to 2586 2024-09-17T17:14:08.706 INFO:tasks.rados.rados.0.smithi031.stdout:3403: oid 12 version 2586 is already newer than 2584 2024-09-17T17:14:08.706 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 2586 (ObjNum 1077 snap 313 seq_num 1077) dirty exists 2024-09-17T17:14:08.706 INFO:tasks.rados.rados.0.smithi031.stdout:3403: left oid 12 (ObjNum 1077 snap 313 seq_num 1077) 2024-09-17T17:14:08.706 INFO:tasks.rados.rados.0.smithi031.stdout:3404: finishing write tid 1 to smithi03184240-32 2024-09-17T17:14:08.706 INFO:tasks.rados.rados.0.smithi031.stdout:3404: finishing write tid 2 to smithi03184240-32 2024-09-17T17:14:08.706 INFO:tasks.rados.rados.0.smithi031.stdout:3404: finishing write tid 3 to smithi03184240-32 2024-09-17T17:14:08.706 INFO:tasks.rados.rados.0.smithi031.stdout:3404: finishing write tid 4 to smithi03184240-32 2024-09-17T17:14:08.706 INFO:tasks.rados.rados.0.smithi031.stdout:3405: finishing rollback tid 0 to smithi03184240-41 2024-09-17T17:14:08.706 INFO:tasks.rados.rados.0.smithi031.stdout:3405: finishing rollback tid 1 to smithi03184240-41 2024-09-17T17:14:08.707 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 1615 (ObjNum 65 snap 0 seq_num 3068108048) dirty dne 2024-09-17T17:14:08.707 INFO:tasks.rados.rados.0.smithi031.stdout:3404: finishing write tid 5 to smithi03184240-32 2024-09-17T17:14:08.707 INFO:tasks.rados.rados.0.smithi031.stdout:3404: oid 32 updating version 0 to 2205 2024-09-17T17:14:08.707 INFO:tasks.rados.rados.0.smithi031.stdout:3404: oid 32 version 2205 is already newer than 2204 2024-09-17T17:14:08.707 INFO:tasks.rados.rados.0.smithi031.stdout:3404: oid 32 version 2205 is already newer than 2202 2024-09-17T17:14:08.707 INFO:tasks.rados.rados.0.smithi031.stdout:3404: oid 32 version 2205 is already newer than 2203 2024-09-17T17:14:08.707 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 2205 (ObjNum 1078 snap 313 seq_num 1078) dirty exists 2024-09-17T17:14:08.707 INFO:tasks.rados.rados.0.smithi031.stdout:3404: left oid 32 (ObjNum 1078 snap 313 seq_num 1078) 2024-09-17T17:14:08.707 INFO:tasks.rados.rados.0.smithi031.stdout:3400: done (5 left) 2024-09-17T17:14:08.707 INFO:tasks.rados.rados.0.smithi031.stdout:3402: done (4 left) 2024-09-17T17:14:08.707 INFO:tasks.rados.rados.0.smithi031.stdout:3403: done (3 left) 2024-09-17T17:14:08.707 INFO:tasks.rados.rados.0.smithi031.stdout:3404: done (2 left) 2024-09-17T17:14:08.707 INFO:tasks.rados.rados.0.smithi031.stdout:3405: done (1 left) 2024-09-17T17:14:08.707 INFO:tasks.rados.rados.0.smithi031.stdout:3406: done (0 left) 2024-09-17T17:14:08.708 INFO:tasks.rados.rados.0.smithi031.stdout:3407: read oid 44 snap -1 2024-09-17T17:14:08.708 INFO:tasks.rados.rados.0.smithi031.stdout:3407: expect (ObjNum 1059 snap 309 seq_num 1059) 2024-09-17T17:14:08.708 INFO:tasks.rados.rados.0.smithi031.stdout:3408: read oid 36 snap 312 2024-09-17T17:14:08.708 INFO:tasks.rados.rados.0.smithi031.stdout:3408: expect (ObjNum 1705288896 snap 21918 seq_num 1705173696) 2024-09-17T17:14:08.708 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 34 current snap is 313 2024-09-17T17:14:08.708 INFO:tasks.rados.rados.0.smithi031.stdout:3409: seq_num 1080 ranges {6520832=491520,7012352=540672,7553024=262144} 2024-09-17T17:14:08.742 INFO:tasks.rados.rados.0.smithi031.stdout:3409: writing smithi03184240-34 from 6520832 to 7012352 tid 1 2024-09-17T17:14:08.745 INFO:tasks.rados.rados.0.smithi031.stdout:3409: writing smithi03184240-34 from 7012352 to 7553024 tid 2 2024-09-17T17:14:08.746 INFO:tasks.rados.rados.0.smithi031.stdout:3409: writing smithi03184240-34 from 7553024 to 7815168 tid 3 2024-09-17T17:14:08.746 INFO:tasks.rados.rados.0.smithi031.stdout:3410: setattr oid 26 current snap is 313 2024-09-17T17:14:08.747 INFO:tasks.rados.rados.0.smithi031.stdout:3408: expect (ObjNum 1705288896 snap 21918 seq_num 1705173696) 2024-09-17T17:14:08.749 INFO:tasks.rados.rados.0.smithi031.stdout:3407: expect (ObjNum 1059 snap 309 seq_num 1059) 2024-09-17T17:14:08.787 INFO:tasks.rados.rados.0.smithi031.stdout:3409: finishing write tid 1 to smithi03184240-34 2024-09-17T17:14:08.787 INFO:tasks.rados.rados.0.smithi031.stdout:3409: finishing write tid 2 to smithi03184240-34 2024-09-17T17:14:08.787 INFO:tasks.rados.rados.0.smithi031.stdout:3409: finishing write tid 3 to smithi03184240-34 2024-09-17T17:14:08.788 INFO:tasks.rados.rados.0.smithi031.stdout:3409: finishing write tid 4 to smithi03184240-34 2024-09-17T17:14:08.788 INFO:tasks.rados.rados.0.smithi031.stdout:3409: finishing write tid 5 to smithi03184240-34 2024-09-17T17:14:08.788 INFO:tasks.rados.rados.0.smithi031.stdout:3409: oid 34 updating version 0 to 1617 2024-09-17T17:14:08.788 INFO:tasks.rados.rados.0.smithi031.stdout:3409: oid 34 updating version 1617 to 1618 2024-09-17T17:14:08.788 INFO:tasks.rados.rados.0.smithi031.stdout:3409: oid 34 version 1618 is already newer than 1616 2024-09-17T17:14:08.788 INFO:tasks.rados.rados.0.smithi031.stdout:3409: oid 34 updating version 1618 to 1619 2024-09-17T17:14:08.788 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 1619 (ObjNum 1080 snap 313 seq_num 1080) dirty exists 2024-09-17T17:14:08.788 INFO:tasks.rados.rados.0.smithi031.stdout:3409: left oid 34 (ObjNum 1080 snap 313 seq_num 1080) 2024-09-17T17:14:08.788 INFO:tasks.rados.rados.0.smithi031.stdout:3407: done (3 left) 2024-09-17T17:14:08.788 INFO:tasks.rados.rados.0.smithi031.stdout:3408: done (2 left) 2024-09-17T17:14:08.788 INFO:tasks.rados.rados.0.smithi031.stdout:3409: done (1 left) 2024-09-17T17:14:08.788 INFO:tasks.rados.rados.0.smithi031.stdout:3411: rmattr oid 42 current snap is 313 2024-09-17T17:14:08.788 INFO:tasks.rados.rados.0.smithi031.stdout:3411: done (1 left) 2024-09-17T17:14:08.788 INFO:tasks.rados.rados.0.smithi031.stdout:3412: read oid 18 snap 312 2024-09-17T17:14:08.789 INFO:tasks.rados.rados.0.smithi031.stdout:3412: expect (ObjNum 1705316432 snap 21918 seq_num 1705035696) 2024-09-17T17:14:08.789 INFO:tasks.rados.rados.0.smithi031.stdout:3413: rmattr oid 3 current snap is 313 2024-09-17T17:14:08.789 INFO:tasks.rados.rados.0.smithi031.stdout:3413: done (2 left) 2024-09-17T17:14:08.789 INFO:tasks.rados.rados.0.smithi031.stdout:3414: snap_remove snap 308 2024-09-17T17:14:08.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:08 smithi031 ceph-mon[94873]: osdmap e710: 8 total, 8 up, 8 in 2024-09-17T17:14:08.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:08 smithi031 ceph-mon[94873]: osdmap e711: 8 total, 8 up, 8 in 2024-09-17T17:14:08.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:08 smithi031 ceph-mon[96842]: osdmap e710: 8 total, 8 up, 8 in 2024-09-17T17:14:08.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:08 smithi031 ceph-mon[96842]: osdmap e711: 8 total, 8 up, 8 in 2024-09-17T17:14:08.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:08 smithi066 ceph-mon[86175]: osdmap e710: 8 total, 8 up, 8 in 2024-09-17T17:14:08.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:08 smithi066 ceph-mon[86175]: osdmap e711: 8 total, 8 up, 8 in 2024-09-17T17:14:09.520 INFO:tasks.rados.rados.0.smithi031.stdout:3414: done (2 left) 2024-09-17T17:14:09.520 INFO:tasks.rados.rados.0.smithi031.stdout:3415: read oid 24 snap 312 2024-09-17T17:14:09.520 INFO:tasks.rados.rados.0.smithi031.stdout:3415: expect (ObjNum 960 snap 284 seq_num 960) 2024-09-17T17:14:09.521 INFO:tasks.rados.rados.0.smithi031.stdout:3416: snap_create 2024-09-17T17:14:09.521 INFO:tasks.rados.rados.0.smithi031.stdout:3412: expect (ObjNum 1705316432 snap 21918 seq_num 1705035696) 2024-09-17T17:14:09.524 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 2397 (ObjNum 145 snap 0 seq_num 1704948712) dirty exists 2024-09-17T17:14:09.543 INFO:tasks.rados.rados.0.smithi031.stdout:3415: expect (ObjNum 960 snap 284 seq_num 960) 2024-09-17T17:14:09.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:09 smithi031 ceph-mon[94873]: pgmap v727: 121 pgs: 121 active+clean; 114 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.5 MiB/s wr, 23 op/s 2024-09-17T17:14:09.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:09 smithi031 ceph-mon[96842]: pgmap v727: 121 pgs: 121 active+clean; 114 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.5 MiB/s wr, 23 op/s 2024-09-17T17:14:09.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:09 smithi066 ceph-mon[86175]: pgmap v727: 121 pgs: 121 active+clean; 114 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.5 MiB/s wr, 23 op/s 2024-09-17T17:14:10.521 INFO:tasks.rados.rados.0.smithi031.stdout:3410: done (3 left) 2024-09-17T17:14:10.521 INFO:tasks.rados.rados.0.smithi031.stdout:3412: done (2 left) 2024-09-17T17:14:10.521 INFO:tasks.rados.rados.0.smithi031.stdout:3415: done (1 left) 2024-09-17T17:14:10.521 INFO:tasks.rados.rados.0.smithi031.stdout:3416: done (0 left) 2024-09-17T17:14:10.521 INFO:tasks.rados.rados.0.smithi031.stdout:3417: rmattr oid 31 current snap is 314 2024-09-17T17:14:10.521 INFO:tasks.rados.rados.0.smithi031.stdout:3417: done (0 left) 2024-09-17T17:14:10.521 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 24 current snap is 314 2024-09-17T17:14:10.521 INFO:tasks.rados.rados.0.smithi031.stdout:3418: seq_num 1081 ranges {3858432=507904,4366336=425984,4792320=376832} 2024-09-17T17:14:10.530 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:14:10 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:14:10] "GET /metrics HTTP/1.1" 200 36350 "" "Prometheus/2.51.0" 2024-09-17T17:14:10.545 INFO:tasks.rados.rados.0.smithi031.stdout:3418: writing smithi03184240-24 from 3858432 to 4366336 tid 1 2024-09-17T17:14:10.548 INFO:tasks.rados.rados.0.smithi031.stdout:3418: writing smithi03184240-24 from 4366336 to 4792320 tid 2 2024-09-17T17:14:10.550 INFO:tasks.rados.rados.0.smithi031.stdout:3418: writing smithi03184240-24 from 4792320 to 5169152 tid 3 2024-09-17T17:14:10.550 INFO:tasks.rados.rados.0.smithi031.stdout:3419: copy_from oid 13 from oid 50 current snap is 314 2024-09-17T17:14:10.551 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 6 current snap is 314 2024-09-17T17:14:10.551 INFO:tasks.rados.rados.0.smithi031.stdout:3420: seq_num 1082 ranges {3350528=524288,3874816=704512,4579328=98304} 2024-09-17T17:14:10.572 INFO:tasks.rados.rados.0.smithi031.stdout:3420: writing smithi03184240-6 from 3350528 to 3874816 tid 1 2024-09-17T17:14:10.576 INFO:tasks.rados.rados.0.smithi031.stdout:3420: writing smithi03184240-6 from 3874816 to 4579328 tid 2 2024-09-17T17:14:10.578 INFO:tasks.rados.rados.0.smithi031.stdout:3420: writing smithi03184240-6 from 4579328 to 4677632 tid 3 2024-09-17T17:14:10.578 INFO:tasks.rados.rados.0.smithi031.stdout:3421: copy_from oid 2 from oid 10 current snap is 314 2024-09-17T17:14:10.578 INFO:tasks.rados.rados.0.smithi031.stdout:3418: finishing write tid 1 to smithi03184240-24 2024-09-17T17:14:10.578 INFO:tasks.rados.rados.0.smithi031.stdout:3418: finishing write tid 2 to smithi03184240-24 2024-09-17T17:14:10.578 INFO:tasks.rados.rados.0.smithi031.stdout:3418: finishing write tid 3 to smithi03184240-24 2024-09-17T17:14:10.578 INFO:tasks.rados.rados.0.smithi031.stdout:3418: finishing write tid 4 to smithi03184240-24 2024-09-17T17:14:10.578 INFO:tasks.rados.rados.0.smithi031.stdout:3418: finishing write tid 5 to smithi03184240-24 2024-09-17T17:14:10.578 INFO:tasks.rados.rados.0.smithi031.stdout:3418: oid 24 updating version 0 to 2589 2024-09-17T17:14:10.579 INFO:tasks.rados.rados.0.smithi031.stdout:3418: oid 24 updating version 2589 to 2590 2024-09-17T17:14:10.579 INFO:tasks.rados.rados.0.smithi031.stdout:3418: oid 24 updating version 2590 to 2591 2024-09-17T17:14:10.579 INFO:tasks.rados.rados.0.smithi031.stdout:3418: oid 24 version 2591 is already newer than 2588 2024-09-17T17:14:10.579 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 2591 (ObjNum 1081 snap 314 seq_num 1081) dirty exists 2024-09-17T17:14:10.579 INFO:tasks.rados.rados.0.smithi031.stdout:3418: left oid 24 (ObjNum 1081 snap 314 seq_num 1081) 2024-09-17T17:14:10.579 INFO:tasks.rados.rados.0.smithi031.stdout:3419: finishing copy_from racing read to smithi03184240-13 2024-09-17T17:14:10.579 INFO:tasks.rados.rados.0.smithi031.stdout:3419: finishing copy_from to smithi03184240-13 2024-09-17T17:14:10.579 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 2683 (ObjNum 1059 snap 309 seq_num 1059) dirty exists 2024-09-17T17:14:10.579 INFO:tasks.rados.rados.0.smithi031.stdout:3420: finishing write tid 1 to smithi03184240-6 2024-09-17T17:14:10.579 INFO:tasks.rados.rados.0.smithi031.stdout:3418: done (3 left) 2024-09-17T17:14:10.579 INFO:tasks.rados.rados.0.smithi031.stdout:3419: done (2 left) 2024-09-17T17:14:10.579 INFO:tasks.rados.rados.0.smithi031.stdout:3422: read oid 20 snap -1 2024-09-17T17:14:10.579 INFO:tasks.rados.rados.0.smithi031.stdout:3422: expect deleted 2024-09-17T17:14:10.579 INFO:tasks.rados.rados.0.smithi031.stdout:3423: read oid 32 snap -1 2024-09-17T17:14:10.580 INFO:tasks.rados.rados.0.smithi031.stdout:3423: expect (ObjNum 1078 snap 313 seq_num 1078) 2024-09-17T17:14:10.580 INFO:tasks.rados.rados.0.smithi031.stdout:3424: rollback oid 11 current snap is 314 2024-09-17T17:14:10.580 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 11 to 312 2024-09-17T17:14:10.580 INFO:tasks.rados.rados.0.smithi031.stdout:3425: snap_create 2024-09-17T17:14:10.582 INFO:tasks.rados.rados.0.smithi031.stdout:3420: finishing write tid 2 to smithi03184240-6 2024-09-17T17:14:10.583 INFO:tasks.rados.rados.0.smithi031.stdout:3420: finishing write tid 3 to smithi03184240-6 2024-09-17T17:14:10.583 INFO:tasks.rados.rados.0.smithi031.stdout:3420: finishing write tid 4 to smithi03184240-6 2024-09-17T17:14:10.584 INFO:tasks.rados.rados.0.smithi031.stdout:3424: finishing rollback tid 0 to smithi03184240-11 2024-09-17T17:14:10.584 INFO:tasks.rados.rados.0.smithi031.stdout:3424: finishing rollback tid 1 to smithi03184240-11 2024-09-17T17:14:10.584 INFO:tasks.rados.rados.0.smithi031.stdout:3424: finishing rollback tid 2 to smithi03184240-11 2024-09-17T17:14:10.584 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 2686 (ObjNum 963 snap 284 seq_num 963) dirty exists 2024-09-17T17:14:10.585 INFO:tasks.rados.rados.0.smithi031.stdout:3420: finishing write tid 5 to smithi03184240-6 2024-09-17T17:14:10.585 INFO:tasks.rados.rados.0.smithi031.stdout:3420: oid 6 updating version 0 to 2582 2024-09-17T17:14:10.585 INFO:tasks.rados.rados.0.smithi031.stdout:3420: oid 6 version 2582 is already newer than 2579 2024-09-17T17:14:10.585 INFO:tasks.rados.rados.0.smithi031.stdout:3420: oid 6 version 2582 is already newer than 2581 2024-09-17T17:14:10.585 INFO:tasks.rados.rados.0.smithi031.stdout:3420: oid 6 version 2582 is already newer than 2580 2024-09-17T17:14:10.585 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 2582 (ObjNum 1082 snap 314 seq_num 1082) dirty exists 2024-09-17T17:14:10.585 INFO:tasks.rados.rados.0.smithi031.stdout:3420: left oid 6 (ObjNum 1082 snap 314 seq_num 1082) 2024-09-17T17:14:10.588 INFO:tasks.rados.rados.0.smithi031.stdout:3421: finishing copy_from racing read to smithi03184240-2 2024-09-17T17:14:10.589 INFO:tasks.rados.rados.0.smithi031.stdout:3421: finishing copy_from to smithi03184240-2 2024-09-17T17:14:10.589 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 1959 (ObjNum 1057 snap 309 seq_num 1057) dirty exists 2024-09-17T17:14:10.593 INFO:tasks.rados.rados.0.smithi031.stdout:3423: expect (ObjNum 1078 snap 313 seq_num 1078) 2024-09-17T17:14:10.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:10 smithi031 ceph-mon[96842]: osdmap e712: 8 total, 8 up, 8 in 2024-09-17T17:14:10.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:10 smithi031 ceph-mon[96842]: osdmap e713: 8 total, 8 up, 8 in 2024-09-17T17:14:10.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:10 smithi031 ceph-mon[94873]: osdmap e712: 8 total, 8 up, 8 in 2024-09-17T17:14:10.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:10 smithi031 ceph-mon[94873]: osdmap e713: 8 total, 8 up, 8 in 2024-09-17T17:14:10.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:10 smithi066 ceph-mon[86175]: osdmap e712: 8 total, 8 up, 8 in 2024-09-17T17:14:10.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:10 smithi066 ceph-mon[86175]: osdmap e713: 8 total, 8 up, 8 in 2024-09-17T17:14:11.540 INFO:tasks.rados.rados.0.smithi031.stdout:3420: done (5 left) 2024-09-17T17:14:11.540 INFO:tasks.rados.rados.0.smithi031.stdout:3421: done (4 left) 2024-09-17T17:14:11.540 INFO:tasks.rados.rados.0.smithi031.stdout:3422: done (3 left) 2024-09-17T17:14:11.540 INFO:tasks.rados.rados.0.smithi031.stdout:3423: done (2 left) 2024-09-17T17:14:11.541 INFO:tasks.rados.rados.0.smithi031.stdout:3424: done (1 left) 2024-09-17T17:14:11.541 INFO:tasks.rados.rados.0.smithi031.stdout:3425: done (0 left) 2024-09-17T17:14:11.541 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 44 current snap is 315 2024-09-17T17:14:11.541 INFO:tasks.rados.rados.0.smithi031.stdout:3426: seq_num 1083 ranges {1245184=540672,1785856=589824,2375680=212992} 2024-09-17T17:14:11.550 INFO:tasks.rados.rados.0.smithi031.stdout:3426: writing smithi03184240-44 from 1245184 to 1785856 tid 1 2024-09-17T17:14:11.553 INFO:tasks.rados.rados.0.smithi031.stdout:3426: writing smithi03184240-44 from 1785856 to 2375680 tid 2 2024-09-17T17:14:11.554 INFO:tasks.rados.rados.0.smithi031.stdout:3426: writing smithi03184240-44 from 2375680 to 2588672 tid 3 2024-09-17T17:14:11.555 INFO:tasks.rados.rados.0.smithi031.stdout:3427: read oid 50 snap -1 2024-09-17T17:14:11.555 INFO:tasks.rados.rados.0.smithi031.stdout:3427: expect (ObjNum 1059 snap 309 seq_num 1059) 2024-09-17T17:14:11.555 INFO:tasks.rados.rados.0.smithi031.stdout:3428: read oid 39 snap 312 2024-09-17T17:14:11.555 INFO:tasks.rados.rados.0.smithi031.stdout:3428: expect (ObjNum 941 snap 280 seq_num 941) 2024-09-17T17:14:11.555 INFO:tasks.rados.rados.0.smithi031.stdout:3429: read oid 16 snap 313 2024-09-17T17:14:11.555 INFO:tasks.rados.rados.0.smithi031.stdout:3429: expect (ObjNum 1016 snap 300 seq_num 1016) 2024-09-17T17:14:11.555 INFO:tasks.rados.rados.0.smithi031.stdout:3430: delete oid 23 current snap is 315 2024-09-17T17:14:11.560 INFO:tasks.rados.rados.0.smithi031.stdout:3429: expect (ObjNum 1016 snap 300 seq_num 1016) 2024-09-17T17:14:11.568 INFO:tasks.rados.rados.0.smithi031.stdout:3427: expect (ObjNum 1059 snap 309 seq_num 1059) 2024-09-17T17:14:11.606 INFO:tasks.rados.rados.0.smithi031.stdout:3426: finishing write tid 1 to smithi03184240-44 2024-09-17T17:14:11.606 INFO:tasks.rados.rados.0.smithi031.stdout:3426: finishing write tid 2 to smithi03184240-44 2024-09-17T17:14:11.606 INFO:tasks.rados.rados.0.smithi031.stdout:3426: finishing write tid 3 to smithi03184240-44 2024-09-17T17:14:11.606 INFO:tasks.rados.rados.0.smithi031.stdout:3426: finishing write tid 4 to smithi03184240-44 2024-09-17T17:14:11.606 INFO:tasks.rados.rados.0.smithi031.stdout:3426: finishing write tid 5 to smithi03184240-44 2024-09-17T17:14:11.606 INFO:tasks.rados.rados.0.smithi031.stdout:3426: oid 44 updating version 0 to 2704 2024-09-17T17:14:11.606 INFO:tasks.rados.rados.0.smithi031.stdout:3426: oid 44 updating version 2704 to 2705 2024-09-17T17:14:11.606 INFO:tasks.rados.rados.0.smithi031.stdout:3426: oid 44 updating version 2705 to 2707 2024-09-17T17:14:11.607 INFO:tasks.rados.rados.0.smithi031.stdout:3426: oid 44 version 2707 is already newer than 2706 2024-09-17T17:14:11.607 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 2707 (ObjNum 1083 snap 315 seq_num 1083) dirty exists 2024-09-17T17:14:11.607 INFO:tasks.rados.rados.0.smithi031.stdout:3426: left oid 44 (ObjNum 1083 snap 315 seq_num 1083) 2024-09-17T17:14:11.607 INFO:tasks.rados.rados.0.smithi031.stdout:3426: done (4 left) 2024-09-17T17:14:11.607 INFO:tasks.rados.rados.0.smithi031.stdout:3427: done (3 left) 2024-09-17T17:14:11.607 INFO:tasks.rados.rados.0.smithi031.stdout:3429: done (2 left) 2024-09-17T17:14:11.607 INFO:tasks.rados.rados.0.smithi031.stdout:3430: done (1 left) 2024-09-17T17:14:11.607 INFO:tasks.rados.rados.0.smithi031.stdout:3431: snap_create 2024-09-17T17:14:11.607 INFO:tasks.rados.rados.0.smithi031.stdout:3428: expect (ObjNum 941 snap 280 seq_num 941) 2024-09-17T17:14:11.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:11 smithi031 ceph-mon[94873]: pgmap v730: 121 pgs: 121 active+clean; 117 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.2 MiB/s wr, 32 op/s 2024-09-17T17:14:11.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:11 smithi031 ceph-mon[96842]: pgmap v730: 121 pgs: 121 active+clean; 117 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.2 MiB/s wr, 32 op/s 2024-09-17T17:14:11.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:11 smithi066 ceph-mon[86175]: pgmap v730: 121 pgs: 121 active+clean; 117 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.2 MiB/s wr, 32 op/s 2024-09-17T17:14:12.546 INFO:tasks.rados.rados.0.smithi031.stdout:3428: done (1 left) 2024-09-17T17:14:12.546 INFO:tasks.rados.rados.0.smithi031.stdout:3431: done (0 left) 2024-09-17T17:14:12.546 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 316 2024-09-17T17:14:12.546 INFO:tasks.rados.rados.0.smithi031.stdout:3432: seq_num 1085 ranges {4800512=581632,5382144=761856,6144000=40960} 2024-09-17T17:14:12.575 INFO:tasks.rados.rados.0.smithi031.stdout:3432: writing smithi03184240-45 from 4800512 to 5382144 tid 1 2024-09-17T17:14:12.579 INFO:tasks.rados.rados.0.smithi031.stdout:3432: writing smithi03184240-45 from 5382144 to 6144000 tid 2 2024-09-17T17:14:12.580 INFO:tasks.rados.rados.0.smithi031.stdout:3432: writing smithi03184240-45 from 6144000 to 6184960 tid 3 2024-09-17T17:14:12.580 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 1 current snap is 316 2024-09-17T17:14:12.580 INFO:tasks.rados.rados.0.smithi031.stdout:3433: seq_num 1086 ranges {4268032=598016,4866048=647168,5513216=155648} 2024-09-17T17:14:12.606 INFO:tasks.rados.rados.0.smithi031.stdout:3433: writing smithi03184240-1 from 4268032 to 4866048 tid 1 2024-09-17T17:14:12.610 INFO:tasks.rados.rados.0.smithi031.stdout:3433: writing smithi03184240-1 from 4866048 to 5513216 tid 2 2024-09-17T17:14:12.611 INFO:tasks.rados.rados.0.smithi031.stdout:3433: writing smithi03184240-1 from 5513216 to 5668864 tid 3 2024-09-17T17:14:12.611 INFO:tasks.rados.rados.0.smithi031.stdout:3434: snap_remove snap 314 2024-09-17T17:14:12.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:12 smithi031 ceph-mon[94873]: osdmap e714: 8 total, 8 up, 8 in 2024-09-17T17:14:12.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:12 smithi031 ceph-mon[96842]: osdmap e714: 8 total, 8 up, 8 in 2024-09-17T17:14:12.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:12 smithi066 ceph-mon[86175]: osdmap e714: 8 total, 8 up, 8 in 2024-09-17T17:14:13.434 INFO:tasks.rados.rados.0.smithi031.stdout:3434: done (2 left) 2024-09-17T17:14:13.434 INFO:tasks.rados.rados.0.smithi031.stdout:3435: read oid 9 snap 313 2024-09-17T17:14:13.434 INFO:tasks.rados.rados.0.smithi031.stdout:3435: expect (ObjNum 1066 snap 312 seq_num 1066) 2024-09-17T17:14:13.434 INFO:tasks.rados.rados.0.smithi031.stdout:3436: rmattr oid 31 current snap is 316 2024-09-17T17:14:13.434 INFO:tasks.rados.rados.0.smithi031.stdout:3436: done (3 left) 2024-09-17T17:14:13.434 INFO:tasks.rados.rados.0.smithi031.stdout:3437: read oid 22 snap 315 2024-09-17T17:14:13.434 INFO:tasks.rados.rados.0.smithi031.stdout:3437: expect deleted 2024-09-17T17:14:13.435 INFO:tasks.rados.rados.0.smithi031.stdout:3438: snap_create 2024-09-17T17:14:13.435 INFO:tasks.rados.rados.0.smithi031.stdout:3432: finishing write tid 1 to smithi03184240-45 2024-09-17T17:14:13.435 INFO:tasks.rados.rados.0.smithi031.stdout:3432: finishing write tid 2 to smithi03184240-45 2024-09-17T17:14:13.435 INFO:tasks.rados.rados.0.smithi031.stdout:3432: finishing write tid 3 to smithi03184240-45 2024-09-17T17:14:13.435 INFO:tasks.rados.rados.0.smithi031.stdout:3432: finishing write tid 4 to smithi03184240-45 2024-09-17T17:14:13.435 INFO:tasks.rados.rados.0.smithi031.stdout:3432: finishing write tid 5 to smithi03184240-45 2024-09-17T17:14:13.435 INFO:tasks.rados.rados.0.smithi031.stdout:3432: oid 45 updating version 0 to 2710 2024-09-17T17:14:13.435 INFO:tasks.rados.rados.0.smithi031.stdout:3432: oid 45 version 2710 is already newer than 2709 2024-09-17T17:14:13.435 INFO:tasks.rados.rados.0.smithi031.stdout:3432: oid 45 updating version 2710 to 2712 2024-09-17T17:14:13.435 INFO:tasks.rados.rados.0.smithi031.stdout:3432: oid 45 version 2712 is already newer than 2711 2024-09-17T17:14:13.435 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 2712 (ObjNum 1085 snap 316 seq_num 1085) dirty exists 2024-09-17T17:14:13.435 INFO:tasks.rados.rados.0.smithi031.stdout:3432: left oid 45 (ObjNum 1085 snap 316 seq_num 1085) 2024-09-17T17:14:13.435 INFO:tasks.rados.rados.0.smithi031.stdout:3433: finishing write tid 1 to smithi03184240-1 2024-09-17T17:14:13.435 INFO:tasks.rados.rados.0.smithi031.stdout:3433: finishing write tid 2 to smithi03184240-1 2024-09-17T17:14:13.436 INFO:tasks.rados.rados.0.smithi031.stdout:3433: finishing write tid 3 to smithi03184240-1 2024-09-17T17:14:13.436 INFO:tasks.rados.rados.0.smithi031.stdout:3433: finishing write tid 4 to smithi03184240-1 2024-09-17T17:14:13.436 INFO:tasks.rados.rados.0.smithi031.stdout:3433: finishing write tid 5 to smithi03184240-1 2024-09-17T17:14:13.436 INFO:tasks.rados.rados.0.smithi031.stdout:3433: oid 1 updating version 0 to 2592 2024-09-17T17:14:13.436 INFO:tasks.rados.rados.0.smithi031.stdout:3433: oid 1 updating version 2592 to 2594 2024-09-17T17:14:13.437 INFO:tasks.rados.rados.0.smithi031.stdout:3433: oid 1 version 2594 is already newer than 2593 2024-09-17T17:14:13.437 INFO:tasks.rados.rados.0.smithi031.stdout:3433: oid 1 updating version 2594 to 2595 2024-09-17T17:14:13.437 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 2595 (ObjNum 1086 snap 316 seq_num 1086) dirty exists 2024-09-17T17:14:13.437 INFO:tasks.rados.rados.0.smithi031.stdout:3433: left oid 1 (ObjNum 1086 snap 316 seq_num 1086) 2024-09-17T17:14:13.444 INFO:tasks.rados.rados.0.smithi031.stdout:3435: expect (ObjNum 1066 snap 312 seq_num 1066) 2024-09-17T17:14:13.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:13 smithi031 ceph-mon[94873]: pgmap v733: 121 pgs: 121 active+clean; 121 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.3 MiB/s wr, 28 op/s 2024-09-17T17:14:13.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:13 smithi031 ceph-mon[94873]: osdmap e715: 8 total, 8 up, 8 in 2024-09-17T17:14:13.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:13 smithi031 ceph-mon[94873]: osdmap e716: 8 total, 8 up, 8 in 2024-09-17T17:14:13.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:13 smithi031 ceph-mon[96842]: pgmap v733: 121 pgs: 121 active+clean; 121 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.3 MiB/s wr, 28 op/s 2024-09-17T17:14:13.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:13 smithi031 ceph-mon[96842]: osdmap e715: 8 total, 8 up, 8 in 2024-09-17T17:14:13.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:13 smithi031 ceph-mon[96842]: osdmap e716: 8 total, 8 up, 8 in 2024-09-17T17:14:13.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:13 smithi066 ceph-mon[86175]: pgmap v733: 121 pgs: 121 active+clean; 121 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.3 MiB/s wr, 28 op/s 2024-09-17T17:14:13.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:13 smithi066 ceph-mon[86175]: osdmap e715: 8 total, 8 up, 8 in 2024-09-17T17:14:13.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:13 smithi066 ceph-mon[86175]: osdmap e716: 8 total, 8 up, 8 in 2024-09-17T17:14:14.431 INFO:tasks.rados.rados.0.smithi031.stdout:3432: done (4 left) 2024-09-17T17:14:14.431 INFO:tasks.rados.rados.0.smithi031.stdout:3433: done (3 left) 2024-09-17T17:14:14.431 INFO:tasks.rados.rados.0.smithi031.stdout:3435: done (2 left) 2024-09-17T17:14:14.431 INFO:tasks.rados.rados.0.smithi031.stdout:3437: done (1 left) 2024-09-17T17:14:14.431 INFO:tasks.rados.rados.0.smithi031.stdout:3438: done (0 left) 2024-09-17T17:14:14.431 INFO:tasks.rados.rados.0.smithi031.stdout:3439: snap_remove snap 312 2024-09-17T17:14:15.433 INFO:tasks.rados.rados.0.smithi031.stdout:3439: done (0 left) 2024-09-17T17:14:15.433 INFO:tasks.rados.rados.0.smithi031.stdout:3440: rollback oid 24 current snap is 317 2024-09-17T17:14:15.433 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 24 to 313 2024-09-17T17:14:15.433 INFO:tasks.rados.rados.0.smithi031.stdout:3441: copy_from oid 33 from oid 15 current snap is 317 2024-09-17T17:14:15.434 INFO:tasks.rados.rados.0.smithi031.stdout:3442: snap_remove snap 315 2024-09-17T17:14:15.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:15 smithi031 ceph-mon[94873]: pgmap v736: 121 pgs: 121 active+clean; 123 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.1 MiB/s wr, 29 op/s 2024-09-17T17:14:15.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:15 smithi031 ceph-mon[94873]: osdmap e717: 8 total, 8 up, 8 in 2024-09-17T17:14:15.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:15 smithi031 ceph-mon[96842]: pgmap v736: 121 pgs: 121 active+clean; 123 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.1 MiB/s wr, 29 op/s 2024-09-17T17:14:15.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:15 smithi031 ceph-mon[96842]: osdmap e717: 8 total, 8 up, 8 in 2024-09-17T17:14:15.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:15 smithi066 ceph-mon[86175]: pgmap v736: 121 pgs: 121 active+clean; 123 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.1 MiB/s wr, 29 op/s 2024-09-17T17:14:15.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:15 smithi066 ceph-mon[86175]: osdmap e717: 8 total, 8 up, 8 in 2024-09-17T17:14:16.438 INFO:tasks.rados.rados.0.smithi031.stdout:3442: done (2 left) 2024-09-17T17:14:16.438 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 40 current snap is 317 2024-09-17T17:14:16.439 INFO:tasks.rados.rados.0.smithi031.stdout:3443: seq_num 1087 ranges {524288=614400,1138688=532480,1671168=270336} 2024-09-17T17:14:16.445 INFO:tasks.rados.rados.0.smithi031.stdout:3443: writing smithi03184240-40 from 524288 to 1138688 tid 1 2024-09-17T17:14:16.449 INFO:tasks.rados.rados.0.smithi031.stdout:3443: writing smithi03184240-40 from 1138688 to 1671168 tid 2 2024-09-17T17:14:16.451 INFO:tasks.rados.rados.0.smithi031.stdout:3443: writing smithi03184240-40 from 1671168 to 1941504 tid 3 2024-09-17T17:14:16.452 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 21 current snap is 317 2024-09-17T17:14:16.452 INFO:tasks.rados.rados.0.smithi031.stdout:3440: finishing rollback tid 0 to smithi03184240-24 2024-09-17T17:14:16.452 INFO:tasks.rados.rados.0.smithi031.stdout:3441: finishing copy_from racing read to smithi03184240-33 2024-09-17T17:14:16.452 INFO:tasks.rados.rados.0.smithi031.stdout:3440: finishing rollback tid 1 to smithi03184240-24 2024-09-17T17:14:16.452 INFO:tasks.rados.rados.0.smithi031.stdout:3440: finishing rollback tid 2 to smithi03184240-24 2024-09-17T17:14:16.452 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 2598 (ObjNum 960 snap 284 seq_num 960) dirty exists 2024-09-17T17:14:16.452 INFO:tasks.rados.rados.0.smithi031.stdout:3441: finishing copy_from to smithi03184240-33 2024-09-17T17:14:16.452 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 2489 (ObjNum 1065 snap 311 seq_num 1065) dirty exists 2024-09-17T17:14:16.452 INFO:tasks.rados.rados.0.smithi031.stdout:3444: seq_num 1088 ranges {2318336=630784,2949120=466944,3416064=335872} 2024-09-17T17:14:16.469 INFO:tasks.rados.rados.0.smithi031.stdout:3444: writing smithi03184240-21 from 2318336 to 2949120 tid 1 2024-09-17T17:14:16.473 INFO:tasks.rados.rados.0.smithi031.stdout:3444: writing smithi03184240-21 from 2949120 to 3416064 tid 2 2024-09-17T17:14:16.476 INFO:tasks.rados.rados.0.smithi031.stdout:3444: writing smithi03184240-21 from 3416064 to 3751936 tid 3 2024-09-17T17:14:16.476 INFO:tasks.rados.rados.0.smithi031.stdout:3440: done (3 left) 2024-09-17T17:14:16.476 INFO:tasks.rados.rados.0.smithi031.stdout:3441: done (2 left) 2024-09-17T17:14:16.476 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 317 2024-09-17T17:14:16.476 INFO:tasks.rados.rados.0.smithi031.stdout:3443: finishing write tid 1 to smithi03184240-40 2024-09-17T17:14:16.476 INFO:tasks.rados.rados.0.smithi031.stdout:3443: finishing write tid 2 to smithi03184240-40 2024-09-17T17:14:16.477 INFO:tasks.rados.rados.0.smithi031.stdout:3443: finishing write tid 3 to smithi03184240-40 2024-09-17T17:14:16.477 INFO:tasks.rados.rados.0.smithi031.stdout:3443: finishing write tid 4 to smithi03184240-40 2024-09-17T17:14:16.477 INFO:tasks.rados.rados.0.smithi031.stdout:3443: finishing write tid 5 to smithi03184240-40 2024-09-17T17:14:16.477 INFO:tasks.rados.rados.0.smithi031.stdout:3443: oid 40 updating version 0 to 2728 2024-09-17T17:14:16.477 INFO:tasks.rados.rados.0.smithi031.stdout:3443: oid 40 version 2728 is already newer than 2727 2024-09-17T17:14:16.477 INFO:tasks.rados.rados.0.smithi031.stdout:3443: oid 40 updating version 2728 to 2729 2024-09-17T17:14:16.477 INFO:tasks.rados.rados.0.smithi031.stdout:3443: oid 40 version 2729 is already newer than 2724 2024-09-17T17:14:16.477 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 2729 (ObjNum 1087 snap 317 seq_num 1087) dirty exists 2024-09-17T17:14:16.477 INFO:tasks.rados.rados.0.smithi031.stdout:3443: left oid 40 (ObjNum 1087 snap 317 seq_num 1087) 2024-09-17T17:14:16.477 INFO:tasks.rados.rados.0.smithi031.stdout:3445: seq_num 1089 ranges {3432448=647168,4079616=745472,4825088=57344} 2024-09-17T17:14:16.500 INFO:tasks.rados.rados.0.smithi031.stdout:3445: writing smithi03184240-32 from 3432448 to 4079616 tid 1 2024-09-17T17:14:16.506 INFO:tasks.rados.rados.0.smithi031.stdout:3445: writing smithi03184240-32 from 4079616 to 4825088 tid 2 2024-09-17T17:14:16.506 INFO:tasks.rados.rados.0.smithi031.stdout:3445: writing smithi03184240-32 from 4825088 to 4882432 tid 3 2024-09-17T17:14:16.507 INFO:tasks.rados.rados.0.smithi031.stdout:3443: done (2 left) 2024-09-17T17:14:16.507 INFO:tasks.rados.rados.0.smithi031.stdout:3446: delete oid 27 current snap is 317 2024-09-17T17:14:16.507 INFO:tasks.rados.rados.0.smithi031.stdout:3444: finishing write tid 1 to smithi03184240-21 2024-09-17T17:14:16.507 INFO:tasks.rados.rados.0.smithi031.stdout:3444: finishing write tid 2 to smithi03184240-21 2024-09-17T17:14:16.507 INFO:tasks.rados.rados.0.smithi031.stdout:3444: finishing write tid 3 to smithi03184240-21 2024-09-17T17:14:16.507 INFO:tasks.rados.rados.0.smithi031.stdout:3444: finishing write tid 4 to smithi03184240-21 2024-09-17T17:14:16.507 INFO:tasks.rados.rados.0.smithi031.stdout:3444: finishing write tid 5 to smithi03184240-21 2024-09-17T17:14:16.507 INFO:tasks.rados.rados.0.smithi031.stdout:3444: oid 21 updating version 0 to 2584 2024-09-17T17:14:16.507 INFO:tasks.rados.rados.0.smithi031.stdout:3444: oid 21 version 2584 is already newer than 2583 2024-09-17T17:14:16.507 INFO:tasks.rados.rados.0.smithi031.stdout:3444: oid 21 updating version 2584 to 2586 2024-09-17T17:14:16.507 INFO:tasks.rados.rados.0.smithi031.stdout:3444: oid 21 version 2586 is already newer than 2585 2024-09-17T17:14:16.507 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 2586 (ObjNum 1088 snap 317 seq_num 1088) dirty exists 2024-09-17T17:14:16.508 INFO:tasks.rados.rados.0.smithi031.stdout:3444: left oid 21 (ObjNum 1088 snap 317 seq_num 1088) 2024-09-17T17:14:16.508 INFO:tasks.rados.rados.0.smithi031.stdout:3445: finishing write tid 1 to smithi03184240-32 2024-09-17T17:14:16.508 INFO:tasks.rados.rados.0.smithi031.stdout:3444: done (2 left) 2024-09-17T17:14:16.508 INFO:tasks.rados.rados.0.smithi031.stdout:3446: done (1 left) 2024-09-17T17:14:16.508 INFO:tasks.rados.rados.0.smithi031.stdout:3447: snap_create 2024-09-17T17:14:16.509 INFO:tasks.rados.rados.0.smithi031.stdout:3445: finishing write tid 2 to smithi03184240-32 2024-09-17T17:14:16.510 INFO:tasks.rados.rados.0.smithi031.stdout:3445: finishing write tid 3 to smithi03184240-32 2024-09-17T17:14:16.510 INFO:tasks.rados.rados.0.smithi031.stdout:3445: finishing write tid 4 to smithi03184240-32 2024-09-17T17:14:16.510 INFO:tasks.rados.rados.0.smithi031.stdout:3445: finishing write tid 5 to smithi03184240-32 2024-09-17T17:14:16.510 INFO:tasks.rados.rados.0.smithi031.stdout:3445: oid 32 updating version 0 to 2208 2024-09-17T17:14:16.511 INFO:tasks.rados.rados.0.smithi031.stdout:3445: oid 32 updating version 2208 to 2209 2024-09-17T17:14:16.511 INFO:tasks.rados.rados.0.smithi031.stdout:3445: oid 32 version 2209 is already newer than 2207 2024-09-17T17:14:16.511 INFO:tasks.rados.rados.0.smithi031.stdout:3445: oid 32 version 2209 is already newer than 2206 2024-09-17T17:14:16.511 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 2209 (ObjNum 1089 snap 317 seq_num 1089) dirty exists 2024-09-17T17:14:16.511 INFO:tasks.rados.rados.0.smithi031.stdout:3445: left oid 32 (ObjNum 1089 snap 317 seq_num 1089) 2024-09-17T17:14:16.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:16 smithi031 ceph-mon[96842]: osdmap e718: 8 total, 8 up, 8 in 2024-09-17T17:14:16.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:14:16.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:14:16.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:16 smithi031 ceph-mon[94873]: osdmap e718: 8 total, 8 up, 8 in 2024-09-17T17:14:16.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:14:16.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:14:16.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:16 smithi066 ceph-mon[86175]: osdmap e718: 8 total, 8 up, 8 in 2024-09-17T17:14:16.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:14:16.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:14:17.454 INFO:tasks.rados.rados.0.smithi031.stdout:3445: done (1 left) 2024-09-17T17:14:17.454 INFO:tasks.rados.rados.0.smithi031.stdout:3447: done (0 left) 2024-09-17T17:14:17.454 INFO:tasks.rados.rados.0.smithi031.stdout:3448: read oid 21 snap 316 2024-09-17T17:14:17.454 INFO:tasks.rados.rados.0.smithi031.stdout:3448: expect (ObjNum 854 snap 259 seq_num 854) 2024-09-17T17:14:17.454 INFO:tasks.rados.rados.0.smithi031.stdout:3449: read oid 10 snap -1 2024-09-17T17:14:17.454 INFO:tasks.rados.rados.0.smithi031.stdout:3449: expect (ObjNum 1057 snap 309 seq_num 1057) 2024-09-17T17:14:17.454 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 3 current snap is 318 2024-09-17T17:14:17.454 INFO:tasks.rados.rados.0.smithi031.stdout:3450: seq_num 1091 ranges {0=679936,679936=516096,1196032=286720} 2024-09-17T17:14:17.458 INFO:tasks.rados.rados.0.smithi031.stdout:3450: writing smithi03184240-3 from 0 to 679936 tid 1 2024-09-17T17:14:17.461 INFO:tasks.rados.rados.0.smithi031.stdout:3450: writing smithi03184240-3 from 679936 to 1196032 tid 2 2024-09-17T17:14:17.463 INFO:tasks.rados.rados.0.smithi031.stdout:3450: writing smithi03184240-3 from 1196032 to 1482752 tid 3 2024-09-17T17:14:17.463 INFO:tasks.rados.rados.0.smithi031.stdout:3451: read oid 48 snap 316 2024-09-17T17:14:17.463 INFO:tasks.rados.rados.0.smithi031.stdout:3451: expect (ObjNum 854 snap 259 seq_num 854) 2024-09-17T17:14:17.464 INFO:tasks.rados.rados.0.smithi031.stdout:3452: copy_from oid 24 from oid 30 current snap is 318 2024-09-17T17:14:17.464 INFO:tasks.rados.rados.0.smithi031.stdout:3453: copy_from oid 47 from oid 1 current snap is 318 2024-09-17T17:14:17.464 INFO:tasks.rados.rados.0.smithi031.stdout:3454: copy_from oid 6 from oid 20 current snap is 318 2024-09-17T17:14:17.464 INFO:tasks.rados.rados.0.smithi031.stdout:3455: delete oid 49 current snap is 318 2024-09-17T17:14:17.469 INFO:tasks.rados.rados.0.smithi031.stdout:3449: expect (ObjNum 1057 snap 309 seq_num 1057) 2024-09-17T17:14:17.494 INFO:tasks.rados.rados.0.smithi031.stdout:3449: done (7 left) 2024-09-17T17:14:17.494 INFO:tasks.rados.rados.0.smithi031.stdout:3455: done (6 left) 2024-09-17T17:14:17.495 INFO:tasks.rados.rados.0.smithi031.stdout:3456: copy_from oid 43 from oid 23 current snap is 318 2024-09-17T17:14:17.495 INFO:tasks.rados.rados.0.smithi031.stdout:3448: expect (ObjNum 854 snap 259 seq_num 854) 2024-09-17T17:14:17.556 INFO:tasks.rados.rados.0.smithi031.stdout:3454: finishing copy_from to smithi03184240-6 2024-09-17T17:14:17.556 INFO:tasks.rados.rados.0.smithi031.stdout:3454: got expected ENOENT (src dne) 2024-09-17T17:14:17.557 INFO:tasks.rados.rados.0.smithi031.stdout:3454: finishing copy_from racing read to smithi03184240-6 2024-09-17T17:14:17.557 INFO:tasks.rados.rados.0.smithi031.stdout:3450: finishing write tid 1 to smithi03184240-3 2024-09-17T17:14:17.557 INFO:tasks.rados.rados.0.smithi031.stdout:3450: finishing write tid 2 to smithi03184240-3 2024-09-17T17:14:17.557 INFO:tasks.rados.rados.0.smithi031.stdout:3450: finishing write tid 3 to smithi03184240-3 2024-09-17T17:14:17.557 INFO:tasks.rados.rados.0.smithi031.stdout:3450: finishing write tid 4 to smithi03184240-3 2024-09-17T17:14:17.557 INFO:tasks.rados.rados.0.smithi031.stdout:3450: finishing write tid 5 to smithi03184240-3 2024-09-17T17:14:17.557 INFO:tasks.rados.rados.0.smithi031.stdout:3450: oid 3 updating version 0 to 2401 2024-09-17T17:14:17.557 INFO:tasks.rados.rados.0.smithi031.stdout:3450: oid 3 version 2401 is already newer than 2398 2024-09-17T17:14:17.557 INFO:tasks.rados.rados.0.smithi031.stdout:3450: oid 3 version 2401 is already newer than 2399 2024-09-17T17:14:17.557 INFO:tasks.rados.rados.0.smithi031.stdout:3450: oid 3 version 2401 is already newer than 2400 2024-09-17T17:14:17.558 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 2401 (ObjNum 1091 snap 318 seq_num 1091) dirty exists 2024-09-17T17:14:17.558 INFO:tasks.rados.rados.0.smithi031.stdout:3450: left oid 3 (ObjNum 1091 snap 318 seq_num 1091) 2024-09-17T17:14:17.558 INFO:tasks.rados.rados.0.smithi031.stdout:3451: expect (ObjNum 854 snap 259 seq_num 854) 2024-09-17T17:14:17.617 INFO:tasks.rados.rados.0.smithi031.stdout:3452: finishing copy_from racing read to smithi03184240-24 2024-09-17T17:14:17.618 INFO:tasks.rados.rados.0.smithi031.stdout:3452: finishing copy_from to smithi03184240-24 2024-09-17T17:14:17.618 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 2587 (ObjNum 1060 snap 310 seq_num 1060) dirty exists 2024-09-17T17:14:17.618 INFO:tasks.rados.rados.0.smithi031.stdout:3453: finishing copy_from racing read to smithi03184240-47 2024-09-17T17:14:17.618 INFO:tasks.rados.rados.0.smithi031.stdout:3456: finishing copy_from to smithi03184240-43 2024-09-17T17:14:17.618 INFO:tasks.rados.rados.0.smithi031.stdout:3456: got expected ENOENT (src dne) 2024-09-17T17:14:17.618 INFO:tasks.rados.rados.0.smithi031.stdout:3456: finishing copy_from racing read to smithi03184240-43 2024-09-17T17:14:17.618 INFO:tasks.rados.rados.0.smithi031.stdout:3448: done (6 left) 2024-09-17T17:14:17.618 INFO:tasks.rados.rados.0.smithi031.stdout:3450: done (5 left) 2024-09-17T17:14:17.618 INFO:tasks.rados.rados.0.smithi031.stdout:3451: done (4 left) 2024-09-17T17:14:17.618 INFO:tasks.rados.rados.0.smithi031.stdout:3452: done (3 left) 2024-09-17T17:14:17.619 INFO:tasks.rados.rados.0.smithi031.stdout:3454: done (2 left) 2024-09-17T17:14:17.619 INFO:tasks.rados.rados.0.smithi031.stdout:3456: done (1 left) 2024-09-17T17:14:17.619 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 318 2024-09-17T17:14:17.619 INFO:tasks.rados.rados.0.smithi031.stdout:3453: finishing copy_from to smithi03184240-47 2024-09-17T17:14:17.619 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 2595 (ObjNum 1086 snap 316 seq_num 1086) dirty exists 2024-09-17T17:14:17.619 INFO:tasks.rados.rados.0.smithi031.stdout:3457: seq_num 1093 ranges {1884160=712704,2596864=688128,3284992=114688} 2024-09-17T17:14:17.631 INFO:tasks.rados.rados.0.smithi031.stdout:3457: writing smithi03184240-31 from 1884160 to 2596864 tid 1 2024-09-17T17:14:17.635 INFO:tasks.rados.rados.0.smithi031.stdout:3457: writing smithi03184240-31 from 2596864 to 3284992 tid 2 2024-09-17T17:14:17.636 INFO:tasks.rados.rados.0.smithi031.stdout:3457: writing smithi03184240-31 from 3284992 to 3399680 tid 3 2024-09-17T17:14:17.636 INFO:tasks.rados.rados.0.smithi031.stdout:3453: done (1 left) 2024-09-17T17:14:17.636 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 44 current snap is 318 2024-09-17T17:14:17.636 INFO:tasks.rados.rados.0.smithi031.stdout:3458: seq_num 1094 ranges {2588672=729088,3317760=573440,3891200=229376} 2024-09-17T17:14:17.654 INFO:tasks.rados.rados.0.smithi031.stdout:3458: writing smithi03184240-44 from 2588672 to 3317760 tid 1 2024-09-17T17:14:17.657 INFO:tasks.rados.rados.0.smithi031.stdout:3458: writing smithi03184240-44 from 3317760 to 3891200 tid 2 2024-09-17T17:14:17.659 INFO:tasks.rados.rados.0.smithi031.stdout:3458: writing smithi03184240-44 from 3891200 to 4120576 tid 3 2024-09-17T17:14:17.659 INFO:tasks.rados.rados.0.smithi031.stdout:3459: rollback oid 16 current snap is 318 2024-09-17T17:14:17.659 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 16 to 316 2024-09-17T17:14:17.659 INFO:tasks.rados.rados.0.smithi031.stdout:3457: finishing write tid 1 to smithi03184240-31 2024-09-17T17:14:17.659 INFO:tasks.rados.rados.0.smithi031.stdout:3457: finishing write tid 2 to smithi03184240-31 2024-09-17T17:14:17.659 INFO:tasks.rados.rados.0.smithi031.stdout:3457: finishing write tid 3 to smithi03184240-31 2024-09-17T17:14:17.659 INFO:tasks.rados.rados.0.smithi031.stdout:3457: finishing write tid 4 to smithi03184240-31 2024-09-17T17:14:17.659 INFO:tasks.rados.rados.0.smithi031.stdout:3457: finishing write tid 5 to smithi03184240-31 2024-09-17T17:14:17.659 INFO:tasks.rados.rados.0.smithi031.stdout:3457: oid 31 updating version 0 to 2490 2024-09-17T17:14:17.659 INFO:tasks.rados.rados.0.smithi031.stdout:3457: oid 31 updating version 2490 to 2493 2024-09-17T17:14:17.659 INFO:tasks.rados.rados.0.smithi031.stdout:3457: oid 31 version 2493 is already newer than 2491 2024-09-17T17:14:17.659 INFO:tasks.rados.rados.0.smithi031.stdout:3457: oid 31 version 2493 is already newer than 2492 2024-09-17T17:14:17.660 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 2493 (ObjNum 1093 snap 318 seq_num 1093) dirty exists 2024-09-17T17:14:17.660 INFO:tasks.rados.rados.0.smithi031.stdout:3457: left oid 31 (ObjNum 1093 snap 318 seq_num 1093) 2024-09-17T17:14:17.660 INFO:tasks.rados.rados.0.smithi031.stdout:3457: done (2 left) 2024-09-17T17:14:17.660 INFO:tasks.rados.rados.0.smithi031.stdout:3460: rmattr oid 48 current snap is 318 2024-09-17T17:14:17.660 INFO:tasks.rados.rados.0.smithi031.stdout:3461: setattr oid 12 current snap is 318 2024-09-17T17:14:17.660 INFO:tasks.rados.rados.0.smithi031.stdout:3458: finishing write tid 1 to smithi03184240-44 2024-09-17T17:14:17.660 INFO:tasks.rados.rados.0.smithi031.stdout:3462: snap_create 2024-09-17T17:14:17.663 INFO:tasks.rados.rados.0.smithi031.stdout:3459: finishing rollback tid 0 to smithi03184240-16 2024-09-17T17:14:17.663 INFO:tasks.rados.rados.0.smithi031.stdout:3459: finishing rollback tid 1 to smithi03184240-16 2024-09-17T17:14:17.663 INFO:tasks.rados.rados.0.smithi031.stdout:3458: finishing write tid 2 to smithi03184240-44 2024-09-17T17:14:17.663 INFO:tasks.rados.rados.0.smithi031.stdout:3459: finishing rollback tid 2 to smithi03184240-16 2024-09-17T17:14:17.663 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 2589 (ObjNum 1016 snap 300 seq_num 1016) dirty exists 2024-09-17T17:14:17.664 INFO:tasks.rados.rados.0.smithi031.stdout:3458: finishing write tid 3 to smithi03184240-44 2024-09-17T17:14:17.666 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 2590 (ObjNum 1077 snap 313 seq_num 1077) dirty exists 2024-09-17T17:14:17.667 INFO:tasks.rados.rados.0.smithi031.stdout:3458: finishing write tid 4 to smithi03184240-44 2024-09-17T17:14:17.667 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 2736 (ObjNum 854 snap 259 seq_num 854) dirty exists 2024-09-17T17:14:17.669 INFO:tasks.rados.rados.0.smithi031.stdout:3458: finishing write tid 5 to smithi03184240-44 2024-09-17T17:14:17.669 INFO:tasks.rados.rados.0.smithi031.stdout:3458: oid 44 updating version 0 to 2733 2024-09-17T17:14:17.669 INFO:tasks.rados.rados.0.smithi031.stdout:3458: oid 44 updating version 2733 to 2734 2024-09-17T17:14:17.669 INFO:tasks.rados.rados.0.smithi031.stdout:3458: oid 44 version 2734 is already newer than 2732 2024-09-17T17:14:17.669 INFO:tasks.rados.rados.0.smithi031.stdout:3458: oid 44 version 2734 is already newer than 2731 2024-09-17T17:14:17.669 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 2734 (ObjNum 1094 snap 318 seq_num 1094) dirty exists 2024-09-17T17:14:17.669 INFO:tasks.rados.rados.0.smithi031.stdout:3458: left oid 44 (ObjNum 1094 snap 318 seq_num 1094) 2024-09-17T17:14:17.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:17 smithi031 ceph-mon[96842]: pgmap v739: 121 pgs: 121 active+clean; 123 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-09-17T17:14:17.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:17 smithi031 ceph-mon[96842]: osdmap e719: 8 total, 8 up, 8 in 2024-09-17T17:14:17.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:17 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:14:17.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:17 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:14:17.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:17 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:14:17.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:17 smithi031 ceph-mon[94873]: pgmap v739: 121 pgs: 121 active+clean; 123 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-09-17T17:14:17.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:17 smithi031 ceph-mon[94873]: osdmap e719: 8 total, 8 up, 8 in 2024-09-17T17:14:17.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:17 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:14:17.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:17 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:14:17.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:17 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:14:17.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:17 smithi066 ceph-mon[86175]: pgmap v739: 121 pgs: 121 active+clean; 123 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-09-17T17:14:17.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:17 smithi066 ceph-mon[86175]: osdmap e719: 8 total, 8 up, 8 in 2024-09-17T17:14:17.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:17 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:14:17.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:17 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:14:17.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:17 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:14:18.432 INFO:tasks.rados.rados.0.smithi031.stdout:3458: done (4 left) 2024-09-17T17:14:18.432 INFO:tasks.rados.rados.0.smithi031.stdout:3459: done (3 left) 2024-09-17T17:14:18.432 INFO:tasks.rados.rados.0.smithi031.stdout:3460: done (2 left) 2024-09-17T17:14:18.432 INFO:tasks.rados.rados.0.smithi031.stdout:3461: done (1 left) 2024-09-17T17:14:18.432 INFO:tasks.rados.rados.0.smithi031.stdout:3462: done (0 left) 2024-09-17T17:14:18.432 INFO:tasks.rados.rados.0.smithi031.stdout:3463: delete oid 42 current snap is 319 2024-09-17T17:14:18.435 INFO:tasks.rados.rados.0.smithi031.stdout:3463: done (0 left) 2024-09-17T17:14:18.435 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 26 current snap is 319 2024-09-17T17:14:18.436 INFO:tasks.rados.rados.0.smithi031.stdout:3464: seq_num 1096 ranges {0=761856,761856=786432,1548288=16384} 2024-09-17T17:14:18.440 INFO:tasks.rados.rados.0.smithi031.stdout:3464: writing smithi03184240-26 from 0 to 761856 tid 1 2024-09-17T17:14:18.445 INFO:tasks.rados.rados.0.smithi031.stdout:3464: writing smithi03184240-26 from 761856 to 1548288 tid 2 2024-09-17T17:14:18.445 INFO:tasks.rados.rados.0.smithi031.stdout:3464: writing smithi03184240-26 from 1548288 to 1564672 tid 3 2024-09-17T17:14:18.445 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 42 current snap is 319 2024-09-17T17:14:18.445 INFO:tasks.rados.rados.0.smithi031.stdout:3465: seq_num 1097 ranges {0=778240,778240=671744,1449984=131072} 2024-09-17T17:14:18.449 INFO:tasks.rados.rados.0.smithi031.stdout:3465: writing smithi03184240-42 from 0 to 778240 tid 1 2024-09-17T17:14:18.454 INFO:tasks.rados.rados.0.smithi031.stdout:3465: writing smithi03184240-42 from 778240 to 1449984 tid 2 2024-09-17T17:14:18.455 INFO:tasks.rados.rados.0.smithi031.stdout:3465: writing smithi03184240-42 from 1449984 to 1581056 tid 3 2024-09-17T17:14:18.455 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 22 current snap is 319 2024-09-17T17:14:18.455 INFO:tasks.rados.rados.0.smithi031.stdout:3466: seq_num 1098 ranges {0=794624,794624=557056,1351680=245760} 2024-09-17T17:14:18.459 INFO:tasks.rados.rados.0.smithi031.stdout:3466: writing smithi03184240-22 from 0 to 794624 tid 1 2024-09-17T17:14:18.462 INFO:tasks.rados.rados.0.smithi031.stdout:3466: writing smithi03184240-22 from 794624 to 1351680 tid 2 2024-09-17T17:14:18.465 INFO:tasks.rados.rados.0.smithi031.stdout:3466: writing smithi03184240-22 from 1351680 to 1597440 tid 3 2024-09-17T17:14:18.465 INFO:tasks.rados.rados.0.smithi031.stdout:3467: delete oid 44 current snap is 319 2024-09-17T17:14:18.465 INFO:tasks.rados.rados.0.smithi031.stdout:3464: finishing write tid 1 to smithi03184240-26 2024-09-17T17:14:18.465 INFO:tasks.rados.rados.0.smithi031.stdout:3464: finishing write tid 2 to smithi03184240-26 2024-09-17T17:14:18.465 INFO:tasks.rados.rados.0.smithi031.stdout:3464: finishing write tid 3 to smithi03184240-26 2024-09-17T17:14:18.465 INFO:tasks.rados.rados.0.smithi031.stdout:3464: finishing write tid 4 to smithi03184240-26 2024-09-17T17:14:18.465 INFO:tasks.rados.rados.0.smithi031.stdout:3464: finishing write tid 5 to smithi03184240-26 2024-09-17T17:14:18.465 INFO:tasks.rados.rados.0.smithi031.stdout:3464: oid 26 updating version 0 to 2403 2024-09-17T17:14:18.465 INFO:tasks.rados.rados.0.smithi031.stdout:3464: oid 26 updating version 2403 to 2405 2024-09-17T17:14:18.465 INFO:tasks.rados.rados.0.smithi031.stdout:3464: oid 26 version 2405 is already newer than 2404 2024-09-17T17:14:18.466 INFO:tasks.rados.rados.0.smithi031.stdout:3464: oid 26 version 2405 is already newer than 2402 2024-09-17T17:14:18.466 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 2405 (ObjNum 1096 snap 319 seq_num 1096) dirty exists 2024-09-17T17:14:18.466 INFO:tasks.rados.rados.0.smithi031.stdout:3464: left oid 26 (ObjNum 1096 snap 319 seq_num 1096) 2024-09-17T17:14:18.466 INFO:tasks.rados.rados.0.smithi031.stdout:3465: finishing write tid 1 to smithi03184240-42 2024-09-17T17:14:18.466 INFO:tasks.rados.rados.0.smithi031.stdout:3465: finishing write tid 2 to smithi03184240-42 2024-09-17T17:14:18.466 INFO:tasks.rados.rados.0.smithi031.stdout:3465: finishing write tid 3 to smithi03184240-42 2024-09-17T17:14:18.466 INFO:tasks.rados.rados.0.smithi031.stdout:3465: finishing write tid 4 to smithi03184240-42 2024-09-17T17:14:18.466 INFO:tasks.rados.rados.0.smithi031.stdout:3465: finishing write tid 5 to smithi03184240-42 2024-09-17T17:14:18.466 INFO:tasks.rados.rados.0.smithi031.stdout:3465: oid 42 updating version 0 to 2742 2024-09-17T17:14:18.466 INFO:tasks.rados.rados.0.smithi031.stdout:3465: oid 42 version 2742 is already newer than 2740 2024-09-17T17:14:18.466 INFO:tasks.rados.rados.0.smithi031.stdout:3465: oid 42 version 2742 is already newer than 2741 2024-09-17T17:14:18.466 INFO:tasks.rados.rados.0.smithi031.stdout:3465: oid 42 version 2742 is already newer than 2739 2024-09-17T17:14:18.466 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 2742 (ObjNum 1097 snap 319 seq_num 1097) dirty exists 2024-09-17T17:14:18.467 INFO:tasks.rados.rados.0.smithi031.stdout:3465: left oid 42 (ObjNum 1097 snap 319 seq_num 1097) 2024-09-17T17:14:18.469 INFO:tasks.rados.rados.0.smithi031.stdout:3464: done (3 left) 2024-09-17T17:14:18.469 INFO:tasks.rados.rados.0.smithi031.stdout:3465: done (2 left) 2024-09-17T17:14:18.469 INFO:tasks.rados.rados.0.smithi031.stdout:3467: done (1 left) 2024-09-17T17:14:18.469 INFO:tasks.rados.rados.0.smithi031.stdout:3468: read oid 18 snap -1 2024-09-17T17:14:18.469 INFO:tasks.rados.rados.0.smithi031.stdout:3468: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:14:18.469 INFO:tasks.rados.rados.0.smithi031.stdout:3469: read oid 34 snap -1 2024-09-17T17:14:18.469 INFO:tasks.rados.rados.0.smithi031.stdout:3469: expect (ObjNum 1080 snap 313 seq_num 1080) 2024-09-17T17:14:18.470 INFO:tasks.rados.rados.0.smithi031.stdout:3470: read oid 31 snap -1 2024-09-17T17:14:18.470 INFO:tasks.rados.rados.0.smithi031.stdout:3470: expect (ObjNum 1093 snap 318 seq_num 1093) 2024-09-17T17:14:18.470 INFO:tasks.rados.rados.0.smithi031.stdout:3471: read oid 13 snap -1 2024-09-17T17:14:18.470 INFO:tasks.rados.rados.0.smithi031.stdout:3471: expect (ObjNum 1059 snap 309 seq_num 1059) 2024-09-17T17:14:18.470 INFO:tasks.rados.rados.0.smithi031.stdout:3472: setattr oid 23 current snap is 319 2024-09-17T17:14:18.470 INFO:tasks.rados.rados.0.smithi031.stdout:3468: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:14:18.473 INFO:tasks.rados.rados.0.smithi031.stdout:3466: finishing write tid 1 to smithi03184240-22 2024-09-17T17:14:18.473 INFO:tasks.rados.rados.0.smithi031.stdout:3466: finishing write tid 2 to smithi03184240-22 2024-09-17T17:14:18.473 INFO:tasks.rados.rados.0.smithi031.stdout:3468: done (5 left) 2024-09-17T17:14:18.473 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 40 current snap is 319 2024-09-17T17:14:18.473 INFO:tasks.rados.rados.0.smithi031.stdout:3473: seq_num 1100 ranges {1941504=425984,2367488=729088,3096576=475136} 2024-09-17T17:14:18.487 INFO:tasks.rados.rados.0.smithi031.stdout:3473: writing smithi03184240-40 from 1941504 to 2367488 tid 1 2024-09-17T17:14:18.491 INFO:tasks.rados.rados.0.smithi031.stdout:3473: writing smithi03184240-40 from 2367488 to 3096576 tid 2 2024-09-17T17:14:18.495 INFO:tasks.rados.rados.0.smithi031.stdout:3473: writing smithi03184240-40 from 3096576 to 3571712 tid 3 2024-09-17T17:14:18.495 INFO:tasks.rados.rados.0.smithi031.stdout:3474: rollback oid 12 current snap is 319 2024-09-17T17:14:18.495 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 12 to 318 2024-09-17T17:14:18.495 INFO:tasks.rados.rados.0.smithi031.stdout:3466: finishing write tid 3 to smithi03184240-22 2024-09-17T17:14:18.495 INFO:tasks.rados.rados.0.smithi031.stdout:3466: finishing write tid 4 to smithi03184240-22 2024-09-17T17:14:18.495 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 1964 (ObjNum 113 snap 0 seq_num 3068108096) dirty exists 2024-09-17T17:14:18.495 INFO:tasks.rados.rados.0.smithi031.stdout:3472: done (6 left) 2024-09-17T17:14:18.495 INFO:tasks.rados.rados.0.smithi031.stdout:3475: delete oid 43 current snap is 319 2024-09-17T17:14:18.495 INFO:tasks.rados.rados.0.smithi031.stdout:3466: finishing write tid 5 to smithi03184240-22 2024-09-17T17:14:18.495 INFO:tasks.rados.rados.0.smithi031.stdout:3466: oid 22 updating version 0 to 2684 2024-09-17T17:14:18.495 INFO:tasks.rados.rados.0.smithi031.stdout:3466: oid 22 updating version 2684 to 2685 2024-09-17T17:14:18.496 INFO:tasks.rados.rados.0.smithi031.stdout:3466: oid 22 updating version 2685 to 2686 2024-09-17T17:14:18.496 INFO:tasks.rados.rados.0.smithi031.stdout:3466: oid 22 updating version 2686 to 2687 2024-09-17T17:14:18.496 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 2687 (ObjNum 1098 snap 319 seq_num 1098) dirty exists 2024-09-17T17:14:18.496 INFO:tasks.rados.rados.0.smithi031.stdout:3466: left oid 22 (ObjNum 1098 snap 319 seq_num 1098) 2024-09-17T17:14:18.496 INFO:tasks.rados.rados.0.smithi031.stdout:3471: expect (ObjNum 1059 snap 309 seq_num 1059) 2024-09-17T17:14:18.535 INFO:tasks.rados.rados.0.smithi031.stdout:3473: finishing write tid 1 to smithi03184240-40 2024-09-17T17:14:18.535 INFO:tasks.rados.rados.0.smithi031.stdout:3470: expect (ObjNum 1093 snap 318 seq_num 1093) 2024-09-17T17:14:18.670 INFO:tasks.rados.rados.0.smithi031.stdout:3473: finishing write tid 2 to smithi03184240-40 2024-09-17T17:14:18.670 INFO:tasks.rados.rados.0.smithi031.stdout:3474: finishing rollback tid 0 to smithi03184240-12 2024-09-17T17:14:18.671 INFO:tasks.rados.rados.0.smithi031.stdout:3474: finishing rollback tid 1 to smithi03184240-12 2024-09-17T17:14:18.671 INFO:tasks.rados.rados.0.smithi031.stdout:3474: finishing rollback tid 2 to smithi03184240-12 2024-09-17T17:14:18.671 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 2593 (ObjNum 1077 snap 313 seq_num 1077) dirty exists 2024-09-17T17:14:18.671 INFO:tasks.rados.rados.0.smithi031.stdout:3473: finishing write tid 3 to smithi03184240-40 2024-09-17T17:14:18.671 INFO:tasks.rados.rados.0.smithi031.stdout:3466: done (6 left) 2024-09-17T17:14:18.671 INFO:tasks.rados.rados.0.smithi031.stdout:3470: done (5 left) 2024-09-17T17:14:18.671 INFO:tasks.rados.rados.0.smithi031.stdout:3471: done (4 left) 2024-09-17T17:14:18.671 INFO:tasks.rados.rados.0.smithi031.stdout:3474: done (3 left) 2024-09-17T17:14:18.671 INFO:tasks.rados.rados.0.smithi031.stdout:3475: done (2 left) 2024-09-17T17:14:18.671 INFO:tasks.rados.rados.0.smithi031.stdout:3476: copy_from oid 26 from oid 5 current snap is 319 2024-09-17T17:14:18.671 INFO:tasks.rados.rados.0.smithi031.stdout:3473: finishing write tid 4 to smithi03184240-40 2024-09-17T17:14:18.671 INFO:tasks.rados.rados.0.smithi031.stdout:3473: finishing write tid 5 to smithi03184240-40 2024-09-17T17:14:18.671 INFO:tasks.rados.rados.0.smithi031.stdout:3473: oid 40 updating version 0 to 2746 2024-09-17T17:14:18.671 INFO:tasks.rados.rados.0.smithi031.stdout:3473: oid 40 updating version 2746 to 2749 2024-09-17T17:14:18.671 INFO:tasks.rados.rados.0.smithi031.stdout:3473: oid 40 version 2749 is already newer than 2747 2024-09-17T17:14:18.672 INFO:tasks.rados.rados.0.smithi031.stdout:3473: oid 40 version 2749 is already newer than 2748 2024-09-17T17:14:18.672 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 2749 (ObjNum 1100 snap 319 seq_num 1100) dirty exists 2024-09-17T17:14:18.672 INFO:tasks.rados.rados.0.smithi031.stdout:3473: left oid 40 (ObjNum 1100 snap 319 seq_num 1100) 2024-09-17T17:14:18.672 INFO:tasks.rados.rados.0.smithi031.stdout:3469: expect (ObjNum 1080 snap 313 seq_num 1080) 2024-09-17T17:14:18.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:18 smithi031 ceph-mon[94873]: osdmap e720: 8 total, 8 up, 8 in 2024-09-17T17:14:18.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:18 smithi031 ceph-mon[94873]: osdmap e721: 8 total, 8 up, 8 in 2024-09-17T17:14:18.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:18 smithi031 ceph-mon[96842]: osdmap e720: 8 total, 8 up, 8 in 2024-09-17T17:14:18.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:18 smithi031 ceph-mon[96842]: osdmap e721: 8 total, 8 up, 8 in 2024-09-17T17:14:18.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:18 smithi066 ceph-mon[86175]: osdmap e720: 8 total, 8 up, 8 in 2024-09-17T17:14:18.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:18 smithi066 ceph-mon[86175]: osdmap e721: 8 total, 8 up, 8 in 2024-09-17T17:14:19.335 INFO:tasks.rados.rados.0.smithi031.stdout:3476: finishing copy_from racing read to smithi03184240-26 2024-09-17T17:14:19.335 INFO:tasks.rados.rados.0.smithi031.stdout:3476: finishing copy_from to smithi03184240-26 2024-09-17T17:14:19.335 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 2584 (ObjNum 1040 snap 307 seq_num 1040) dirty exists 2024-09-17T17:14:19.335 INFO:tasks.rados.rados.0.smithi031.stdout:3469: done (2 left) 2024-09-17T17:14:19.335 INFO:tasks.rados.rados.0.smithi031.stdout:3473: done (1 left) 2024-09-17T17:14:19.335 INFO:tasks.rados.rados.0.smithi031.stdout:3476: done (0 left) 2024-09-17T17:14:19.335 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 319 2024-09-17T17:14:19.335 INFO:tasks.rados.rados.0.smithi031.stdout:3477: seq_num 1102 ranges {909312=458752,1368064=491520,1859584=491520,2351104=221184} 2024-09-17T17:14:19.342 INFO:tasks.rados.rados.0.smithi031.stdout:3477: writing smithi03184240-10 from 909312 to 1368064 tid 1 2024-09-17T17:14:19.344 INFO:tasks.rados.rados.0.smithi031.stdout:3477: writing smithi03184240-10 from 1368064 to 1859584 tid 2 2024-09-17T17:14:19.347 INFO:tasks.rados.rados.0.smithi031.stdout:3477: writing smithi03184240-10 from 1859584 to 2351104 tid 3 2024-09-17T17:14:19.349 INFO:tasks.rados.rados.0.smithi031.stdout:3477: writing smithi03184240-10 from 2351104 to 2572288 tid 4 2024-09-17T17:14:19.349 INFO:tasks.rados.rados.0.smithi031.stdout:3478: rollback oid 37 current snap is 319 2024-09-17T17:14:19.349 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 37 to 318 2024-09-17T17:14:19.349 INFO:tasks.rados.rados.0.smithi031.stdout:3477: finishing write tid 1 to smithi03184240-10 2024-09-17T17:14:19.349 INFO:tasks.rados.rados.0.smithi031.stdout:3477: finishing write tid 2 to smithi03184240-10 2024-09-17T17:14:19.349 INFO:tasks.rados.rados.0.smithi031.stdout:3479: rollback oid 32 current snap is 319 2024-09-17T17:14:19.349 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 32 to 318 2024-09-17T17:14:19.349 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 48 current snap is 319 2024-09-17T17:14:19.349 INFO:tasks.rados.rados.0.smithi031.stdout:3480: seq_num 1103 ranges {2318336=475136,2793472=425984,3219456=696320,3915776=81920} 2024-09-17T17:14:19.367 INFO:tasks.rados.rados.0.smithi031.stdout:3480: writing smithi03184240-48 from 2318336 to 2793472 tid 1 2024-09-17T17:14:19.368 INFO:tasks.rados.rados.0.smithi031.stdout:3480: writing smithi03184240-48 from 2793472 to 3219456 tid 2 2024-09-17T17:14:19.370 INFO:tasks.rados.rados.0.smithi031.stdout:3480: writing smithi03184240-48 from 3219456 to 3915776 tid 3 2024-09-17T17:14:19.371 INFO:tasks.rados.rados.0.smithi031.stdout:3480: writing smithi03184240-48 from 3915776 to 3997696 tid 4 2024-09-17T17:14:19.371 INFO:tasks.rados.rados.0.smithi031.stdout:3481: delete oid 26 current snap is 319 2024-09-17T17:14:19.371 INFO:tasks.rados.rados.0.smithi031.stdout:3477: finishing write tid 3 to smithi03184240-10 2024-09-17T17:14:19.371 INFO:tasks.rados.rados.0.smithi031.stdout:3477: finishing write tid 4 to smithi03184240-10 2024-09-17T17:14:19.371 INFO:tasks.rados.rados.0.smithi031.stdout:3477: finishing write tid 5 to smithi03184240-10 2024-09-17T17:14:19.371 INFO:tasks.rados.rados.0.smithi031.stdout:3478: finishing rollback tid 1 to smithi03184240-37 2024-09-17T17:14:19.372 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 0 (ObjNum 177 snap 0 seq_num 1705584704) dirty dne 2024-09-17T17:14:19.372 INFO:tasks.rados.rados.0.smithi031.stdout:3479: finishing rollback tid 0 to smithi03184240-32 2024-09-17T17:14:19.372 INFO:tasks.rados.rados.0.smithi031.stdout:3479: finishing rollback tid 1 to smithi03184240-32 2024-09-17T17:14:19.372 INFO:tasks.rados.rados.0.smithi031.stdout:3479: finishing rollback tid 2 to smithi03184240-32 2024-09-17T17:14:19.372 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 2213 (ObjNum 1089 snap 317 seq_num 1089) dirty exists 2024-09-17T17:14:19.372 INFO:tasks.rados.rados.0.smithi031.stdout:3477: finishing write tid 6 to smithi03184240-10 2024-09-17T17:14:19.372 INFO:tasks.rados.rados.0.smithi031.stdout:3477: oid 10 updating version 0 to 1968 2024-09-17T17:14:19.372 INFO:tasks.rados.rados.0.smithi031.stdout:3477: oid 10 version 1968 is already newer than 1965 2024-09-17T17:14:19.373 INFO:tasks.rados.rados.0.smithi031.stdout:3477: oid 10 version 1968 is already newer than 1966 2024-09-17T17:14:19.373 INFO:tasks.rados.rados.0.smithi031.stdout:3477: oid 10 updating version 1968 to 1969 2024-09-17T17:14:19.373 INFO:tasks.rados.rados.0.smithi031.stdout:3477: oid 10 version 1969 is already newer than 1967 2024-09-17T17:14:19.373 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1969 (ObjNum 1102 snap 319 seq_num 1102) dirty exists 2024-09-17T17:14:19.373 INFO:tasks.rados.rados.0.smithi031.stdout:3477: left oid 10 (ObjNum 1102 snap 319 seq_num 1102) 2024-09-17T17:14:19.373 INFO:tasks.rados.rados.0.smithi031.stdout:3480: finishing write tid 1 to smithi03184240-48 2024-09-17T17:14:19.373 INFO:tasks.rados.rados.0.smithi031.stdout:3480: finishing write tid 2 to smithi03184240-48 2024-09-17T17:14:19.374 INFO:tasks.rados.rados.0.smithi031.stdout:3477: done (4 left) 2024-09-17T17:14:19.374 INFO:tasks.rados.rados.0.smithi031.stdout:3478: done (3 left) 2024-09-17T17:14:19.374 INFO:tasks.rados.rados.0.smithi031.stdout:3479: done (2 left) 2024-09-17T17:14:19.374 INFO:tasks.rados.rados.0.smithi031.stdout:3481: done (1 left) 2024-09-17T17:14:19.374 INFO:tasks.rados.rados.0.smithi031.stdout:3482: read oid 16 snap -1 2024-09-17T17:14:19.374 INFO:tasks.rados.rados.0.smithi031.stdout:3482: expect (ObjNum 1016 snap 300 seq_num 1016) 2024-09-17T17:14:19.374 INFO:tasks.rados.rados.0.smithi031.stdout:3483: delete oid 30 current snap is 319 2024-09-17T17:14:19.375 INFO:tasks.rados.rados.0.smithi031.stdout:3483: done (2 left) 2024-09-17T17:14:19.375 INFO:tasks.rados.rados.0.smithi031.stdout:3484: copy_from oid 7 from oid 28 current snap is 319 2024-09-17T17:14:19.375 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 33 current snap is 319 2024-09-17T17:14:19.375 INFO:tasks.rados.rados.0.smithi031.stdout:3485: seq_num 1106 ranges {1040384=532480,1572864=483328,2056192=475136,2531328=245760} 2024-09-17T17:14:19.384 INFO:tasks.rados.rados.0.smithi031.stdout:3485: writing smithi03184240-33 from 1040384 to 1572864 tid 1 2024-09-17T17:14:19.387 INFO:tasks.rados.rados.0.smithi031.stdout:3485: writing smithi03184240-33 from 1572864 to 2056192 tid 2 2024-09-17T17:14:19.390 INFO:tasks.rados.rados.0.smithi031.stdout:3485: writing smithi03184240-33 from 2056192 to 2531328 tid 3 2024-09-17T17:14:19.392 INFO:tasks.rados.rados.0.smithi031.stdout:3485: writing smithi03184240-33 from 2531328 to 2777088 tid 4 2024-09-17T17:14:19.392 INFO:tasks.rados.rados.0.smithi031.stdout:3486: read oid 11 snap -1 2024-09-17T17:14:19.392 INFO:tasks.rados.rados.0.smithi031.stdout:3486: expect (ObjNum 963 snap 284 seq_num 963) 2024-09-17T17:14:19.392 INFO:tasks.rados.rados.0.smithi031.stdout:3487: delete oid 19 current snap is 319 2024-09-17T17:14:19.392 INFO:tasks.rados.rados.0.smithi031.stdout:3480: finishing write tid 3 to smithi03184240-48 2024-09-17T17:14:19.392 INFO:tasks.rados.rados.0.smithi031.stdout:3480: finishing write tid 4 to smithi03184240-48 2024-09-17T17:14:19.392 INFO:tasks.rados.rados.0.smithi031.stdout:3480: finishing write tid 5 to smithi03184240-48 2024-09-17T17:14:19.392 INFO:tasks.rados.rados.0.smithi031.stdout:3482: expect (ObjNum 1016 snap 300 seq_num 1016) 2024-09-17T17:14:19.400 INFO:tasks.rados.rados.0.smithi031.stdout:3480: finishing write tid 6 to smithi03184240-48 2024-09-17T17:14:19.400 INFO:tasks.rados.rados.0.smithi031.stdout:3480: oid 48 updating version 0 to 2756 2024-09-17T17:14:19.400 INFO:tasks.rados.rados.0.smithi031.stdout:3480: oid 48 updating version 2756 to 2757 2024-09-17T17:14:19.400 INFO:tasks.rados.rados.0.smithi031.stdout:3480: oid 48 version 2757 is already newer than 2754 2024-09-17T17:14:19.400 INFO:tasks.rados.rados.0.smithi031.stdout:3480: oid 48 version 2757 is already newer than 2753 2024-09-17T17:14:19.400 INFO:tasks.rados.rados.0.smithi031.stdout:3480: oid 48 version 2757 is already newer than 2755 2024-09-17T17:14:19.400 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 2757 (ObjNum 1103 snap 319 seq_num 1103) dirty exists 2024-09-17T17:14:19.401 INFO:tasks.rados.rados.0.smithi031.stdout:3480: left oid 48 (ObjNum 1103 snap 319 seq_num 1103) 2024-09-17T17:14:19.401 INFO:tasks.rados.rados.0.smithi031.stdout:3484: finishing copy_from racing read to smithi03184240-7 2024-09-17T17:14:19.401 INFO:tasks.rados.rados.0.smithi031.stdout:3484: finishing copy_from to smithi03184240-7 2024-09-17T17:14:19.401 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 1595 (ObjNum 1014 snap 300 seq_num 1014) dirty exists 2024-09-17T17:14:19.401 INFO:tasks.rados.rados.0.smithi031.stdout:3485: finishing write tid 1 to smithi03184240-33 2024-09-17T17:14:19.401 INFO:tasks.rados.rados.0.smithi031.stdout:3485: finishing write tid 2 to smithi03184240-33 2024-09-17T17:14:19.401 INFO:tasks.rados.rados.0.smithi031.stdout:3480: done (5 left) 2024-09-17T17:14:19.401 INFO:tasks.rados.rados.0.smithi031.stdout:3482: done (4 left) 2024-09-17T17:14:19.401 INFO:tasks.rados.rados.0.smithi031.stdout:3484: done (3 left) 2024-09-17T17:14:19.401 INFO:tasks.rados.rados.0.smithi031.stdout:3487: done (2 left) 2024-09-17T17:14:19.401 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 6 current snap is 319 2024-09-17T17:14:19.401 INFO:tasks.rados.rados.0.smithi031.stdout:3485: finishing write tid 3 to smithi03184240-33 2024-09-17T17:14:19.401 INFO:tasks.rados.rados.0.smithi031.stdout:3488: seq_num 1108 ranges {4677632=565248,5242880=647168,5890048=483328,6373376=73728} 2024-09-17T17:14:19.428 INFO:tasks.rados.rados.0.smithi031.stdout:3488: writing smithi03184240-6 from 4677632 to 5242880 tid 1 2024-09-17T17:14:19.432 INFO:tasks.rados.rados.0.smithi031.stdout:3488: writing smithi03184240-6 from 5242880 to 5890048 tid 2 2024-09-17T17:14:19.434 INFO:tasks.rados.rados.0.smithi031.stdout:3488: writing smithi03184240-6 from 5890048 to 6373376 tid 3 2024-09-17T17:14:19.436 INFO:tasks.rados.rados.0.smithi031.stdout:3488: writing smithi03184240-6 from 6373376 to 6447104 tid 4 2024-09-17T17:14:19.436 INFO:tasks.rados.rados.0.smithi031.stdout:3489: rollback oid 26 current snap is 319 2024-09-17T17:14:19.436 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 26 to 316 2024-09-17T17:14:19.436 INFO:tasks.rados.rados.0.smithi031.stdout:3485: finishing write tid 4 to smithi03184240-33 2024-09-17T17:14:19.436 INFO:tasks.rados.rados.0.smithi031.stdout:3485: finishing write tid 5 to smithi03184240-33 2024-09-17T17:14:19.436 INFO:tasks.rados.rados.0.smithi031.stdout:3485: finishing write tid 6 to smithi03184240-33 2024-09-17T17:14:19.436 INFO:tasks.rados.rados.0.smithi031.stdout:3485: oid 33 updating version 0 to 2690 2024-09-17T17:14:19.436 INFO:tasks.rados.rados.0.smithi031.stdout:3485: oid 33 version 2690 is already newer than 2689 2024-09-17T17:14:19.436 INFO:tasks.rados.rados.0.smithi031.stdout:3485: oid 33 updating version 2690 to 2692 2024-09-17T17:14:19.436 INFO:tasks.rados.rados.0.smithi031.stdout:3485: oid 33 version 2692 is already newer than 2691 2024-09-17T17:14:19.436 INFO:tasks.rados.rados.0.smithi031.stdout:3485: oid 33 version 2692 is already newer than 2688 2024-09-17T17:14:19.436 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 2692 (ObjNum 1106 snap 319 seq_num 1106) dirty exists 2024-09-17T17:14:19.437 INFO:tasks.rados.rados.0.smithi031.stdout:3485: left oid 33 (ObjNum 1106 snap 319 seq_num 1106) 2024-09-17T17:14:19.437 INFO:tasks.rados.rados.0.smithi031.stdout:3486: expect (ObjNum 963 snap 284 seq_num 963) 2024-09-17T17:14:19.645 INFO:tasks.rados.rados.0.smithi031.stdout:3488: finishing write tid 1 to smithi03184240-6 2024-09-17T17:14:19.645 INFO:tasks.rados.rados.0.smithi031.stdout:3488: finishing write tid 2 to smithi03184240-6 2024-09-17T17:14:19.645 INFO:tasks.rados.rados.0.smithi031.stdout:3489: finishing rollback tid 1 to smithi03184240-26 2024-09-17T17:14:19.645 INFO:tasks.rados.rados.0.smithi031.stdout:3489: finishing rollback tid 2 to smithi03184240-26 2024-09-17T17:14:19.645 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 2587 (ObjNum 33 snap 0 seq_num 3924263413) dirty exists 2024-09-17T17:14:19.645 INFO:tasks.rados.rados.0.smithi031.stdout:3485: done (3 left) 2024-09-17T17:14:19.646 INFO:tasks.rados.rados.0.smithi031.stdout:3486: done (2 left) 2024-09-17T17:14:19.646 INFO:tasks.rados.rados.0.smithi031.stdout:3489: done (1 left) 2024-09-17T17:14:19.646 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 9 current snap is 319 2024-09-17T17:14:19.646 INFO:tasks.rados.rados.0.smithi031.stdout:3488: finishing write tid 3 to smithi03184240-6 2024-09-17T17:14:19.646 INFO:tasks.rados.rados.0.smithi031.stdout:3490: seq_num 1109 ranges {1064960=581632,1646592=532480,2179072=647168,2826240=24576} 2024-09-17T17:14:19.653 INFO:tasks.rados.rados.0.smithi031.stdout:3490: writing smithi03184240-9 from 1064960 to 1646592 tid 1 2024-09-17T17:14:19.657 INFO:tasks.rados.rados.0.smithi031.stdout:3490: writing smithi03184240-9 from 1646592 to 2179072 tid 2 2024-09-17T17:14:19.661 INFO:tasks.rados.rados.0.smithi031.stdout:3490: writing smithi03184240-9 from 2179072 to 2826240 tid 3 2024-09-17T17:14:19.661 INFO:tasks.rados.rados.0.smithi031.stdout:3490: writing smithi03184240-9 from 2826240 to 2850816 tid 4 2024-09-17T17:14:19.662 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 29 current snap is 319 2024-09-17T17:14:19.662 INFO:tasks.rados.rados.0.smithi031.stdout:3488: finishing write tid 4 to smithi03184240-6 2024-09-17T17:14:19.662 INFO:tasks.rados.rados.0.smithi031.stdout:3488: finishing write tid 5 to smithi03184240-6 2024-09-17T17:14:19.662 INFO:tasks.rados.rados.0.smithi031.stdout:3488: finishing write tid 6 to smithi03184240-6 2024-09-17T17:14:19.662 INFO:tasks.rados.rados.0.smithi031.stdout:3488: oid 6 updating version 0 to 2591 2024-09-17T17:14:19.662 INFO:tasks.rados.rados.0.smithi031.stdout:3488: oid 6 version 2591 is already newer than 2589 2024-09-17T17:14:19.662 INFO:tasks.rados.rados.0.smithi031.stdout:3488: oid 6 version 2591 is already newer than 2590 2024-09-17T17:14:19.662 INFO:tasks.rados.rados.0.smithi031.stdout:3488: oid 6 version 2591 is already newer than 2588 2024-09-17T17:14:19.662 INFO:tasks.rados.rados.0.smithi031.stdout:3488: oid 6 version 2591 is already newer than 2587 2024-09-17T17:14:19.662 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 2591 (ObjNum 1108 snap 319 seq_num 1108) dirty exists 2024-09-17T17:14:19.662 INFO:tasks.rados.rados.0.smithi031.stdout:3488: left oid 6 (ObjNum 1108 snap 319 seq_num 1108) 2024-09-17T17:14:19.662 INFO:tasks.rados.rados.0.smithi031.stdout:3491: seq_num 1110 ranges {4431872=598016,5029888=466944,5496832=450560,5947392=286720} 2024-09-17T17:14:19.689 INFO:tasks.rados.rados.0.smithi031.stdout:3491: writing smithi03184240-29 from 4431872 to 5029888 tid 1 2024-09-17T17:14:19.691 INFO:tasks.rados.rados.0.smithi031.stdout:3491: writing smithi03184240-29 from 5029888 to 5496832 tid 2 2024-09-17T17:14:19.693 INFO:tasks.rados.rados.0.smithi031.stdout:3491: writing smithi03184240-29 from 5496832 to 5947392 tid 3 2024-09-17T17:14:19.696 INFO:tasks.rados.rados.0.smithi031.stdout:3491: writing smithi03184240-29 from 5947392 to 6234112 tid 4 2024-09-17T17:14:19.696 INFO:tasks.rados.rados.0.smithi031.stdout:3488: done (2 left) 2024-09-17T17:14:19.696 INFO:tasks.rados.rados.0.smithi031.stdout:3492: snap_create 2024-09-17T17:14:19.696 INFO:tasks.rados.rados.0.smithi031.stdout:3490: finishing write tid 1 to smithi03184240-9 2024-09-17T17:14:19.696 INFO:tasks.rados.rados.0.smithi031.stdout:3490: finishing write tid 2 to smithi03184240-9 2024-09-17T17:14:19.696 INFO:tasks.rados.rados.0.smithi031.stdout:3490: finishing write tid 3 to smithi03184240-9 2024-09-17T17:14:19.696 INFO:tasks.rados.rados.0.smithi031.stdout:3490: finishing write tid 4 to smithi03184240-9 2024-09-17T17:14:19.697 INFO:tasks.rados.rados.0.smithi031.stdout:3490: finishing write tid 5 to smithi03184240-9 2024-09-17T17:14:19.697 INFO:tasks.rados.rados.0.smithi031.stdout:3490: finishing write tid 6 to smithi03184240-9 2024-09-17T17:14:19.697 INFO:tasks.rados.rados.0.smithi031.stdout:3490: oid 9 updating version 0 to 2695 2024-09-17T17:14:19.697 INFO:tasks.rados.rados.0.smithi031.stdout:3490: oid 9 version 2695 is already newer than 2693 2024-09-17T17:14:19.697 INFO:tasks.rados.rados.0.smithi031.stdout:3490: oid 9 updating version 2695 to 2696 2024-09-17T17:14:19.697 INFO:tasks.rados.rados.0.smithi031.stdout:3490: oid 9 updating version 2696 to 2697 2024-09-17T17:14:19.697 INFO:tasks.rados.rados.0.smithi031.stdout:3490: oid 9 version 2697 is already newer than 2694 2024-09-17T17:14:19.697 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 2697 (ObjNum 1109 snap 319 seq_num 1109) dirty exists 2024-09-17T17:14:19.697 INFO:tasks.rados.rados.0.smithi031.stdout:3490: left oid 9 (ObjNum 1109 snap 319 seq_num 1109) 2024-09-17T17:14:19.697 INFO:tasks.rados.rados.0.smithi031.stdout:3491: finishing write tid 1 to smithi03184240-29 2024-09-17T17:14:19.697 INFO:tasks.rados.rados.0.smithi031.stdout:3491: finishing write tid 2 to smithi03184240-29 2024-09-17T17:14:19.698 INFO:tasks.rados.rados.0.smithi031.stdout:3491: finishing write tid 3 to smithi03184240-29 2024-09-17T17:14:19.698 INFO:tasks.rados.rados.0.smithi031.stdout:3491: finishing write tid 4 to smithi03184240-29 2024-09-17T17:14:19.699 INFO:tasks.rados.rados.0.smithi031.stdout:3491: finishing write tid 5 to smithi03184240-29 2024-09-17T17:14:19.700 INFO:tasks.rados.rados.0.smithi031.stdout:3491: finishing write tid 6 to smithi03184240-29 2024-09-17T17:14:19.700 INFO:tasks.rados.rados.0.smithi031.stdout:3491: oid 29 updating version 0 to 2601 2024-09-17T17:14:19.700 INFO:tasks.rados.rados.0.smithi031.stdout:3491: oid 29 version 2601 is already newer than 2600 2024-09-17T17:14:19.700 INFO:tasks.rados.rados.0.smithi031.stdout:3491: oid 29 updating version 2601 to 2604 2024-09-17T17:14:19.701 INFO:tasks.rados.rados.0.smithi031.stdout:3491: oid 29 version 2604 is already newer than 2603 2024-09-17T17:14:19.701 INFO:tasks.rados.rados.0.smithi031.stdout:3491: oid 29 version 2604 is already newer than 2602 2024-09-17T17:14:19.701 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 2604 (ObjNum 1110 snap 319 seq_num 1110) dirty exists 2024-09-17T17:14:19.701 INFO:tasks.rados.rados.0.smithi031.stdout:3491: left oid 29 (ObjNum 1110 snap 319 seq_num 1110) 2024-09-17T17:14:19.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:19 smithi031 ceph-mon[94873]: pgmap v742: 121 pgs: 121 active+clean; 122 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-09-17T17:14:19.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:19 smithi031 ceph-mon[96842]: pgmap v742: 121 pgs: 121 active+clean; 122 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-09-17T17:14:19.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:19 smithi066 ceph-mon[86175]: pgmap v742: 121 pgs: 121 active+clean; 122 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-09-17T17:14:20.475 INFO:tasks.rados.rados.0.smithi031.stdout:3490: done (2 left) 2024-09-17T17:14:20.476 INFO:tasks.rados.rados.0.smithi031.stdout:3491: done (1 left) 2024-09-17T17:14:20.476 INFO:tasks.rados.rados.0.smithi031.stdout:3492: done (0 left) 2024-09-17T17:14:20.476 INFO:tasks.rados.rados.0.smithi031.stdout:3493: delete oid 47 current snap is 320 2024-09-17T17:14:20.478 INFO:tasks.rados.rados.0.smithi031.stdout:3493: done (0 left) 2024-09-17T17:14:20.478 INFO:tasks.rados.rados.0.smithi031.stdout:3494: snap_create 2024-09-17T17:14:20.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:14:20 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:14:20] "GET /metrics HTTP/1.1" 200 36360 "" "Prometheus/2.51.0" 2024-09-17T17:14:21.480 INFO:tasks.rados.rados.0.smithi031.stdout:3494: done (0 left) 2024-09-17T17:14:21.480 INFO:tasks.rados.rados.0.smithi031.stdout:3495: read oid 39 snap -1 2024-09-17T17:14:21.481 INFO:tasks.rados.rados.0.smithi031.stdout:3495: expect (ObjNum 941 snap 280 seq_num 941) 2024-09-17T17:14:21.481 INFO:tasks.rados.rados.0.smithi031.stdout:3496: delete oid 12 current snap is 321 2024-09-17T17:14:21.486 INFO:tasks.rados.rados.0.smithi031.stdout:3496: done (1 left) 2024-09-17T17:14:21.486 INFO:tasks.rados.rados.0.smithi031.stdout:3497: delete oid 49 current snap is 321 2024-09-17T17:14:21.493 INFO:tasks.rados.rados.0.smithi031.stdout:3497: done (1 left) 2024-09-17T17:14:21.493 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 36 current snap is 321 2024-09-17T17:14:21.493 INFO:tasks.rados.rados.0.smithi031.stdout:3498: seq_num 1114 ranges {0=663552,663552=802816,1466368=401408} 2024-09-17T17:14:21.496 INFO:tasks.rados.rados.0.smithi031.stdout:3498: writing smithi03184240-36 from 0 to 663552 tid 1 2024-09-17T17:14:21.501 INFO:tasks.rados.rados.0.smithi031.stdout:3498: writing smithi03184240-36 from 663552 to 1466368 tid 2 2024-09-17T17:14:21.505 INFO:tasks.rados.rados.0.smithi031.stdout:3498: writing smithi03184240-36 from 1466368 to 1867776 tid 3 2024-09-17T17:14:21.505 INFO:tasks.rados.rados.0.smithi031.stdout:3499: rollback oid 13 current snap is 321 2024-09-17T17:14:21.505 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 13 to 320 2024-09-17T17:14:21.505 INFO:tasks.rados.rados.0.smithi031.stdout:3495: expect (ObjNum 941 snap 280 seq_num 941) 2024-09-17T17:14:21.700 INFO:tasks.rados.rados.0.smithi031.stdout:3498: finishing write tid 1 to smithi03184240-36 2024-09-17T17:14:21.700 INFO:tasks.rados.rados.0.smithi031.stdout:3498: finishing write tid 2 to smithi03184240-36 2024-09-17T17:14:21.700 INFO:tasks.rados.rados.0.smithi031.stdout:3495: done (2 left) 2024-09-17T17:14:21.700 INFO:tasks.rados.rados.0.smithi031.stdout:3500: rollback oid 24 current snap is 321 2024-09-17T17:14:21.700 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 24 to 317 2024-09-17T17:14:21.701 INFO:tasks.rados.rados.0.smithi031.stdout:3498: finishing write tid 3 to smithi03184240-36 2024-09-17T17:14:21.701 INFO:tasks.rados.rados.0.smithi031.stdout:3498: finishing write tid 4 to smithi03184240-36 2024-09-17T17:14:21.701 INFO:tasks.rados.rados.0.smithi031.stdout:3499: finishing rollback tid 0 to smithi03184240-13 2024-09-17T17:14:21.701 INFO:tasks.rados.rados.0.smithi031.stdout:3499: finishing rollback tid 1 to smithi03184240-13 2024-09-17T17:14:21.701 INFO:tasks.rados.rados.0.smithi031.stdout:3499: finishing rollback tid 2 to smithi03184240-13 2024-09-17T17:14:21.701 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 2700 (ObjNum 1059 snap 309 seq_num 1059) dirty exists 2024-09-17T17:14:21.701 INFO:tasks.rados.rados.0.smithi031.stdout:3498: finishing write tid 5 to smithi03184240-36 2024-09-17T17:14:21.701 INFO:tasks.rados.rados.0.smithi031.stdout:3498: oid 36 updating version 0 to 2495 2024-09-17T17:14:21.701 INFO:tasks.rados.rados.0.smithi031.stdout:3498: oid 36 updating version 2495 to 2496 2024-09-17T17:14:21.701 INFO:tasks.rados.rados.0.smithi031.stdout:3498: oid 36 version 2496 is already newer than 2494 2024-09-17T17:14:21.701 INFO:tasks.rados.rados.0.smithi031.stdout:3498: oid 36 updating version 2496 to 2497 2024-09-17T17:14:21.701 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 2497 (ObjNum 1114 snap 321 seq_num 1114) dirty exists 2024-09-17T17:14:21.701 INFO:tasks.rados.rados.0.smithi031.stdout:3498: left oid 36 (ObjNum 1114 snap 321 seq_num 1114) 2024-09-17T17:14:21.702 INFO:tasks.rados.rados.0.smithi031.stdout:3498: done (2 left) 2024-09-17T17:14:21.702 INFO:tasks.rados.rados.0.smithi031.stdout:3499: done (1 left) 2024-09-17T17:14:21.702 INFO:tasks.rados.rados.0.smithi031.stdout:3501: snap_create 2024-09-17T17:14:21.703 INFO:tasks.rados.rados.0.smithi031.stdout:3500: finishing rollback tid 0 to smithi03184240-24 2024-09-17T17:14:21.703 INFO:tasks.rados.rados.0.smithi031.stdout:3500: finishing rollback tid 1 to smithi03184240-24 2024-09-17T17:14:21.703 INFO:tasks.rados.rados.0.smithi031.stdout:3500: finishing rollback tid 2 to smithi03184240-24 2024-09-17T17:14:21.704 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 2607 (ObjNum 960 snap 284 seq_num 960) dirty exists 2024-09-17T17:14:21.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:21 smithi031 ceph-mon[94873]: pgmap v744: 121 pgs: 121 active+clean; 125 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-09-17T17:14:21.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:21 smithi031 ceph-mon[94873]: osdmap e722: 8 total, 8 up, 8 in 2024-09-17T17:14:21.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:21 smithi031 ceph-mon[96842]: pgmap v744: 121 pgs: 121 active+clean; 125 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-09-17T17:14:21.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:21 smithi031 ceph-mon[96842]: osdmap e722: 8 total, 8 up, 8 in 2024-09-17T17:14:21.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:21 smithi066 ceph-mon[86175]: pgmap v744: 121 pgs: 121 active+clean; 125 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-09-17T17:14:21.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:21 smithi066 ceph-mon[86175]: osdmap e722: 8 total, 8 up, 8 in 2024-09-17T17:14:22.486 INFO:tasks.rados.rados.0.smithi031.stdout:3500: done (1 left) 2024-09-17T17:14:22.487 INFO:tasks.rados.rados.0.smithi031.stdout:3501: done (0 left) 2024-09-17T17:14:22.487 INFO:tasks.rados.rados.0.smithi031.stdout:3502: read oid 49 snap -1 2024-09-17T17:14:22.487 INFO:tasks.rados.rados.0.smithi031.stdout:3502: expect deleted 2024-09-17T17:14:22.487 INFO:tasks.rados.rados.0.smithi031.stdout:3503: snap_remove snap 320 2024-09-17T17:14:22.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:22 smithi031 ceph-mon[94873]: osdmap e723: 8 total, 8 up, 8 in 2024-09-17T17:14:22.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:22 smithi031 ceph-mon[96842]: osdmap e723: 8 total, 8 up, 8 in 2024-09-17T17:14:22.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:22 smithi066 ceph-mon[86175]: osdmap e723: 8 total, 8 up, 8 in 2024-09-17T17:14:23.434 INFO:tasks.rados.rados.0.smithi031.stdout:3503: done (1 left) 2024-09-17T17:14:23.435 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 322 2024-09-17T17:14:23.435 INFO:tasks.rados.rados.0.smithi031.stdout:3504: seq_num 1115 ranges {0=679936,679936=688128,1368064=516096} 2024-09-17T17:14:23.439 INFO:tasks.rados.rados.0.smithi031.stdout:3504: writing smithi03184240-12 from 0 to 679936 tid 1 2024-09-17T17:14:23.442 INFO:tasks.rados.rados.0.smithi031.stdout:3504: writing smithi03184240-12 from 679936 to 1368064 tid 2 2024-09-17T17:14:23.446 INFO:tasks.rados.rados.0.smithi031.stdout:3504: writing smithi03184240-12 from 1368064 to 1884160 tid 3 2024-09-17T17:14:23.446 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 322 2024-09-17T17:14:23.446 INFO:tasks.rados.rados.0.smithi031.stdout:3505: seq_num 1116 ranges {6184960=696320,6881280=573440,7454720=450560,7905280=180224} 2024-09-17T17:14:23.484 INFO:tasks.rados.rados.0.smithi031.stdout:3505: writing smithi03184240-45 from 6184960 to 6881280 tid 1 2024-09-17T17:14:23.488 INFO:tasks.rados.rados.0.smithi031.stdout:3505: writing smithi03184240-45 from 6881280 to 7454720 tid 2 2024-09-17T17:14:23.491 INFO:tasks.rados.rados.0.smithi031.stdout:3505: writing smithi03184240-45 from 7454720 to 7905280 tid 3 2024-09-17T17:14:23.493 INFO:tasks.rados.rados.0.smithi031.stdout:3505: writing smithi03184240-45 from 7905280 to 8085504 tid 4 2024-09-17T17:14:23.493 INFO:tasks.rados.rados.0.smithi031.stdout:3506: snap_remove snap 313 2024-09-17T17:14:23.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:23 smithi031 ceph-mon[94873]: pgmap v747: 121 pgs: 121 active+clean; 142 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.7 MiB/s wr, 32 op/s 2024-09-17T17:14:23.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:23 smithi031 ceph-mon[94873]: osdmap e724: 8 total, 8 up, 8 in 2024-09-17T17:14:23.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:23 smithi031 ceph-mon[94873]: osdmap e725: 8 total, 8 up, 8 in 2024-09-17T17:14:23.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:23 smithi031 ceph-mon[96842]: pgmap v747: 121 pgs: 121 active+clean; 142 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.7 MiB/s wr, 32 op/s 2024-09-17T17:14:23.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:23 smithi031 ceph-mon[96842]: osdmap e724: 8 total, 8 up, 8 in 2024-09-17T17:14:23.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:23 smithi031 ceph-mon[96842]: osdmap e725: 8 total, 8 up, 8 in 2024-09-17T17:14:23.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:23 smithi066 ceph-mon[86175]: pgmap v747: 121 pgs: 121 active+clean; 142 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.7 MiB/s wr, 32 op/s 2024-09-17T17:14:23.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:23 smithi066 ceph-mon[86175]: osdmap e724: 8 total, 8 up, 8 in 2024-09-17T17:14:23.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:23 smithi066 ceph-mon[86175]: osdmap e725: 8 total, 8 up, 8 in 2024-09-17T17:14:24.498 INFO:tasks.rados.rados.0.smithi031.stdout:3506: done (3 left) 2024-09-17T17:14:24.498 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 50 current snap is 322 2024-09-17T17:14:24.498 INFO:tasks.rados.rados.0.smithi031.stdout:3507: seq_num 1117 ranges {1245184=712704,1957888=458752,2416640=655360,3072000=90112} 2024-09-17T17:14:24.510 INFO:tasks.rados.rados.0.smithi031.stdout:3507: writing smithi03184240-50 from 1245184 to 1957888 tid 1 2024-09-17T17:14:24.513 INFO:tasks.rados.rados.0.smithi031.stdout:3507: writing smithi03184240-50 from 1957888 to 2416640 tid 2 2024-09-17T17:14:24.518 INFO:tasks.rados.rados.0.smithi031.stdout:3507: writing smithi03184240-50 from 2416640 to 3072000 tid 3 2024-09-17T17:14:24.520 INFO:tasks.rados.rados.0.smithi031.stdout:3507: writing smithi03184240-50 from 3072000 to 3162112 tid 4 2024-09-17T17:14:24.520 INFO:tasks.rados.rados.0.smithi031.stdout:3508: rollback oid 34 current snap is 322 2024-09-17T17:14:24.520 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 34 to 319 2024-09-17T17:14:24.520 INFO:tasks.rados.rados.0.smithi031.stdout:3504: finishing write tid 1 to smithi03184240-12 2024-09-17T17:14:24.520 INFO:tasks.rados.rados.0.smithi031.stdout:3504: finishing write tid 2 to smithi03184240-12 2024-09-17T17:14:24.520 INFO:tasks.rados.rados.0.smithi031.stdout:3504: finishing write tid 3 to smithi03184240-12 2024-09-17T17:14:24.520 INFO:tasks.rados.rados.0.smithi031.stdout:3504: finishing write tid 4 to smithi03184240-12 2024-09-17T17:14:24.521 INFO:tasks.rados.rados.0.smithi031.stdout:3504: finishing write tid 5 to smithi03184240-12 2024-09-17T17:14:24.521 INFO:tasks.rados.rados.0.smithi031.stdout:3504: oid 12 updating version 0 to 2597 2024-09-17T17:14:24.521 INFO:tasks.rados.rados.0.smithi031.stdout:3504: oid 12 version 2597 is already newer than 2595 2024-09-17T17:14:24.521 INFO:tasks.rados.rados.0.smithi031.stdout:3504: oid 12 updating version 2597 to 2598 2024-09-17T17:14:24.521 INFO:tasks.rados.rados.0.smithi031.stdout:3504: oid 12 version 2598 is already newer than 2596 2024-09-17T17:14:24.521 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 2598 (ObjNum 1115 snap 322 seq_num 1115) dirty exists 2024-09-17T17:14:24.521 INFO:tasks.rados.rados.0.smithi031.stdout:3504: left oid 12 (ObjNum 1115 snap 322 seq_num 1115) 2024-09-17T17:14:24.521 INFO:tasks.rados.rados.0.smithi031.stdout:3505: finishing write tid 1 to smithi03184240-45 2024-09-17T17:14:24.521 INFO:tasks.rados.rados.0.smithi031.stdout:3505: finishing write tid 2 to smithi03184240-45 2024-09-17T17:14:24.521 INFO:tasks.rados.rados.0.smithi031.stdout:3505: finishing write tid 3 to smithi03184240-45 2024-09-17T17:14:24.521 INFO:tasks.rados.rados.0.smithi031.stdout:3505: finishing write tid 4 to smithi03184240-45 2024-09-17T17:14:24.521 INFO:tasks.rados.rados.0.smithi031.stdout:3505: finishing write tid 5 to smithi03184240-45 2024-09-17T17:14:24.521 INFO:tasks.rados.rados.0.smithi031.stdout:3505: finishing write tid 6 to smithi03184240-45 2024-09-17T17:14:24.521 INFO:tasks.rados.rados.0.smithi031.stdout:3505: oid 45 updating version 0 to 2760 2024-09-17T17:14:24.522 INFO:tasks.rados.rados.0.smithi031.stdout:3505: oid 45 updating version 2760 to 2762 2024-09-17T17:14:24.522 INFO:tasks.rados.rados.0.smithi031.stdout:3505: oid 45 version 2762 is already newer than 2759 2024-09-17T17:14:24.522 INFO:tasks.rados.rados.0.smithi031.stdout:3505: oid 45 updating version 2762 to 2763 2024-09-17T17:14:24.522 INFO:tasks.rados.rados.0.smithi031.stdout:3505: oid 45 version 2763 is already newer than 2761 2024-09-17T17:14:24.522 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 2763 (ObjNum 1116 snap 322 seq_num 1116) dirty exists 2024-09-17T17:14:24.522 INFO:tasks.rados.rados.0.smithi031.stdout:3505: left oid 45 (ObjNum 1116 snap 322 seq_num 1116) 2024-09-17T17:14:24.522 INFO:tasks.rados.rados.0.smithi031.stdout:3502: done (4 left) 2024-09-17T17:14:24.522 INFO:tasks.rados.rados.0.smithi031.stdout:3504: done (3 left) 2024-09-17T17:14:24.522 INFO:tasks.rados.rados.0.smithi031.stdout:3505: done (2 left) 2024-09-17T17:14:24.522 INFO:tasks.rados.rados.0.smithi031.stdout:3509: snap_remove snap 316 2024-09-17T17:14:25.502 INFO:tasks.rados.rados.0.smithi031.stdout:3507: finishing write tid 1 to smithi03184240-50 2024-09-17T17:14:25.503 INFO:tasks.rados.rados.0.smithi031.stdout:3508: finishing rollback tid 0 to smithi03184240-34 2024-09-17T17:14:25.503 INFO:tasks.rados.rados.0.smithi031.stdout:3507: finishing write tid 2 to smithi03184240-50 2024-09-17T17:14:25.503 INFO:tasks.rados.rados.0.smithi031.stdout:3508: finishing rollback tid 1 to smithi03184240-34 2024-09-17T17:14:25.503 INFO:tasks.rados.rados.0.smithi031.stdout:3507: finishing write tid 3 to smithi03184240-50 2024-09-17T17:14:25.503 INFO:tasks.rados.rados.0.smithi031.stdout:3508: finishing rollback tid 2 to smithi03184240-34 2024-09-17T17:14:25.503 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 1622 (ObjNum 1080 snap 313 seq_num 1080) dirty exists 2024-09-17T17:14:25.503 INFO:tasks.rados.rados.0.smithi031.stdout:3507: finishing write tid 4 to smithi03184240-50 2024-09-17T17:14:25.503 INFO:tasks.rados.rados.0.smithi031.stdout:3507: finishing write tid 5 to smithi03184240-50 2024-09-17T17:14:25.503 INFO:tasks.rados.rados.0.smithi031.stdout:3507: finishing write tid 6 to smithi03184240-50 2024-09-17T17:14:25.503 INFO:tasks.rados.rados.0.smithi031.stdout:3507: oid 50 updating version 0 to 2691 2024-09-17T17:14:25.504 INFO:tasks.rados.rados.0.smithi031.stdout:3507: oid 50 version 2691 is already newer than 2689 2024-09-17T17:14:25.504 INFO:tasks.rados.rados.0.smithi031.stdout:3507: oid 50 version 2691 is already newer than 2687 2024-09-17T17:14:25.504 INFO:tasks.rados.rados.0.smithi031.stdout:3507: oid 50 version 2691 is already newer than 2690 2024-09-17T17:14:25.504 INFO:tasks.rados.rados.0.smithi031.stdout:3507: oid 50 version 2691 is already newer than 2688 2024-09-17T17:14:25.504 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 2691 (ObjNum 1117 snap 322 seq_num 1117) dirty exists 2024-09-17T17:14:25.504 INFO:tasks.rados.rados.0.smithi031.stdout:3507: left oid 50 (ObjNum 1117 snap 322 seq_num 1117) 2024-09-17T17:14:25.504 INFO:tasks.rados.rados.0.smithi031.stdout:3507: done (2 left) 2024-09-17T17:14:25.504 INFO:tasks.rados.rados.0.smithi031.stdout:3508: done (1 left) 2024-09-17T17:14:25.504 INFO:tasks.rados.rados.0.smithi031.stdout:3509: done (0 left) 2024-09-17T17:14:25.504 INFO:tasks.rados.rados.0.smithi031.stdout:3510: rmattr oid 9 current snap is 322 2024-09-17T17:14:25.504 INFO:tasks.rados.rados.0.smithi031.stdout:3510: done (0 left) 2024-09-17T17:14:25.504 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 40 current snap is 322 2024-09-17T17:14:25.504 INFO:tasks.rados.rados.0.smithi031.stdout:3511: seq_num 1118 ranges {3571712=729088,4300800=794624,5095424=409600} 2024-09-17T17:14:25.527 INFO:tasks.rados.rados.0.smithi031.stdout:3511: writing smithi03184240-40 from 3571712 to 4300800 tid 1 2024-09-17T17:14:25.532 INFO:tasks.rados.rados.0.smithi031.stdout:3511: writing smithi03184240-40 from 4300800 to 5095424 tid 2 2024-09-17T17:14:25.534 INFO:tasks.rados.rados.0.smithi031.stdout:3511: writing smithi03184240-40 from 5095424 to 5505024 tid 3 2024-09-17T17:14:25.534 INFO:tasks.rados.rados.0.smithi031.stdout:3512: snap_remove snap 317 2024-09-17T17:14:25.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:25 smithi031 ceph-mon[94873]: pgmap v750: 121 pgs: 121 active+clean; 149 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 7.6 MiB/s wr, 37 op/s 2024-09-17T17:14:25.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:25 smithi031 ceph-mon[94873]: osdmap e726: 8 total, 8 up, 8 in 2024-09-17T17:14:25.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:25 smithi031 ceph-mon[96842]: pgmap v750: 121 pgs: 121 active+clean; 149 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 7.6 MiB/s wr, 37 op/s 2024-09-17T17:14:25.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:25 smithi031 ceph-mon[96842]: osdmap e726: 8 total, 8 up, 8 in 2024-09-17T17:14:25.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:25 smithi066 ceph-mon[86175]: pgmap v750: 121 pgs: 121 active+clean; 149 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 7.6 MiB/s wr, 37 op/s 2024-09-17T17:14:25.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:25 smithi066 ceph-mon[86175]: osdmap e726: 8 total, 8 up, 8 in 2024-09-17T17:14:26.515 INFO:tasks.rados.rados.0.smithi031.stdout:3511: finishing write tid 1 to smithi03184240-40 2024-09-17T17:14:26.516 INFO:tasks.rados.rados.0.smithi031.stdout:3511: finishing write tid 2 to smithi03184240-40 2024-09-17T17:14:26.516 INFO:tasks.rados.rados.0.smithi031.stdout:3511: finishing write tid 3 to smithi03184240-40 2024-09-17T17:14:26.516 INFO:tasks.rados.rados.0.smithi031.stdout:3511: finishing write tid 4 to smithi03184240-40 2024-09-17T17:14:26.516 INFO:tasks.rados.rados.0.smithi031.stdout:3511: finishing write tid 5 to smithi03184240-40 2024-09-17T17:14:26.516 INFO:tasks.rados.rados.0.smithi031.stdout:3511: oid 40 updating version 0 to 2792 2024-09-17T17:14:26.516 INFO:tasks.rados.rados.0.smithi031.stdout:3511: oid 40 updating version 2792 to 2793 2024-09-17T17:14:26.516 INFO:tasks.rados.rados.0.smithi031.stdout:3511: oid 40 version 2793 is already newer than 2791 2024-09-17T17:14:26.516 INFO:tasks.rados.rados.0.smithi031.stdout:3511: oid 40 updating version 2793 to 2794 2024-09-17T17:14:26.516 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 2794 (ObjNum 1118 snap 322 seq_num 1118) dirty exists 2024-09-17T17:14:26.516 INFO:tasks.rados.rados.0.smithi031.stdout:3511: left oid 40 (ObjNum 1118 snap 322 seq_num 1118) 2024-09-17T17:14:26.517 INFO:tasks.rados.rados.0.smithi031.stdout:3511: done (1 left) 2024-09-17T17:14:26.517 INFO:tasks.rados.rados.0.smithi031.stdout:3512: done (0 left) 2024-09-17T17:14:26.517 INFO:tasks.rados.rados.0.smithi031.stdout:3513: copy_from oid 7 from oid 39 current snap is 322 2024-09-17T17:14:26.517 INFO:tasks.rados.rados.0.smithi031.stdout:3514: copy_from oid 33 from oid 49 current snap is 322 2024-09-17T17:14:26.517 INFO:tasks.rados.rados.0.smithi031.stdout:3515: setattr oid 12 current snap is 322 2024-09-17T17:14:26.517 INFO:tasks.rados.rados.0.smithi031.stdout:3516: delete oid 1 current snap is 322 2024-09-17T17:14:26.526 INFO:tasks.rados.rados.0.smithi031.stdout:3514: finishing copy_from to smithi03184240-33 2024-09-17T17:14:26.526 INFO:tasks.rados.rados.0.smithi031.stdout:3514: got expected ENOENT (src dne) 2024-09-17T17:14:26.526 INFO:tasks.rados.rados.0.smithi031.stdout:3514: finishing copy_from racing read to smithi03184240-33 2024-09-17T17:14:26.527 INFO:tasks.rados.rados.0.smithi031.stdout:3514: done (3 left) 2024-09-17T17:14:26.527 INFO:tasks.rados.rados.0.smithi031.stdout:3516: done (2 left) 2024-09-17T17:14:26.527 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 46 current snap is 322 2024-09-17T17:14:26.527 INFO:tasks.rados.rados.0.smithi031.stdout:3517: seq_num 1120 ranges {2187264=761856,2949120=557056,3506176=425984,3932160=221184} 2024-09-17T17:14:26.544 INFO:tasks.rados.rados.0.smithi031.stdout:3517: writing smithi03184240-46 from 2187264 to 2949120 tid 1 2024-09-17T17:14:26.548 INFO:tasks.rados.rados.0.smithi031.stdout:3517: writing smithi03184240-46 from 2949120 to 3506176 tid 2 2024-09-17T17:14:26.551 INFO:tasks.rados.rados.0.smithi031.stdout:3517: writing smithi03184240-46 from 3506176 to 3932160 tid 3 2024-09-17T17:14:26.552 INFO:tasks.rados.rados.0.smithi031.stdout:3517: writing smithi03184240-46 from 3932160 to 4153344 tid 4 2024-09-17T17:14:26.552 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 5 current snap is 322 2024-09-17T17:14:26.553 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 2599 (ObjNum 1115 snap 322 seq_num 1115) dirty exists 2024-09-17T17:14:26.553 INFO:tasks.rados.rados.0.smithi031.stdout:3513: finishing copy_from racing read to smithi03184240-7 2024-09-17T17:14:26.553 INFO:tasks.rados.rados.0.smithi031.stdout:3513: finishing copy_from to smithi03184240-7 2024-09-17T17:14:26.553 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 2207 (ObjNum 941 snap 280 seq_num 941) dirty exists 2024-09-17T17:14:26.553 INFO:tasks.rados.rados.0.smithi031.stdout:3517: finishing write tid 1 to smithi03184240-46 2024-09-17T17:14:26.553 INFO:tasks.rados.rados.0.smithi031.stdout:3518: seq_num 1121 ranges {4685824=778240,5464064=442368,5906432=638976,6545408=122880} 2024-09-17T17:14:26.582 INFO:tasks.rados.rados.0.smithi031.stdout:3518: writing smithi03184240-5 from 4685824 to 5464064 tid 1 2024-09-17T17:14:26.585 INFO:tasks.rados.rados.0.smithi031.stdout:3518: writing smithi03184240-5 from 5464064 to 5906432 tid 2 2024-09-17T17:14:26.589 INFO:tasks.rados.rados.0.smithi031.stdout:3518: writing smithi03184240-5 from 5906432 to 6545408 tid 3 2024-09-17T17:14:26.590 INFO:tasks.rados.rados.0.smithi031.stdout:3518: writing smithi03184240-5 from 6545408 to 6668288 tid 4 2024-09-17T17:14:26.590 INFO:tasks.rados.rados.0.smithi031.stdout:3513: done (3 left) 2024-09-17T17:14:26.590 INFO:tasks.rados.rados.0.smithi031.stdout:3515: done (2 left) 2024-09-17T17:14:26.590 INFO:tasks.rados.rados.0.smithi031.stdout:3519: setattr oid 35 current snap is 322 2024-09-17T17:14:26.590 INFO:tasks.rados.rados.0.smithi031.stdout:3517: finishing write tid 2 to smithi03184240-46 2024-09-17T17:14:26.590 INFO:tasks.rados.rados.0.smithi031.stdout:3517: finishing write tid 3 to smithi03184240-46 2024-09-17T17:14:26.591 INFO:tasks.rados.rados.0.smithi031.stdout:3517: finishing write tid 4 to smithi03184240-46 2024-09-17T17:14:26.591 INFO:tasks.rados.rados.0.smithi031.stdout:3517: finishing write tid 5 to smithi03184240-46 2024-09-17T17:14:26.591 INFO:tasks.rados.rados.0.smithi031.stdout:3517: finishing write tid 6 to smithi03184240-46 2024-09-17T17:14:26.591 INFO:tasks.rados.rados.0.smithi031.stdout:3517: oid 46 updating version 0 to 2696 2024-09-17T17:14:26.591 INFO:tasks.rados.rados.0.smithi031.stdout:3517: oid 46 version 2696 is already newer than 2695 2024-09-17T17:14:26.591 INFO:tasks.rados.rados.0.smithi031.stdout:3517: oid 46 version 2696 is already newer than 2693 2024-09-17T17:14:26.591 INFO:tasks.rados.rados.0.smithi031.stdout:3517: oid 46 version 2696 is already newer than 2692 2024-09-17T17:14:26.591 INFO:tasks.rados.rados.0.smithi031.stdout:3517: oid 46 version 2696 is already newer than 2694 2024-09-17T17:14:26.591 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 2696 (ObjNum 1120 snap 322 seq_num 1120) dirty exists 2024-09-17T17:14:26.591 INFO:tasks.rados.rados.0.smithi031.stdout:3517: left oid 46 (ObjNum 1120 snap 322 seq_num 1120) 2024-09-17T17:14:26.591 INFO:tasks.rados.rados.0.smithi031.stdout:3518: finishing write tid 1 to smithi03184240-5 2024-09-17T17:14:26.591 INFO:tasks.rados.rados.0.smithi031.stdout:3518: finishing write tid 2 to smithi03184240-5 2024-09-17T17:14:26.592 INFO:tasks.rados.rados.0.smithi031.stdout:3517: done (2 left) 2024-09-17T17:14:26.592 INFO:tasks.rados.rados.0.smithi031.stdout:3520: rollback oid 14 current snap is 322 2024-09-17T17:14:26.592 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 14 to 321 2024-09-17T17:14:26.592 INFO:tasks.rados.rados.0.smithi031.stdout:3521: setattr oid 22 current snap is 322 2024-09-17T17:14:26.592 INFO:tasks.rados.rados.0.smithi031.stdout:3522: snap_create 2024-09-17T17:14:26.593 INFO:tasks.rados.rados.0.smithi031.stdout:3518: finishing write tid 3 to smithi03184240-5 2024-09-17T17:14:26.594 INFO:tasks.rados.rados.0.smithi031.stdout:3518: finishing write tid 4 to smithi03184240-5 2024-09-17T17:14:26.594 INFO:tasks.rados.rados.0.smithi031.stdout:3520: finishing rollback tid 0 to smithi03184240-14 2024-09-17T17:14:26.594 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 2588 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-17T17:14:26.595 INFO:tasks.rados.rados.0.smithi031.stdout:3518: finishing write tid 5 to smithi03184240-5 2024-09-17T17:14:26.595 INFO:tasks.rados.rados.0.smithi031.stdout:3520: finishing rollback tid 1 to smithi03184240-14 2024-09-17T17:14:26.595 INFO:tasks.rados.rados.0.smithi031.stdout:3520: finishing rollback tid 2 to smithi03184240-14 2024-09-17T17:14:26.596 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 2500 (ObjNum 1068 snap 312 seq_num 1068) dirty exists 2024-09-17T17:14:26.596 INFO:tasks.rados.rados.0.smithi031.stdout:3518: finishing write tid 6 to smithi03184240-5 2024-09-17T17:14:26.596 INFO:tasks.rados.rados.0.smithi031.stdout:3518: oid 5 updating version 0 to 2609 2024-09-17T17:14:26.596 INFO:tasks.rados.rados.0.smithi031.stdout:3518: oid 5 updating version 2609 to 2610 2024-09-17T17:14:26.596 INFO:tasks.rados.rados.0.smithi031.stdout:3518: oid 5 updating version 2610 to 2612 2024-09-17T17:14:26.596 INFO:tasks.rados.rados.0.smithi031.stdout:3518: oid 5 version 2612 is already newer than 2611 2024-09-17T17:14:26.597 INFO:tasks.rados.rados.0.smithi031.stdout:3518: oid 5 updating version 2612 to 2613 2024-09-17T17:14:26.597 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 2613 (ObjNum 1121 snap 322 seq_num 1121) dirty exists 2024-09-17T17:14:26.597 INFO:tasks.rados.rados.0.smithi031.stdout:3518: left oid 5 (ObjNum 1121 snap 322 seq_num 1121) 2024-09-17T17:14:26.597 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 2701 (ObjNum 1098 snap 319 seq_num 1098) dirty exists 2024-09-17T17:14:26.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:26 smithi031 ceph-mon[94873]: osdmap e727: 8 total, 8 up, 8 in 2024-09-17T17:14:26.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:26 smithi031 ceph-mon[96842]: osdmap e727: 8 total, 8 up, 8 in 2024-09-17T17:14:26.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:26 smithi066 ceph-mon[86175]: osdmap e727: 8 total, 8 up, 8 in 2024-09-17T17:14:27.519 INFO:tasks.rados.rados.0.smithi031.stdout:3518: done (4 left) 2024-09-17T17:14:27.520 INFO:tasks.rados.rados.0.smithi031.stdout:3519: done (3 left) 2024-09-17T17:14:27.520 INFO:tasks.rados.rados.0.smithi031.stdout:3520: done (2 left) 2024-09-17T17:14:27.520 INFO:tasks.rados.rados.0.smithi031.stdout:3521: done (1 left) 2024-09-17T17:14:27.520 INFO:tasks.rados.rados.0.smithi031.stdout:3522: done (0 left) 2024-09-17T17:14:27.520 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 323 2024-09-17T17:14:27.520 INFO:tasks.rados.rados.0.smithi031.stdout:3523: seq_num 1122 ranges {8085504=794624,8880128=729088,9609216=475136} 2024-09-17T17:14:27.568 INFO:tasks.rados.rados.0.smithi031.stdout:3523: writing smithi03184240-45 from 8085504 to 8880128 tid 1 2024-09-17T17:14:27.572 INFO:tasks.rados.rados.0.smithi031.stdout:3523: writing smithi03184240-45 from 8880128 to 9609216 tid 2 2024-09-17T17:14:27.575 INFO:tasks.rados.rados.0.smithi031.stdout:3523: writing smithi03184240-45 from 9609216 to 10084352 tid 3 2024-09-17T17:14:27.575 INFO:tasks.rados.rados.0.smithi031.stdout:3524: read oid 41 snap 322 2024-09-17T17:14:27.576 INFO:tasks.rados.rados.0.smithi031.stdout:3524: expect deleted 2024-09-17T17:14:27.576 INFO:tasks.rados.rados.0.smithi031.stdout:3525: delete oid 6 current snap is 323 2024-09-17T17:14:27.580 INFO:tasks.rados.rados.0.smithi031.stdout:3523: finishing write tid 1 to smithi03184240-45 2024-09-17T17:14:27.580 INFO:tasks.rados.rados.0.smithi031.stdout:3523: finishing write tid 2 to smithi03184240-45 2024-09-17T17:14:27.581 INFO:tasks.rados.rados.0.smithi031.stdout:3523: finishing write tid 3 to smithi03184240-45 2024-09-17T17:14:27.581 INFO:tasks.rados.rados.0.smithi031.stdout:3524: done (2 left) 2024-09-17T17:14:27.581 INFO:tasks.rados.rados.0.smithi031.stdout:3525: done (1 left) 2024-09-17T17:14:27.581 INFO:tasks.rados.rados.0.smithi031.stdout:3526: copy_from oid 29 from oid 8 current snap is 323 2024-09-17T17:14:27.581 INFO:tasks.rados.rados.0.smithi031.stdout:3527: setattr oid 15 current snap is 323 2024-09-17T17:14:27.581 INFO:tasks.rados.rados.0.smithi031.stdout:3523: finishing write tid 4 to smithi03184240-45 2024-09-17T17:14:27.582 INFO:tasks.rados.rados.0.smithi031.stdout:3526: finishing copy_from to smithi03184240-29 2024-09-17T17:14:27.582 INFO:tasks.rados.rados.0.smithi031.stdout:3526: got expected ENOENT (src dne) 2024-09-17T17:14:27.582 INFO:tasks.rados.rados.0.smithi031.stdout:3526: finishing copy_from racing read to smithi03184240-29 2024-09-17T17:14:27.583 INFO:tasks.rados.rados.0.smithi031.stdout:3523: finishing write tid 5 to smithi03184240-45 2024-09-17T17:14:27.583 INFO:tasks.rados.rados.0.smithi031.stdout:3523: oid 45 updating version 0 to 2809 2024-09-17T17:14:27.583 INFO:tasks.rados.rados.0.smithi031.stdout:3523: oid 45 updating version 2809 to 2810 2024-09-17T17:14:27.583 INFO:tasks.rados.rados.0.smithi031.stdout:3523: oid 45 version 2810 is already newer than 2808 2024-09-17T17:14:27.583 INFO:tasks.rados.rados.0.smithi031.stdout:3523: oid 45 updating version 2810 to 2811 2024-09-17T17:14:27.583 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 2811 (ObjNum 1122 snap 323 seq_num 1122) dirty exists 2024-09-17T17:14:27.583 INFO:tasks.rados.rados.0.smithi031.stdout:3523: left oid 45 (ObjNum 1122 snap 323 seq_num 1122) 2024-09-17T17:14:27.583 INFO:tasks.rados.rados.0.smithi031.stdout:3523: done (2 left) 2024-09-17T17:14:27.584 INFO:tasks.rados.rados.0.smithi031.stdout:3526: done (1 left) 2024-09-17T17:14:27.584 INFO:tasks.rados.rados.0.smithi031.stdout:3528: read oid 36 snap 321 2024-09-17T17:14:27.584 INFO:tasks.rados.rados.0.smithi031.stdout:3528: expect (ObjNum 1114 snap 321 seq_num 1114) 2024-09-17T17:14:27.584 INFO:tasks.rados.rados.0.smithi031.stdout:3529: copy_from oid 31 from oid 30 current snap is 323 2024-09-17T17:14:27.584 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 323 2024-09-17T17:14:27.584 INFO:tasks.rados.rados.0.smithi031.stdout:3530: seq_num 1124 ranges {909312=434176,1343488=499712,1843200=409600,2252800=663552,2916352=32768} 2024-09-17T17:14:27.591 INFO:tasks.rados.rados.0.smithi031.stdout:3530: writing smithi03184240-2 from 909312 to 1343488 tid 1 2024-09-17T17:14:27.594 INFO:tasks.rados.rados.0.smithi031.stdout:3530: writing smithi03184240-2 from 1343488 to 1843200 tid 2 2024-09-17T17:14:27.596 INFO:tasks.rados.rados.0.smithi031.stdout:3530: writing smithi03184240-2 from 1843200 to 2252800 tid 3 2024-09-17T17:14:27.601 INFO:tasks.rados.rados.0.smithi031.stdout:3530: writing smithi03184240-2 from 2252800 to 2916352 tid 4 2024-09-17T17:14:27.601 INFO:tasks.rados.rados.0.smithi031.stdout:3530: writing smithi03184240-2 from 2916352 to 2949120 tid 5 2024-09-17T17:14:27.601 INFO:tasks.rados.rados.0.smithi031.stdout:3531: rollback oid 1 current snap is 323 2024-09-17T17:14:27.601 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 1 to 322 2024-09-17T17:14:27.601 INFO:tasks.rados.rados.0.smithi031.stdout:3529: finishing copy_from to smithi03184240-31 2024-09-17T17:14:27.602 INFO:tasks.rados.rados.0.smithi031.stdout:3529: got expected ENOENT (src dne) 2024-09-17T17:14:27.602 INFO:tasks.rados.rados.0.smithi031.stdout:3529: finishing copy_from racing read to smithi03184240-31 2024-09-17T17:14:27.602 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 2494 (ObjNum 1065 snap 311 seq_num 1065) dirty exists 2024-09-17T17:14:27.602 INFO:tasks.rados.rados.0.smithi031.stdout:3528: expect (ObjNum 1114 snap 321 seq_num 1114) 2024-09-17T17:14:27.653 INFO:tasks.rados.rados.0.smithi031.stdout:3530: finishing write tid 1 to smithi03184240-2 2024-09-17T17:14:27.653 INFO:tasks.rados.rados.0.smithi031.stdout:3530: finishing write tid 2 to smithi03184240-2 2024-09-17T17:14:27.653 INFO:tasks.rados.rados.0.smithi031.stdout:3530: finishing write tid 3 to smithi03184240-2 2024-09-17T17:14:27.653 INFO:tasks.rados.rados.0.smithi031.stdout:3531: finishing rollback tid 1 to smithi03184240-1 2024-09-17T17:14:27.653 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 2608 (ObjNum 33 snap 0 seq_num 1705897088) dirty dne 2024-09-17T17:14:27.653 INFO:tasks.rados.rados.0.smithi031.stdout:3530: finishing write tid 4 to smithi03184240-2 2024-09-17T17:14:27.653 INFO:tasks.rados.rados.0.smithi031.stdout:3530: finishing write tid 5 to smithi03184240-2 2024-09-17T17:14:27.653 INFO:tasks.rados.rados.0.smithi031.stdout:3530: finishing write tid 6 to smithi03184240-2 2024-09-17T17:14:27.653 INFO:tasks.rados.rados.0.smithi031.stdout:3530: finishing write tid 7 to smithi03184240-2 2024-09-17T17:14:27.653 INFO:tasks.rados.rados.0.smithi031.stdout:3530: oid 2 updating version 0 to 2818 2024-09-17T17:14:27.654 INFO:tasks.rados.rados.0.smithi031.stdout:3530: oid 2 version 2818 is already newer than 2816 2024-09-17T17:14:27.654 INFO:tasks.rados.rados.0.smithi031.stdout:3530: oid 2 version 2818 is already newer than 2817 2024-09-17T17:14:27.654 INFO:tasks.rados.rados.0.smithi031.stdout:3530: oid 2 version 2818 is already newer than 2815 2024-09-17T17:14:27.654 INFO:tasks.rados.rados.0.smithi031.stdout:3530: oid 2 version 2818 is already newer than 2813 2024-09-17T17:14:27.654 INFO:tasks.rados.rados.0.smithi031.stdout:3530: oid 2 version 2818 is already newer than 2814 2024-09-17T17:14:27.654 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 2818 (ObjNum 1124 snap 323 seq_num 1124) dirty exists 2024-09-17T17:14:27.654 INFO:tasks.rados.rados.0.smithi031.stdout:3530: left oid 2 (ObjNum 1124 snap 323 seq_num 1124) 2024-09-17T17:14:27.655 INFO:tasks.rados.rados.0.smithi031.stdout:3527: done (4 left) 2024-09-17T17:14:27.655 INFO:tasks.rados.rados.0.smithi031.stdout:3528: done (3 left) 2024-09-17T17:14:27.655 INFO:tasks.rados.rados.0.smithi031.stdout:3529: done (2 left) 2024-09-17T17:14:27.655 INFO:tasks.rados.rados.0.smithi031.stdout:3530: done (1 left) 2024-09-17T17:14:27.655 INFO:tasks.rados.rados.0.smithi031.stdout:3531: done (0 left) 2024-09-17T17:14:27.655 INFO:tasks.rados.rados.0.smithi031.stdout:3532: snap_remove snap 319 2024-09-17T17:14:27.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:27 smithi031 ceph-mon[94873]: pgmap v753: 121 pgs: 121 active+clean; 146 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.1 MiB/s wr, 10 op/s 2024-09-17T17:14:27.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:27 smithi031 ceph-mon[94873]: osdmap e728: 8 total, 8 up, 8 in 2024-09-17T17:14:27.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:27 smithi031 ceph-mon[96842]: pgmap v753: 121 pgs: 121 active+clean; 146 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.1 MiB/s wr, 10 op/s 2024-09-17T17:14:27.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:27 smithi031 ceph-mon[96842]: osdmap e728: 8 total, 8 up, 8 in 2024-09-17T17:14:27.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:27 smithi066 ceph-mon[86175]: pgmap v753: 121 pgs: 121 active+clean; 146 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.1 MiB/s wr, 10 op/s 2024-09-17T17:14:27.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:27 smithi066 ceph-mon[86175]: osdmap e728: 8 total, 8 up, 8 in 2024-09-17T17:14:28.528 INFO:tasks.rados.rados.0.smithi031.stdout:3532: done (0 left) 2024-09-17T17:14:28.529 INFO:tasks.rados.rados.0.smithi031.stdout:3533: rollback oid 24 current snap is 323 2024-09-17T17:14:28.529 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 24 to 318 2024-09-17T17:14:28.529 INFO:tasks.rados.rados.0.smithi031.stdout:3534: read oid 2 snap -1 2024-09-17T17:14:28.529 INFO:tasks.rados.rados.0.smithi031.stdout:3534: expect (ObjNum 1124 snap 323 seq_num 1124) 2024-09-17T17:14:28.529 INFO:tasks.rados.rados.0.smithi031.stdout:3535: delete oid 6 current snap is 323 2024-09-17T17:14:28.538 INFO:tasks.rados.rados.0.smithi031.stdout:3535: done (2 left) 2024-09-17T17:14:28.538 INFO:tasks.rados.rados.0.smithi031.stdout:3536: delete oid 47 current snap is 323 2024-09-17T17:14:28.540 INFO:tasks.rados.rados.0.smithi031.stdout:3533: finishing rollback tid 0 to smithi03184240-24 2024-09-17T17:14:28.542 INFO:tasks.rados.rados.0.smithi031.stdout:3533: finishing rollback tid 1 to smithi03184240-24 2024-09-17T17:14:28.543 INFO:tasks.rados.rados.0.smithi031.stdout:3536: done (2 left) 2024-09-17T17:14:28.544 INFO:tasks.rados.rados.0.smithi031.stdout:3537: read oid 32 snap -1 2024-09-17T17:14:28.544 INFO:tasks.rados.rados.0.smithi031.stdout:3537: expect (ObjNum 1089 snap 317 seq_num 1089) 2024-09-17T17:14:28.544 INFO:tasks.rados.rados.0.smithi031.stdout:3538: copy_from oid 30 from oid 31 current snap is 323 2024-09-17T17:14:28.544 INFO:tasks.rados.rados.0.smithi031.stdout:3539: rollback oid 37 current snap is 323 2024-09-17T17:14:28.544 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 37 to 321 2024-09-17T17:14:28.544 INFO:tasks.rados.rados.0.smithi031.stdout:3540: snap_create 2024-09-17T17:14:28.545 INFO:tasks.rados.rados.0.smithi031.stdout:3533: finishing rollback tid 2 to smithi03184240-24 2024-09-17T17:14:28.546 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 2616 (ObjNum 1060 snap 310 seq_num 1060) dirty exists 2024-09-17T17:14:28.565 INFO:tasks.rados.rados.0.smithi031.stdout:3534: expect (ObjNum 1124 snap 323 seq_num 1124) 2024-09-17T17:14:28.660 INFO:tasks.rados.rados.0.smithi031.stdout:3538: finishing copy_from racing read to smithi03184240-30 2024-09-17T17:14:28.661 INFO:tasks.rados.rados.0.smithi031.stdout:3539: finishing rollback tid 1 to smithi03184240-37 2024-09-17T17:14:28.661 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-17T17:14:28.661 INFO:tasks.rados.rados.0.smithi031.stdout:3538: finishing copy_from to smithi03184240-30 2024-09-17T17:14:28.661 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 2493 (ObjNum 1093 snap 318 seq_num 1093) dirty exists 2024-09-17T17:14:28.661 INFO:tasks.rados.rados.0.smithi031.stdout:3537: expect (ObjNum 1089 snap 317 seq_num 1089) 2024-09-17T17:14:28.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:28 smithi031 ceph-mon[94873]: osdmap e729: 8 total, 8 up, 8 in 2024-09-17T17:14:28.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:28 smithi031 ceph-mon[96842]: osdmap e729: 8 total, 8 up, 8 in 2024-09-17T17:14:28.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:28 smithi066 ceph-mon[86175]: osdmap e729: 8 total, 8 up, 8 in 2024-09-17T17:14:29.533 INFO:tasks.rados.rados.0.smithi031.stdout:3533: done (5 left) 2024-09-17T17:14:29.534 INFO:tasks.rados.rados.0.smithi031.stdout:3534: done (4 left) 2024-09-17T17:14:29.534 INFO:tasks.rados.rados.0.smithi031.stdout:3537: done (3 left) 2024-09-17T17:14:29.534 INFO:tasks.rados.rados.0.smithi031.stdout:3538: done (2 left) 2024-09-17T17:14:29.534 INFO:tasks.rados.rados.0.smithi031.stdout:3539: done (1 left) 2024-09-17T17:14:29.534 INFO:tasks.rados.rados.0.smithi031.stdout:3540: done (0 left) 2024-09-17T17:14:29.534 INFO:tasks.rados.rados.0.smithi031.stdout:3541: snap_create 2024-09-17T17:14:29.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:29 smithi031 ceph-mon[94873]: pgmap v756: 121 pgs: 121 active+clean; 138 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 468 KiB/s wr, 7 op/s 2024-09-17T17:14:29.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:29 smithi031 ceph-mon[94873]: osdmap e730: 8 total, 8 up, 8 in 2024-09-17T17:14:29.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:29 smithi031 ceph-mon[96842]: pgmap v756: 121 pgs: 121 active+clean; 138 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 468 KiB/s wr, 7 op/s 2024-09-17T17:14:29.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:29 smithi031 ceph-mon[96842]: osdmap e730: 8 total, 8 up, 8 in 2024-09-17T17:14:29.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:29 smithi066 ceph-mon[86175]: pgmap v756: 121 pgs: 121 active+clean; 138 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 468 KiB/s wr, 7 op/s 2024-09-17T17:14:29.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:29 smithi066 ceph-mon[86175]: osdmap e730: 8 total, 8 up, 8 in 2024-09-17T17:14:30.535 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:14:30 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:14:30] "GET /metrics HTTP/1.1" 200 36360 "" "Prometheus/2.51.0" 2024-09-17T17:14:30.539 INFO:tasks.rados.rados.0.smithi031.stdout:3541: done (0 left) 2024-09-17T17:14:30.540 INFO:tasks.rados.rados.0.smithi031.stdout:3542: delete oid 22 current snap is 325 2024-09-17T17:14:30.545 INFO:tasks.rados.rados.0.smithi031.stdout:3542: done (0 left) 2024-09-17T17:14:30.545 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 47 current snap is 325 2024-09-17T17:14:30.545 INFO:tasks.rados.rados.0.smithi031.stdout:3543: seq_num 1128 ranges {0=499712,499712=483328,983040=786432,1769472=335872} 2024-09-17T17:14:30.548 INFO:tasks.rados.rados.0.smithi031.stdout:3543: writing smithi03184240-47 from 0 to 499712 tid 1 2024-09-17T17:14:30.551 INFO:tasks.rados.rados.0.smithi031.stdout:3543: writing smithi03184240-47 from 499712 to 983040 tid 2 2024-09-17T17:14:30.555 INFO:tasks.rados.rados.0.smithi031.stdout:3543: writing smithi03184240-47 from 983040 to 1769472 tid 3 2024-09-17T17:14:30.557 INFO:tasks.rados.rados.0.smithi031.stdout:3543: writing smithi03184240-47 from 1769472 to 2105344 tid 4 2024-09-17T17:14:30.557 INFO:tasks.rados.rados.0.smithi031.stdout:3544: setattr oid 7 current snap is 325 2024-09-17T17:14:30.557 INFO:tasks.rados.rados.0.smithi031.stdout:3543: finishing write tid 1 to smithi03184240-47 2024-09-17T17:14:30.558 INFO:tasks.rados.rados.0.smithi031.stdout:3543: finishing write tid 2 to smithi03184240-47 2024-09-17T17:14:30.560 INFO:tasks.rados.rados.0.smithi031.stdout:3543: finishing write tid 3 to smithi03184240-47 2024-09-17T17:14:30.560 INFO:tasks.rados.rados.0.smithi031.stdout:3543: finishing write tid 4 to smithi03184240-47 2024-09-17T17:14:30.560 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 325 2024-09-17T17:14:30.560 INFO:tasks.rados.rados.0.smithi031.stdout:3545: seq_num 1129 ranges {2949120=516096,3465216=770048,4235264=598016,4833280=237568} 2024-09-17T17:14:30.579 INFO:tasks.rados.rados.0.smithi031.stdout:3545: writing smithi03184240-2 from 2949120 to 3465216 tid 1 2024-09-17T17:14:30.583 INFO:tasks.rados.rados.0.smithi031.stdout:3545: writing smithi03184240-2 from 3465216 to 4235264 tid 2 2024-09-17T17:14:30.587 INFO:tasks.rados.rados.0.smithi031.stdout:3545: writing smithi03184240-2 from 4235264 to 4833280 tid 3 2024-09-17T17:14:30.589 INFO:tasks.rados.rados.0.smithi031.stdout:3545: writing smithi03184240-2 from 4833280 to 5070848 tid 4 2024-09-17T17:14:30.589 INFO:tasks.rados.rados.0.smithi031.stdout:3546: rmattr oid 28 current snap is 325 2024-09-17T17:14:30.589 INFO:tasks.rados.rados.0.smithi031.stdout:3543: finishing write tid 5 to smithi03184240-47 2024-09-17T17:14:30.589 INFO:tasks.rados.rados.0.smithi031.stdout:3547: snap_create 2024-09-17T17:14:30.589 INFO:tasks.rados.rados.0.smithi031.stdout:3543: finishing write tid 6 to smithi03184240-47 2024-09-17T17:14:30.589 INFO:tasks.rados.rados.0.smithi031.stdout:3543: oid 47 updating version 0 to 2601 2024-09-17T17:14:30.589 INFO:tasks.rados.rados.0.smithi031.stdout:3543: oid 47 version 2601 is already newer than 2599 2024-09-17T17:14:30.589 INFO:tasks.rados.rados.0.smithi031.stdout:3543: oid 47 version 2601 is already newer than 2600 2024-09-17T17:14:30.589 INFO:tasks.rados.rados.0.smithi031.stdout:3543: oid 47 version 2601 is already newer than 2597 2024-09-17T17:14:30.589 INFO:tasks.rados.rados.0.smithi031.stdout:3543: oid 47 version 2601 is already newer than 2598 2024-09-17T17:14:30.589 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 2601 (ObjNum 1128 snap 325 seq_num 1128) dirty exists 2024-09-17T17:14:30.589 INFO:tasks.rados.rados.0.smithi031.stdout:3543: left oid 47 (ObjNum 1128 snap 325 seq_num 1128) 2024-09-17T17:14:30.590 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 2697 (ObjNum 941 snap 280 seq_num 941) dirty exists 2024-09-17T17:14:30.590 INFO:tasks.rados.rados.0.smithi031.stdout:3545: finishing write tid 1 to smithi03184240-2 2024-09-17T17:14:30.590 INFO:tasks.rados.rados.0.smithi031.stdout:3545: finishing write tid 2 to smithi03184240-2 2024-09-17T17:14:30.593 INFO:tasks.rados.rados.0.smithi031.stdout:3545: finishing write tid 3 to smithi03184240-2 2024-09-17T17:14:30.593 INFO:tasks.rados.rados.0.smithi031.stdout:3545: finishing write tid 4 to smithi03184240-2 2024-09-17T17:14:30.593 INFO:tasks.rados.rados.0.smithi031.stdout:3545: finishing write tid 5 to smithi03184240-2 2024-09-17T17:14:30.596 INFO:tasks.rados.rados.0.smithi031.stdout:3545: finishing write tid 6 to smithi03184240-2 2024-09-17T17:14:30.596 INFO:tasks.rados.rados.0.smithi031.stdout:3545: oid 2 updating version 0 to 2828 2024-09-17T17:14:30.596 INFO:tasks.rados.rados.0.smithi031.stdout:3545: oid 2 version 2828 is already newer than 2827 2024-09-17T17:14:30.596 INFO:tasks.rados.rados.0.smithi031.stdout:3545: oid 2 updating version 2828 to 2829 2024-09-17T17:14:30.596 INFO:tasks.rados.rados.0.smithi031.stdout:3545: oid 2 version 2829 is already newer than 2826 2024-09-17T17:14:30.596 INFO:tasks.rados.rados.0.smithi031.stdout:3545: oid 2 updating version 2829 to 2830 2024-09-17T17:14:30.596 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 2830 (ObjNum 1129 snap 325 seq_num 1129) dirty exists 2024-09-17T17:14:30.596 INFO:tasks.rados.rados.0.smithi031.stdout:3545: left oid 2 (ObjNum 1129 snap 325 seq_num 1129) 2024-09-17T17:14:30.597 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 2832 (ObjNum 1014 snap 300 seq_num 1014) dirty exists 2024-09-17T17:14:30.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:30 smithi031 ceph-mon[94873]: osdmap e731: 8 total, 8 up, 8 in 2024-09-17T17:14:30.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:30 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:14:30.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:30 smithi031 ceph-mon[96842]: osdmap e731: 8 total, 8 up, 8 in 2024-09-17T17:14:30.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:30 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:14:30.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:30 smithi066 ceph-mon[86175]: osdmap e731: 8 total, 8 up, 8 in 2024-09-17T17:14:30.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:30 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:14:31.539 INFO:tasks.rados.rados.0.smithi031.stdout:3543: done (4 left) 2024-09-17T17:14:31.539 INFO:tasks.rados.rados.0.smithi031.stdout:3544: done (3 left) 2024-09-17T17:14:31.540 INFO:tasks.rados.rados.0.smithi031.stdout:3545: done (2 left) 2024-09-17T17:14:31.540 INFO:tasks.rados.rados.0.smithi031.stdout:3546: done (1 left) 2024-09-17T17:14:31.540 INFO:tasks.rados.rados.0.smithi031.stdout:3547: done (0 left) 2024-09-17T17:14:31.540 INFO:tasks.rados.rados.0.smithi031.stdout:3548: copy_from oid 26 from oid 49 current snap is 326 2024-09-17T17:14:31.540 INFO:tasks.rados.rados.0.smithi031.stdout:3549: setattr oid 24 current snap is 326 2024-09-17T17:14:31.541 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 16 current snap is 326 2024-09-17T17:14:31.541 INFO:tasks.rados.rados.0.smithi031.stdout:3550: seq_num 1130 ranges {221184=532480,753664=655360,1409024=753664,2162688=196608} 2024-09-17T17:14:31.545 INFO:tasks.rados.rados.0.smithi031.stdout:3550: writing smithi03184240-16 from 221184 to 753664 tid 1 2024-09-17T17:14:31.550 INFO:tasks.rados.rados.0.smithi031.stdout:3550: writing smithi03184240-16 from 753664 to 1409024 tid 2 2024-09-17T17:14:31.554 INFO:tasks.rados.rados.0.smithi031.stdout:3550: writing smithi03184240-16 from 1409024 to 2162688 tid 3 2024-09-17T17:14:31.556 INFO:tasks.rados.rados.0.smithi031.stdout:3550: writing smithi03184240-16 from 2162688 to 2359296 tid 4 2024-09-17T17:14:31.556 INFO:tasks.rados.rados.0.smithi031.stdout:3551: delete oid 41 current snap is 326 2024-09-17T17:14:31.556 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 2617 (ObjNum 1060 snap 310 seq_num 1060) dirty exists 2024-09-17T17:14:31.556 INFO:tasks.rados.rados.0.smithi031.stdout:3548: finishing copy_from to smithi03184240-26 2024-09-17T17:14:31.556 INFO:tasks.rados.rados.0.smithi031.stdout:3548: got expected ENOENT (src dne) 2024-09-17T17:14:31.556 INFO:tasks.rados.rados.0.smithi031.stdout:3548: finishing copy_from racing read to smithi03184240-26 2024-09-17T17:14:31.556 INFO:tasks.rados.rados.0.smithi031.stdout:3550: finishing write tid 1 to smithi03184240-16 2024-09-17T17:14:31.556 INFO:tasks.rados.rados.0.smithi031.stdout:3550: finishing write tid 2 to smithi03184240-16 2024-09-17T17:14:31.559 INFO:tasks.rados.rados.0.smithi031.stdout:3548: done (3 left) 2024-09-17T17:14:31.559 INFO:tasks.rados.rados.0.smithi031.stdout:3549: done (2 left) 2024-09-17T17:14:31.559 INFO:tasks.rados.rados.0.smithi031.stdout:3551: done (1 left) 2024-09-17T17:14:31.559 INFO:tasks.rados.rados.0.smithi031.stdout:3552: rmattr oid 10 current snap is 326 2024-09-17T17:14:31.559 INFO:tasks.rados.rados.0.smithi031.stdout:3552: done (1 left) 2024-09-17T17:14:31.559 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 5 current snap is 326 2024-09-17T17:14:31.559 INFO:tasks.rados.rados.0.smithi031.stdout:3553: seq_num 1132 ranges {6668288=565248,7233536=425984,7659520=770048,8429568=409600} 2024-09-17T17:14:31.598 INFO:tasks.rados.rados.0.smithi031.stdout:3553: writing smithi03184240-5 from 6668288 to 7233536 tid 1 2024-09-17T17:14:31.600 INFO:tasks.rados.rados.0.smithi031.stdout:3553: writing smithi03184240-5 from 7233536 to 7659520 tid 2 2024-09-17T17:14:31.605 INFO:tasks.rados.rados.0.smithi031.stdout:3553: writing smithi03184240-5 from 7659520 to 8429568 tid 3 2024-09-17T17:14:31.607 INFO:tasks.rados.rados.0.smithi031.stdout:3553: writing smithi03184240-5 from 8429568 to 8839168 tid 4 2024-09-17T17:14:31.607 INFO:tasks.rados.rados.0.smithi031.stdout:3554: snap_create 2024-09-17T17:14:31.608 INFO:tasks.rados.rados.0.smithi031.stdout:3550: finishing write tid 3 to smithi03184240-16 2024-09-17T17:14:31.608 INFO:tasks.rados.rados.0.smithi031.stdout:3550: finishing write tid 4 to smithi03184240-16 2024-09-17T17:14:31.608 INFO:tasks.rados.rados.0.smithi031.stdout:3550: finishing write tid 5 to smithi03184240-16 2024-09-17T17:14:31.608 INFO:tasks.rados.rados.0.smithi031.stdout:3550: finishing write tid 6 to smithi03184240-16 2024-09-17T17:14:31.608 INFO:tasks.rados.rados.0.smithi031.stdout:3550: oid 16 updating version 0 to 2602 2024-09-17T17:14:31.608 INFO:tasks.rados.rados.0.smithi031.stdout:3550: oid 16 version 2602 is already newer than 2601 2024-09-17T17:14:31.608 INFO:tasks.rados.rados.0.smithi031.stdout:3550: oid 16 updating version 2602 to 2603 2024-09-17T17:14:31.608 INFO:tasks.rados.rados.0.smithi031.stdout:3550: oid 16 version 2603 is already newer than 2600 2024-09-17T17:14:31.608 INFO:tasks.rados.rados.0.smithi031.stdout:3550: oid 16 updating version 2603 to 2604 2024-09-17T17:14:31.608 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 2604 (ObjNum 1130 snap 326 seq_num 1130) dirty exists 2024-09-17T17:14:31.608 INFO:tasks.rados.rados.0.smithi031.stdout:3550: left oid 16 (ObjNum 1130 snap 326 seq_num 1130) 2024-09-17T17:14:31.608 INFO:tasks.rados.rados.0.smithi031.stdout:3553: finishing write tid 1 to smithi03184240-5 2024-09-17T17:14:31.608 INFO:tasks.rados.rados.0.smithi031.stdout:3553: finishing write tid 2 to smithi03184240-5 2024-09-17T17:14:31.610 INFO:tasks.rados.rados.0.smithi031.stdout:3553: finishing write tid 3 to smithi03184240-5 2024-09-17T17:14:31.610 INFO:tasks.rados.rados.0.smithi031.stdout:3553: finishing write tid 4 to smithi03184240-5 2024-09-17T17:14:31.610 INFO:tasks.rados.rados.0.smithi031.stdout:3553: finishing write tid 5 to smithi03184240-5 2024-09-17T17:14:31.612 INFO:tasks.rados.rados.0.smithi031.stdout:3553: finishing write tid 6 to smithi03184240-5 2024-09-17T17:14:31.612 INFO:tasks.rados.rados.0.smithi031.stdout:3553: oid 5 updating version 0 to 2618 2024-09-17T17:14:31.612 INFO:tasks.rados.rados.0.smithi031.stdout:3553: oid 5 updating version 2618 to 2619 2024-09-17T17:14:31.612 INFO:tasks.rados.rados.0.smithi031.stdout:3553: oid 5 updating version 2619 to 2621 2024-09-17T17:14:31.612 INFO:tasks.rados.rados.0.smithi031.stdout:3553: oid 5 updating version 2621 to 2622 2024-09-17T17:14:31.612 INFO:tasks.rados.rados.0.smithi031.stdout:3553: oid 5 version 2622 is already newer than 2620 2024-09-17T17:14:31.612 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 2622 (ObjNum 1132 snap 326 seq_num 1132) dirty exists 2024-09-17T17:14:31.612 INFO:tasks.rados.rados.0.smithi031.stdout:3553: left oid 5 (ObjNum 1132 snap 326 seq_num 1132) 2024-09-17T17:14:31.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:31 smithi031 ceph-mon[94873]: pgmap v759: 121 pgs: 121 active+clean; 147 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 21 op/s 2024-09-17T17:14:31.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:31 smithi031 ceph-mon[94873]: osdmap e732: 8 total, 8 up, 8 in 2024-09-17T17:14:31.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:31 smithi031 ceph-mon[96842]: pgmap v759: 121 pgs: 121 active+clean; 147 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 21 op/s 2024-09-17T17:14:31.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:31 smithi031 ceph-mon[96842]: osdmap e732: 8 total, 8 up, 8 in 2024-09-17T17:14:31.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:31 smithi066 ceph-mon[86175]: pgmap v759: 121 pgs: 121 active+clean; 147 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 21 op/s 2024-09-17T17:14:31.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:31 smithi066 ceph-mon[86175]: osdmap e732: 8 total, 8 up, 8 in 2024-09-17T17:14:32.555 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:32 smithi031 ceph-mon[94873]: osdmap e733: 8 total, 8 up, 8 in 2024-09-17T17:14:32.556 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:32 smithi031 ceph-mon[96842]: osdmap e733: 8 total, 8 up, 8 in 2024-09-17T17:14:32.556 INFO:tasks.rados.rados.0.smithi031.stdout:3550: done (2 left) 2024-09-17T17:14:32.556 INFO:tasks.rados.rados.0.smithi031.stdout:3553: done (1 left) 2024-09-17T17:14:32.556 INFO:tasks.rados.rados.0.smithi031.stdout:3554: done (0 left) 2024-09-17T17:14:32.556 INFO:tasks.rados.rados.0.smithi031.stdout:3555: delete oid 25 current snap is 327 2024-09-17T17:14:32.564 INFO:tasks.rados.rados.0.smithi031.stdout:3555: done (0 left) 2024-09-17T17:14:32.564 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 327 2024-09-17T17:14:32.564 INFO:tasks.rados.rados.0.smithi031.stdout:3556: seq_num 1134 ranges {10084352=598016,10682368=638976,11321344=737280,12058624=229376} 2024-09-17T17:14:32.622 INFO:tasks.rados.rados.0.smithi031.stdout:3556: writing smithi03184240-45 from 10084352 to 10682368 tid 1 2024-09-17T17:14:32.626 INFO:tasks.rados.rados.0.smithi031.stdout:3556: writing smithi03184240-45 from 10682368 to 11321344 tid 2 2024-09-17T17:14:32.630 INFO:tasks.rados.rados.0.smithi031.stdout:3556: writing smithi03184240-45 from 11321344 to 12058624 tid 3 2024-09-17T17:14:32.632 INFO:tasks.rados.rados.0.smithi031.stdout:3556: writing smithi03184240-45 from 12058624 to 12288000 tid 4 2024-09-17T17:14:32.632 INFO:tasks.rados.rados.0.smithi031.stdout:3557: read oid 17 snap -1 2024-09-17T17:14:32.632 INFO:tasks.rados.rados.0.smithi031.stdout:3557: expect (ObjNum 1032 snap 303 seq_num 1032) 2024-09-17T17:14:32.633 INFO:tasks.rados.rados.0.smithi031.stdout:3558: delete oid 19 current snap is 327 2024-09-17T17:14:32.633 INFO:tasks.rados.rados.0.smithi031.stdout:3556: finishing write tid 1 to smithi03184240-45 2024-09-17T17:14:32.633 INFO:tasks.rados.rados.0.smithi031.stdout:3556: finishing write tid 2 to smithi03184240-45 2024-09-17T17:14:32.636 INFO:tasks.rados.rados.0.smithi031.stdout:3558: done (2 left) 2024-09-17T17:14:32.636 INFO:tasks.rados.rados.0.smithi031.stdout:3559: rollback oid 41 current snap is 327 2024-09-17T17:14:32.636 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 41 to 322 2024-09-17T17:14:32.636 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 40 current snap is 327 2024-09-17T17:14:32.636 INFO:tasks.rados.rados.0.smithi031.stdout:3560: seq_num 1136 ranges {5505024=630784,6135808=409600,6545408=753664,7299072=417792,7716864=24576} 2024-09-17T17:14:32.669 INFO:tasks.rados.rados.0.smithi031.stdout:3560: writing smithi03184240-40 from 5505024 to 6135808 tid 1 2024-09-17T17:14:32.671 INFO:tasks.rados.rados.0.smithi031.stdout:3560: writing smithi03184240-40 from 6135808 to 6545408 tid 2 2024-09-17T17:14:32.676 INFO:tasks.rados.rados.0.smithi031.stdout:3560: writing smithi03184240-40 from 6545408 to 7299072 tid 3 2024-09-17T17:14:32.679 INFO:tasks.rados.rados.0.smithi031.stdout:3560: writing smithi03184240-40 from 7299072 to 7716864 tid 4 2024-09-17T17:14:32.679 INFO:tasks.rados.rados.0.smithi031.stdout:3560: writing smithi03184240-40 from 7716864 to 7741440 tid 5 2024-09-17T17:14:32.679 INFO:tasks.rados.rados.0.smithi031.stdout:3561: read oid 50 snap -1 2024-09-17T17:14:32.679 INFO:tasks.rados.rados.0.smithi031.stdout:3561: expect (ObjNum 1117 snap 322 seq_num 1117) 2024-09-17T17:14:32.679 INFO:tasks.rados.rados.0.smithi031.stdout:3562: copy_from oid 43 from oid 37 current snap is 327 2024-09-17T17:14:32.679 INFO:tasks.rados.rados.0.smithi031.stdout:3556: finishing write tid 3 to smithi03184240-45 2024-09-17T17:14:32.680 INFO:tasks.rados.rados.0.smithi031.stdout:3556: finishing write tid 4 to smithi03184240-45 2024-09-17T17:14:32.680 INFO:tasks.rados.rados.0.smithi031.stdout:3556: finishing write tid 5 to smithi03184240-45 2024-09-17T17:14:32.680 INFO:tasks.rados.rados.0.smithi031.stdout:3556: finishing write tid 6 to smithi03184240-45 2024-09-17T17:14:32.680 INFO:tasks.rados.rados.0.smithi031.stdout:3556: oid 45 updating version 0 to 2838 2024-09-17T17:14:32.680 INFO:tasks.rados.rados.0.smithi031.stdout:3556: oid 45 version 2838 is already newer than 2837 2024-09-17T17:14:32.680 INFO:tasks.rados.rados.0.smithi031.stdout:3556: oid 45 version 2838 is already newer than 2835 2024-09-17T17:14:32.680 INFO:tasks.rados.rados.0.smithi031.stdout:3556: oid 45 version 2838 is already newer than 2834 2024-09-17T17:14:32.680 INFO:tasks.rados.rados.0.smithi031.stdout:3556: oid 45 version 2838 is already newer than 2836 2024-09-17T17:14:32.680 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 2838 (ObjNum 1134 snap 327 seq_num 1134) dirty exists 2024-09-17T17:14:32.680 INFO:tasks.rados.rados.0.smithi031.stdout:3556: left oid 45 (ObjNum 1134 snap 327 seq_num 1134) 2024-09-17T17:14:32.680 INFO:tasks.rados.rados.0.smithi031.stdout:3557: expect (ObjNum 1032 snap 303 seq_num 1032) 2024-09-17T17:14:32.794 INFO:tasks.rados.rados.0.smithi031.stdout:3559: finishing rollback tid 1 to smithi03184240-41 2024-09-17T17:14:32.794 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 0 (ObjNum 177 snap 0 seq_num 3068108160) dirty dne 2024-09-17T17:14:32.794 INFO:tasks.rados.rados.0.smithi031.stdout:3560: finishing write tid 1 to smithi03184240-40 2024-09-17T17:14:32.794 INFO:tasks.rados.rados.0.smithi031.stdout:3560: finishing write tid 2 to smithi03184240-40 2024-09-17T17:14:32.795 INFO:tasks.rados.rados.0.smithi031.stdout:3560: finishing write tid 3 to smithi03184240-40 2024-09-17T17:14:32.795 INFO:tasks.rados.rados.0.smithi031.stdout:3560: finishing write tid 4 to smithi03184240-40 2024-09-17T17:14:32.795 INFO:tasks.rados.rados.0.smithi031.stdout:3560: finishing write tid 5 to smithi03184240-40 2024-09-17T17:14:32.795 INFO:tasks.rados.rados.0.smithi031.stdout:3556: done (5 left) 2024-09-17T17:14:32.795 INFO:tasks.rados.rados.0.smithi031.stdout:3557: done (4 left) 2024-09-17T17:14:32.795 INFO:tasks.rados.rados.0.smithi031.stdout:3559: done (3 left) 2024-09-17T17:14:32.795 INFO:tasks.rados.rados.0.smithi031.stdout:3563: read oid 29 snap -1 2024-09-17T17:14:32.795 INFO:tasks.rados.rados.0.smithi031.stdout:3563: expect (ObjNum 1110 snap 319 seq_num 1110) 2024-09-17T17:14:32.795 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 16 current snap is 327 2024-09-17T17:14:32.795 INFO:tasks.rados.rados.0.smithi031.stdout:3560: finishing write tid 6 to smithi03184240-40 2024-09-17T17:14:32.795 INFO:tasks.rados.rados.0.smithi031.stdout:3564: seq_num 1137 ranges {2359296=647168,3006464=696320,3702784=557056,4259840=352256} 2024-09-17T17:14:32.811 INFO:tasks.rados.rados.0.smithi031.stdout:3564: writing smithi03184240-16 from 2359296 to 3006464 tid 1 2024-09-17T17:14:32.815 INFO:tasks.rados.rados.0.smithi031.stdout:3564: writing smithi03184240-16 from 3006464 to 3702784 tid 2 2024-09-17T17:14:32.818 INFO:tasks.rados.rados.0.smithi031.stdout:3564: writing smithi03184240-16 from 3702784 to 4259840 tid 3 2024-09-17T17:14:32.821 INFO:tasks.rados.rados.0.smithi031.stdout:3564: writing smithi03184240-16 from 4259840 to 4612096 tid 4 2024-09-17T17:14:32.821 INFO:tasks.rados.rados.0.smithi031.stdout:3565: setattr oid 45 current snap is 327 2024-09-17T17:14:32.821 INFO:tasks.rados.rados.0.smithi031.stdout:3562: finishing copy_from to smithi03184240-43 2024-09-17T17:14:32.821 INFO:tasks.rados.rados.0.smithi031.stdout:3562: got expected ENOENT (src dne) 2024-09-17T17:14:32.821 INFO:tasks.rados.rados.0.smithi031.stdout:3562: finishing copy_from racing read to smithi03184240-43 2024-09-17T17:14:32.821 INFO:tasks.rados.rados.0.smithi031.stdout:3560: finishing write tid 7 to smithi03184240-40 2024-09-17T17:14:32.821 INFO:tasks.rados.rados.0.smithi031.stdout:3560: oid 40 updating version 0 to 2842 2024-09-17T17:14:32.821 INFO:tasks.rados.rados.0.smithi031.stdout:3560: oid 40 updating version 2842 to 2844 2024-09-17T17:14:32.822 INFO:tasks.rados.rados.0.smithi031.stdout:3560: oid 40 version 2844 is already newer than 2841 2024-09-17T17:14:32.822 INFO:tasks.rados.rados.0.smithi031.stdout:3560: oid 40 version 2844 is already newer than 2840 2024-09-17T17:14:32.822 INFO:tasks.rados.rados.0.smithi031.stdout:3560: oid 40 updating version 2844 to 2845 2024-09-17T17:14:32.822 INFO:tasks.rados.rados.0.smithi031.stdout:3560: oid 40 version 2845 is already newer than 2843 2024-09-17T17:14:32.822 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 2845 (ObjNum 1136 snap 327 seq_num 1136) dirty exists 2024-09-17T17:14:32.822 INFO:tasks.rados.rados.0.smithi031.stdout:3560: left oid 40 (ObjNum 1136 snap 327 seq_num 1136) 2024-09-17T17:14:32.822 INFO:tasks.rados.rados.0.smithi031.stdout:3561: expect (ObjNum 1117 snap 322 seq_num 1117) 2024-09-17T17:14:32.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:32 smithi066 ceph-mon[86175]: osdmap e733: 8 total, 8 up, 8 in 2024-09-17T17:14:32.929 INFO:tasks.rados.rados.0.smithi031.stdout:3563: expect (ObjNum 1110 snap 319 seq_num 1110) 2024-09-17T17:14:33.275 INFO:tasks.rados.rados.0.smithi031.stdout:3564: finishing write tid 1 to smithi03184240-16 2024-09-17T17:14:33.275 INFO:tasks.rados.rados.0.smithi031.stdout:3564: finishing write tid 2 to smithi03184240-16 2024-09-17T17:14:33.275 INFO:tasks.rados.rados.0.smithi031.stdout:3564: finishing write tid 3 to smithi03184240-16 2024-09-17T17:14:33.275 INFO:tasks.rados.rados.0.smithi031.stdout:3564: finishing write tid 4 to smithi03184240-16 2024-09-17T17:14:33.275 INFO:tasks.rados.rados.0.smithi031.stdout:3564: finishing write tid 5 to smithi03184240-16 2024-09-17T17:14:33.276 INFO:tasks.rados.rados.0.smithi031.stdout:3564: finishing write tid 6 to smithi03184240-16 2024-09-17T17:14:33.276 INFO:tasks.rados.rados.0.smithi031.stdout:3564: oid 16 updating version 0 to 2607 2024-09-17T17:14:33.276 INFO:tasks.rados.rados.0.smithi031.stdout:3564: oid 16 version 2607 is already newer than 2606 2024-09-17T17:14:33.276 INFO:tasks.rados.rados.0.smithi031.stdout:3564: oid 16 updating version 2607 to 2608 2024-09-17T17:14:33.276 INFO:tasks.rados.rados.0.smithi031.stdout:3564: oid 16 version 2608 is already newer than 2605 2024-09-17T17:14:33.276 INFO:tasks.rados.rados.0.smithi031.stdout:3564: oid 16 updating version 2608 to 2609 2024-09-17T17:14:33.276 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 2609 (ObjNum 1137 snap 327 seq_num 1137) dirty exists 2024-09-17T17:14:33.276 INFO:tasks.rados.rados.0.smithi031.stdout:3564: left oid 16 (ObjNum 1137 snap 327 seq_num 1137) 2024-09-17T17:14:33.276 INFO:tasks.rados.rados.0.smithi031.stdout:3560: done (5 left) 2024-09-17T17:14:33.276 INFO:tasks.rados.rados.0.smithi031.stdout:3561: done (4 left) 2024-09-17T17:14:33.276 INFO:tasks.rados.rados.0.smithi031.stdout:3562: done (3 left) 2024-09-17T17:14:33.276 INFO:tasks.rados.rados.0.smithi031.stdout:3563: done (2 left) 2024-09-17T17:14:33.276 INFO:tasks.rados.rados.0.smithi031.stdout:3564: done (1 left) 2024-09-17T17:14:33.277 INFO:tasks.rados.rados.0.smithi031.stdout:3566: rmattr oid 23 current snap is 327 2024-09-17T17:14:33.277 INFO:tasks.rados.rados.0.smithi031.stdout:3567: copy_from oid 11 from oid 31 current snap is 327 2024-09-17T17:14:33.277 INFO:tasks.rados.rados.0.smithi031.stdout:3568: read oid 17 snap -1 2024-09-17T17:14:33.277 INFO:tasks.rados.rados.0.smithi031.stdout:3568: expect (ObjNum 1032 snap 303 seq_num 1032) 2024-09-17T17:14:33.277 INFO:tasks.rados.rados.0.smithi031.stdout:3569: rollback oid 5 current snap is 327 2024-09-17T17:14:33.277 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 5 to 325 2024-09-17T17:14:33.277 INFO:tasks.rados.rados.0.smithi031.stdout:3570: delete oid 3 current snap is 327 2024-09-17T17:14:33.280 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 1970 (ObjNum 33 snap 0 seq_num 1953066355) dirty exists 2024-09-17T17:14:33.282 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 2846 (ObjNum 1134 snap 327 seq_num 1134) dirty exists 2024-09-17T17:14:33.282 INFO:tasks.rados.rados.0.smithi031.stdout:3569: finishing rollback tid 0 to smithi03184240-5 2024-09-17T17:14:33.283 INFO:tasks.rados.rados.0.smithi031.stdout:3569: finishing rollback tid 1 to smithi03184240-5 2024-09-17T17:14:33.283 INFO:tasks.rados.rados.0.smithi031.stdout:3569: finishing rollback tid 2 to smithi03184240-5 2024-09-17T17:14:33.283 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 2625 (ObjNum 1121 snap 322 seq_num 1121) dirty exists 2024-09-17T17:14:33.288 INFO:tasks.rados.rados.0.smithi031.stdout:3565: done (5 left) 2024-09-17T17:14:33.288 INFO:tasks.rados.rados.0.smithi031.stdout:3566: done (4 left) 2024-09-17T17:14:33.288 INFO:tasks.rados.rados.0.smithi031.stdout:3569: done (3 left) 2024-09-17T17:14:33.288 INFO:tasks.rados.rados.0.smithi031.stdout:3570: done (2 left) 2024-09-17T17:14:33.288 INFO:tasks.rados.rados.0.smithi031.stdout:3571: rmattr oid 28 current snap is 327 2024-09-17T17:14:33.288 INFO:tasks.rados.rados.0.smithi031.stdout:3572: snap_create 2024-09-17T17:14:33.289 INFO:tasks.rados.rados.0.smithi031.stdout:3568: expect (ObjNum 1032 snap 303 seq_num 1032) 2024-09-17T17:14:33.405 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 2848 (ObjNum 1014 snap 300 seq_num 1014) dirty exists 2024-09-17T17:14:33.405 INFO:tasks.rados.rados.0.smithi031.stdout:3567: finishing copy_from racing read to smithi03184240-11 2024-09-17T17:14:33.405 INFO:tasks.rados.rados.0.smithi031.stdout:3567: finishing copy_from to smithi03184240-11 2024-09-17T17:14:33.405 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 2493 (ObjNum 1093 snap 318 seq_num 1093) dirty exists 2024-09-17T17:14:33.434 INFO:tasks.rados.rados.0.smithi031.stdout:3567: done (3 left) 2024-09-17T17:14:33.435 INFO:tasks.rados.rados.0.smithi031.stdout:3568: done (2 left) 2024-09-17T17:14:33.435 INFO:tasks.rados.rados.0.smithi031.stdout:3571: done (1 left) 2024-09-17T17:14:33.435 INFO:tasks.rados.rados.0.smithi031.stdout:3572: done (0 left) 2024-09-17T17:14:33.435 INFO:tasks.rados.rados.0.smithi031.stdout:3573: delete oid 7 current snap is 328 2024-09-17T17:14:33.438 INFO:tasks.rados.rados.0.smithi031.stdout:3573: done (0 left) 2024-09-17T17:14:33.438 INFO:tasks.rados.rados.0.smithi031.stdout:3574: snap_remove snap 325 2024-09-17T17:14:33.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:33 smithi031 ceph-mon[94873]: pgmap v762: 121 pgs: 121 active+clean; 157 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.5 MiB/s wr, 36 op/s 2024-09-17T17:14:33.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:33 smithi031 ceph-mon[94873]: osdmap e734: 8 total, 8 up, 8 in 2024-09-17T17:14:33.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:33 smithi031 ceph-mon[94873]: osdmap e735: 8 total, 8 up, 8 in 2024-09-17T17:14:33.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:33 smithi031 ceph-mon[96842]: pgmap v762: 121 pgs: 121 active+clean; 157 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.5 MiB/s wr, 36 op/s 2024-09-17T17:14:33.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:33 smithi031 ceph-mon[96842]: osdmap e734: 8 total, 8 up, 8 in 2024-09-17T17:14:33.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:33 smithi031 ceph-mon[96842]: osdmap e735: 8 total, 8 up, 8 in 2024-09-17T17:14:33.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:33 smithi066 ceph-mon[86175]: pgmap v762: 121 pgs: 121 active+clean; 157 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.5 MiB/s wr, 36 op/s 2024-09-17T17:14:33.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:33 smithi066 ceph-mon[86175]: osdmap e734: 8 total, 8 up, 8 in 2024-09-17T17:14:33.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:33 smithi066 ceph-mon[86175]: osdmap e735: 8 total, 8 up, 8 in 2024-09-17T17:14:34.438 INFO:tasks.rados.rados.0.smithi031.stdout:3574: done (0 left) 2024-09-17T17:14:34.438 INFO:tasks.rados.rados.0.smithi031.stdout:3575: read oid 20 snap -1 2024-09-17T17:14:34.439 INFO:tasks.rados.rados.0.smithi031.stdout:3575: expect deleted 2024-09-17T17:14:34.439 INFO:tasks.rados.rados.0.smithi031.stdout:3576: read oid 12 snap -1 2024-09-17T17:14:34.439 INFO:tasks.rados.rados.0.smithi031.stdout:3576: expect (ObjNum 1115 snap 322 seq_num 1115) 2024-09-17T17:14:34.439 INFO:tasks.rados.rados.0.smithi031.stdout:3577: read oid 6 snap -1 2024-09-17T17:14:34.439 INFO:tasks.rados.rados.0.smithi031.stdout:3577: expect deleted 2024-09-17T17:14:34.439 INFO:tasks.rados.rados.0.smithi031.stdout:3578: read oid 17 snap -1 2024-09-17T17:14:34.439 INFO:tasks.rados.rados.0.smithi031.stdout:3578: expect (ObjNum 1032 snap 303 seq_num 1032) 2024-09-17T17:14:34.439 INFO:tasks.rados.rados.0.smithi031.stdout:3579: copy_from oid 21 from oid 8 current snap is 328 2024-09-17T17:14:34.439 INFO:tasks.rados.rados.0.smithi031.stdout:3580: snap_remove snap 322 2024-09-17T17:14:35.441 INFO:tasks.rados.rados.0.smithi031.stdout:3579: finishing copy_from to smithi03184240-21 2024-09-17T17:14:35.441 INFO:tasks.rados.rados.0.smithi031.stdout:3579: got expected ENOENT (src dne) 2024-09-17T17:14:35.441 INFO:tasks.rados.rados.0.smithi031.stdout:3579: finishing copy_from racing read to smithi03184240-21 2024-09-17T17:14:35.441 INFO:tasks.rados.rados.0.smithi031.stdout:3578: expect (ObjNum 1032 snap 303 seq_num 1032) 2024-09-17T17:14:35.559 INFO:tasks.rados.rados.0.smithi031.stdout:3576: expect (ObjNum 1115 snap 322 seq_num 1115) 2024-09-17T17:14:35.610 INFO:tasks.rados.rados.0.smithi031.stdout:3575: done (5 left) 2024-09-17T17:14:35.610 INFO:tasks.rados.rados.0.smithi031.stdout:3576: done (4 left) 2024-09-17T17:14:35.610 INFO:tasks.rados.rados.0.smithi031.stdout:3577: done (3 left) 2024-09-17T17:14:35.611 INFO:tasks.rados.rados.0.smithi031.stdout:3578: done (2 left) 2024-09-17T17:14:35.611 INFO:tasks.rados.rados.0.smithi031.stdout:3579: done (1 left) 2024-09-17T17:14:35.611 INFO:tasks.rados.rados.0.smithi031.stdout:3580: done (0 left) 2024-09-17T17:14:35.611 INFO:tasks.rados.rados.0.smithi031.stdout:3581: read oid 24 snap 318 2024-09-17T17:14:35.611 INFO:tasks.rados.rados.0.smithi031.stdout:3581: expect (ObjNum 1060 snap 310 seq_num 1060) 2024-09-17T17:14:35.611 INFO:tasks.rados.rados.0.smithi031.stdout:3582: read oid 34 snap -1 2024-09-17T17:14:35.611 INFO:tasks.rados.rados.0.smithi031.stdout:3582: expect (ObjNum 1080 snap 313 seq_num 1080) 2024-09-17T17:14:35.611 INFO:tasks.rados.rados.0.smithi031.stdout:3583: delete oid 26 current snap is 328 2024-09-17T17:14:35.614 INFO:tasks.rados.rados.0.smithi031.stdout:3581: expect (ObjNum 1060 snap 310 seq_num 1060) 2024-09-17T17:14:35.643 INFO:tasks.rados.rados.0.smithi031.stdout:3581: done (2 left) 2024-09-17T17:14:35.643 INFO:tasks.rados.rados.0.smithi031.stdout:3583: done (1 left) 2024-09-17T17:14:35.643 INFO:tasks.rados.rados.0.smithi031.stdout:3584: snap_create 2024-09-17T17:14:35.647 INFO:tasks.rados.rados.0.smithi031.stdout:3582: expect (ObjNum 1080 snap 313 seq_num 1080) 2024-09-17T17:14:35.728 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:35 smithi066 ceph-mon[86175]: pgmap v765: 121 pgs: 121 active+clean; 168 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.8 MiB/s wr, 39 op/s 2024-09-17T17:14:35.728 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:35 smithi066 ceph-mon[86175]: osdmap e736: 8 total, 8 up, 8 in 2024-09-17T17:14:35.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:35 smithi031 ceph-mon[94873]: pgmap v765: 121 pgs: 121 active+clean; 168 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.8 MiB/s wr, 39 op/s 2024-09-17T17:14:35.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:35 smithi031 ceph-mon[94873]: osdmap e736: 8 total, 8 up, 8 in 2024-09-17T17:14:35.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:35 smithi031 ceph-mon[96842]: pgmap v765: 121 pgs: 121 active+clean; 168 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.8 MiB/s wr, 39 op/s 2024-09-17T17:14:35.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:35 smithi031 ceph-mon[96842]: osdmap e736: 8 total, 8 up, 8 in 2024-09-17T17:14:36.153 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:14:35 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=infra.usagestats t=2024-09-17T17:14:35.726046578Z level=info msg="Usage stats are ready to report" 2024-09-17T17:14:36.457 INFO:tasks.rados.rados.0.smithi031.stdout:3582: done (1 left) 2024-09-17T17:14:36.458 INFO:tasks.rados.rados.0.smithi031.stdout:3584: done (0 left) 2024-09-17T17:14:36.458 INFO:tasks.rados.rados.0.smithi031.stdout:3585: read oid 27 snap 321 2024-09-17T17:14:36.458 INFO:tasks.rados.rados.0.smithi031.stdout:3585: expect deleted 2024-09-17T17:14:36.458 INFO:tasks.rados.rados.0.smithi031.stdout:3586: copy_from oid 15 from oid 36 current snap is 329 2024-09-17T17:14:36.458 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 7 current snap is 329 2024-09-17T17:14:36.458 INFO:tasks.rados.rados.0.smithi031.stdout:3587: seq_num 1141 ranges {0=712704,712704=679936,1392640=540672,1933312=385024} 2024-09-17T17:14:36.461 INFO:tasks.rados.rados.0.smithi031.stdout:3587: writing smithi03184240-7 from 0 to 712704 tid 1 2024-09-17T17:14:36.465 INFO:tasks.rados.rados.0.smithi031.stdout:3587: writing smithi03184240-7 from 712704 to 1392640 tid 2 2024-09-17T17:14:36.469 INFO:tasks.rados.rados.0.smithi031.stdout:3587: writing smithi03184240-7 from 1392640 to 1933312 tid 3 2024-09-17T17:14:36.472 INFO:tasks.rados.rados.0.smithi031.stdout:3587: writing smithi03184240-7 from 1933312 to 2318336 tid 4 2024-09-17T17:14:36.472 INFO:tasks.rados.rados.0.smithi031.stdout:3588: copy_from oid 19 from oid 28 current snap is 329 2024-09-17T17:14:36.472 INFO:tasks.rados.rados.0.smithi031.stdout:3587: finishing write tid 1 to smithi03184240-7 2024-09-17T17:14:36.472 INFO:tasks.rados.rados.0.smithi031.stdout:3587: finishing write tid 2 to smithi03184240-7 2024-09-17T17:14:36.472 INFO:tasks.rados.rados.0.smithi031.stdout:3585: done (3 left) 2024-09-17T17:14:36.472 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 26 current snap is 329 2024-09-17T17:14:36.472 INFO:tasks.rados.rados.0.smithi031.stdout:3589: seq_num 1142 ranges {0=729088,729088=565248,1294336=696320,1990656=344064} 2024-09-17T17:14:36.476 INFO:tasks.rados.rados.0.smithi031.stdout:3589: writing smithi03184240-26 from 0 to 729088 tid 1 2024-09-17T17:14:36.480 INFO:tasks.rados.rados.0.smithi031.stdout:3589: writing smithi03184240-26 from 729088 to 1294336 tid 2 2024-09-17T17:14:36.484 INFO:tasks.rados.rados.0.smithi031.stdout:3589: writing smithi03184240-26 from 1294336 to 1990656 tid 3 2024-09-17T17:14:36.486 INFO:tasks.rados.rados.0.smithi031.stdout:3589: writing smithi03184240-26 from 1990656 to 2334720 tid 4 2024-09-17T17:14:36.486 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 34 current snap is 329 2024-09-17T17:14:36.486 INFO:tasks.rados.rados.0.smithi031.stdout:3590: seq_num 1143 ranges {7815168=753664,8568832=450560,9019392=507904,9527296=589824,10117120=57344} 2024-09-17T17:14:36.533 INFO:tasks.rados.rados.0.smithi031.stdout:3590: writing smithi03184240-34 from 7815168 to 8568832 tid 1 2024-09-17T17:14:36.535 INFO:tasks.rados.rados.0.smithi031.stdout:3590: writing smithi03184240-34 from 8568832 to 9019392 tid 2 2024-09-17T17:14:36.538 INFO:tasks.rados.rados.0.smithi031.stdout:3590: writing smithi03184240-34 from 9019392 to 9527296 tid 3 2024-09-17T17:14:36.541 INFO:tasks.rados.rados.0.smithi031.stdout:3590: writing smithi03184240-34 from 9527296 to 10117120 tid 4 2024-09-17T17:14:36.543 INFO:tasks.rados.rados.0.smithi031.stdout:3590: writing smithi03184240-34 from 10117120 to 10174464 tid 5 2024-09-17T17:14:36.543 INFO:tasks.rados.rados.0.smithi031.stdout:3591: rollback oid 12 current snap is 329 2024-09-17T17:14:36.544 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 12 to 318 2024-09-17T17:14:36.544 INFO:tasks.rados.rados.0.smithi031.stdout:3586: finishing copy_from racing read to smithi03184240-15 2024-09-17T17:14:36.544 INFO:tasks.rados.rados.0.smithi031.stdout:3587: finishing write tid 3 to smithi03184240-7 2024-09-17T17:14:36.544 INFO:tasks.rados.rados.0.smithi031.stdout:3586: finishing copy_from to smithi03184240-15 2024-09-17T17:14:36.544 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 2497 (ObjNum 1114 snap 321 seq_num 1114) dirty exists 2024-09-17T17:14:36.544 INFO:tasks.rados.rados.0.smithi031.stdout:3586: done (5 left) 2024-09-17T17:14:36.544 INFO:tasks.rados.rados.0.smithi031.stdout:3592: copy_from oid 21 from oid 30 current snap is 329 2024-09-17T17:14:36.544 INFO:tasks.rados.rados.0.smithi031.stdout:3587: finishing write tid 4 to smithi03184240-7 2024-09-17T17:14:36.544 INFO:tasks.rados.rados.0.smithi031.stdout:3587: finishing write tid 5 to smithi03184240-7 2024-09-17T17:14:36.544 INFO:tasks.rados.rados.0.smithi031.stdout:3588: finishing copy_from racing read to smithi03184240-19 2024-09-17T17:14:36.545 INFO:tasks.rados.rados.0.smithi031.stdout:3588: finishing copy_from to smithi03184240-19 2024-09-17T17:14:36.545 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 2848 (ObjNum 1014 snap 300 seq_num 1014) dirty exists 2024-09-17T17:14:36.545 INFO:tasks.rados.rados.0.smithi031.stdout:3587: finishing write tid 6 to smithi03184240-7 2024-09-17T17:14:36.545 INFO:tasks.rados.rados.0.smithi031.stdout:3587: oid 7 updating version 0 to 2703 2024-09-17T17:14:36.545 INFO:tasks.rados.rados.0.smithi031.stdout:3587: oid 7 version 2703 is already newer than 2702 2024-09-17T17:14:36.545 INFO:tasks.rados.rados.0.smithi031.stdout:3587: oid 7 version 2703 is already newer than 2699 2024-09-17T17:14:36.545 INFO:tasks.rados.rados.0.smithi031.stdout:3587: oid 7 version 2703 is already newer than 2700 2024-09-17T17:14:36.545 INFO:tasks.rados.rados.0.smithi031.stdout:3587: oid 7 version 2703 is already newer than 2701 2024-09-17T17:14:36.545 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 2703 (ObjNum 1141 snap 329 seq_num 1141) dirty exists 2024-09-17T17:14:36.546 INFO:tasks.rados.rados.0.smithi031.stdout:3587: left oid 7 (ObjNum 1141 snap 329 seq_num 1141) 2024-09-17T17:14:36.546 INFO:tasks.rados.rados.0.smithi031.stdout:3589: finishing write tid 1 to smithi03184240-26 2024-09-17T17:14:36.546 INFO:tasks.rados.rados.0.smithi031.stdout:3589: finishing write tid 2 to smithi03184240-26 2024-09-17T17:14:36.546 INFO:tasks.rados.rados.0.smithi031.stdout:3589: finishing write tid 3 to smithi03184240-26 2024-09-17T17:14:36.546 INFO:tasks.rados.rados.0.smithi031.stdout:3589: finishing write tid 4 to smithi03184240-26 2024-09-17T17:14:36.546 INFO:tasks.rados.rados.0.smithi031.stdout:3589: finishing write tid 5 to smithi03184240-26 2024-09-17T17:14:36.546 INFO:tasks.rados.rados.0.smithi031.stdout:3589: finishing write tid 6 to smithi03184240-26 2024-09-17T17:14:36.546 INFO:tasks.rados.rados.0.smithi031.stdout:3589: oid 26 updating version 0 to 2591 2024-09-17T17:14:36.546 INFO:tasks.rados.rados.0.smithi031.stdout:3589: oid 26 updating version 2591 to 2595 2024-09-17T17:14:36.546 INFO:tasks.rados.rados.0.smithi031.stdout:3589: oid 26 version 2595 is already newer than 2594 2024-09-17T17:14:36.546 INFO:tasks.rados.rados.0.smithi031.stdout:3589: oid 26 version 2595 is already newer than 2592 2024-09-17T17:14:36.546 INFO:tasks.rados.rados.0.smithi031.stdout:3589: oid 26 version 2595 is already newer than 2593 2024-09-17T17:14:36.546 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 2595 (ObjNum 1142 snap 329 seq_num 1142) dirty exists 2024-09-17T17:14:36.547 INFO:tasks.rados.rados.0.smithi031.stdout:3589: left oid 26 (ObjNum 1142 snap 329 seq_num 1142) 2024-09-17T17:14:36.547 INFO:tasks.rados.rados.0.smithi031.stdout:3590: finishing write tid 1 to smithi03184240-34 2024-09-17T17:14:36.547 INFO:tasks.rados.rados.0.smithi031.stdout:3590: finishing write tid 2 to smithi03184240-34 2024-09-17T17:14:36.547 INFO:tasks.rados.rados.0.smithi031.stdout:3590: finishing write tid 3 to smithi03184240-34 2024-09-17T17:14:36.547 INFO:tasks.rados.rados.0.smithi031.stdout:3587: done (5 left) 2024-09-17T17:14:36.547 INFO:tasks.rados.rados.0.smithi031.stdout:3588: done (4 left) 2024-09-17T17:14:36.547 INFO:tasks.rados.rados.0.smithi031.stdout:3589: done (3 left) 2024-09-17T17:14:36.547 INFO:tasks.rados.rados.0.smithi031.stdout:3593: snap_create 2024-09-17T17:14:36.548 INFO:tasks.rados.rados.0.smithi031.stdout:3591: finishing rollback tid 0 to smithi03184240-12 2024-09-17T17:14:36.548 INFO:tasks.rados.rados.0.smithi031.stdout:3591: finishing rollback tid 1 to smithi03184240-12 2024-09-17T17:14:36.548 INFO:tasks.rados.rados.0.smithi031.stdout:3590: finishing write tid 4 to smithi03184240-34 2024-09-17T17:14:36.548 INFO:tasks.rados.rados.0.smithi031.stdout:3590: finishing write tid 5 to smithi03184240-34 2024-09-17T17:14:36.548 INFO:tasks.rados.rados.0.smithi031.stdout:3591: finishing rollback tid 2 to smithi03184240-12 2024-09-17T17:14:36.548 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 2612 (ObjNum 1077 snap 313 seq_num 1077) dirty exists 2024-09-17T17:14:36.549 INFO:tasks.rados.rados.0.smithi031.stdout:3590: finishing write tid 6 to smithi03184240-34 2024-09-17T17:14:36.551 INFO:tasks.rados.rados.0.smithi031.stdout:3590: finishing write tid 7 to smithi03184240-34 2024-09-17T17:14:36.551 INFO:tasks.rados.rados.0.smithi031.stdout:3590: oid 34 updating version 0 to 1626 2024-09-17T17:14:36.551 INFO:tasks.rados.rados.0.smithi031.stdout:3590: oid 34 version 1626 is already newer than 1624 2024-09-17T17:14:36.551 INFO:tasks.rados.rados.0.smithi031.stdout:3590: oid 34 version 1626 is already newer than 1625 2024-09-17T17:14:36.551 INFO:tasks.rados.rados.0.smithi031.stdout:3590: oid 34 updating version 1626 to 1628 2024-09-17T17:14:36.551 INFO:tasks.rados.rados.0.smithi031.stdout:3590: oid 34 version 1628 is already newer than 1623 2024-09-17T17:14:36.551 INFO:tasks.rados.rados.0.smithi031.stdout:3590: oid 34 version 1628 is already newer than 1627 2024-09-17T17:14:36.551 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 1628 (ObjNum 1143 snap 329 seq_num 1143) dirty exists 2024-09-17T17:14:36.551 INFO:tasks.rados.rados.0.smithi031.stdout:3590: left oid 34 (ObjNum 1143 snap 329 seq_num 1143) 2024-09-17T17:14:36.554 INFO:tasks.rados.rados.0.smithi031.stdout:3592: finishing copy_from racing read to smithi03184240-21 2024-09-17T17:14:36.557 INFO:tasks.rados.rados.0.smithi031.stdout:3592: finishing copy_from to smithi03184240-21 2024-09-17T17:14:36.557 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 2493 (ObjNum 1093 snap 318 seq_num 1093) dirty exists 2024-09-17T17:14:36.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:36 smithi031 ceph-mon[94873]: osdmap e737: 8 total, 8 up, 8 in 2024-09-17T17:14:36.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:36 smithi031 ceph-mon[96842]: osdmap e737: 8 total, 8 up, 8 in 2024-09-17T17:14:36.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:36 smithi066 ceph-mon[86175]: osdmap e737: 8 total, 8 up, 8 in 2024-09-17T17:14:37.455 INFO:tasks.rados.rados.0.smithi031.stdout:3590: done (3 left) 2024-09-17T17:14:37.456 INFO:tasks.rados.rados.0.smithi031.stdout:3591: done (2 left) 2024-09-17T17:14:37.456 INFO:tasks.rados.rados.0.smithi031.stdout:3592: done (1 left) 2024-09-17T17:14:37.456 INFO:tasks.rados.rados.0.smithi031.stdout:3593: done (0 left) 2024-09-17T17:14:37.456 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 330 2024-09-17T17:14:37.456 INFO:tasks.rados.rados.0.smithi031.stdout:3594: seq_num 1144 ranges {5070848=770048,5840896=737280,6578176=712704,7290880=155648} 2024-09-17T17:14:37.487 INFO:tasks.rados.rados.0.smithi031.stdout:3594: writing smithi03184240-2 from 5070848 to 5840896 tid 1 2024-09-17T17:14:37.491 INFO:tasks.rados.rados.0.smithi031.stdout:3594: writing smithi03184240-2 from 5840896 to 6578176 tid 2 2024-09-17T17:14:37.495 INFO:tasks.rados.rados.0.smithi031.stdout:3594: writing smithi03184240-2 from 6578176 to 7290880 tid 3 2024-09-17T17:14:37.496 INFO:tasks.rados.rados.0.smithi031.stdout:3594: writing smithi03184240-2 from 7290880 to 7446528 tid 4 2024-09-17T17:14:37.497 INFO:tasks.rados.rados.0.smithi031.stdout:3595: setattr oid 41 current snap is 330 2024-09-17T17:14:37.497 INFO:tasks.rados.rados.0.smithi031.stdout:3594: finishing write tid 1 to smithi03184240-2 2024-09-17T17:14:37.497 INFO:tasks.rados.rados.0.smithi031.stdout:3594: finishing write tid 2 to smithi03184240-2 2024-09-17T17:14:37.498 INFO:tasks.rados.rados.0.smithi031.stdout:3596: read oid 44 snap -1 2024-09-17T17:14:37.498 INFO:tasks.rados.rados.0.smithi031.stdout:3596: expect deleted 2024-09-17T17:14:37.498 INFO:tasks.rados.rados.0.smithi031.stdout:3597: read oid 6 snap -1 2024-09-17T17:14:37.498 INFO:tasks.rados.rados.0.smithi031.stdout:3597: expect deleted 2024-09-17T17:14:37.498 INFO:tasks.rados.rados.0.smithi031.stdout:3598: read oid 35 snap -1 2024-09-17T17:14:37.498 INFO:tasks.rados.rados.0.smithi031.stdout:3598: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:14:37.499 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 330 2024-09-17T17:14:37.499 INFO:tasks.rados.rados.0.smithi031.stdout:3599: seq_num 1145 ranges {4489216=786432,5275648=622592,5898240=516096,6414336=417792,6832128=49152} 2024-09-17T17:14:37.527 INFO:tasks.rados.rados.0.smithi031.stdout:3599: writing smithi03184240-4 from 4489216 to 5275648 tid 1 2024-09-17T17:14:37.530 INFO:tasks.rados.rados.0.smithi031.stdout:3599: writing smithi03184240-4 from 5275648 to 5898240 tid 2 2024-09-17T17:14:37.533 INFO:tasks.rados.rados.0.smithi031.stdout:3599: writing smithi03184240-4 from 5898240 to 6414336 tid 3 2024-09-17T17:14:37.535 INFO:tasks.rados.rados.0.smithi031.stdout:3599: writing smithi03184240-4 from 6414336 to 6832128 tid 4 2024-09-17T17:14:37.536 INFO:tasks.rados.rados.0.smithi031.stdout:3599: writing smithi03184240-4 from 6832128 to 6881280 tid 5 2024-09-17T17:14:37.536 INFO:tasks.rados.rados.0.smithi031.stdout:3600: read oid 34 snap -1 2024-09-17T17:14:37.536 INFO:tasks.rados.rados.0.smithi031.stdout:3600: expect (ObjNum 1143 snap 329 seq_num 1143) 2024-09-17T17:14:37.536 INFO:tasks.rados.rados.0.smithi031.stdout:3601: snap_create 2024-09-17T17:14:37.536 INFO:tasks.rados.rados.0.smithi031.stdout:3598: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-17T17:14:37.537 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 1629 (ObjNum -1226859296 snap 32616 seq_num 304) dirty exists 2024-09-17T17:14:37.537 INFO:tasks.rados.rados.0.smithi031.stdout:3594: finishing write tid 3 to smithi03184240-2 2024-09-17T17:14:37.537 INFO:tasks.rados.rados.0.smithi031.stdout:3594: finishing write tid 4 to smithi03184240-2 2024-09-17T17:14:37.537 INFO:tasks.rados.rados.0.smithi031.stdout:3594: finishing write tid 5 to smithi03184240-2 2024-09-17T17:14:37.537 INFO:tasks.rados.rados.0.smithi031.stdout:3594: finishing write tid 6 to smithi03184240-2 2024-09-17T17:14:37.537 INFO:tasks.rados.rados.0.smithi031.stdout:3594: oid 2 updating version 0 to 2866 2024-09-17T17:14:37.538 INFO:tasks.rados.rados.0.smithi031.stdout:3594: oid 2 version 2866 is already newer than 2865 2024-09-17T17:14:37.538 INFO:tasks.rados.rados.0.smithi031.stdout:3594: oid 2 updating version 2866 to 2868 2024-09-17T17:14:37.538 INFO:tasks.rados.rados.0.smithi031.stdout:3594: oid 2 version 2868 is already newer than 2864 2024-09-17T17:14:37.538 INFO:tasks.rados.rados.0.smithi031.stdout:3594: oid 2 version 2868 is already newer than 2867 2024-09-17T17:14:37.538 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 2868 (ObjNum 1144 snap 330 seq_num 1144) dirty exists 2024-09-17T17:14:37.538 INFO:tasks.rados.rados.0.smithi031.stdout:3594: left oid 2 (ObjNum 1144 snap 330 seq_num 1144) 2024-09-17T17:14:37.538 INFO:tasks.rados.rados.0.smithi031.stdout:3599: finishing write tid 1 to smithi03184240-4 2024-09-17T17:14:37.538 INFO:tasks.rados.rados.0.smithi031.stdout:3599: finishing write tid 2 to smithi03184240-4 2024-09-17T17:14:37.539 INFO:tasks.rados.rados.0.smithi031.stdout:3599: finishing write tid 3 to smithi03184240-4 2024-09-17T17:14:37.539 INFO:tasks.rados.rados.0.smithi031.stdout:3599: finishing write tid 4 to smithi03184240-4 2024-09-17T17:14:37.540 INFO:tasks.rados.rados.0.smithi031.stdout:3599: finishing write tid 5 to smithi03184240-4 2024-09-17T17:14:37.541 INFO:tasks.rados.rados.0.smithi031.stdout:3599: finishing write tid 6 to smithi03184240-4 2024-09-17T17:14:37.576 INFO:tasks.rados.rados.0.smithi031.stdout:3599: finishing write tid 7 to smithi03184240-4 2024-09-17T17:14:37.576 INFO:tasks.rados.rados.0.smithi031.stdout:3599: oid 4 updating version 0 to 1632 2024-09-17T17:14:37.576 INFO:tasks.rados.rados.0.smithi031.stdout:3599: oid 4 version 1632 is already newer than 1631 2024-09-17T17:14:37.577 INFO:tasks.rados.rados.0.smithi031.stdout:3599: oid 4 updating version 1632 to 1633 2024-09-17T17:14:37.577 INFO:tasks.rados.rados.0.smithi031.stdout:3599: oid 4 updating version 1633 to 1634 2024-09-17T17:14:37.577 INFO:tasks.rados.rados.0.smithi031.stdout:3599: oid 4 version 1634 is already newer than 1630 2024-09-17T17:14:37.577 INFO:tasks.rados.rados.0.smithi031.stdout:3599: oid 4 updating version 1634 to 1635 2024-09-17T17:14:37.577 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1635 (ObjNum 1145 snap 330 seq_num 1145) dirty exists 2024-09-17T17:14:37.577 INFO:tasks.rados.rados.0.smithi031.stdout:3599: left oid 4 (ObjNum 1145 snap 330 seq_num 1145) 2024-09-17T17:14:37.586 INFO:tasks.rados.rados.0.smithi031.stdout:3600: expect (ObjNum 1143 snap 329 seq_num 1143) 2024-09-17T17:14:37.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:37 smithi031 ceph-mon[94873]: pgmap v768: 121 pgs: 121 active+clean; 168 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-09-17T17:14:37.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:37 smithi031 ceph-mon[94873]: osdmap e738: 8 total, 8 up, 8 in 2024-09-17T17:14:37.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:37 smithi031 ceph-mon[96842]: pgmap v768: 121 pgs: 121 active+clean; 168 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-09-17T17:14:37.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:37 smithi031 ceph-mon[96842]: osdmap e738: 8 total, 8 up, 8 in 2024-09-17T17:14:37.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:37 smithi066 ceph-mon[86175]: pgmap v768: 121 pgs: 121 active+clean; 168 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-09-17T17:14:37.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:37 smithi066 ceph-mon[86175]: osdmap e738: 8 total, 8 up, 8 in 2024-09-17T17:14:38.439 INFO:tasks.rados.rados.0.smithi031.stdout:3594: done (7 left) 2024-09-17T17:14:38.439 INFO:tasks.rados.rados.0.smithi031.stdout:3595: done (6 left) 2024-09-17T17:14:38.440 INFO:tasks.rados.rados.0.smithi031.stdout:3596: done (5 left) 2024-09-17T17:14:38.440 INFO:tasks.rados.rados.0.smithi031.stdout:3597: done (4 left) 2024-09-17T17:14:38.440 INFO:tasks.rados.rados.0.smithi031.stdout:3598: done (3 left) 2024-09-17T17:14:38.440 INFO:tasks.rados.rados.0.smithi031.stdout:3599: done (2 left) 2024-09-17T17:14:38.440 INFO:tasks.rados.rados.0.smithi031.stdout:3600: done (1 left) 2024-09-17T17:14:38.440 INFO:tasks.rados.rados.0.smithi031.stdout:3601: done (0 left) 2024-09-17T17:14:38.440 INFO:tasks.rados.rados.0.smithi031.stdout:3602: rollback oid 35 current snap is 331 2024-09-17T17:14:38.440 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 35 to 330 2024-09-17T17:14:38.440 INFO:tasks.rados.rados.0.smithi031.stdout:3603: rmattr oid 14 current snap is 331 2024-09-17T17:14:38.440 INFO:tasks.rados.rados.0.smithi031.stdout:3603: done (1 left) 2024-09-17T17:14:38.440 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 28 current snap is 331 2024-09-17T17:14:38.440 INFO:tasks.rados.rados.0.smithi031.stdout:3604: seq_num 1146 ranges {188416=802816,991232=499712,1490944=679936,2170880=425984} 2024-09-17T17:14:38.444 INFO:tasks.rados.rados.0.smithi031.stdout:3604: writing smithi03184240-28 from 188416 to 991232 tid 1 2024-09-17T17:14:38.447 INFO:tasks.rados.rados.0.smithi031.stdout:3604: writing smithi03184240-28 from 991232 to 1490944 tid 2 2024-09-17T17:14:38.451 INFO:tasks.rados.rados.0.smithi031.stdout:3604: writing smithi03184240-28 from 1490944 to 2170880 tid 3 2024-09-17T17:14:38.454 INFO:tasks.rados.rados.0.smithi031.stdout:3604: writing smithi03184240-28 from 2170880 to 2596864 tid 4 2024-09-17T17:14:38.454 INFO:tasks.rados.rados.0.smithi031.stdout:3605: snap_create 2024-09-17T17:14:38.454 INFO:tasks.rados.rados.0.smithi031.stdout:3602: finishing rollback tid 0 to smithi03184240-35 2024-09-17T17:14:38.454 INFO:tasks.rados.rados.0.smithi031.stdout:3602: finishing rollback tid 1 to smithi03184240-35 2024-09-17T17:14:38.454 INFO:tasks.rados.rados.0.smithi031.stdout:3602: finishing rollback tid 2 to smithi03184240-35 2024-09-17T17:14:38.454 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 2598 (ObjNum 193 snap 0 seq_num 3068108176) dirty exists 2024-09-17T17:14:38.455 INFO:tasks.rados.rados.0.smithi031.stdout:3604: finishing write tid 1 to smithi03184240-28 2024-09-17T17:14:38.455 INFO:tasks.rados.rados.0.smithi031.stdout:3604: finishing write tid 2 to smithi03184240-28 2024-09-17T17:14:38.458 INFO:tasks.rados.rados.0.smithi031.stdout:3604: finishing write tid 3 to smithi03184240-28 2024-09-17T17:14:38.458 INFO:tasks.rados.rados.0.smithi031.stdout:3604: finishing write tid 4 to smithi03184240-28 2024-09-17T17:14:38.461 INFO:tasks.rados.rados.0.smithi031.stdout:3604: finishing write tid 5 to smithi03184240-28 2024-09-17T17:14:38.462 INFO:tasks.rados.rados.0.smithi031.stdout:3604: finishing write tid 6 to smithi03184240-28 2024-09-17T17:14:38.462 INFO:tasks.rados.rados.0.smithi031.stdout:3604: oid 28 updating version 0 to 2874 2024-09-17T17:14:38.463 INFO:tasks.rados.rados.0.smithi031.stdout:3604: oid 28 version 2874 is already newer than 2870 2024-09-17T17:14:38.463 INFO:tasks.rados.rados.0.smithi031.stdout:3604: oid 28 version 2874 is already newer than 2873 2024-09-17T17:14:38.463 INFO:tasks.rados.rados.0.smithi031.stdout:3604: oid 28 version 2874 is already newer than 2872 2024-09-17T17:14:38.463 INFO:tasks.rados.rados.0.smithi031.stdout:3604: oid 28 version 2874 is already newer than 2871 2024-09-17T17:14:38.463 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 2874 (ObjNum 1146 snap 331 seq_num 1146) dirty exists 2024-09-17T17:14:38.463 INFO:tasks.rados.rados.0.smithi031.stdout:3604: left oid 28 (ObjNum 1146 snap 331 seq_num 1146) 2024-09-17T17:14:38.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:38 smithi031 ceph-mon[94873]: osdmap e739: 8 total, 8 up, 8 in 2024-09-17T17:14:38.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:38 smithi031 ceph-mon[94873]: osdmap e740: 8 total, 8 up, 8 in 2024-09-17T17:14:38.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:38 smithi031 ceph-mon[96842]: osdmap e739: 8 total, 8 up, 8 in 2024-09-17T17:14:38.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:38 smithi031 ceph-mon[96842]: osdmap e740: 8 total, 8 up, 8 in 2024-09-17T17:14:38.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:38 smithi066 ceph-mon[86175]: osdmap e739: 8 total, 8 up, 8 in 2024-09-17T17:14:38.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:38 smithi066 ceph-mon[86175]: osdmap e740: 8 total, 8 up, 8 in 2024-09-17T17:14:39.440 INFO:tasks.rados.rados.0.smithi031.stdout:3602: done (2 left) 2024-09-17T17:14:39.440 INFO:tasks.rados.rados.0.smithi031.stdout:3604: done (1 left) 2024-09-17T17:14:39.440 INFO:tasks.rados.rados.0.smithi031.stdout:3605: done (0 left) 2024-09-17T17:14:39.440 INFO:tasks.rados.rados.0.smithi031.stdout:3606: copy_from oid 19 from oid 27 current snap is 332 2024-09-17T17:14:39.440 INFO:tasks.rados.rados.0.smithi031.stdout:3607: snap_remove snap 318 2024-09-17T17:14:39.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:39 smithi031 ceph-mon[94873]: pgmap v771: 121 pgs: 121 active+clean; 186 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 4.4 MiB/s wr, 32 op/s 2024-09-17T17:14:39.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:39 smithi031 ceph-mon[94873]: osdmap e741: 8 total, 8 up, 8 in 2024-09-17T17:14:39.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:39 smithi031 ceph-mon[96842]: pgmap v771: 121 pgs: 121 active+clean; 186 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 4.4 MiB/s wr, 32 op/s 2024-09-17T17:14:39.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:39 smithi031 ceph-mon[96842]: osdmap e741: 8 total, 8 up, 8 in 2024-09-17T17:14:39.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:39 smithi066 ceph-mon[86175]: pgmap v771: 121 pgs: 121 active+clean; 186 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 4.4 MiB/s wr, 32 op/s 2024-09-17T17:14:39.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:39 smithi066 ceph-mon[86175]: osdmap e741: 8 total, 8 up, 8 in 2024-09-17T17:14:40.441 INFO:tasks.rados.rados.0.smithi031.stdout:3607: done (1 left) 2024-09-17T17:14:40.441 INFO:tasks.rados.rados.0.smithi031.stdout:3608: read oid 21 snap 323 2024-09-17T17:14:40.441 INFO:tasks.rados.rados.0.smithi031.stdout:3608: expect (ObjNum 1088 snap 317 seq_num 1088) 2024-09-17T17:14:40.441 INFO:tasks.rados.rados.0.smithi031.stdout:3609: snap_remove snap 328 2024-09-17T17:14:40.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:14:40 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:14:40] "GET /metrics HTTP/1.1" 200 36358 "" "Prometheus/2.51.0" 2024-09-17T17:14:41.448 INFO:tasks.rados.rados.0.smithi031.stdout:3609: done (2 left) 2024-09-17T17:14:41.448 INFO:tasks.rados.rados.0.smithi031.stdout:3610: snap_create 2024-09-17T17:14:41.448 INFO:tasks.rados.rados.0.smithi031.stdout:3606: finishing copy_from to smithi03184240-19 2024-09-17T17:14:41.448 INFO:tasks.rados.rados.0.smithi031.stdout:3606: got expected ENOENT (src dne) 2024-09-17T17:14:41.449 INFO:tasks.rados.rados.0.smithi031.stdout:3606: finishing copy_from racing read to smithi03184240-19 2024-09-17T17:14:41.449 INFO:tasks.rados.rados.0.smithi031.stdout:3608: expect (ObjNum 1088 snap 317 seq_num 1088) 2024-09-17T17:14:41.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:41 smithi031 ceph-mon[96842]: pgmap v774: 121 pgs: 121 active+clean; 194 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 5.0 MiB/s wr, 33 op/s 2024-09-17T17:14:41.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:41 smithi031 ceph-mon[96842]: osdmap e742: 8 total, 8 up, 8 in 2024-09-17T17:14:41.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:41 smithi031 ceph-mon[94873]: pgmap v774: 121 pgs: 121 active+clean; 194 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 5.0 MiB/s wr, 33 op/s 2024-09-17T17:14:41.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:41 smithi031 ceph-mon[94873]: osdmap e742: 8 total, 8 up, 8 in 2024-09-17T17:14:41.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:41 smithi066 ceph-mon[86175]: pgmap v774: 121 pgs: 121 active+clean; 194 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 5.0 MiB/s wr, 33 op/s 2024-09-17T17:14:41.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:41 smithi066 ceph-mon[86175]: osdmap e742: 8 total, 8 up, 8 in 2024-09-17T17:14:42.464 INFO:tasks.rados.rados.0.smithi031.stdout:3606: done (2 left) 2024-09-17T17:14:42.464 INFO:tasks.rados.rados.0.smithi031.stdout:3608: done (1 left) 2024-09-17T17:14:42.465 INFO:tasks.rados.rados.0.smithi031.stdout:3610: done (0 left) 2024-09-17T17:14:42.465 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 46 current snap is 333 2024-09-17T17:14:42.465 INFO:tasks.rados.rados.0.smithi031.stdout:3611: seq_num 1147 ranges {4153344=16384} 2024-09-17T17:14:42.487 INFO:tasks.rados.rados.0.smithi031.stdout:3611: writing smithi03184240-46 from 4153344 to 4169728 tid 1 2024-09-17T17:14:42.487 INFO:tasks.rados.rados.0.smithi031.stdout:3612: read oid 11 snap -1 2024-09-17T17:14:42.487 INFO:tasks.rados.rados.0.smithi031.stdout:3612: expect (ObjNum 1093 snap 318 seq_num 1093) 2024-09-17T17:14:42.487 INFO:tasks.rados.rados.0.smithi031.stdout:3613: setattr oid 38 current snap is 333 2024-09-17T17:14:42.488 INFO:tasks.rados.rados.0.smithi031.stdout:3614: snap_remove snap 331 2024-09-17T17:14:42.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:42 smithi031 ceph-mon[94873]: osdmap e743: 8 total, 8 up, 8 in 2024-09-17T17:14:42.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:42 smithi031 ceph-mon[96842]: osdmap e743: 8 total, 8 up, 8 in 2024-09-17T17:14:42.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:42 smithi066 ceph-mon[86175]: osdmap e743: 8 total, 8 up, 8 in 2024-09-17T17:14:43.439 INFO:tasks.rados.rados.0.smithi031.stdout:3614: done (3 left) 2024-09-17T17:14:43.439 INFO:tasks.rados.rados.0.smithi031.stdout:3615: snap_remove snap 332 2024-09-17T17:14:43.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:43 smithi031 ceph-mon[94873]: pgmap v777: 121 pgs: 121 active+clean; 180 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-09-17T17:14:43.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:43 smithi031 ceph-mon[94873]: osdmap e744: 8 total, 8 up, 8 in 2024-09-17T17:14:43.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:43 smithi031 ceph-mon[94873]: osdmap e745: 8 total, 8 up, 8 in 2024-09-17T17:14:43.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:43 smithi031 ceph-mon[96842]: pgmap v777: 121 pgs: 121 active+clean; 180 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-09-17T17:14:43.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:43 smithi031 ceph-mon[96842]: osdmap e744: 8 total, 8 up, 8 in 2024-09-17T17:14:43.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:43 smithi031 ceph-mon[96842]: osdmap e745: 8 total, 8 up, 8 in 2024-09-17T17:14:43.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:43 smithi066 ceph-mon[86175]: pgmap v777: 121 pgs: 121 active+clean; 180 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-09-17T17:14:43.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:43 smithi066 ceph-mon[86175]: osdmap e744: 8 total, 8 up, 8 in 2024-09-17T17:14:43.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:43 smithi066 ceph-mon[86175]: osdmap e745: 8 total, 8 up, 8 in 2024-09-17T17:14:44.441 INFO:tasks.rados.rados.0.smithi031.stdout:3615: done (3 left) 2024-09-17T17:14:44.441 INFO:tasks.rados.rados.0.smithi031.stdout:3616: snap_create 2024-09-17T17:14:44.441 INFO:tasks.rados.rados.0.smithi031.stdout:3611: finishing write tid 1 to smithi03184240-46 2024-09-17T17:14:44.441 INFO:tasks.rados.rados.0.smithi031.stdout:3611: finishing write tid 2 to smithi03184240-46 2024-09-17T17:14:44.441 INFO:tasks.rados.rados.0.smithi031.stdout:3611: finishing write tid 3 to smithi03184240-46 2024-09-17T17:14:44.441 INFO:tasks.rados.rados.0.smithi031.stdout:3611: oid 46 updating version 0 to 2705 2024-09-17T17:14:44.441 INFO:tasks.rados.rados.0.smithi031.stdout:3611: oid 46 version 2705 is already newer than 2704 2024-09-17T17:14:44.441 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 2705 (ObjNum 1147 snap 333 seq_num 1147) dirty exists 2024-09-17T17:14:44.441 INFO:tasks.rados.rados.0.smithi031.stdout:3611: left oid 46 (ObjNum 1147 snap 333 seq_num 1147) 2024-09-17T17:14:44.441 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 2706 (ObjNum 1061 snap 310 seq_num 1061) dirty exists 2024-09-17T17:14:44.441 INFO:tasks.rados.rados.0.smithi031.stdout:3612: expect (ObjNum 1093 snap 318 seq_num 1093) 2024-09-17T17:14:45.442 INFO:tasks.rados.rados.0.smithi031.stdout:3611: done (3 left) 2024-09-17T17:14:45.443 INFO:tasks.rados.rados.0.smithi031.stdout:3612: done (2 left) 2024-09-17T17:14:45.443 INFO:tasks.rados.rados.0.smithi031.stdout:3613: done (1 left) 2024-09-17T17:14:45.443 INFO:tasks.rados.rados.0.smithi031.stdout:3616: done (0 left) 2024-09-17T17:14:45.443 INFO:tasks.rados.rados.0.smithi031.stdout:3617: rmattr oid 20 current snap is 334 2024-09-17T17:14:45.443 INFO:tasks.rados.rados.0.smithi031.stdout:3617: done (0 left) 2024-09-17T17:14:45.443 INFO:tasks.rados.rados.0.smithi031.stdout:3618: rollback oid 4 current snap is 334 2024-09-17T17:14:45.443 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 4 to 321 2024-09-17T17:14:45.443 INFO:tasks.rados.rados.0.smithi031.stdout:3619: rmattr oid 11 current snap is 334 2024-09-17T17:14:45.443 INFO:tasks.rados.rados.0.smithi031.stdout:3619: done (1 left) 2024-09-17T17:14:45.443 INFO:tasks.rados.rados.0.smithi031.stdout:3620: read oid 23 snap 324 2024-09-17T17:14:45.443 INFO:tasks.rados.rados.0.smithi031.stdout:3620: expect (ObjNum 1704876880 snap 21918 seq_num 1704898688) 2024-09-17T17:14:45.444 INFO:tasks.rados.rados.0.smithi031.stdout:3621: snap_create 2024-09-17T17:14:45.448 INFO:tasks.rados.rados.0.smithi031.stdout:3620: expect (ObjNum 1704876880 snap 21918 seq_num 1704898688) 2024-09-17T17:14:45.453 INFO:tasks.rados.rados.0.smithi031.stdout:3618: finishing rollback tid 0 to smithi03184240-4 2024-09-17T17:14:45.453 INFO:tasks.rados.rados.0.smithi031.stdout:3618: finishing rollback tid 1 to smithi03184240-4 2024-09-17T17:14:45.453 INFO:tasks.rados.rados.0.smithi031.stdout:3618: finishing rollback tid 2 to smithi03184240-4 2024-09-17T17:14:45.454 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1638 (ObjNum 1053 snap 308 seq_num 1053) dirty exists 2024-09-17T17:14:45.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:45 smithi031 ceph-mon[94873]: pgmap v780: 121 pgs: 121 active+clean; 169 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-09-17T17:14:45.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:45 smithi031 ceph-mon[94873]: osdmap e746: 8 total, 8 up, 8 in 2024-09-17T17:14:45.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:45 smithi031 ceph-mon[96842]: pgmap v780: 121 pgs: 121 active+clean; 169 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-09-17T17:14:45.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:45 smithi031 ceph-mon[96842]: osdmap e746: 8 total, 8 up, 8 in 2024-09-17T17:14:45.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:45 smithi066 ceph-mon[86175]: pgmap v780: 121 pgs: 121 active+clean; 169 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-09-17T17:14:45.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:45 smithi066 ceph-mon[86175]: osdmap e746: 8 total, 8 up, 8 in 2024-09-17T17:14:46.444 INFO:tasks.rados.rados.0.smithi031.stdout:3618: done (2 left) 2024-09-17T17:14:46.444 INFO:tasks.rados.rados.0.smithi031.stdout:3620: done (1 left) 2024-09-17T17:14:46.444 INFO:tasks.rados.rados.0.smithi031.stdout:3621: done (0 left) 2024-09-17T17:14:46.444 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 7 current snap is 335 2024-09-17T17:14:46.444 INFO:tasks.rados.rados.0.smithi031.stdout:3622: seq_num 1148 ranges {2318336=32768} 2024-09-17T17:14:46.458 INFO:tasks.rados.rados.0.smithi031.stdout:3622: writing smithi03184240-7 from 2318336 to 2351104 tid 1 2024-09-17T17:14:46.458 INFO:tasks.rados.rados.0.smithi031.stdout:3623: copy_from oid 48 from oid 38 current snap is 335 2024-09-17T17:14:46.458 INFO:tasks.rados.rados.0.smithi031.stdout:3624: copy_from oid 29 from oid 8 current snap is 335 2024-09-17T17:14:46.458 INFO:tasks.rados.rados.0.smithi031.stdout:3625: read oid 14 snap 321 2024-09-17T17:14:46.458 INFO:tasks.rados.rados.0.smithi031.stdout:3625: expect (ObjNum 1068 snap 312 seq_num 1068) 2024-09-17T17:14:46.459 INFO:tasks.rados.rados.0.smithi031.stdout:3626: snap_remove snap 334 2024-09-17T17:14:46.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:46 smithi031 ceph-mon[94873]: osdmap e747: 8 total, 8 up, 8 in 2024-09-17T17:14:46.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:46 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:14:46.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:46 smithi031 ceph-mon[94873]: osdmap e748: 8 total, 8 up, 8 in 2024-09-17T17:14:46.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:46 smithi031 ceph-mon[96842]: osdmap e747: 8 total, 8 up, 8 in 2024-09-17T17:14:46.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:46 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:14:46.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:46 smithi031 ceph-mon[96842]: osdmap e748: 8 total, 8 up, 8 in 2024-09-17T17:14:46.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:46 smithi066 ceph-mon[86175]: osdmap e747: 8 total, 8 up, 8 in 2024-09-17T17:14:46.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:46 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:14:46.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:46 smithi066 ceph-mon[86175]: osdmap e748: 8 total, 8 up, 8 in 2024-09-17T17:14:47.466 INFO:tasks.rados.rados.0.smithi031.stdout:3622: finishing write tid 1 to smithi03184240-7 2024-09-17T17:14:47.466 INFO:tasks.rados.rados.0.smithi031.stdout:3624: finishing copy_from to smithi03184240-29 2024-09-17T17:14:47.466 INFO:tasks.rados.rados.0.smithi031.stdout:3624: got expected ENOENT (src dne) 2024-09-17T17:14:47.466 INFO:tasks.rados.rados.0.smithi031.stdout:3624: finishing copy_from racing read to smithi03184240-29 2024-09-17T17:14:47.466 INFO:tasks.rados.rados.0.smithi031.stdout:3622: finishing write tid 2 to smithi03184240-7 2024-09-17T17:14:47.467 INFO:tasks.rados.rados.0.smithi031.stdout:3625: expect (ObjNum 1068 snap 312 seq_num 1068) 2024-09-17T17:14:47.498 INFO:tasks.rados.rados.0.smithi031.stdout:3622: finishing write tid 3 to smithi03184240-7 2024-09-17T17:14:47.498 INFO:tasks.rados.rados.0.smithi031.stdout:3622: oid 7 updating version 0 to 2707 2024-09-17T17:14:47.498 INFO:tasks.rados.rados.0.smithi031.stdout:3622: oid 7 updating version 2707 to 2708 2024-09-17T17:14:47.498 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 2708 (ObjNum 1148 snap 335 seq_num 1148) dirty exists 2024-09-17T17:14:47.498 INFO:tasks.rados.rados.0.smithi031.stdout:3622: left oid 7 (ObjNum 1148 snap 335 seq_num 1148) 2024-09-17T17:14:47.498 INFO:tasks.rados.rados.0.smithi031.stdout:3622: done (4 left) 2024-09-17T17:14:47.498 INFO:tasks.rados.rados.0.smithi031.stdout:3624: done (3 left) 2024-09-17T17:14:47.498 INFO:tasks.rados.rados.0.smithi031.stdout:3625: done (2 left) 2024-09-17T17:14:47.499 INFO:tasks.rados.rados.0.smithi031.stdout:3626: done (1 left) 2024-09-17T17:14:47.499 INFO:tasks.rados.rados.0.smithi031.stdout:3627: copy_from oid 37 from oid 43 current snap is 335 2024-09-17T17:14:47.499 INFO:tasks.rados.rados.0.smithi031.stdout:3623: finishing copy_from racing read to smithi03184240-48 2024-09-17T17:14:47.499 INFO:tasks.rados.rados.0.smithi031.stdout:3623: finishing copy_from to smithi03184240-48 2024-09-17T17:14:47.499 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 2706 (ObjNum 1061 snap 310 seq_num 1061) dirty exists 2024-09-17T17:14:47.499 INFO:tasks.rados.rados.0.smithi031.stdout:3623: done (1 left) 2024-09-17T17:14:47.499 INFO:tasks.rados.rados.0.smithi031.stdout:3628: read oid 12 snap -1 2024-09-17T17:14:47.499 INFO:tasks.rados.rados.0.smithi031.stdout:3628: expect (ObjNum 1077 snap 313 seq_num 1077) 2024-09-17T17:14:47.499 INFO:tasks.rados.rados.0.smithi031.stdout:3629: read oid 45 snap -1 2024-09-17T17:14:47.499 INFO:tasks.rados.rados.0.smithi031.stdout:3629: expect (ObjNum 1134 snap 327 seq_num 1134) 2024-09-17T17:14:47.499 INFO:tasks.rados.rados.0.smithi031.stdout:3630: rmattr oid 33 current snap is 335 2024-09-17T17:14:47.499 INFO:tasks.rados.rados.0.smithi031.stdout:3630: done (3 left) 2024-09-17T17:14:47.499 INFO:tasks.rados.rados.0.smithi031.stdout:3631: read oid 27 snap -1 2024-09-17T17:14:47.499 INFO:tasks.rados.rados.0.smithi031.stdout:3631: expect deleted 2024-09-17T17:14:47.500 INFO:tasks.rados.rados.0.smithi031.stdout:3632: snap_create 2024-09-17T17:14:47.532 INFO:tasks.rados.rados.0.smithi031.stdout:3627: finishing copy_from to smithi03184240-37 2024-09-17T17:14:47.532 INFO:tasks.rados.rados.0.smithi031.stdout:3627: got expected ENOENT (src dne) 2024-09-17T17:14:47.532 INFO:tasks.rados.rados.0.smithi031.stdout:3627: finishing copy_from racing read to smithi03184240-37 2024-09-17T17:14:47.546 INFO:tasks.rados.rados.0.smithi031.stdout:3628: expect (ObjNum 1077 snap 313 seq_num 1077) 2024-09-17T17:14:47.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:47 smithi031 ceph-mon[94873]: pgmap v783: 121 pgs: 121 active+clean; 169 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 588 KiB/s wr, 2 op/s 2024-09-17T17:14:47.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:47 smithi031 ceph-mon[96842]: pgmap v783: 121 pgs: 121 active+clean; 169 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 588 KiB/s wr, 2 op/s 2024-09-17T17:14:47.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:47 smithi066 ceph-mon[86175]: pgmap v783: 121 pgs: 121 active+clean; 169 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 588 KiB/s wr, 2 op/s 2024-09-17T17:14:47.972 INFO:tasks.rados.rados.0.smithi031.stdout:3629: expect (ObjNum 1134 snap 327 seq_num 1134) 2024-09-17T17:14:48.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:48 smithi031 ceph-mon[94873]: osdmap e749: 8 total, 8 up, 8 in 2024-09-17T17:14:48.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:48 smithi031 ceph-mon[94873]: osdmap e750: 8 total, 8 up, 8 in 2024-09-17T17:14:48.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:48 smithi031 ceph-mon[96842]: osdmap e749: 8 total, 8 up, 8 in 2024-09-17T17:14:48.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:48 smithi031 ceph-mon[96842]: osdmap e750: 8 total, 8 up, 8 in 2024-09-17T17:14:48.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:48 smithi066 ceph-mon[86175]: osdmap e749: 8 total, 8 up, 8 in 2024-09-17T17:14:48.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:48 smithi066 ceph-mon[86175]: osdmap e750: 8 total, 8 up, 8 in 2024-09-17T17:14:48.959 INFO:tasks.rados.rados.0.smithi031.stdout:3627: done (4 left) 2024-09-17T17:14:48.959 INFO:tasks.rados.rados.0.smithi031.stdout:3628: done (3 left) 2024-09-17T17:14:48.959 INFO:tasks.rados.rados.0.smithi031.stdout:3629: done (2 left) 2024-09-17T17:14:48.959 INFO:tasks.rados.rados.0.smithi031.stdout:3631: done (1 left) 2024-09-17T17:14:48.959 INFO:tasks.rados.rados.0.smithi031.stdout:3632: done (0 left) 2024-09-17T17:14:48.959 INFO:tasks.rados.rados.0.smithi031.stdout:3633: delete oid 27 current snap is 336 2024-09-17T17:14:48.961 INFO:tasks.rados.rados.0.smithi031.stdout:3633: done (0 left) 2024-09-17T17:14:48.961 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 27 current snap is 336 2024-09-17T17:14:48.961 INFO:tasks.rados.rados.0.smithi031.stdout:3634: seq_num 1150 ranges {0=65536} 2024-09-17T17:14:48.962 INFO:tasks.rados.rados.0.smithi031.stdout:3634: writing smithi03184240-27 from 0 to 65536 tid 1 2024-09-17T17:14:48.962 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 36 current snap is 336 2024-09-17T17:14:48.962 INFO:tasks.rados.rados.0.smithi031.stdout:3635: seq_num 1151 ranges {1867776=81920} 2024-09-17T17:14:48.972 INFO:tasks.rados.rados.0.smithi031.stdout:3635: writing smithi03184240-36 from 1867776 to 1949696 tid 1 2024-09-17T17:14:48.973 INFO:tasks.rados.rados.0.smithi031.stdout:3636: delete oid 13 current snap is 336 2024-09-17T17:14:48.973 INFO:tasks.rados.rados.0.smithi031.stdout:3634: finishing write tid 1 to smithi03184240-27 2024-09-17T17:14:48.973 INFO:tasks.rados.rados.0.smithi031.stdout:3634: finishing write tid 2 to smithi03184240-27 2024-09-17T17:14:48.973 INFO:tasks.rados.rados.0.smithi031.stdout:3634: finishing write tid 3 to smithi03184240-27 2024-09-17T17:14:48.973 INFO:tasks.rados.rados.0.smithi031.stdout:3634: oid 27 updating version 0 to 2499 2024-09-17T17:14:48.973 INFO:tasks.rados.rados.0.smithi031.stdout:3634: oid 27 version 2499 is already newer than 2498 2024-09-17T17:14:48.973 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 2499 (ObjNum 1150 snap 336 seq_num 1150) dirty exists 2024-09-17T17:14:48.973 INFO:tasks.rados.rados.0.smithi031.stdout:3634: left oid 27 (ObjNum 1150 snap 336 seq_num 1150) 2024-09-17T17:14:48.975 INFO:tasks.rados.rados.0.smithi031.stdout:3634: done (2 left) 2024-09-17T17:14:48.975 INFO:tasks.rados.rados.0.smithi031.stdout:3636: done (1 left) 2024-09-17T17:14:48.976 INFO:tasks.rados.rados.0.smithi031.stdout:3637: read oid 6 snap -1 2024-09-17T17:14:48.976 INFO:tasks.rados.rados.0.smithi031.stdout:3637: expect deleted 2024-09-17T17:14:48.976 INFO:tasks.rados.rados.0.smithi031.stdout:3638: read oid 27 snap -1 2024-09-17T17:14:48.976 INFO:tasks.rados.rados.0.smithi031.stdout:3638: expect (ObjNum 1150 snap 336 seq_num 1150) 2024-09-17T17:14:48.976 INFO:tasks.rados.rados.0.smithi031.stdout:3639: delete oid 3 current snap is 336 2024-09-17T17:14:48.976 INFO:tasks.rados.rados.0.smithi031.stdout:3635: finishing write tid 1 to smithi03184240-36 2024-09-17T17:14:48.976 INFO:tasks.rados.rados.0.smithi031.stdout:3635: finishing write tid 2 to smithi03184240-36 2024-09-17T17:14:48.978 INFO:tasks.rados.rados.0.smithi031.stdout:3635: finishing write tid 3 to smithi03184240-36 2024-09-17T17:14:48.978 INFO:tasks.rados.rados.0.smithi031.stdout:3635: oid 36 updating version 0 to 2501 2024-09-17T17:14:48.978 INFO:tasks.rados.rados.0.smithi031.stdout:3635: oid 36 updating version 2501 to 2502 2024-09-17T17:14:48.978 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 2502 (ObjNum 1151 snap 336 seq_num 1151) dirty exists 2024-09-17T17:14:48.978 INFO:tasks.rados.rados.0.smithi031.stdout:3635: left oid 36 (ObjNum 1151 snap 336 seq_num 1151) 2024-09-17T17:14:48.978 INFO:tasks.rados.rados.0.smithi031.stdout:3635: done (3 left) 2024-09-17T17:14:48.979 INFO:tasks.rados.rados.0.smithi031.stdout:3637: done (2 left) 2024-09-17T17:14:48.979 INFO:tasks.rados.rados.0.smithi031.stdout:3639: done (1 left) 2024-09-17T17:14:48.979 INFO:tasks.rados.rados.0.smithi031.stdout:3640: copy_from oid 41 from oid 43 current snap is 336 2024-09-17T17:14:48.979 INFO:tasks.rados.rados.0.smithi031.stdout:3641: copy_from oid 42 from oid 5 current snap is 336 2024-09-17T17:14:48.979 INFO:tasks.rados.rados.0.smithi031.stdout:3642: rollback oid 4 current snap is 336 2024-09-17T17:14:48.979 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 4 to 324 2024-09-17T17:14:48.979 INFO:tasks.rados.rados.0.smithi031.stdout:3643: copy_from oid 7 from oid 39 current snap is 336 2024-09-17T17:14:48.979 INFO:tasks.rados.rados.0.smithi031.stdout:3644: read oid 45 snap -1 2024-09-17T17:14:48.979 INFO:tasks.rados.rados.0.smithi031.stdout:3644: expect (ObjNum 1134 snap 327 seq_num 1134) 2024-09-17T17:14:48.979 INFO:tasks.rados.rados.0.smithi031.stdout:3645: rollback oid 8 current snap is 336 2024-09-17T17:14:48.979 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 8 to 327 2024-09-17T17:14:48.979 INFO:tasks.rados.rados.0.smithi031.stdout:3646: delete oid 50 current snap is 336 2024-09-17T17:14:48.979 INFO:tasks.rados.rados.0.smithi031.stdout:3638: expect (ObjNum 1150 snap 336 seq_num 1150) 2024-09-17T17:14:48.981 INFO:tasks.rados.rados.0.smithi031.stdout:3645: finishing rollback tid 1 to smithi03184240-8 2024-09-17T17:14:48.981 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-17T17:14:48.982 INFO:tasks.rados.rados.0.smithi031.stdout:3638: done (7 left) 2024-09-17T17:14:48.982 INFO:tasks.rados.rados.0.smithi031.stdout:3645: done (6 left) 2024-09-17T17:14:48.982 INFO:tasks.rados.rados.0.smithi031.stdout:3646: done (5 left) 2024-09-17T17:14:48.982 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 28 current snap is 336 2024-09-17T17:14:48.982 INFO:tasks.rados.rados.0.smithi031.stdout:3647: seq_num 1155 ranges {2596864=147456} 2024-09-17T17:14:48.999 INFO:tasks.rados.rados.0.smithi031.stdout:3647: writing smithi03184240-28 from 2596864 to 2744320 tid 1 2024-09-17T17:14:48.999 INFO:tasks.rados.rados.0.smithi031.stdout:3648: rollback oid 19 current snap is 336 2024-09-17T17:14:48.999 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 19 to 323 2024-09-17T17:14:48.999 INFO:tasks.rados.rados.0.smithi031.stdout:3642: finishing rollback tid 0 to smithi03184240-4 2024-09-17T17:14:48.999 INFO:tasks.rados.rados.0.smithi031.stdout:3642: finishing rollback tid 1 to smithi03184240-4 2024-09-17T17:14:48.999 INFO:tasks.rados.rados.0.smithi031.stdout:3642: finishing rollback tid 2 to smithi03184240-4 2024-09-17T17:14:48.999 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1641 (ObjNum 1053 snap 308 seq_num 1053) dirty exists 2024-09-17T17:14:48.999 INFO:tasks.rados.rados.0.smithi031.stdout:3643: finishing copy_from racing read to smithi03184240-7 2024-09-17T17:14:48.999 INFO:tasks.rados.rados.0.smithi031.stdout:3643: finishing copy_from to smithi03184240-7 2024-09-17T17:14:48.999 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 2207 (ObjNum 941 snap 280 seq_num 941) dirty exists 2024-09-17T17:14:48.999 INFO:tasks.rados.rados.0.smithi031.stdout:3642: done (6 left) 2024-09-17T17:14:49.000 INFO:tasks.rados.rados.0.smithi031.stdout:3643: done (5 left) 2024-09-17T17:14:49.000 INFO:tasks.rados.rados.0.smithi031.stdout:3649: read oid 7 snap -1 2024-09-17T17:14:49.000 INFO:tasks.rados.rados.0.smithi031.stdout:3649: expect (ObjNum 941 snap 280 seq_num 941) 2024-09-17T17:14:49.000 INFO:tasks.rados.rados.0.smithi031.stdout:3650: copy_from oid 35 from oid 13 current snap is 336 2024-09-17T17:14:49.000 INFO:tasks.rados.rados.0.smithi031.stdout:3651: read oid 46 snap -1 2024-09-17T17:14:49.000 INFO:tasks.rados.rados.0.smithi031.stdout:3651: expect (ObjNum 1147 snap 333 seq_num 1147) 2024-09-17T17:14:49.000 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 9 current snap is 336 2024-09-17T17:14:49.000 INFO:tasks.rados.rados.0.smithi031.stdout:3652: seq_num 1156 ranges {2850816=163840} 2024-09-17T17:14:49.015 INFO:tasks.rados.rados.0.smithi031.stdout:3652: writing smithi03184240-9 from 2850816 to 3014656 tid 1 2024-09-17T17:14:49.015 INFO:tasks.rados.rados.0.smithi031.stdout:3653: rmattr oid 50 current snap is 336 2024-09-17T17:14:49.016 INFO:tasks.rados.rados.0.smithi031.stdout:3653: done (9 left) 2024-09-17T17:14:49.016 INFO:tasks.rados.rados.0.smithi031.stdout:3654: rollback oid 47 current snap is 336 2024-09-17T17:14:49.016 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 47 to 335 2024-09-17T17:14:49.016 INFO:tasks.rados.rados.0.smithi031.stdout:3650: finishing copy_from to smithi03184240-35 2024-09-17T17:14:49.016 INFO:tasks.rados.rados.0.smithi031.stdout:3650: got expected ENOENT (src dne) 2024-09-17T17:14:49.016 INFO:tasks.rados.rados.0.smithi031.stdout:3650: finishing copy_from racing read to smithi03184240-35 2024-09-17T17:14:49.016 INFO:tasks.rados.rados.0.smithi031.stdout:3648: finishing rollback tid 0 to smithi03184240-19 2024-09-17T17:14:49.016 INFO:tasks.rados.rados.0.smithi031.stdout:3648: finishing rollback tid 1 to smithi03184240-19 2024-09-17T17:14:49.016 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 2850 (ObjNum 33 snap 0 seq_num 1677673720) dirty dne 2024-09-17T17:14:49.016 INFO:tasks.rados.rados.0.smithi031.stdout:3648: done (9 left) 2024-09-17T17:14:49.016 INFO:tasks.rados.rados.0.smithi031.stdout:3650: done (8 left) 2024-09-17T17:14:49.016 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 18 current snap is 336 2024-09-17T17:14:49.016 INFO:tasks.rados.rados.0.smithi031.stdout:3655: seq_num 1157 ranges {0=180224} 2024-09-17T17:14:49.023 INFO:tasks.rados.rados.0.smithi031.stdout:3655: writing smithi03184240-18 from 0 to 180224 tid 1 2024-09-17T17:14:49.023 INFO:tasks.rados.rados.0.smithi031.stdout:3656: copy_from oid 30 from oid 33 current snap is 336 2024-09-17T17:14:49.023 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 49 current snap is 336 2024-09-17T17:14:49.023 INFO:tasks.rados.rados.0.smithi031.stdout:3657: seq_num 1158 ranges {0=196608} 2024-09-17T17:14:49.023 INFO:tasks.rados.rados.0.smithi031.stdout:3657: writing smithi03184240-49 from 0 to 196608 tid 1 2024-09-17T17:14:49.023 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 336 2024-09-17T17:14:49.023 INFO:tasks.rados.rados.0.smithi031.stdout:3658: seq_num 1159 ranges {2572288=212992} 2024-09-17T17:14:49.034 INFO:tasks.rados.rados.0.smithi031.stdout:3658: writing smithi03184240-10 from 2572288 to 2785280 tid 1 2024-09-17T17:14:49.034 INFO:tasks.rados.rados.0.smithi031.stdout:3659: snap_create 2024-09-17T17:14:49.034 INFO:tasks.rados.rados.0.smithi031.stdout:3649: expect (ObjNum 941 snap 280 seq_num 941) 2024-09-17T17:14:49.229 INFO:tasks.rados.rados.0.smithi031.stdout:3654: finishing rollback tid 0 to smithi03184240-47 2024-09-17T17:14:49.229 INFO:tasks.rados.rados.0.smithi031.stdout:3654: finishing rollback tid 1 to smithi03184240-47 2024-09-17T17:14:49.229 INFO:tasks.rados.rados.0.smithi031.stdout:3654: finishing rollback tid 2 to smithi03184240-47 2024-09-17T17:14:49.229 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 2604 (ObjNum 1128 snap 325 seq_num 1128) dirty exists 2024-09-17T17:14:49.230 INFO:tasks.rados.rados.0.smithi031.stdout:3652: finishing write tid 1 to smithi03184240-9 2024-09-17T17:14:49.230 INFO:tasks.rados.rados.0.smithi031.stdout:3657: finishing write tid 1 to smithi03184240-49 2024-09-17T17:14:49.230 INFO:tasks.rados.rados.0.smithi031.stdout:3657: finishing write tid 2 to smithi03184240-49 2024-09-17T17:14:49.230 INFO:tasks.rados.rados.0.smithi031.stdout:3652: finishing write tid 2 to smithi03184240-9 2024-09-17T17:14:49.230 INFO:tasks.rados.rados.0.smithi031.stdout:3641: finishing copy_from racing read to smithi03184240-42 2024-09-17T17:14:49.230 INFO:tasks.rados.rados.0.smithi031.stdout:3657: finishing write tid 3 to smithi03184240-49 2024-09-17T17:14:49.230 INFO:tasks.rados.rados.0.smithi031.stdout:3657: oid 49 updating version 0 to 2214 2024-09-17T17:14:49.231 INFO:tasks.rados.rados.0.smithi031.stdout:3657: oid 49 updating version 2214 to 2215 2024-09-17T17:14:49.231 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 2215 (ObjNum 1158 snap 336 seq_num 1158) dirty exists 2024-09-17T17:14:49.231 INFO:tasks.rados.rados.0.smithi031.stdout:3657: left oid 49 (ObjNum 1158 snap 336 seq_num 1158) 2024-09-17T17:14:49.231 INFO:tasks.rados.rados.0.smithi031.stdout:3640: finishing copy_from to smithi03184240-41 2024-09-17T17:14:49.231 INFO:tasks.rados.rados.0.smithi031.stdout:3640: got expected ENOENT (src dne) 2024-09-17T17:14:49.231 INFO:tasks.rados.rados.0.smithi031.stdout:3640: finishing copy_from racing read to smithi03184240-41 2024-09-17T17:14:49.231 INFO:tasks.rados.rados.0.smithi031.stdout:3652: finishing write tid 3 to smithi03184240-9 2024-09-17T17:14:49.231 INFO:tasks.rados.rados.0.smithi031.stdout:3652: oid 9 updating version 0 to 2705 2024-09-17T17:14:49.231 INFO:tasks.rados.rados.0.smithi031.stdout:3652: oid 9 version 2705 is already newer than 2704 2024-09-17T17:14:49.231 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 2705 (ObjNum 1156 snap 336 seq_num 1156) dirty exists 2024-09-17T17:14:49.231 INFO:tasks.rados.rados.0.smithi031.stdout:3652: left oid 9 (ObjNum 1156 snap 336 seq_num 1156) 2024-09-17T17:14:49.231 INFO:tasks.rados.rados.0.smithi031.stdout:3658: finishing write tid 1 to smithi03184240-10 2024-09-17T17:14:49.232 INFO:tasks.rados.rados.0.smithi031.stdout:3651: expect (ObjNum 1147 snap 333 seq_num 1147) 2024-09-17T17:14:49.499 INFO:tasks.rados.rados.0.smithi031.stdout:3655: finishing write tid 1 to smithi03184240-18 2024-09-17T17:14:49.499 INFO:tasks.rados.rados.0.smithi031.stdout:3655: finishing write tid 2 to smithi03184240-18 2024-09-17T17:14:49.499 INFO:tasks.rados.rados.0.smithi031.stdout:3658: finishing write tid 2 to smithi03184240-10 2024-09-17T17:14:49.499 INFO:tasks.rados.rados.0.smithi031.stdout:3656: finishing copy_from racing read to smithi03184240-30 2024-09-17T17:14:49.500 INFO:tasks.rados.rados.0.smithi031.stdout:3658: finishing write tid 3 to smithi03184240-10 2024-09-17T17:14:49.500 INFO:tasks.rados.rados.0.smithi031.stdout:3658: oid 10 updating version 0 to 1971 2024-09-17T17:14:49.500 INFO:tasks.rados.rados.0.smithi031.stdout:3658: oid 10 updating version 1971 to 1972 2024-09-17T17:14:49.500 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1972 (ObjNum 1159 snap 336 seq_num 1159) dirty exists 2024-09-17T17:14:49.500 INFO:tasks.rados.rados.0.smithi031.stdout:3658: left oid 10 (ObjNum 1159 snap 336 seq_num 1159) 2024-09-17T17:14:49.500 INFO:tasks.rados.rados.0.smithi031.stdout:3655: finishing write tid 3 to smithi03184240-18 2024-09-17T17:14:49.500 INFO:tasks.rados.rados.0.smithi031.stdout:3655: oid 18 updating version 0 to 2711 2024-09-17T17:14:49.500 INFO:tasks.rados.rados.0.smithi031.stdout:3655: oid 18 version 2711 is already newer than 2710 2024-09-17T17:14:49.500 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 2711 (ObjNum 1157 snap 336 seq_num 1157) dirty exists 2024-09-17T17:14:49.500 INFO:tasks.rados.rados.0.smithi031.stdout:3655: left oid 18 (ObjNum 1157 snap 336 seq_num 1157) 2024-09-17T17:14:49.500 INFO:tasks.rados.rados.0.smithi031.stdout:3644: expect (ObjNum 1134 snap 327 seq_num 1134) 2024-09-17T17:14:49.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:49 smithi031 ceph-mon[94873]: pgmap v786: 121 pgs: 121 active+clean; 169 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 12 KiB/s wr, 9 op/s 2024-09-17T17:14:49.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:49 smithi031 ceph-mon[96842]: pgmap v786: 121 pgs: 121 active+clean; 169 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 12 KiB/s wr, 9 op/s 2024-09-17T17:14:49.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:49 smithi066 ceph-mon[86175]: pgmap v786: 121 pgs: 121 active+clean; 169 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 12 KiB/s wr, 9 op/s 2024-09-17T17:14:50.475 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:14:50 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:14:50] "GET /metrics HTTP/1.1" 200 36359 "" "Prometheus/2.51.0" 2024-09-17T17:14:50.488 INFO:tasks.rados.rados.0.smithi031.stdout:3641: finishing copy_from to smithi03184240-42 2024-09-17T17:14:50.488 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 2625 (ObjNum 1121 snap 322 seq_num 1121) dirty exists 2024-09-17T17:14:50.488 INFO:tasks.rados.rados.0.smithi031.stdout:3647: finishing write tid 1 to smithi03184240-28 2024-09-17T17:14:50.488 INFO:tasks.rados.rados.0.smithi031.stdout:3647: finishing write tid 2 to smithi03184240-28 2024-09-17T17:14:50.488 INFO:tasks.rados.rados.0.smithi031.stdout:3647: finishing write tid 3 to smithi03184240-28 2024-09-17T17:14:50.488 INFO:tasks.rados.rados.0.smithi031.stdout:3647: oid 28 updating version 0 to 2902 2024-09-17T17:14:50.488 INFO:tasks.rados.rados.0.smithi031.stdout:3647: oid 28 updating version 2902 to 2903 2024-09-17T17:14:50.488 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 2903 (ObjNum 1155 snap 336 seq_num 1155) dirty exists 2024-09-17T17:14:50.488 INFO:tasks.rados.rados.0.smithi031.stdout:3647: left oid 28 (ObjNum 1155 snap 336 seq_num 1155) 2024-09-17T17:14:50.488 INFO:tasks.rados.rados.0.smithi031.stdout:3656: finishing copy_from to smithi03184240-30 2024-09-17T17:14:50.488 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 2692 (ObjNum 1106 snap 319 seq_num 1106) dirty exists 2024-09-17T17:14:50.489 INFO:tasks.rados.rados.0.smithi031.stdout:3640: done (12 left) 2024-09-17T17:14:50.489 INFO:tasks.rados.rados.0.smithi031.stdout:3641: done (11 left) 2024-09-17T17:14:50.489 INFO:tasks.rados.rados.0.smithi031.stdout:3644: done (10 left) 2024-09-17T17:14:50.489 INFO:tasks.rados.rados.0.smithi031.stdout:3647: done (9 left) 2024-09-17T17:14:50.489 INFO:tasks.rados.rados.0.smithi031.stdout:3649: done (8 left) 2024-09-17T17:14:50.489 INFO:tasks.rados.rados.0.smithi031.stdout:3651: done (7 left) 2024-09-17T17:14:50.489 INFO:tasks.rados.rados.0.smithi031.stdout:3652: done (6 left) 2024-09-17T17:14:50.489 INFO:tasks.rados.rados.0.smithi031.stdout:3654: done (5 left) 2024-09-17T17:14:50.489 INFO:tasks.rados.rados.0.smithi031.stdout:3655: done (4 left) 2024-09-17T17:14:50.489 INFO:tasks.rados.rados.0.smithi031.stdout:3656: done (3 left) 2024-09-17T17:14:50.489 INFO:tasks.rados.rados.0.smithi031.stdout:3657: done (2 left) 2024-09-17T17:14:50.489 INFO:tasks.rados.rados.0.smithi031.stdout:3658: done (1 left) 2024-09-17T17:14:50.489 INFO:tasks.rados.rados.0.smithi031.stdout:3659: done (0 left) 2024-09-17T17:14:50.489 INFO:tasks.rados.rados.0.smithi031.stdout:3660: read oid 35 snap 335 2024-09-17T17:14:50.490 INFO:tasks.rados.rados.0.smithi031.stdout:3660: expect (ObjNum 1704895520 snap 21918 seq_num 1705703168) 2024-09-17T17:14:50.490 INFO:tasks.rados.rados.0.smithi031.stdout:3661: snap_remove snap 326 2024-09-17T17:14:50.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:50 smithi031 ceph-mon[94873]: osdmap e751: 8 total, 8 up, 8 in 2024-09-17T17:14:50.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:50 smithi031 ceph-mon[96842]: osdmap e751: 8 total, 8 up, 8 in 2024-09-17T17:14:50.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:50 smithi066 ceph-mon[86175]: osdmap e751: 8 total, 8 up, 8 in 2024-09-17T17:14:51.486 INFO:tasks.rados.rados.0.smithi031.stdout:3660: expect (ObjNum 1704895520 snap 21918 seq_num 1705703168) 2024-09-17T17:14:51.488 INFO:tasks.rados.rados.0.smithi031.stdout:3660: done (1 left) 2024-09-17T17:14:51.488 INFO:tasks.rados.rados.0.smithi031.stdout:3661: done (0 left) 2024-09-17T17:14:51.488 INFO:tasks.rados.rados.0.smithi031.stdout:3662: rollback oid 42 current snap is 337 2024-09-17T17:14:51.489 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 42 to 321 2024-09-17T17:14:51.489 INFO:tasks.rados.rados.0.smithi031.stdout:3663: rollback oid 32 current snap is 337 2024-09-17T17:14:51.489 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 32 to 323 2024-09-17T17:14:51.489 INFO:tasks.rados.rados.0.smithi031.stdout:3664: delete oid 35 current snap is 337 2024-09-17T17:14:51.502 INFO:tasks.rados.rados.0.smithi031.stdout:3663: finishing rollback tid 0 to smithi03184240-32 2024-09-17T17:14:51.503 INFO:tasks.rados.rados.0.smithi031.stdout:3663: finishing rollback tid 1 to smithi03184240-32 2024-09-17T17:14:51.503 INFO:tasks.rados.rados.0.smithi031.stdout:3664: done (2 left) 2024-09-17T17:14:51.503 INFO:tasks.rados.rados.0.smithi031.stdout:3665: delete oid 31 current snap is 337 2024-09-17T17:14:51.504 INFO:tasks.rados.rados.0.smithi031.stdout:3663: finishing rollback tid 2 to smithi03184240-32 2024-09-17T17:14:51.504 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 2218 (ObjNum 1089 snap 317 seq_num 1089) dirty exists 2024-09-17T17:14:51.507 INFO:tasks.rados.rados.0.smithi031.stdout:3662: finishing rollback tid 0 to smithi03184240-42 2024-09-17T17:14:51.507 INFO:tasks.rados.rados.0.smithi031.stdout:3662: finishing rollback tid 1 to smithi03184240-42 2024-09-17T17:14:51.508 INFO:tasks.rados.rados.0.smithi031.stdout:3662: finishing rollback tid 2 to smithi03184240-42 2024-09-17T17:14:51.508 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 2907 (ObjNum 1097 snap 319 seq_num 1097) dirty exists 2024-09-17T17:14:51.509 INFO:tasks.rados.rados.0.smithi031.stdout:3662: done (2 left) 2024-09-17T17:14:51.509 INFO:tasks.rados.rados.0.smithi031.stdout:3663: done (1 left) 2024-09-17T17:14:51.509 INFO:tasks.rados.rados.0.smithi031.stdout:3665: done (0 left) 2024-09-17T17:14:51.509 INFO:tasks.rados.rados.0.smithi031.stdout:3666: read oid 30 snap 336 2024-09-17T17:14:51.509 INFO:tasks.rados.rados.0.smithi031.stdout:3666: expect (ObjNum 1106 snap 319 seq_num 1106) 2024-09-17T17:14:51.509 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 35 current snap is 337 2024-09-17T17:14:51.509 INFO:tasks.rados.rados.0.smithi031.stdout:3667: seq_num 1162 ranges {0=270336} 2024-09-17T17:14:51.511 INFO:tasks.rados.rados.0.smithi031.stdout:3667: writing smithi03184240-35 from 0 to 270336 tid 1 2024-09-17T17:14:51.511 INFO:tasks.rados.rados.0.smithi031.stdout:3668: copy_from oid 6 from oid 11 current snap is 337 2024-09-17T17:14:51.511 INFO:tasks.rados.rados.0.smithi031.stdout:3669: snap_create 2024-09-17T17:14:51.517 INFO:tasks.rados.rados.0.smithi031.stdout:3667: finishing write tid 1 to smithi03184240-35 2024-09-17T17:14:51.518 INFO:tasks.rados.rados.0.smithi031.stdout:3667: finishing write tid 2 to smithi03184240-35 2024-09-17T17:14:51.521 INFO:tasks.rados.rados.0.smithi031.stdout:3667: finishing write tid 3 to smithi03184240-35 2024-09-17T17:14:51.521 INFO:tasks.rados.rados.0.smithi031.stdout:3667: oid 35 updating version 0 to 2601 2024-09-17T17:14:51.521 INFO:tasks.rados.rados.0.smithi031.stdout:3667: oid 35 version 2601 is already newer than 2600 2024-09-17T17:14:51.521 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 2601 (ObjNum 1162 snap 337 seq_num 1162) dirty exists 2024-09-17T17:14:51.521 INFO:tasks.rados.rados.0.smithi031.stdout:3667: left oid 35 (ObjNum 1162 snap 337 seq_num 1162) 2024-09-17T17:14:51.522 INFO:tasks.rados.rados.0.smithi031.stdout:3666: expect (ObjNum 1106 snap 319 seq_num 1106) 2024-09-17T17:14:51.615 INFO:tasks.rados.rados.0.smithi031.stdout:3668: finishing copy_from racing read to smithi03184240-6 2024-09-17T17:14:51.615 INFO:tasks.rados.rados.0.smithi031.stdout:3668: finishing copy_from to smithi03184240-6 2024-09-17T17:14:51.615 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 2493 (ObjNum 1093 snap 318 seq_num 1093) dirty exists 2024-09-17T17:14:51.804 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:51 smithi066 ceph-mon[86175]: pgmap v789: 121 pgs: 121 active+clean; 176 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-09-17T17:14:51.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:51 smithi031 ceph-mon[94873]: pgmap v789: 121 pgs: 121 active+clean; 176 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-09-17T17:14:51.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:51 smithi031 ceph-mon[96842]: pgmap v789: 121 pgs: 121 active+clean; 176 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-09-17T17:14:52.492 INFO:tasks.rados.rados.0.smithi031.stdout:3666: done (3 left) 2024-09-17T17:14:52.492 INFO:tasks.rados.rados.0.smithi031.stdout:3667: done (2 left) 2024-09-17T17:14:52.492 INFO:tasks.rados.rados.0.smithi031.stdout:3668: done (1 left) 2024-09-17T17:14:52.492 INFO:tasks.rados.rados.0.smithi031.stdout:3669: done (0 left) 2024-09-17T17:14:52.492 INFO:tasks.rados.rados.0.smithi031.stdout:3670: delete oid 26 current snap is 338 2024-09-17T17:14:52.495 INFO:tasks.rados.rados.0.smithi031.stdout:3670: done (0 left) 2024-09-17T17:14:52.495 INFO:tasks.rados.rados.0.smithi031.stdout:3671: snap_remove snap 337 2024-09-17T17:14:52.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:52 smithi031 ceph-mon[94873]: osdmap e752: 8 total, 8 up, 8 in 2024-09-17T17:14:52.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:52 smithi031 ceph-mon[96842]: osdmap e752: 8 total, 8 up, 8 in 2024-09-17T17:14:52.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:52 smithi066 ceph-mon[86175]: osdmap e752: 8 total, 8 up, 8 in 2024-09-17T17:14:53.443 INFO:tasks.rados.rados.0.smithi031.stdout:3671: done (0 left) 2024-09-17T17:14:53.443 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 1 current snap is 338 2024-09-17T17:14:53.443 INFO:tasks.rados.rados.0.smithi031.stdout:3672: seq_num 1164 ranges {0=303104} 2024-09-17T17:14:53.445 INFO:tasks.rados.rados.0.smithi031.stdout:3672: writing smithi03184240-1 from 0 to 303104 tid 1 2024-09-17T17:14:53.445 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 338 2024-09-17T17:14:53.445 INFO:tasks.rados.rados.0.smithi031.stdout:3673: seq_num 1165 ranges {0=319488} 2024-09-17T17:14:53.447 INFO:tasks.rados.rados.0.smithi031.stdout:3673: writing smithi03184240-31 from 0 to 319488 tid 1 2024-09-17T17:14:53.447 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 38 current snap is 338 2024-09-17T17:14:53.447 INFO:tasks.rados.rados.0.smithi031.stdout:3674: seq_num 1166 ranges {7397376=335872} 2024-09-17T17:14:53.493 INFO:tasks.rados.rados.0.smithi031.stdout:3674: writing smithi03184240-38 from 7397376 to 7733248 tid 1 2024-09-17T17:14:53.493 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 44 current snap is 338 2024-09-17T17:14:53.493 INFO:tasks.rados.rados.0.smithi031.stdout:3672: finishing write tid 1 to smithi03184240-1 2024-09-17T17:14:53.493 INFO:tasks.rados.rados.0.smithi031.stdout:3675: seq_num 1167 ranges {0=352256} 2024-09-17T17:14:53.494 INFO:tasks.rados.rados.0.smithi031.stdout:3675: writing smithi03184240-44 from 0 to 352256 tid 1 2024-09-17T17:14:53.494 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 5 current snap is 338 2024-09-17T17:14:53.495 INFO:tasks.rados.rados.0.smithi031.stdout:3676: seq_num 1168 ranges {6668288=368640} 2024-09-17T17:14:53.535 INFO:tasks.rados.rados.0.smithi031.stdout:3676: writing smithi03184240-5 from 6668288 to 7036928 tid 1 2024-09-17T17:14:53.536 INFO:tasks.rados.rados.0.smithi031.stdout:3677: rmattr oid 26 current snap is 338 2024-09-17T17:14:53.536 INFO:tasks.rados.rados.0.smithi031.stdout:3677: done (5 left) 2024-09-17T17:14:53.536 INFO:tasks.rados.rados.0.smithi031.stdout:3678: rollback oid 25 current snap is 338 2024-09-17T17:14:53.536 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 25 to 323 2024-09-17T17:14:53.536 INFO:tasks.rados.rados.0.smithi031.stdout:3672: finishing write tid 2 to smithi03184240-1 2024-09-17T17:14:53.536 INFO:tasks.rados.rados.0.smithi031.stdout:3672: finishing write tid 3 to smithi03184240-1 2024-09-17T17:14:53.536 INFO:tasks.rados.rados.0.smithi031.stdout:3672: oid 1 updating version 0 to 2693 2024-09-17T17:14:53.536 INFO:tasks.rados.rados.0.smithi031.stdout:3672: oid 1 updating version 2693 to 2694 2024-09-17T17:14:53.536 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 2694 (ObjNum 1164 snap 338 seq_num 1164) dirty exists 2024-09-17T17:14:53.536 INFO:tasks.rados.rados.0.smithi031.stdout:3672: left oid 1 (ObjNum 1164 snap 338 seq_num 1164) 2024-09-17T17:14:53.536 INFO:tasks.rados.rados.0.smithi031.stdout:3673: finishing write tid 1 to smithi03184240-31 2024-09-17T17:14:53.536 INFO:tasks.rados.rados.0.smithi031.stdout:3672: done (5 left) 2024-09-17T17:14:53.536 INFO:tasks.rados.rados.0.smithi031.stdout:3679: rmattr oid 49 current snap is 338 2024-09-17T17:14:53.537 INFO:tasks.rados.rados.0.smithi031.stdout:3679: done (5 left) 2024-09-17T17:14:53.537 INFO:tasks.rados.rados.0.smithi031.stdout:3680: rmattr oid 2 current snap is 338 2024-09-17T17:14:53.537 INFO:tasks.rados.rados.0.smithi031.stdout:3680: done (5 left) 2024-09-17T17:14:53.537 INFO:tasks.rados.rados.0.smithi031.stdout:3681: read oid 8 snap -1 2024-09-17T17:14:53.537 INFO:tasks.rados.rados.0.smithi031.stdout:3681: expect deleted 2024-09-17T17:14:53.537 INFO:tasks.rados.rados.0.smithi031.stdout:3682: rollback oid 37 current snap is 338 2024-09-17T17:14:53.537 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 37 to 333 2024-09-17T17:14:53.537 INFO:tasks.rados.rados.0.smithi031.stdout:3673: finishing write tid 2 to smithi03184240-31 2024-09-17T17:14:53.537 INFO:tasks.rados.rados.0.smithi031.stdout:3673: finishing write tid 3 to smithi03184240-31 2024-09-17T17:14:53.537 INFO:tasks.rados.rados.0.smithi031.stdout:3673: oid 31 updating version 0 to 2501 2024-09-17T17:14:53.537 INFO:tasks.rados.rados.0.smithi031.stdout:3673: oid 31 updating version 2501 to 2502 2024-09-17T17:14:53.537 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 2502 (ObjNum 1165 snap 338 seq_num 1165) dirty exists 2024-09-17T17:14:53.537 INFO:tasks.rados.rados.0.smithi031.stdout:3673: left oid 31 (ObjNum 1165 snap 338 seq_num 1165) 2024-09-17T17:14:53.538 INFO:tasks.rados.rados.0.smithi031.stdout:3674: finishing write tid 1 to smithi03184240-38 2024-09-17T17:14:53.538 INFO:tasks.rados.rados.0.smithi031.stdout:3673: done (6 left) 2024-09-17T17:14:53.538 INFO:tasks.rados.rados.0.smithi031.stdout:3683: read oid 40 snap -1 2024-09-17T17:14:53.538 INFO:tasks.rados.rados.0.smithi031.stdout:3683: expect (ObjNum 1136 snap 327 seq_num 1136) 2024-09-17T17:14:53.538 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 17 current snap is 338 2024-09-17T17:14:53.538 INFO:tasks.rados.rados.0.smithi031.stdout:3674: finishing write tid 2 to smithi03184240-38 2024-09-17T17:14:53.538 INFO:tasks.rados.rados.0.smithi031.stdout:3675: finishing write tid 1 to smithi03184240-44 2024-09-17T17:14:53.538 INFO:tasks.rados.rados.0.smithi031.stdout:3675: finishing write tid 2 to smithi03184240-44 2024-09-17T17:14:53.538 INFO:tasks.rados.rados.0.smithi031.stdout:3675: finishing write tid 3 to smithi03184240-44 2024-09-17T17:14:53.538 INFO:tasks.rados.rados.0.smithi031.stdout:3675: oid 44 updating version 0 to 2920 2024-09-17T17:14:53.538 INFO:tasks.rados.rados.0.smithi031.stdout:3675: oid 44 updating version 2920 to 2921 2024-09-17T17:14:53.538 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 2921 (ObjNum 1167 snap 338 seq_num 1167) dirty exists 2024-09-17T17:14:53.538 INFO:tasks.rados.rados.0.smithi031.stdout:3675: left oid 44 (ObjNum 1167 snap 338 seq_num 1167) 2024-09-17T17:14:53.538 INFO:tasks.rados.rados.0.smithi031.stdout:3674: finishing write tid 3 to smithi03184240-38 2024-09-17T17:14:53.538 INFO:tasks.rados.rados.0.smithi031.stdout:3674: oid 38 updating version 0 to 2712 2024-09-17T17:14:53.539 INFO:tasks.rados.rados.0.smithi031.stdout:3674: oid 38 updating version 2712 to 2713 2024-09-17T17:14:53.539 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 2713 (ObjNum 1166 snap 338 seq_num 1166) dirty exists 2024-09-17T17:14:53.539 INFO:tasks.rados.rados.0.smithi031.stdout:3674: left oid 38 (ObjNum 1166 snap 338 seq_num 1166) 2024-09-17T17:14:53.539 INFO:tasks.rados.rados.0.smithi031.stdout:3684: seq_num 1169 ranges {2187264=385024} 2024-09-17T17:14:53.548 INFO:tasks.rados.rados.0.smithi031.stdout:3684: writing smithi03184240-17 from 2187264 to 2572288 tid 1 2024-09-17T17:14:53.549 INFO:tasks.rados.rados.0.smithi031.stdout:3674: done (7 left) 2024-09-17T17:14:53.549 INFO:tasks.rados.rados.0.smithi031.stdout:3675: done (6 left) 2024-09-17T17:14:53.549 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 49 current snap is 338 2024-09-17T17:14:53.549 INFO:tasks.rados.rados.0.smithi031.stdout:3685: seq_num 1170 ranges {196608=401408} 2024-09-17T17:14:53.552 INFO:tasks.rados.rados.0.smithi031.stdout:3685: writing smithi03184240-49 from 196608 to 598016 tid 1 2024-09-17T17:14:53.552 INFO:tasks.rados.rados.0.smithi031.stdout:3686: snap_remove snap 329 2024-09-17T17:14:53.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:53 smithi031 ceph-mon[94873]: pgmap v791: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 187 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2024-09-17T17:14:53.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:53 smithi031 ceph-mon[94873]: osdmap e753: 8 total, 8 up, 8 in 2024-09-17T17:14:53.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:53 smithi031 ceph-mon[94873]: osdmap e754: 8 total, 8 up, 8 in 2024-09-17T17:14:53.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:53 smithi031 ceph-mon[96842]: pgmap v791: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 187 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2024-09-17T17:14:53.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:53 smithi031 ceph-mon[96842]: osdmap e753: 8 total, 8 up, 8 in 2024-09-17T17:14:53.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:53 smithi031 ceph-mon[96842]: osdmap e754: 8 total, 8 up, 8 in 2024-09-17T17:14:53.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:53 smithi066 ceph-mon[86175]: pgmap v791: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 187 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2024-09-17T17:14:53.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:53 smithi066 ceph-mon[86175]: osdmap e753: 8 total, 8 up, 8 in 2024-09-17T17:14:53.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:53 smithi066 ceph-mon[86175]: osdmap e754: 8 total, 8 up, 8 in 2024-09-17T17:14:54.525 INFO:tasks.rados.rados.0.smithi031.stdout:3682: finishing rollback tid 1 to smithi03184240-37 2024-09-17T17:14:54.525 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 0 (ObjNum 65 snap 0 seq_num 1902205543) dirty dne 2024-09-17T17:14:54.525 INFO:tasks.rados.rados.0.smithi031.stdout:3678: finishing rollback tid 1 to smithi03184240-25 2024-09-17T17:14:54.525 INFO:tasks.rados.rados.0.smithi031.stdout:3678: finishing rollback tid 2 to smithi03184240-25 2024-09-17T17:14:54.525 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 1500 (ObjNum 1076 snap 313 seq_num 1076) dirty exists 2024-09-17T17:14:54.525 INFO:tasks.rados.rados.0.smithi031.stdout:3676: finishing write tid 1 to smithi03184240-5 2024-09-17T17:14:54.525 INFO:tasks.rados.rados.0.smithi031.stdout:3676: finishing write tid 2 to smithi03184240-5 2024-09-17T17:14:54.525 INFO:tasks.rados.rados.0.smithi031.stdout:3676: finishing write tid 3 to smithi03184240-5 2024-09-17T17:14:54.525 INFO:tasks.rados.rados.0.smithi031.stdout:3676: oid 5 updating version 0 to 2696 2024-09-17T17:14:54.526 INFO:tasks.rados.rados.0.smithi031.stdout:3676: oid 5 version 2696 is already newer than 2695 2024-09-17T17:14:54.526 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 2696 (ObjNum 1168 snap 338 seq_num 1168) dirty exists 2024-09-17T17:14:54.526 INFO:tasks.rados.rados.0.smithi031.stdout:3676: left oid 5 (ObjNum 1168 snap 338 seq_num 1168) 2024-09-17T17:14:54.526 INFO:tasks.rados.rados.0.smithi031.stdout:3684: finishing write tid 1 to smithi03184240-17 2024-09-17T17:14:54.526 INFO:tasks.rados.rados.0.smithi031.stdout:3684: finishing write tid 2 to smithi03184240-17 2024-09-17T17:14:54.526 INFO:tasks.rados.rados.0.smithi031.stdout:3685: finishing write tid 1 to smithi03184240-49 2024-09-17T17:14:54.526 INFO:tasks.rados.rados.0.smithi031.stdout:3685: finishing write tid 2 to smithi03184240-49 2024-09-17T17:14:54.526 INFO:tasks.rados.rados.0.smithi031.stdout:3684: finishing write tid 3 to smithi03184240-17 2024-09-17T17:14:54.526 INFO:tasks.rados.rados.0.smithi031.stdout:3684: oid 17 updating version 0 to 1642 2024-09-17T17:14:54.526 INFO:tasks.rados.rados.0.smithi031.stdout:3684: oid 17 updating version 1642 to 1643 2024-09-17T17:14:54.526 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 1643 (ObjNum 1169 snap 338 seq_num 1169) dirty exists 2024-09-17T17:14:54.526 INFO:tasks.rados.rados.0.smithi031.stdout:3684: left oid 17 (ObjNum 1169 snap 338 seq_num 1169) 2024-09-17T17:14:54.526 INFO:tasks.rados.rados.0.smithi031.stdout:3685: finishing write tid 3 to smithi03184240-49 2024-09-17T17:14:54.526 INFO:tasks.rados.rados.0.smithi031.stdout:3685: oid 49 updating version 0 to 2220 2024-09-17T17:14:54.526 INFO:tasks.rados.rados.0.smithi031.stdout:3685: oid 49 version 2220 is already newer than 2219 2024-09-17T17:14:54.527 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 2220 (ObjNum 1170 snap 338 seq_num 1170) dirty exists 2024-09-17T17:14:54.527 INFO:tasks.rados.rados.0.smithi031.stdout:3685: left oid 49 (ObjNum 1170 snap 338 seq_num 1170) 2024-09-17T17:14:54.527 INFO:tasks.rados.rados.0.smithi031.stdout:3683: expect (ObjNum 1136 snap 327 seq_num 1136) 2024-09-17T17:14:54.927 INFO:tasks.rados.rados.0.smithi031.stdout:3676: done (7 left) 2024-09-17T17:14:54.928 INFO:tasks.rados.rados.0.smithi031.stdout:3678: done (6 left) 2024-09-17T17:14:54.928 INFO:tasks.rados.rados.0.smithi031.stdout:3681: done (5 left) 2024-09-17T17:14:54.928 INFO:tasks.rados.rados.0.smithi031.stdout:3682: done (4 left) 2024-09-17T17:14:54.928 INFO:tasks.rados.rados.0.smithi031.stdout:3683: done (3 left) 2024-09-17T17:14:54.928 INFO:tasks.rados.rados.0.smithi031.stdout:3684: done (2 left) 2024-09-17T17:14:54.928 INFO:tasks.rados.rados.0.smithi031.stdout:3685: done (1 left) 2024-09-17T17:14:54.928 INFO:tasks.rados.rados.0.smithi031.stdout:3686: done (0 left) 2024-09-17T17:14:54.928 INFO:tasks.rados.rados.0.smithi031.stdout:3687: snap_remove snap 336 2024-09-17T17:14:55.539 INFO:tasks.rados.rados.0.smithi031.stdout:3687: done (0 left) 2024-09-17T17:14:55.539 INFO:tasks.rados.rados.0.smithi031.stdout:3688: rollback oid 33 current snap is 338 2024-09-17T17:14:55.539 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 33 to 323 2024-09-17T17:14:55.539 INFO:tasks.rados.rados.0.smithi031.stdout:3689: rollback oid 7 current snap is 338 2024-09-17T17:14:55.540 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 7 to 335 2024-09-17T17:14:55.540 INFO:tasks.rados.rados.0.smithi031.stdout:3690: read oid 22 snap -1 2024-09-17T17:14:55.540 INFO:tasks.rados.rados.0.smithi031.stdout:3690: expect deleted 2024-09-17T17:14:55.540 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 9 current snap is 338 2024-09-17T17:14:55.540 INFO:tasks.rados.rados.0.smithi031.stdout:3691: seq_num 1171 ranges {3014656=417792} 2024-09-17T17:14:55.559 INFO:tasks.rados.rados.0.smithi031.stdout:3691: writing smithi03184240-9 from 3014656 to 3432448 tid 1 2024-09-17T17:14:55.559 INFO:tasks.rados.rados.0.smithi031.stdout:3692: delete oid 12 current snap is 338 2024-09-17T17:14:55.559 INFO:tasks.rados.rados.0.smithi031.stdout:3688: finishing rollback tid 0 to smithi03184240-33 2024-09-17T17:14:55.559 INFO:tasks.rados.rados.0.smithi031.stdout:3688: finishing rollback tid 1 to smithi03184240-33 2024-09-17T17:14:55.559 INFO:tasks.rados.rados.0.smithi031.stdout:3688: finishing rollback tid 2 to smithi03184240-33 2024-09-17T17:14:55.559 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 2708 (ObjNum 1106 snap 319 seq_num 1106) dirty exists 2024-09-17T17:14:55.559 INFO:tasks.rados.rados.0.smithi031.stdout:3689: finishing rollback tid 0 to smithi03184240-7 2024-09-17T17:14:55.559 INFO:tasks.rados.rados.0.smithi031.stdout:3689: finishing rollback tid 1 to smithi03184240-7 2024-09-17T17:14:55.560 INFO:tasks.rados.rados.0.smithi031.stdout:3689: finishing rollback tid 2 to smithi03184240-7 2024-09-17T17:14:55.560 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 2716 (ObjNum 1148 snap 335 seq_num 1148) dirty exists 2024-09-17T17:14:55.563 INFO:tasks.rados.rados.0.smithi031.stdout:3691: finishing write tid 1 to smithi03184240-9 2024-09-17T17:14:55.563 INFO:tasks.rados.rados.0.smithi031.stdout:3688: done (4 left) 2024-09-17T17:14:55.564 INFO:tasks.rados.rados.0.smithi031.stdout:3689: done (3 left) 2024-09-17T17:14:55.564 INFO:tasks.rados.rados.0.smithi031.stdout:3690: done (2 left) 2024-09-17T17:14:55.564 INFO:tasks.rados.rados.0.smithi031.stdout:3692: done (1 left) 2024-09-17T17:14:55.564 INFO:tasks.rados.rados.0.smithi031.stdout:3693: rollback oid 28 current snap is 338 2024-09-17T17:14:55.564 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 28 to 324 2024-09-17T17:14:55.564 INFO:tasks.rados.rados.0.smithi031.stdout:3691: finishing write tid 2 to smithi03184240-9 2024-09-17T17:14:55.564 INFO:tasks.rados.rados.0.smithi031.stdout:3694: rollback oid 26 current snap is 338 2024-09-17T17:14:55.564 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 26 to 323 2024-09-17T17:14:55.564 INFO:tasks.rados.rados.0.smithi031.stdout:3695: read oid 50 snap 327 2024-09-17T17:14:55.564 INFO:tasks.rados.rados.0.smithi031.stdout:3695: expect (ObjNum 1117 snap 322 seq_num 1117) 2024-09-17T17:14:55.564 INFO:tasks.rados.rados.0.smithi031.stdout:3696: delete oid 7 current snap is 338 2024-09-17T17:14:55.565 INFO:tasks.rados.rados.0.smithi031.stdout:3691: finishing write tid 3 to smithi03184240-9 2024-09-17T17:14:55.565 INFO:tasks.rados.rados.0.smithi031.stdout:3691: oid 9 updating version 0 to 2709 2024-09-17T17:14:55.565 INFO:tasks.rados.rados.0.smithi031.stdout:3691: oid 9 updating version 2709 to 2710 2024-09-17T17:14:55.565 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 2710 (ObjNum 1171 snap 338 seq_num 1171) dirty exists 2024-09-17T17:14:55.565 INFO:tasks.rados.rados.0.smithi031.stdout:3691: left oid 9 (ObjNum 1171 snap 338 seq_num 1171) 2024-09-17T17:14:55.566 INFO:tasks.rados.rados.0.smithi031.stdout:3694: finishing rollback tid 1 to smithi03184240-26 2024-09-17T17:14:55.566 INFO:tasks.rados.rados.0.smithi031.stdout:3694: finishing rollback tid 2 to smithi03184240-26 2024-09-17T17:14:55.566 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 2604 (ObjNum 129 snap 0 seq_num 1705318928) dirty exists 2024-09-17T17:14:55.568 INFO:tasks.rados.rados.0.smithi031.stdout:3693: finishing rollback tid 0 to smithi03184240-28 2024-09-17T17:14:55.569 INFO:tasks.rados.rados.0.smithi031.stdout:3693: finishing rollback tid 1 to smithi03184240-28 2024-09-17T17:14:55.569 INFO:tasks.rados.rados.0.smithi031.stdout:3693: finishing rollback tid 2 to smithi03184240-28 2024-09-17T17:14:55.569 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 2934 (ObjNum 1014 snap 300 seq_num 1014) dirty exists 2024-09-17T17:14:55.573 INFO:tasks.rados.rados.0.smithi031.stdout:3691: done (4 left) 2024-09-17T17:14:55.573 INFO:tasks.rados.rados.0.smithi031.stdout:3693: done (3 left) 2024-09-17T17:14:55.573 INFO:tasks.rados.rados.0.smithi031.stdout:3694: done (2 left) 2024-09-17T17:14:55.573 INFO:tasks.rados.rados.0.smithi031.stdout:3696: done (1 left) 2024-09-17T17:14:55.573 INFO:tasks.rados.rados.0.smithi031.stdout:3697: copy_from oid 47 from oid 43 current snap is 338 2024-09-17T17:14:55.573 INFO:tasks.rados.rados.0.smithi031.stdout:3698: delete oid 14 current snap is 338 2024-09-17T17:14:55.574 INFO:tasks.rados.rados.0.smithi031.stdout:3697: finishing copy_from to smithi03184240-47 2024-09-17T17:14:55.574 INFO:tasks.rados.rados.0.smithi031.stdout:3697: got expected ENOENT (src dne) 2024-09-17T17:14:55.574 INFO:tasks.rados.rados.0.smithi031.stdout:3697: finishing copy_from racing read to smithi03184240-47 2024-09-17T17:14:55.575 INFO:tasks.rados.rados.0.smithi031.stdout:3697: done (2 left) 2024-09-17T17:14:55.575 INFO:tasks.rados.rados.0.smithi031.stdout:3698: done (1 left) 2024-09-17T17:14:55.575 INFO:tasks.rados.rados.0.smithi031.stdout:3699: snap_create 2024-09-17T17:14:55.578 INFO:tasks.rados.rados.0.smithi031.stdout:3695: expect (ObjNum 1117 snap 322 seq_num 1117) 2024-09-17T17:14:55.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:55 smithi031 ceph-mon[94873]: pgmap v794: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 195 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.7 MiB/s wr, 14 op/s 2024-09-17T17:14:55.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:55 smithi031 ceph-mon[94873]: osdmap e755: 8 total, 8 up, 8 in 2024-09-17T17:14:55.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:55 smithi031 ceph-mon[96842]: pgmap v794: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 195 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.7 MiB/s wr, 14 op/s 2024-09-17T17:14:55.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:55 smithi031 ceph-mon[96842]: osdmap e755: 8 total, 8 up, 8 in 2024-09-17T17:14:55.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:55 smithi066 ceph-mon[86175]: pgmap v794: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 195 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.7 MiB/s wr, 14 op/s 2024-09-17T17:14:55.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:55 smithi066 ceph-mon[86175]: osdmap e755: 8 total, 8 up, 8 in 2024-09-17T17:14:56.539 INFO:tasks.rados.rados.0.smithi031.stdout:3695: done (1 left) 2024-09-17T17:14:56.539 INFO:tasks.rados.rados.0.smithi031.stdout:3699: done (0 left) 2024-09-17T17:14:56.539 INFO:tasks.rados.rados.0.smithi031.stdout:3700: snap_remove snap 330 2024-09-17T17:14:56.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:56 smithi031 ceph-mon[94873]: osdmap e756: 8 total, 8 up, 8 in 2024-09-17T17:14:56.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:56 smithi031 ceph-mon[96842]: osdmap e756: 8 total, 8 up, 8 in 2024-09-17T17:14:56.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:56 smithi066 ceph-mon[86175]: osdmap e756: 8 total, 8 up, 8 in 2024-09-17T17:14:57.541 INFO:tasks.rados.rados.0.smithi031.stdout:3700: done (0 left) 2024-09-17T17:14:57.542 INFO:tasks.rados.rados.0.smithi031.stdout:3701: read oid 8 snap -1 2024-09-17T17:14:57.542 INFO:tasks.rados.rados.0.smithi031.stdout:3701: expect deleted 2024-09-17T17:14:57.542 INFO:tasks.rados.rados.0.smithi031.stdout:3702: copy_from oid 2 from oid 5 current snap is 339 2024-09-17T17:14:57.542 INFO:tasks.rados.rados.0.smithi031.stdout:3703: copy_from oid 15 from oid 11 current snap is 339 2024-09-17T17:14:57.542 INFO:tasks.rados.rados.0.smithi031.stdout:3704: delete oid 22 current snap is 339 2024-09-17T17:14:57.559 INFO:tasks.rados.rados.0.smithi031.stdout:3701: done (3 left) 2024-09-17T17:14:57.559 INFO:tasks.rados.rados.0.smithi031.stdout:3704: done (2 left) 2024-09-17T17:14:57.559 INFO:tasks.rados.rados.0.smithi031.stdout:3705: rollback oid 17 current snap is 339 2024-09-17T17:14:57.559 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 17 to 333 2024-09-17T17:14:57.559 INFO:tasks.rados.rados.0.smithi031.stdout:3706: rollback oid 34 current snap is 339 2024-09-17T17:14:57.559 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 34 to 333 2024-09-17T17:14:57.559 INFO:tasks.rados.rados.0.smithi031.stdout:3707: delete oid 47 current snap is 339 2024-09-17T17:14:57.564 INFO:tasks.rados.rados.0.smithi031.stdout:3707: done (4 left) 2024-09-17T17:14:57.565 INFO:tasks.rados.rados.0.smithi031.stdout:3708: copy_from oid 25 from oid 7 current snap is 339 2024-09-17T17:14:57.565 INFO:tasks.rados.rados.0.smithi031.stdout:3709: snap_create 2024-09-17T17:14:57.567 INFO:tasks.rados.rados.0.smithi031.stdout:3708: finishing copy_from to smithi03184240-25 2024-09-17T17:14:57.567 INFO:tasks.rados.rados.0.smithi031.stdout:3708: got expected ENOENT (src dne) 2024-09-17T17:14:57.567 INFO:tasks.rados.rados.0.smithi031.stdout:3708: finishing copy_from racing read to smithi03184240-25 2024-09-17T17:14:57.569 INFO:tasks.rados.rados.0.smithi031.stdout:3705: finishing rollback tid 0 to smithi03184240-17 2024-09-17T17:14:57.571 INFO:tasks.rados.rados.0.smithi031.stdout:3705: finishing rollback tid 1 to smithi03184240-17 2024-09-17T17:14:57.571 INFO:tasks.rados.rados.0.smithi031.stdout:3705: finishing rollback tid 2 to smithi03184240-17 2024-09-17T17:14:57.571 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 1646 (ObjNum 1032 snap 303 seq_num 1032) dirty exists 2024-09-17T17:14:57.572 INFO:tasks.rados.rados.0.smithi031.stdout:3706: finishing rollback tid 0 to smithi03184240-34 2024-09-17T17:14:57.575 INFO:tasks.rados.rados.0.smithi031.stdout:3706: finishing rollback tid 1 to smithi03184240-34 2024-09-17T17:14:57.575 INFO:tasks.rados.rados.0.smithi031.stdout:3706: finishing rollback tid 2 to smithi03184240-34 2024-09-17T17:14:57.575 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 1649 (ObjNum 1143 snap 329 seq_num 1143) dirty exists 2024-09-17T17:14:57.577 INFO:tasks.rados.rados.0.smithi031.stdout:3703: finishing copy_from racing read to smithi03184240-15 2024-09-17T17:14:57.578 INFO:tasks.rados.rados.0.smithi031.stdout:3703: finishing copy_from to smithi03184240-15 2024-09-17T17:14:57.578 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 2493 (ObjNum 1093 snap 318 seq_num 1093) dirty exists 2024-09-17T17:14:57.590 INFO:tasks.rados.rados.0.smithi031.stdout:3702: finishing copy_from racing read to smithi03184240-2 2024-09-17T17:14:57.594 INFO:tasks.rados.rados.0.smithi031.stdout:3702: finishing copy_from to smithi03184240-2 2024-09-17T17:14:57.595 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 2696 (ObjNum 1168 snap 338 seq_num 1168) dirty exists 2024-09-17T17:14:57.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:57 smithi031 ceph-mon[94873]: pgmap v797: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 195 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-09-17T17:14:57.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:57 smithi031 ceph-mon[94873]: osdmap e757: 8 total, 8 up, 8 in 2024-09-17T17:14:57.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:57 smithi031 ceph-mon[96842]: pgmap v797: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 195 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-09-17T17:14:57.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:57 smithi031 ceph-mon[96842]: osdmap e757: 8 total, 8 up, 8 in 2024-09-17T17:14:57.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:57 smithi066 ceph-mon[86175]: pgmap v797: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 195 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-09-17T17:14:57.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:57 smithi066 ceph-mon[86175]: osdmap e757: 8 total, 8 up, 8 in 2024-09-17T17:14:58.557 INFO:tasks.rados.rados.0.smithi031.stdout:3702: done (5 left) 2024-09-17T17:14:58.557 INFO:tasks.rados.rados.0.smithi031.stdout:3703: done (4 left) 2024-09-17T17:14:58.557 INFO:tasks.rados.rados.0.smithi031.stdout:3705: done (3 left) 2024-09-17T17:14:58.557 INFO:tasks.rados.rados.0.smithi031.stdout:3706: done (2 left) 2024-09-17T17:14:58.557 INFO:tasks.rados.rados.0.smithi031.stdout:3708: done (1 left) 2024-09-17T17:14:58.557 INFO:tasks.rados.rados.0.smithi031.stdout:3709: done (0 left) 2024-09-17T17:14:58.557 INFO:tasks.rados.rados.0.smithi031.stdout:3710: delete oid 13 current snap is 340 2024-09-17T17:14:58.562 INFO:tasks.rados.rados.0.smithi031.stdout:3710: done (0 left) 2024-09-17T17:14:58.562 INFO:tasks.rados.rados.0.smithi031.stdout:3711: delete oid 2 current snap is 340 2024-09-17T17:14:58.569 INFO:tasks.rados.rados.0.smithi031.stdout:3711: done (0 left) 2024-09-17T17:14:58.569 INFO:tasks.rados.rados.0.smithi031.stdout:3712: snap_create 2024-09-17T17:14:58.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:58 smithi031 ceph-mon[94873]: osdmap e758: 8 total, 8 up, 8 in 2024-09-17T17:14:58.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:58 smithi031 ceph-mon[96842]: osdmap e758: 8 total, 8 up, 8 in 2024-09-17T17:14:58.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:58 smithi066 ceph-mon[86175]: osdmap e758: 8 total, 8 up, 8 in 2024-09-17T17:14:59.559 INFO:tasks.rados.rados.0.smithi031.stdout:3712: done (0 left) 2024-09-17T17:14:59.559 INFO:tasks.rados.rados.0.smithi031.stdout:3713: read oid 49 snap -1 2024-09-17T17:14:59.559 INFO:tasks.rados.rados.0.smithi031.stdout:3713: expect (ObjNum 1170 snap 338 seq_num 1170) 2024-09-17T17:14:59.559 INFO:tasks.rados.rados.0.smithi031.stdout:3714: snap_remove snap 335 2024-09-17T17:14:59.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:59 smithi031 ceph-mon[94873]: pgmap v800: 121 pgs: 121 active+clean; 193 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 618 KiB/s wr, 10 op/s 2024-09-17T17:14:59.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:14:59 smithi031 ceph-mon[94873]: osdmap e759: 8 total, 8 up, 8 in 2024-09-17T17:14:59.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:59 smithi031 ceph-mon[96842]: pgmap v800: 121 pgs: 121 active+clean; 193 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 618 KiB/s wr, 10 op/s 2024-09-17T17:14:59.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:14:59 smithi031 ceph-mon[96842]: osdmap e759: 8 total, 8 up, 8 in 2024-09-17T17:14:59.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:59 smithi066 ceph-mon[86175]: pgmap v800: 121 pgs: 121 active+clean; 193 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 618 KiB/s wr, 10 op/s 2024-09-17T17:14:59.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:14:59 smithi066 ceph-mon[86175]: osdmap e759: 8 total, 8 up, 8 in 2024-09-17T17:15:00.566 INFO:tasks.rados.rados.0.smithi031.stdout:3713: expect (ObjNum 1170 snap 338 seq_num 1170) 2024-09-17T17:15:00.572 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:15:00 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:15:00] "GET /metrics HTTP/1.1" 200 36359 "" "Prometheus/2.51.0" 2024-09-17T17:15:00.591 INFO:tasks.rados.rados.0.smithi031.stdout:3713: done (1 left) 2024-09-17T17:15:00.591 INFO:tasks.rados.rados.0.smithi031.stdout:3714: done (0 left) 2024-09-17T17:15:00.591 INFO:tasks.rados.rados.0.smithi031.stdout:3715: snap_remove snap 338 2024-09-17T17:15:00.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:00 smithi031 ceph-mon[94873]: osdmap e760: 8 total, 8 up, 8 in 2024-09-17T17:15:00.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:15:00.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:00 smithi031 ceph-mon[96842]: osdmap e760: 8 total, 8 up, 8 in 2024-09-17T17:15:00.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:00 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:15:00.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:00 smithi066 ceph-mon[86175]: osdmap e760: 8 total, 8 up, 8 in 2024-09-17T17:15:00.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:00 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:15:01.586 INFO:tasks.rados.rados.0.smithi031.stdout:3715: done (0 left) 2024-09-17T17:15:01.586 INFO:tasks.rados.rados.0.smithi031.stdout:3716: delete oid 7 current snap is 341 2024-09-17T17:15:01.590 INFO:tasks.rados.rados.0.smithi031.stdout:3716: done (0 left) 2024-09-17T17:15:01.590 INFO:tasks.rados.rados.0.smithi031.stdout:3717: rollback oid 19 current snap is 341 2024-09-17T17:15:01.590 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 19 to 324 2024-09-17T17:15:01.590 INFO:tasks.rados.rados.0.smithi031.stdout:3718: copy_from oid 18 from oid 42 current snap is 341 2024-09-17T17:15:01.590 INFO:tasks.rados.rados.0.smithi031.stdout:3719: read oid 30 snap 340 2024-09-17T17:15:01.590 INFO:tasks.rados.rados.0.smithi031.stdout:3719: expect (ObjNum 1106 snap 319 seq_num 1106) 2024-09-17T17:15:01.590 INFO:tasks.rados.rados.0.smithi031.stdout:3720: read oid 10 snap -1 2024-09-17T17:15:01.591 INFO:tasks.rados.rados.0.smithi031.stdout:3720: expect (ObjNum 1159 snap 336 seq_num 1159) 2024-09-17T17:15:01.591 INFO:tasks.rados.rados.0.smithi031.stdout:3721: delete oid 21 current snap is 341 2024-09-17T17:15:01.598 INFO:tasks.rados.rados.0.smithi031.stdout:3721: done (4 left) 2024-09-17T17:15:01.598 INFO:tasks.rados.rados.0.smithi031.stdout:3722: rmattr oid 26 current snap is 341 2024-09-17T17:15:01.598 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 41 current snap is 341 2024-09-17T17:15:01.598 INFO:tasks.rados.rados.0.smithi031.stdout:3723: seq_num 1181 ranges {0=581632} 2024-09-17T17:15:01.603 INFO:tasks.rados.rados.0.smithi031.stdout:3723: writing smithi03184240-41 from 0 to 581632 tid 1 2024-09-17T17:15:01.603 INFO:tasks.rados.rados.0.smithi031.stdout:3724: rollback oid 44 current snap is 341 2024-09-17T17:15:01.603 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 44 to 324 2024-09-17T17:15:01.603 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 2605 (ObjNum 305 snap 0 seq_num 3068108288) dirty exists 2024-09-17T17:15:01.603 INFO:tasks.rados.rados.0.smithi031.stdout:3722: done (6 left) 2024-09-17T17:15:01.603 INFO:tasks.rados.rados.0.smithi031.stdout:3725: rmattr oid 22 current snap is 341 2024-09-17T17:15:01.603 INFO:tasks.rados.rados.0.smithi031.stdout:3725: done (6 left) 2024-09-17T17:15:01.603 INFO:tasks.rados.rados.0.smithi031.stdout:3726: read oid 8 snap -1 2024-09-17T17:15:01.603 INFO:tasks.rados.rados.0.smithi031.stdout:3726: expect deleted 2024-09-17T17:15:01.603 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 341 2024-09-17T17:15:01.603 INFO:tasks.rados.rados.0.smithi031.stdout:3727: seq_num 1182 ranges {0=606208} 2024-09-17T17:15:01.606 INFO:tasks.rados.rados.0.smithi031.stdout:3727: writing smithi03184240-23 from 0 to 606208 tid 1 2024-09-17T17:15:01.606 INFO:tasks.rados.rados.0.smithi031.stdout:3728: snap_create 2024-09-17T17:15:01.606 INFO:tasks.rados.rados.0.smithi031.stdout:3717: finishing rollback tid 1 to smithi03184240-19 2024-09-17T17:15:01.606 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 2850 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-17T17:15:01.606 INFO:tasks.rados.rados.0.smithi031.stdout:3719: expect (ObjNum 1106 snap 319 seq_num 1106) 2024-09-17T17:15:01.698 INFO:tasks.rados.rados.0.smithi031.stdout:3723: finishing write tid 1 to smithi03184240-41 2024-09-17T17:15:01.698 INFO:tasks.rados.rados.0.smithi031.stdout:3724: finishing rollback tid 0 to smithi03184240-44 2024-09-17T17:15:01.699 INFO:tasks.rados.rados.0.smithi031.stdout:3723: finishing write tid 2 to smithi03184240-41 2024-09-17T17:15:01.699 INFO:tasks.rados.rados.0.smithi031.stdout:3718: finishing copy_from racing read to smithi03184240-18 2024-09-17T17:15:01.699 INFO:tasks.rados.rados.0.smithi031.stdout:3724: finishing rollback tid 1 to smithi03184240-44 2024-09-17T17:15:01.699 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 2955 (ObjNum 945 snap 0 seq_num 1705517296) dirty dne 2024-09-17T17:15:01.699 INFO:tasks.rados.rados.0.smithi031.stdout:3723: finishing write tid 3 to smithi03184240-41 2024-09-17T17:15:01.699 INFO:tasks.rados.rados.0.smithi031.stdout:3723: oid 41 updating version 0 to 1651 2024-09-17T17:15:01.699 INFO:tasks.rados.rados.0.smithi031.stdout:3723: oid 41 version 1651 is already newer than 1650 2024-09-17T17:15:01.699 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 1651 (ObjNum 1181 snap 341 seq_num 1181) dirty exists 2024-09-17T17:15:01.699 INFO:tasks.rados.rados.0.smithi031.stdout:3723: left oid 41 (ObjNum 1181 snap 341 seq_num 1181) 2024-09-17T17:15:01.699 INFO:tasks.rados.rados.0.smithi031.stdout:3720: expect (ObjNum 1159 snap 336 seq_num 1159) 2024-09-17T17:15:01.828 INFO:tasks.rados.rados.0.smithi031.stdout:3718: finishing copy_from to smithi03184240-18 2024-09-17T17:15:01.828 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 2907 (ObjNum 1097 snap 319 seq_num 1097) dirty exists 2024-09-17T17:15:01.828 INFO:tasks.rados.rados.0.smithi031.stdout:3727: finishing write tid 1 to smithi03184240-23 2024-09-17T17:15:01.828 INFO:tasks.rados.rados.0.smithi031.stdout:3727: finishing write tid 2 to smithi03184240-23 2024-09-17T17:15:01.828 INFO:tasks.rados.rados.0.smithi031.stdout:3727: finishing write tid 3 to smithi03184240-23 2024-09-17T17:15:01.828 INFO:tasks.rados.rados.0.smithi031.stdout:3727: oid 23 updating version 0 to 1973 2024-09-17T17:15:01.828 INFO:tasks.rados.rados.0.smithi031.stdout:3727: oid 23 updating version 1973 to 1974 2024-09-17T17:15:01.828 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 1974 (ObjNum 1182 snap 341 seq_num 1182) dirty exists 2024-09-17T17:15:01.828 INFO:tasks.rados.rados.0.smithi031.stdout:3727: left oid 23 (ObjNum 1182 snap 341 seq_num 1182) 2024-09-17T17:15:01.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:01 smithi031 ceph-mon[94873]: pgmap v803: 121 pgs: 121 active+clean; 194 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-09-17T17:15:01.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:01 smithi031 ceph-mon[94873]: osdmap e761: 8 total, 8 up, 8 in 2024-09-17T17:15:01.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:01 smithi031 ceph-mon[96842]: pgmap v803: 121 pgs: 121 active+clean; 194 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-09-17T17:15:01.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:01 smithi031 ceph-mon[96842]: osdmap e761: 8 total, 8 up, 8 in 2024-09-17T17:15:01.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:01 smithi066 ceph-mon[86175]: pgmap v803: 121 pgs: 121 active+clean; 194 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-09-17T17:15:01.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:01 smithi066 ceph-mon[86175]: osdmap e761: 8 total, 8 up, 8 in 2024-09-17T17:15:02.593 INFO:tasks.rados.rados.0.smithi031.stdout:3717: done (8 left) 2024-09-17T17:15:02.593 INFO:tasks.rados.rados.0.smithi031.stdout:3718: done (7 left) 2024-09-17T17:15:02.593 INFO:tasks.rados.rados.0.smithi031.stdout:3719: done (6 left) 2024-09-17T17:15:02.593 INFO:tasks.rados.rados.0.smithi031.stdout:3720: done (5 left) 2024-09-17T17:15:02.593 INFO:tasks.rados.rados.0.smithi031.stdout:3723: done (4 left) 2024-09-17T17:15:02.593 INFO:tasks.rados.rados.0.smithi031.stdout:3724: done (3 left) 2024-09-17T17:15:02.593 INFO:tasks.rados.rados.0.smithi031.stdout:3726: done (2 left) 2024-09-17T17:15:02.593 INFO:tasks.rados.rados.0.smithi031.stdout:3727: done (1 left) 2024-09-17T17:15:02.593 INFO:tasks.rados.rados.0.smithi031.stdout:3728: done (0 left) 2024-09-17T17:15:02.593 INFO:tasks.rados.rados.0.smithi031.stdout:3729: snap_create 2024-09-17T17:15:02.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:02 smithi031 ceph-mon[94873]: osdmap e762: 8 total, 8 up, 8 in 2024-09-17T17:15:02.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:02 smithi031 ceph-mon[96842]: osdmap e762: 8 total, 8 up, 8 in 2024-09-17T17:15:02.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:02 smithi066 ceph-mon[86175]: osdmap e762: 8 total, 8 up, 8 in 2024-09-17T17:15:03.446 INFO:tasks.rados.rados.0.smithi031.stdout:3729: done (0 left) 2024-09-17T17:15:03.446 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 343 2024-09-17T17:15:03.446 INFO:tasks.rados.rados.0.smithi031.stdout:3730: seq_num 1183 ranges {4882432=622592} 2024-09-17T17:15:03.476 INFO:tasks.rados.rados.0.smithi031.stdout:3730: writing smithi03184240-32 from 4882432 to 5505024 tid 1 2024-09-17T17:15:03.476 INFO:tasks.rados.rados.0.smithi031.stdout:3731: read oid 50 snap 342 2024-09-17T17:15:03.476 INFO:tasks.rados.rados.0.smithi031.stdout:3731: expect deleted 2024-09-17T17:15:03.477 INFO:tasks.rados.rados.0.smithi031.stdout:3732: copy_from oid 45 from oid 16 current snap is 343 2024-09-17T17:15:03.477 INFO:tasks.rados.rados.0.smithi031.stdout:3733: snap_create 2024-09-17T17:15:03.486 INFO:tasks.rados.rados.0.smithi031.stdout:3730: finishing write tid 1 to smithi03184240-32 2024-09-17T17:15:03.486 INFO:tasks.rados.rados.0.smithi031.stdout:3730: finishing write tid 2 to smithi03184240-32 2024-09-17T17:15:03.487 INFO:tasks.rados.rados.0.smithi031.stdout:3730: finishing write tid 3 to smithi03184240-32 2024-09-17T17:15:03.487 INFO:tasks.rados.rados.0.smithi031.stdout:3730: oid 32 updating version 0 to 2221 2024-09-17T17:15:03.487 INFO:tasks.rados.rados.0.smithi031.stdout:3730: oid 32 updating version 2221 to 2222 2024-09-17T17:15:03.488 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 2222 (ObjNum 1183 snap 343 seq_num 1183) dirty exists 2024-09-17T17:15:03.488 INFO:tasks.rados.rados.0.smithi031.stdout:3730: left oid 32 (ObjNum 1183 snap 343 seq_num 1183) 2024-09-17T17:15:03.500 INFO:tasks.rados.rados.0.smithi031.stdout:3732: finishing copy_from racing read to smithi03184240-45 2024-09-17T17:15:03.503 INFO:tasks.rados.rados.0.smithi031.stdout:3732: finishing copy_from to smithi03184240-45 2024-09-17T17:15:03.503 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 2609 (ObjNum 1137 snap 327 seq_num 1137) dirty exists 2024-09-17T17:15:03.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:03 smithi031 ceph-mon[94873]: pgmap v806: 121 pgs: 5 active+clean+snaptrim_wait, 116 active+clean; 197 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-17T17:15:03.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:03 smithi031 ceph-mon[94873]: osdmap e763: 8 total, 8 up, 8 in 2024-09-17T17:15:03.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:03 smithi031 ceph-mon[94873]: osdmap e764: 8 total, 8 up, 8 in 2024-09-17T17:15:03.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:03 smithi031 ceph-mon[96842]: pgmap v806: 121 pgs: 5 active+clean+snaptrim_wait, 116 active+clean; 197 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-17T17:15:03.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:03 smithi031 ceph-mon[96842]: osdmap e763: 8 total, 8 up, 8 in 2024-09-17T17:15:03.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:03 smithi031 ceph-mon[96842]: osdmap e764: 8 total, 8 up, 8 in 2024-09-17T17:15:03.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:03 smithi066 ceph-mon[86175]: pgmap v806: 121 pgs: 5 active+clean+snaptrim_wait, 116 active+clean; 197 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-17T17:15:03.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:03 smithi066 ceph-mon[86175]: osdmap e763: 8 total, 8 up, 8 in 2024-09-17T17:15:03.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:03 smithi066 ceph-mon[86175]: osdmap e764: 8 total, 8 up, 8 in 2024-09-17T17:15:04.449 INFO:tasks.rados.rados.0.smithi031.stdout:3730: done (3 left) 2024-09-17T17:15:04.449 INFO:tasks.rados.rados.0.smithi031.stdout:3731: done (2 left) 2024-09-17T17:15:04.449 INFO:tasks.rados.rados.0.smithi031.stdout:3732: done (1 left) 2024-09-17T17:15:04.449 INFO:tasks.rados.rados.0.smithi031.stdout:3733: done (0 left) 2024-09-17T17:15:04.450 INFO:tasks.rados.rados.0.smithi031.stdout:3734: read oid 34 snap -1 2024-09-17T17:15:04.450 INFO:tasks.rados.rados.0.smithi031.stdout:3734: expect (ObjNum 1143 snap 329 seq_num 1143) 2024-09-17T17:15:04.450 INFO:tasks.rados.rados.0.smithi031.stdout:3735: copy_from oid 6 from oid 50 current snap is 344 2024-09-17T17:15:04.450 INFO:tasks.rados.rados.0.smithi031.stdout:3736: snap_create 2024-09-17T17:15:04.452 INFO:tasks.rados.rados.0.smithi031.stdout:3735: finishing copy_from to smithi03184240-6 2024-09-17T17:15:04.452 INFO:tasks.rados.rados.0.smithi031.stdout:3735: got expected ENOENT (src dne) 2024-09-17T17:15:04.452 INFO:tasks.rados.rados.0.smithi031.stdout:3735: finishing copy_from racing read to smithi03184240-6 2024-09-17T17:15:04.502 INFO:tasks.rados.rados.0.smithi031.stdout:3734: expect (ObjNum 1143 snap 329 seq_num 1143) 2024-09-17T17:15:05.450 INFO:tasks.rados.rados.0.smithi031.stdout:3734: done (2 left) 2024-09-17T17:15:05.450 INFO:tasks.rados.rados.0.smithi031.stdout:3735: done (1 left) 2024-09-17T17:15:05.450 INFO:tasks.rados.rados.0.smithi031.stdout:3736: done (0 left) 2024-09-17T17:15:05.450 INFO:tasks.rados.rados.0.smithi031.stdout:3737: snap_remove snap 343 2024-09-17T17:15:05.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:05 smithi031 ceph-mon[94873]: pgmap v809: 121 pgs: 5 active+clean+snaptrim_wait, 116 active+clean; 197 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 438 KiB/s rd, 972 KiB/s wr, 5 op/s 2024-09-17T17:15:05.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:05 smithi031 ceph-mon[94873]: osdmap e765: 8 total, 8 up, 8 in 2024-09-17T17:15:05.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:05 smithi031 ceph-mon[96842]: pgmap v809: 121 pgs: 5 active+clean+snaptrim_wait, 116 active+clean; 197 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 438 KiB/s rd, 972 KiB/s wr, 5 op/s 2024-09-17T17:15:05.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:05 smithi031 ceph-mon[96842]: osdmap e765: 8 total, 8 up, 8 in 2024-09-17T17:15:05.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:05 smithi066 ceph-mon[86175]: pgmap v809: 121 pgs: 5 active+clean+snaptrim_wait, 116 active+clean; 197 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 438 KiB/s rd, 972 KiB/s wr, 5 op/s 2024-09-17T17:15:05.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:05 smithi066 ceph-mon[86175]: osdmap e765: 8 total, 8 up, 8 in 2024-09-17T17:15:06.451 INFO:tasks.rados.rados.0.smithi031.stdout:3737: done (0 left) 2024-09-17T17:15:06.451 INFO:tasks.rados.rados.0.smithi031.stdout:3738: snap_create 2024-09-17T17:15:06.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:06 smithi031 ceph-mon[94873]: osdmap e766: 8 total, 8 up, 8 in 2024-09-17T17:15:06.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:06 smithi031 ceph-mon[94873]: osdmap e767: 8 total, 8 up, 8 in 2024-09-17T17:15:06.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:06 smithi031 ceph-mon[96842]: osdmap e766: 8 total, 8 up, 8 in 2024-09-17T17:15:06.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:06 smithi031 ceph-mon[96842]: osdmap e767: 8 total, 8 up, 8 in 2024-09-17T17:15:06.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:06 smithi066 ceph-mon[86175]: osdmap e766: 8 total, 8 up, 8 in 2024-09-17T17:15:06.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:06 smithi066 ceph-mon[86175]: osdmap e767: 8 total, 8 up, 8 in 2024-09-17T17:15:07.455 INFO:tasks.rados.rados.0.smithi031.stdout:3738: done (0 left) 2024-09-17T17:15:07.455 INFO:tasks.rados.rados.0.smithi031.stdout:3739: snap_create 2024-09-17T17:15:07.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:07 smithi031 ceph-mon[94873]: pgmap v812: 121 pgs: 5 active+clean+snaptrim_wait, 116 active+clean; 198 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 290 KiB/s wr, 4 op/s 2024-09-17T17:15:07.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:07 smithi031 ceph-mon[94873]: osdmap e768: 8 total, 8 up, 8 in 2024-09-17T17:15:07.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:07 smithi031 ceph-mon[96842]: pgmap v812: 121 pgs: 5 active+clean+snaptrim_wait, 116 active+clean; 198 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 290 KiB/s wr, 4 op/s 2024-09-17T17:15:07.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:07 smithi031 ceph-mon[96842]: osdmap e768: 8 total, 8 up, 8 in 2024-09-17T17:15:07.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:07 smithi066 ceph-mon[86175]: pgmap v812: 121 pgs: 5 active+clean+snaptrim_wait, 116 active+clean; 198 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 290 KiB/s wr, 4 op/s 2024-09-17T17:15:07.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:07 smithi066 ceph-mon[86175]: osdmap e768: 8 total, 8 up, 8 in 2024-09-17T17:15:08.448 INFO:tasks.rados.rados.0.smithi031.stdout:3739: done (0 left) 2024-09-17T17:15:08.448 INFO:tasks.rados.rados.0.smithi031.stdout:3740: copy_from oid 28 from oid 26 current snap is 347 2024-09-17T17:15:08.448 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 20 current snap is 347 2024-09-17T17:15:08.448 INFO:tasks.rados.rados.0.smithi031.stdout:3741: seq_num 1184 ranges {0=638976} 2024-09-17T17:15:08.450 INFO:tasks.rados.rados.0.smithi031.stdout:3741: writing smithi03184240-20 from 0 to 638976 tid 1 2024-09-17T17:15:08.451 INFO:tasks.rados.rados.0.smithi031.stdout:3742: snap_create 2024-09-17T17:15:08.457 INFO:tasks.rados.rados.0.smithi031.stdout:3741: finishing write tid 1 to smithi03184240-20 2024-09-17T17:15:08.458 INFO:tasks.rados.rados.0.smithi031.stdout:3741: finishing write tid 2 to smithi03184240-20 2024-09-17T17:15:08.458 INFO:tasks.rados.rados.0.smithi031.stdout:3740: finishing copy_from racing read to smithi03184240-28 2024-09-17T17:15:08.459 INFO:tasks.rados.rados.0.smithi031.stdout:3740: finishing copy_from to smithi03184240-28 2024-09-17T17:15:08.459 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 2605 (ObjNum 65 snap 0 seq_num 1667519825) dirty exists 2024-09-17T17:15:08.465 INFO:tasks.rados.rados.0.smithi031.stdout:3741: finishing write tid 3 to smithi03184240-20 2024-09-17T17:15:08.465 INFO:tasks.rados.rados.0.smithi031.stdout:3741: oid 20 updating version 0 to 2130 2024-09-17T17:15:08.465 INFO:tasks.rados.rados.0.smithi031.stdout:3741: oid 20 version 2130 is already newer than 2129 2024-09-17T17:15:08.465 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 2130 (ObjNum 1184 snap 347 seq_num 1184) dirty exists 2024-09-17T17:15:08.465 INFO:tasks.rados.rados.0.smithi031.stdout:3741: left oid 20 (ObjNum 1184 snap 347 seq_num 1184) 2024-09-17T17:15:09.461 INFO:tasks.rados.rados.0.smithi031.stdout:3740: done (2 left) 2024-09-17T17:15:09.461 INFO:tasks.rados.rados.0.smithi031.stdout:3741: done (1 left) 2024-09-17T17:15:09.462 INFO:tasks.rados.rados.0.smithi031.stdout:3742: done (0 left) 2024-09-17T17:15:09.462 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 5 current snap is 348 2024-09-17T17:15:09.462 INFO:tasks.rados.rados.0.smithi031.stdout:3743: seq_num 1185 ranges {7036928=655360} 2024-09-17T17:15:09.503 INFO:tasks.rados.rados.0.smithi031.stdout:3743: writing smithi03184240-5 from 7036928 to 7692288 tid 1 2024-09-17T17:15:09.503 INFO:tasks.rados.rados.0.smithi031.stdout:3744: delete oid 35 current snap is 348 2024-09-17T17:15:09.508 INFO:tasks.rados.rados.0.smithi031.stdout:3743: finishing write tid 1 to smithi03184240-5 2024-09-17T17:15:09.509 INFO:tasks.rados.rados.0.smithi031.stdout:3743: finishing write tid 2 to smithi03184240-5 2024-09-17T17:15:09.510 INFO:tasks.rados.rados.0.smithi031.stdout:3744: done (1 left) 2024-09-17T17:15:09.511 INFO:tasks.rados.rados.0.smithi031.stdout:3745: rmattr oid 45 current snap is 348 2024-09-17T17:15:09.511 INFO:tasks.rados.rados.0.smithi031.stdout:3745: done (1 left) 2024-09-17T17:15:09.511 INFO:tasks.rados.rados.0.smithi031.stdout:3746: read oid 42 snap -1 2024-09-17T17:15:09.511 INFO:tasks.rados.rados.0.smithi031.stdout:3746: expect (ObjNum 1097 snap 319 seq_num 1097) 2024-09-17T17:15:09.511 INFO:tasks.rados.rados.0.smithi031.stdout:3747: read oid 46 snap -1 2024-09-17T17:15:09.511 INFO:tasks.rados.rados.0.smithi031.stdout:3747: expect (ObjNum 1147 snap 333 seq_num 1147) 2024-09-17T17:15:09.511 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 348 2024-09-17T17:15:09.511 INFO:tasks.rados.rados.0.smithi031.stdout:3748: seq_num 1187 ranges {319488=688128} 2024-09-17T17:15:09.517 INFO:tasks.rados.rados.0.smithi031.stdout:3748: writing smithi03184240-31 from 319488 to 1007616 tid 1 2024-09-17T17:15:09.517 INFO:tasks.rados.rados.0.smithi031.stdout:3749: rollback oid 7 current snap is 348 2024-09-17T17:15:09.518 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 7 to 333 2024-09-17T17:15:09.518 INFO:tasks.rados.rados.0.smithi031.stdout:3743: finishing write tid 3 to smithi03184240-5 2024-09-17T17:15:09.518 INFO:tasks.rados.rados.0.smithi031.stdout:3743: oid 5 updating version 0 to 2697 2024-09-17T17:15:09.518 INFO:tasks.rados.rados.0.smithi031.stdout:3743: oid 5 updating version 2697 to 2698 2024-09-17T17:15:09.518 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 2698 (ObjNum 1185 snap 348 seq_num 1185) dirty exists 2024-09-17T17:15:09.518 INFO:tasks.rados.rados.0.smithi031.stdout:3743: left oid 5 (ObjNum 1185 snap 348 seq_num 1185) 2024-09-17T17:15:09.518 INFO:tasks.rados.rados.0.smithi031.stdout:3743: done (4 left) 2024-09-17T17:15:09.518 INFO:tasks.rados.rados.0.smithi031.stdout:3750: delete oid 12 current snap is 348 2024-09-17T17:15:09.518 INFO:tasks.rados.rados.0.smithi031.stdout:3746: expect (ObjNum 1097 snap 319 seq_num 1097) 2024-09-17T17:15:09.562 INFO:tasks.rados.rados.0.smithi031.stdout:3748: finishing write tid 1 to smithi03184240-31 2024-09-17T17:15:09.563 INFO:tasks.rados.rados.0.smithi031.stdout:3748: finishing write tid 2 to smithi03184240-31 2024-09-17T17:15:09.563 INFO:tasks.rados.rados.0.smithi031.stdout:3748: finishing write tid 3 to smithi03184240-31 2024-09-17T17:15:09.563 INFO:tasks.rados.rados.0.smithi031.stdout:3748: oid 31 updating version 0 to 2503 2024-09-17T17:15:09.563 INFO:tasks.rados.rados.0.smithi031.stdout:3748: oid 31 updating version 2503 to 2504 2024-09-17T17:15:09.563 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 2504 (ObjNum 1187 snap 348 seq_num 1187) dirty exists 2024-09-17T17:15:09.563 INFO:tasks.rados.rados.0.smithi031.stdout:3748: left oid 31 (ObjNum 1187 snap 348 seq_num 1187) 2024-09-17T17:15:09.563 INFO:tasks.rados.rados.0.smithi031.stdout:3747: expect (ObjNum 1147 snap 333 seq_num 1147) 2024-09-17T17:15:09.832 INFO:tasks.rados.rados.0.smithi031.stdout:3749: finishing rollback tid 1 to smithi03184240-7 2024-09-17T17:15:09.832 INFO:tasks.rados.rados.0.smithi031.stdout:3749: finishing rollback tid 2 to smithi03184240-7 2024-09-17T17:15:09.832 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 2909 (ObjNum 1141 snap 329 seq_num 1141) dirty exists 2024-09-17T17:15:09.832 INFO:tasks.rados.rados.0.smithi031.stdout:3746: done (4 left) 2024-09-17T17:15:09.832 INFO:tasks.rados.rados.0.smithi031.stdout:3747: done (3 left) 2024-09-17T17:15:09.832 INFO:tasks.rados.rados.0.smithi031.stdout:3748: done (2 left) 2024-09-17T17:15:09.832 INFO:tasks.rados.rados.0.smithi031.stdout:3749: done (1 left) 2024-09-17T17:15:09.832 INFO:tasks.rados.rados.0.smithi031.stdout:3750: done (0 left) 2024-09-17T17:15:09.832 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 34 current snap is 348 2024-09-17T17:15:09.832 INFO:tasks.rados.rados.0.smithi031.stdout:3751: seq_num 1189 ranges {10174464=720896} 2024-09-17T17:15:09.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:09 smithi031 ceph-mon[94873]: pgmap v815: 121 pgs: 121 active+clean; 200 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 686 KiB/s wr, 5 op/s 2024-09-17T17:15:09.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:09 smithi031 ceph-mon[94873]: osdmap e769: 8 total, 8 up, 8 in 2024-09-17T17:15:09.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:09 smithi031 ceph-mon[96842]: pgmap v815: 121 pgs: 121 active+clean; 200 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 686 KiB/s wr, 5 op/s 2024-09-17T17:15:09.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:09 smithi031 ceph-mon[96842]: osdmap e769: 8 total, 8 up, 8 in 2024-09-17T17:15:09.891 INFO:tasks.rados.rados.0.smithi031.stdout:3751: writing smithi03184240-34 from 10174464 to 10895360 tid 1 2024-09-17T17:15:09.891 INFO:tasks.rados.rados.0.smithi031.stdout:3752: snap_create 2024-09-17T17:15:09.898 INFO:tasks.rados.rados.0.smithi031.stdout:3751: finishing write tid 1 to smithi03184240-34 2024-09-17T17:15:09.898 INFO:tasks.rados.rados.0.smithi031.stdout:3751: finishing write tid 2 to smithi03184240-34 2024-09-17T17:15:09.899 INFO:tasks.rados.rados.0.smithi031.stdout:3751: finishing write tid 3 to smithi03184240-34 2024-09-17T17:15:09.900 INFO:tasks.rados.rados.0.smithi031.stdout:3751: oid 34 updating version 0 to 1652 2024-09-17T17:15:09.900 INFO:tasks.rados.rados.0.smithi031.stdout:3751: oid 34 updating version 1652 to 1653 2024-09-17T17:15:09.900 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 1653 (ObjNum 1189 snap 348 seq_num 1189) dirty exists 2024-09-17T17:15:09.900 INFO:tasks.rados.rados.0.smithi031.stdout:3751: left oid 34 (ObjNum 1189 snap 348 seq_num 1189) 2024-09-17T17:15:09.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:09 smithi066 ceph-mon[86175]: pgmap v815: 121 pgs: 121 active+clean; 200 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 686 KiB/s wr, 5 op/s 2024-09-17T17:15:09.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:09 smithi066 ceph-mon[86175]: osdmap e769: 8 total, 8 up, 8 in 2024-09-17T17:15:10.462 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:15:10 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:15:10] "GET /metrics HTTP/1.1" 200 36357 "" "Prometheus/2.51.0" 2024-09-17T17:15:10.467 INFO:tasks.rados.rados.0.smithi031.stdout:3751: done (1 left) 2024-09-17T17:15:10.467 INFO:tasks.rados.rados.0.smithi031.stdout:3752: done (0 left) 2024-09-17T17:15:10.467 INFO:tasks.rados.rados.0.smithi031.stdout:3753: read oid 31 snap -1 2024-09-17T17:15:10.467 INFO:tasks.rados.rados.0.smithi031.stdout:3753: expect (ObjNum 1187 snap 348 seq_num 1187) 2024-09-17T17:15:10.467 INFO:tasks.rados.rados.0.smithi031.stdout:3754: read oid 45 snap -1 2024-09-17T17:15:10.467 INFO:tasks.rados.rados.0.smithi031.stdout:3754: expect (ObjNum 1137 snap 327 seq_num 1137) 2024-09-17T17:15:10.467 INFO:tasks.rados.rados.0.smithi031.stdout:3755: read oid 38 snap 327 2024-09-17T17:15:10.467 INFO:tasks.rados.rados.0.smithi031.stdout:3755: expect (ObjNum 1061 snap 310 seq_num 1061) 2024-09-17T17:15:10.467 INFO:tasks.rados.rados.0.smithi031.stdout:3756: read oid 22 snap -1 2024-09-17T17:15:10.467 INFO:tasks.rados.rados.0.smithi031.stdout:3756: expect deleted 2024-09-17T17:15:10.468 INFO:tasks.rados.rados.0.smithi031.stdout:3757: delete oid 16 current snap is 349 2024-09-17T17:15:10.472 INFO:tasks.rados.rados.0.smithi031.stdout:3757: done (4 left) 2024-09-17T17:15:10.472 INFO:tasks.rados.rados.0.smithi031.stdout:3758: setattr oid 29 current snap is 349 2024-09-17T17:15:10.474 INFO:tasks.rados.rados.0.smithi031.stdout:3756: done (4 left) 2024-09-17T17:15:10.474 INFO:tasks.rados.rados.0.smithi031.stdout:3759: delete oid 22 current snap is 349 2024-09-17T17:15:10.479 INFO:tasks.rados.rados.0.smithi031.stdout:3759: done (4 left) 2024-09-17T17:15:10.479 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 349 2024-09-17T17:15:10.479 INFO:tasks.rados.rados.0.smithi031.stdout:3760: seq_num 1192 ranges {0=770048} 2024-09-17T17:15:10.484 INFO:tasks.rados.rados.0.smithi031.stdout:3760: writing smithi03184240-2 from 0 to 770048 tid 1 2024-09-17T17:15:10.484 INFO:tasks.rados.rados.0.smithi031.stdout:3761: snap_remove snap 348 2024-09-17T17:15:10.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:10 smithi031 ceph-mon[94873]: osdmap e770: 8 total, 8 up, 8 in 2024-09-17T17:15:10.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:10 smithi031 ceph-mon[96842]: osdmap e770: 8 total, 8 up, 8 in 2024-09-17T17:15:10.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:10 smithi066 ceph-mon[86175]: osdmap e770: 8 total, 8 up, 8 in 2024-09-17T17:15:11.472 INFO:tasks.rados.rados.0.smithi031.stdout:3761: done (5 left) 2024-09-17T17:15:11.472 INFO:tasks.rados.rados.0.smithi031.stdout:3762: copy_from oid 7 from oid 13 current snap is 349 2024-09-17T17:15:11.473 INFO:tasks.rados.rados.0.smithi031.stdout:3753: expect (ObjNum 1187 snap 348 seq_num 1187) 2024-09-17T17:15:11.505 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 2699 (ObjNum 1110 snap 319 seq_num 1110) dirty exists 2024-09-17T17:15:11.506 INFO:tasks.rados.rados.0.smithi031.stdout:3754: expect (ObjNum 1137 snap 327 seq_num 1137) 2024-09-17T17:15:11.670 INFO:tasks.rados.rados.0.smithi031.stdout:3760: finishing write tid 1 to smithi03184240-2 2024-09-17T17:15:11.670 INFO:tasks.rados.rados.0.smithi031.stdout:3760: finishing write tid 2 to smithi03184240-2 2024-09-17T17:15:11.670 INFO:tasks.rados.rados.0.smithi031.stdout:3760: finishing write tid 3 to smithi03184240-2 2024-09-17T17:15:11.670 INFO:tasks.rados.rados.0.smithi031.stdout:3760: oid 2 updating version 0 to 2960 2024-09-17T17:15:11.670 INFO:tasks.rados.rados.0.smithi031.stdout:3760: oid 2 updating version 2960 to 2961 2024-09-17T17:15:11.670 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 2961 (ObjNum 1192 snap 349 seq_num 1192) dirty exists 2024-09-17T17:15:11.670 INFO:tasks.rados.rados.0.smithi031.stdout:3760: left oid 2 (ObjNum 1192 snap 349 seq_num 1192) 2024-09-17T17:15:11.670 INFO:tasks.rados.rados.0.smithi031.stdout:3755: expect (ObjNum 1061 snap 310 seq_num 1061) 2024-09-17T17:15:11.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:11 smithi031 ceph-mon[94873]: pgmap v818: 121 pgs: 121 active+clean; 204 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-17T17:15:11.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:11 smithi031 ceph-mon[94873]: osdmap e771: 8 total, 8 up, 8 in 2024-09-17T17:15:11.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:11 smithi031 ceph-mon[96842]: pgmap v818: 121 pgs: 121 active+clean; 204 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-17T17:15:11.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:11 smithi031 ceph-mon[96842]: osdmap e771: 8 total, 8 up, 8 in 2024-09-17T17:15:11.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:11 smithi066 ceph-mon[86175]: pgmap v818: 121 pgs: 121 active+clean; 204 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-17T17:15:11.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:11 smithi066 ceph-mon[86175]: osdmap e771: 8 total, 8 up, 8 in 2024-09-17T17:15:12.183 INFO:tasks.rados.rados.0.smithi031.stdout:3762: finishing copy_from to smithi03184240-7 2024-09-17T17:15:12.183 INFO:tasks.rados.rados.0.smithi031.stdout:3762: got expected ENOENT (src dne) 2024-09-17T17:15:12.183 INFO:tasks.rados.rados.0.smithi031.stdout:3762: finishing copy_from racing read to smithi03184240-7 2024-09-17T17:15:12.183 INFO:tasks.rados.rados.0.smithi031.stdout:3753: done (5 left) 2024-09-17T17:15:12.183 INFO:tasks.rados.rados.0.smithi031.stdout:3754: done (4 left) 2024-09-17T17:15:12.183 INFO:tasks.rados.rados.0.smithi031.stdout:3755: done (3 left) 2024-09-17T17:15:12.183 INFO:tasks.rados.rados.0.smithi031.stdout:3758: done (2 left) 2024-09-17T17:15:12.183 INFO:tasks.rados.rados.0.smithi031.stdout:3760: done (1 left) 2024-09-17T17:15:12.183 INFO:tasks.rados.rados.0.smithi031.stdout:3762: done (0 left) 2024-09-17T17:15:12.183 INFO:tasks.rados.rados.0.smithi031.stdout:3763: rollback oid 35 current snap is 349 2024-09-17T17:15:12.183 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 35 to 327 2024-09-17T17:15:12.184 INFO:tasks.rados.rados.0.smithi031.stdout:3764: snap_create 2024-09-17T17:15:12.185 INFO:tasks.rados.rados.0.smithi031.stdout:3763: finishing rollback tid 1 to smithi03184240-35 2024-09-17T17:15:12.185 INFO:tasks.rados.rados.0.smithi031.stdout:3763: finishing rollback tid 2 to smithi03184240-35 2024-09-17T17:15:12.186 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 2608 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-17T17:15:12.475 INFO:tasks.rados.rados.0.smithi031.stdout:3763: done (1 left) 2024-09-17T17:15:12.476 INFO:tasks.rados.rados.0.smithi031.stdout:3764: done (0 left) 2024-09-17T17:15:12.476 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 350 2024-09-17T17:15:12.476 INFO:tasks.rados.rados.0.smithi031.stdout:3765: seq_num 1193 ranges {4489216=786432} 2024-09-17T17:15:12.504 INFO:tasks.rados.rados.0.smithi031.stdout:3765: writing smithi03184240-4 from 4489216 to 5275648 tid 1 2024-09-17T17:15:12.504 INFO:tasks.rados.rados.0.smithi031.stdout:3766: snap_remove snap 344 2024-09-17T17:15:12.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:12 smithi031 ceph-mon[94873]: osdmap e772: 8 total, 8 up, 8 in 2024-09-17T17:15:12.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:12 smithi031 ceph-mon[96842]: osdmap e772: 8 total, 8 up, 8 in 2024-09-17T17:15:12.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:12 smithi066 ceph-mon[86175]: osdmap e772: 8 total, 8 up, 8 in 2024-09-17T17:15:13.448 INFO:tasks.rados.rados.0.smithi031.stdout:3766: done (1 left) 2024-09-17T17:15:13.448 INFO:tasks.rados.rados.0.smithi031.stdout:3767: snap_remove snap 333 2024-09-17T17:15:13.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:13 smithi031 ceph-mon[94873]: pgmap v821: 121 pgs: 121 active+clean; 209 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-09-17T17:15:13.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:13 smithi031 ceph-mon[94873]: osdmap e773: 8 total, 8 up, 8 in 2024-09-17T17:15:13.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:13 smithi031 ceph-mon[94873]: osdmap e774: 8 total, 8 up, 8 in 2024-09-17T17:15:13.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:13 smithi031 ceph-mon[96842]: pgmap v821: 121 pgs: 121 active+clean; 209 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-09-17T17:15:13.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:13 smithi031 ceph-mon[96842]: osdmap e773: 8 total, 8 up, 8 in 2024-09-17T17:15:13.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:13 smithi031 ceph-mon[96842]: osdmap e774: 8 total, 8 up, 8 in 2024-09-17T17:15:13.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:13 smithi066 ceph-mon[86175]: pgmap v821: 121 pgs: 121 active+clean; 209 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-09-17T17:15:13.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:13 smithi066 ceph-mon[86175]: osdmap e773: 8 total, 8 up, 8 in 2024-09-17T17:15:13.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:13 smithi066 ceph-mon[86175]: osdmap e774: 8 total, 8 up, 8 in 2024-09-17T17:15:14.457 INFO:tasks.rados.rados.0.smithi031.stdout:3767: done (1 left) 2024-09-17T17:15:14.458 INFO:tasks.rados.rados.0.smithi031.stdout:3768: delete oid 26 current snap is 350 2024-09-17T17:15:14.458 INFO:tasks.rados.rados.0.smithi031.stdout:3765: finishing write tid 1 to smithi03184240-4 2024-09-17T17:15:14.458 INFO:tasks.rados.rados.0.smithi031.stdout:3765: finishing write tid 2 to smithi03184240-4 2024-09-17T17:15:14.458 INFO:tasks.rados.rados.0.smithi031.stdout:3765: finishing write tid 3 to smithi03184240-4 2024-09-17T17:15:14.458 INFO:tasks.rados.rados.0.smithi031.stdout:3765: oid 4 updating version 0 to 1654 2024-09-17T17:15:14.458 INFO:tasks.rados.rados.0.smithi031.stdout:3765: oid 4 updating version 1654 to 1655 2024-09-17T17:15:14.458 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1655 (ObjNum 1193 snap 350 seq_num 1193) dirty exists 2024-09-17T17:15:14.458 INFO:tasks.rados.rados.0.smithi031.stdout:3765: left oid 4 (ObjNum 1193 snap 350 seq_num 1193) 2024-09-17T17:15:14.463 INFO:tasks.rados.rados.0.smithi031.stdout:3765: done (1 left) 2024-09-17T17:15:14.463 INFO:tasks.rados.rados.0.smithi031.stdout:3768: done (0 left) 2024-09-17T17:15:14.463 INFO:tasks.rados.rados.0.smithi031.stdout:3769: snap_remove snap 324 2024-09-17T17:15:15.458 INFO:tasks.rados.rados.0.smithi031.stdout:3769: done (0 left) 2024-09-17T17:15:15.458 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 50 current snap is 350 2024-09-17T17:15:15.459 INFO:tasks.rados.rados.0.smithi031.stdout:3770: seq_num 1195 ranges {0=417792,417792=401408} 2024-09-17T17:15:15.461 INFO:tasks.rados.rados.0.smithi031.stdout:3770: writing smithi03184240-50 from 0 to 417792 tid 1 2024-09-17T17:15:15.464 INFO:tasks.rados.rados.0.smithi031.stdout:3770: writing smithi03184240-50 from 417792 to 819200 tid 2 2024-09-17T17:15:15.464 INFO:tasks.rados.rados.0.smithi031.stdout:3771: delete oid 42 current snap is 350 2024-09-17T17:15:15.478 INFO:tasks.rados.rados.0.smithi031.stdout:3771: done (1 left) 2024-09-17T17:15:15.478 INFO:tasks.rados.rados.0.smithi031.stdout:3772: snap_create 2024-09-17T17:15:15.483 INFO:tasks.rados.rados.0.smithi031.stdout:3770: finishing write tid 1 to smithi03184240-50 2024-09-17T17:15:15.483 INFO:tasks.rados.rados.0.smithi031.stdout:3770: finishing write tid 2 to smithi03184240-50 2024-09-17T17:15:15.483 INFO:tasks.rados.rados.0.smithi031.stdout:3770: finishing write tid 3 to smithi03184240-50 2024-09-17T17:15:15.489 INFO:tasks.rados.rados.0.smithi031.stdout:3770: finishing write tid 4 to smithi03184240-50 2024-09-17T17:15:15.489 INFO:tasks.rados.rados.0.smithi031.stdout:3770: oid 50 updating version 0 to 2910 2024-09-17T17:15:15.489 INFO:tasks.rados.rados.0.smithi031.stdout:3770: oid 50 updating version 2910 to 2911 2024-09-17T17:15:15.489 INFO:tasks.rados.rados.0.smithi031.stdout:3770: oid 50 updating version 2911 to 2912 2024-09-17T17:15:15.489 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 2912 (ObjNum 1195 snap 350 seq_num 1195) dirty exists 2024-09-17T17:15:15.489 INFO:tasks.rados.rados.0.smithi031.stdout:3770: left oid 50 (ObjNum 1195 snap 350 seq_num 1195) 2024-09-17T17:15:15.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:15 smithi031 ceph-mon[94873]: pgmap v824: 121 pgs: 121 active+clean; 211 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 16 op/s 2024-09-17T17:15:15.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:15 smithi031 ceph-mon[94873]: osdmap e775: 8 total, 8 up, 8 in 2024-09-17T17:15:15.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:15 smithi031 ceph-mon[96842]: pgmap v824: 121 pgs: 121 active+clean; 211 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 16 op/s 2024-09-17T17:15:15.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:15 smithi031 ceph-mon[96842]: osdmap e775: 8 total, 8 up, 8 in 2024-09-17T17:15:15.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:15 smithi066 ceph-mon[86175]: pgmap v824: 121 pgs: 121 active+clean; 211 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 16 op/s 2024-09-17T17:15:15.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:15 smithi066 ceph-mon[86175]: osdmap e775: 8 total, 8 up, 8 in 2024-09-17T17:15:16.464 INFO:tasks.rados.rados.0.smithi031.stdout:3770: done (1 left) 2024-09-17T17:15:16.464 INFO:tasks.rados.rados.0.smithi031.stdout:3772: done (0 left) 2024-09-17T17:15:16.465 INFO:tasks.rados.rados.0.smithi031.stdout:3773: snap_create 2024-09-17T17:15:16.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:16 smithi031 ceph-mon[94873]: osdmap e776: 8 total, 8 up, 8 in 2024-09-17T17:15:16.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:15:16.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:16 smithi031 ceph-mon[96842]: osdmap e776: 8 total, 8 up, 8 in 2024-09-17T17:15:16.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:15:16.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:16 smithi066 ceph-mon[86175]: osdmap e776: 8 total, 8 up, 8 in 2024-09-17T17:15:16.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:15:17.464 INFO:tasks.rados.rados.0.smithi031.stdout:3773: done (0 left) 2024-09-17T17:15:17.464 INFO:tasks.rados.rados.0.smithi031.stdout:3774: rollback oid 11 current snap is 352 2024-09-17T17:15:17.465 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 11 to 350 2024-09-17T17:15:17.465 INFO:tasks.rados.rados.0.smithi031.stdout:3775: rollback oid 32 current snap is 352 2024-09-17T17:15:17.465 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 32 to 323 2024-09-17T17:15:17.465 INFO:tasks.rados.rados.0.smithi031.stdout:3776: delete oid 15 current snap is 352 2024-09-17T17:15:17.470 INFO:tasks.rados.rados.0.smithi031.stdout:3775: finishing rollback tid 0 to smithi03184240-32 2024-09-17T17:15:17.471 INFO:tasks.rados.rados.0.smithi031.stdout:3775: finishing rollback tid 1 to smithi03184240-32 2024-09-17T17:15:17.471 INFO:tasks.rados.rados.0.smithi031.stdout:3775: finishing rollback tid 2 to smithi03184240-32 2024-09-17T17:15:17.471 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 2225 (ObjNum 1089 snap 317 seq_num 1089) dirty exists 2024-09-17T17:15:17.472 INFO:tasks.rados.rados.0.smithi031.stdout:3775: done (2 left) 2024-09-17T17:15:17.472 INFO:tasks.rados.rados.0.smithi031.stdout:3776: done (1 left) 2024-09-17T17:15:17.472 INFO:tasks.rados.rados.0.smithi031.stdout:3777: rollback oid 21 current snap is 352 2024-09-17T17:15:17.472 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 21 to 351 2024-09-17T17:15:17.472 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 17 current snap is 352 2024-09-17T17:15:17.472 INFO:tasks.rados.rados.0.smithi031.stdout:3778: seq_num 1198 ranges {2187264=466944,2654208=401408} 2024-09-17T17:15:17.487 INFO:tasks.rados.rados.0.smithi031.stdout:3778: writing smithi03184240-17 from 2187264 to 2654208 tid 1 2024-09-17T17:15:17.489 INFO:tasks.rados.rados.0.smithi031.stdout:3778: writing smithi03184240-17 from 2654208 to 3055616 tid 2 2024-09-17T17:15:17.490 INFO:tasks.rados.rados.0.smithi031.stdout:3779: snap_create 2024-09-17T17:15:17.490 INFO:tasks.rados.rados.0.smithi031.stdout:3774: finishing rollback tid 0 to smithi03184240-11 2024-09-17T17:15:17.490 INFO:tasks.rados.rados.0.smithi031.stdout:3774: finishing rollback tid 1 to smithi03184240-11 2024-09-17T17:15:17.490 INFO:tasks.rados.rados.0.smithi031.stdout:3774: finishing rollback tid 2 to smithi03184240-11 2024-09-17T17:15:17.490 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 2915 (ObjNum 1093 snap 318 seq_num 1093) dirty exists 2024-09-17T17:15:17.490 INFO:tasks.rados.rados.0.smithi031.stdout:3777: finishing rollback tid 1 to smithi03184240-21 2024-09-17T17:15:17.490 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 2593 (ObjNum 65 snap 0 seq_num 1769103719) dirty dne 2024-09-17T17:15:17.492 INFO:tasks.rados.rados.0.smithi031.stdout:3778: finishing write tid 1 to smithi03184240-17 2024-09-17T17:15:17.493 INFO:tasks.rados.rados.0.smithi031.stdout:3778: finishing write tid 2 to smithi03184240-17 2024-09-17T17:15:17.493 INFO:tasks.rados.rados.0.smithi031.stdout:3778: finishing write tid 3 to smithi03184240-17 2024-09-17T17:15:17.494 INFO:tasks.rados.rados.0.smithi031.stdout:3778: finishing write tid 4 to smithi03184240-17 2024-09-17T17:15:17.494 INFO:tasks.rados.rados.0.smithi031.stdout:3778: oid 17 updating version 0 to 1657 2024-09-17T17:15:17.495 INFO:tasks.rados.rados.0.smithi031.stdout:3778: oid 17 version 1657 is already newer than 1656 2024-09-17T17:15:17.495 INFO:tasks.rados.rados.0.smithi031.stdout:3778: oid 17 updating version 1657 to 1658 2024-09-17T17:15:17.495 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 1658 (ObjNum 1198 snap 352 seq_num 1198) dirty exists 2024-09-17T17:15:17.495 INFO:tasks.rados.rados.0.smithi031.stdout:3778: left oid 17 (ObjNum 1198 snap 352 seq_num 1198) 2024-09-17T17:15:17.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:17 smithi031 ceph-mon[94873]: pgmap v827: 121 pgs: 121 active+clean; 209 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 556 KiB/s wr, 5 op/s 2024-09-17T17:15:17.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:17 smithi031 ceph-mon[94873]: osdmap e777: 8 total, 8 up, 8 in 2024-09-17T17:15:17.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:17 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:15:17.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:17 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:15:17.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:17 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:15:17.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:17 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:15:17.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:17 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:15:17.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:17 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:15:17.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:17 smithi031 ceph-mon[96842]: pgmap v827: 121 pgs: 121 active+clean; 209 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 556 KiB/s wr, 5 op/s 2024-09-17T17:15:17.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:17 smithi031 ceph-mon[96842]: osdmap e777: 8 total, 8 up, 8 in 2024-09-17T17:15:17.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:17 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:15:17.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:17 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:15:17.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:17 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:15:17.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:17 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:15:17.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:17 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:15:17.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:17 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:15:17.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:17 smithi066 ceph-mon[86175]: pgmap v827: 121 pgs: 121 active+clean; 209 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 556 KiB/s wr, 5 op/s 2024-09-17T17:15:17.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:17 smithi066 ceph-mon[86175]: osdmap e777: 8 total, 8 up, 8 in 2024-09-17T17:15:17.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:17 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:15:17.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:17 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:15:17.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:17 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:15:17.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:17 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:15:17.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:17 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:15:17.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:17 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:15:18.450 INFO:tasks.rados.rados.0.smithi031.stdout:3774: done (3 left) 2024-09-17T17:15:18.451 INFO:tasks.rados.rados.0.smithi031.stdout:3777: done (2 left) 2024-09-17T17:15:18.451 INFO:tasks.rados.rados.0.smithi031.stdout:3778: done (1 left) 2024-09-17T17:15:18.451 INFO:tasks.rados.rados.0.smithi031.stdout:3779: done (0 left) 2024-09-17T17:15:18.451 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 13 current snap is 353 2024-09-17T17:15:18.451 INFO:tasks.rados.rados.0.smithi031.stdout:3780: seq_num 1199 ranges {0=483328,483328=401408} 2024-09-17T17:15:18.453 INFO:tasks.rados.rados.0.smithi031.stdout:3780: writing smithi03184240-13 from 0 to 483328 tid 1 2024-09-17T17:15:18.456 INFO:tasks.rados.rados.0.smithi031.stdout:3780: writing smithi03184240-13 from 483328 to 884736 tid 2 2024-09-17T17:15:18.456 INFO:tasks.rados.rados.0.smithi031.stdout:3781: rollback oid 30 current snap is 353 2024-09-17T17:15:18.456 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 30 to 341 2024-09-17T17:15:18.456 INFO:tasks.rados.rados.0.smithi031.stdout:3782: snap_create 2024-09-17T17:15:18.461 INFO:tasks.rados.rados.0.smithi031.stdout:3780: finishing write tid 1 to smithi03184240-13 2024-09-17T17:15:18.462 INFO:tasks.rados.rados.0.smithi031.stdout:3781: finishing rollback tid 0 to smithi03184240-30 2024-09-17T17:15:18.462 INFO:tasks.rados.rados.0.smithi031.stdout:3781: finishing rollback tid 1 to smithi03184240-30 2024-09-17T17:15:18.463 INFO:tasks.rados.rados.0.smithi031.stdout:3781: finishing rollback tid 2 to smithi03184240-30 2024-09-17T17:15:18.463 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 2702 (ObjNum 1106 snap 319 seq_num 1106) dirty exists 2024-09-17T17:15:18.463 INFO:tasks.rados.rados.0.smithi031.stdout:3780: finishing write tid 2 to smithi03184240-13 2024-09-17T17:15:18.463 INFO:tasks.rados.rados.0.smithi031.stdout:3780: finishing write tid 3 to smithi03184240-13 2024-09-17T17:15:18.466 INFO:tasks.rados.rados.0.smithi031.stdout:3780: finishing write tid 4 to smithi03184240-13 2024-09-17T17:15:18.466 INFO:tasks.rados.rados.0.smithi031.stdout:3780: oid 13 updating version 0 to 2712 2024-09-17T17:15:18.466 INFO:tasks.rados.rados.0.smithi031.stdout:3780: oid 13 version 2712 is already newer than 2711 2024-09-17T17:15:18.466 INFO:tasks.rados.rados.0.smithi031.stdout:3780: oid 13 updating version 2712 to 2713 2024-09-17T17:15:18.466 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 2713 (ObjNum 1199 snap 353 seq_num 1199) dirty exists 2024-09-17T17:15:18.466 INFO:tasks.rados.rados.0.smithi031.stdout:3780: left oid 13 (ObjNum 1199 snap 353 seq_num 1199) 2024-09-17T17:15:18.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:18 smithi031 ceph-mon[94873]: osdmap e778: 8 total, 8 up, 8 in 2024-09-17T17:15:18.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:18 smithi031 ceph-mon[94873]: osdmap e779: 8 total, 8 up, 8 in 2024-09-17T17:15:18.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:18 smithi031 ceph-mon[96842]: osdmap e778: 8 total, 8 up, 8 in 2024-09-17T17:15:18.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:18 smithi031 ceph-mon[96842]: osdmap e779: 8 total, 8 up, 8 in 2024-09-17T17:15:18.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:18 smithi066 ceph-mon[86175]: osdmap e778: 8 total, 8 up, 8 in 2024-09-17T17:15:18.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:18 smithi066 ceph-mon[86175]: osdmap e779: 8 total, 8 up, 8 in 2024-09-17T17:15:19.451 INFO:tasks.rados.rados.0.smithi031.stdout:3780: done (2 left) 2024-09-17T17:15:19.452 INFO:tasks.rados.rados.0.smithi031.stdout:3781: done (1 left) 2024-09-17T17:15:19.452 INFO:tasks.rados.rados.0.smithi031.stdout:3782: done (0 left) 2024-09-17T17:15:19.452 INFO:tasks.rados.rados.0.smithi031.stdout:3783: read oid 41 snap -1 2024-09-17T17:15:19.452 INFO:tasks.rados.rados.0.smithi031.stdout:3783: expect (ObjNum 1181 snap 341 seq_num 1181) 2024-09-17T17:15:19.452 INFO:tasks.rados.rados.0.smithi031.stdout:3784: delete oid 28 current snap is 354 2024-09-17T17:15:19.455 INFO:tasks.rados.rados.0.smithi031.stdout:3784: done (1 left) 2024-09-17T17:15:19.456 INFO:tasks.rados.rados.0.smithi031.stdout:3785: snap_create 2024-09-17T17:15:19.460 INFO:tasks.rados.rados.0.smithi031.stdout:3783: expect (ObjNum 1181 snap 341 seq_num 1181) 2024-09-17T17:15:19.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:19 smithi031 ceph-mon[96842]: pgmap v830: 121 pgs: 121 active+clean; 204 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 412 KiB/s wr, 2 op/s 2024-09-17T17:15:19.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:19 smithi031 ceph-mon[96842]: osdmap e780: 8 total, 8 up, 8 in 2024-09-17T17:15:19.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:19 smithi031 ceph-mon[94873]: pgmap v830: 121 pgs: 121 active+clean; 204 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 412 KiB/s wr, 2 op/s 2024-09-17T17:15:19.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:19 smithi031 ceph-mon[94873]: osdmap e780: 8 total, 8 up, 8 in 2024-09-17T17:15:19.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:19 smithi066 ceph-mon[86175]: pgmap v830: 121 pgs: 121 active+clean; 204 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 412 KiB/s wr, 2 op/s 2024-09-17T17:15:19.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:19 smithi066 ceph-mon[86175]: osdmap e780: 8 total, 8 up, 8 in 2024-09-17T17:15:20.453 INFO:tasks.rados.rados.0.smithi031.stdout:3783: done (1 left) 2024-09-17T17:15:20.453 INFO:tasks.rados.rados.0.smithi031.stdout:3785: done (0 left) 2024-09-17T17:15:20.453 INFO:tasks.rados.rados.0.smithi031.stdout:3786: snap_remove snap 342 2024-09-17T17:15:20.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:15:20 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:15:20] "GET /metrics HTTP/1.1" 200 36358 "" "Prometheus/2.51.0" 2024-09-17T17:15:21.457 INFO:tasks.rados.rados.0.smithi031.stdout:3786: done (0 left) 2024-09-17T17:15:21.457 INFO:tasks.rados.rados.0.smithi031.stdout:3787: snap_create 2024-09-17T17:15:21.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:21 smithi031 ceph-mon[94873]: pgmap v833: 121 pgs: 121 active+clean; 193 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 412 KiB/s wr, 3 op/s 2024-09-17T17:15:21.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:21 smithi031 ceph-mon[94873]: osdmap e781: 8 total, 8 up, 8 in 2024-09-17T17:15:21.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:21 smithi031 ceph-mon[96842]: pgmap v833: 121 pgs: 121 active+clean; 193 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 412 KiB/s wr, 3 op/s 2024-09-17T17:15:21.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:21 smithi031 ceph-mon[96842]: osdmap e781: 8 total, 8 up, 8 in 2024-09-17T17:15:21.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:21 smithi066 ceph-mon[86175]: pgmap v833: 121 pgs: 121 active+clean; 193 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 412 KiB/s wr, 3 op/s 2024-09-17T17:15:21.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:21 smithi066 ceph-mon[86175]: osdmap e781: 8 total, 8 up, 8 in 2024-09-17T17:15:22.457 INFO:tasks.rados.rados.0.smithi031.stdout:3787: done (0 left) 2024-09-17T17:15:22.457 INFO:tasks.rados.rados.0.smithi031.stdout:3788: copy_from oid 13 from oid 23 current snap is 356 2024-09-17T17:15:22.457 INFO:tasks.rados.rados.0.smithi031.stdout:3789: delete oid 7 current snap is 356 2024-09-17T17:15:22.461 INFO:tasks.rados.rados.0.smithi031.stdout:3789: done (1 left) 2024-09-17T17:15:22.461 INFO:tasks.rados.rados.0.smithi031.stdout:3790: snap_create 2024-09-17T17:15:22.470 INFO:tasks.rados.rados.0.smithi031.stdout:3788: finishing copy_from racing read to smithi03184240-13 2024-09-17T17:15:22.470 INFO:tasks.rados.rados.0.smithi031.stdout:3788: finishing copy_from to smithi03184240-13 2024-09-17T17:15:22.471 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 1974 (ObjNum 1182 snap 341 seq_num 1182) dirty exists 2024-09-17T17:15:22.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:22 smithi031 ceph-mon[94873]: osdmap e782: 8 total, 8 up, 8 in 2024-09-17T17:15:22.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:22 smithi031 ceph-mon[94873]: osdmap e783: 8 total, 8 up, 8 in 2024-09-17T17:15:22.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:22 smithi031 ceph-mon[96842]: osdmap e782: 8 total, 8 up, 8 in 2024-09-17T17:15:22.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:22 smithi031 ceph-mon[96842]: osdmap e783: 8 total, 8 up, 8 in 2024-09-17T17:15:22.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:22 smithi066 ceph-mon[86175]: osdmap e782: 8 total, 8 up, 8 in 2024-09-17T17:15:22.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:22 smithi066 ceph-mon[86175]: osdmap e783: 8 total, 8 up, 8 in 2024-09-17T17:15:23.451 INFO:tasks.rados.rados.0.smithi031.stdout:3788: done (1 left) 2024-09-17T17:15:23.451 INFO:tasks.rados.rados.0.smithi031.stdout:3790: done (0 left) 2024-09-17T17:15:23.452 INFO:tasks.rados.rados.0.smithi031.stdout:3791: snap_create 2024-09-17T17:15:23.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:23 smithi031 ceph-mon[94873]: pgmap v836: 121 pgs: 121 active+clean; 194 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 216 KiB/s wr, 3 op/s 2024-09-17T17:15:23.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:23 smithi031 ceph-mon[94873]: osdmap e784: 8 total, 8 up, 8 in 2024-09-17T17:15:23.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:23 smithi031 ceph-mon[96842]: pgmap v836: 121 pgs: 121 active+clean; 194 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 216 KiB/s wr, 3 op/s 2024-09-17T17:15:23.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:23 smithi031 ceph-mon[96842]: osdmap e784: 8 total, 8 up, 8 in 2024-09-17T17:15:23.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:23 smithi066 ceph-mon[86175]: pgmap v836: 121 pgs: 121 active+clean; 194 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 216 KiB/s wr, 3 op/s 2024-09-17T17:15:23.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:23 smithi066 ceph-mon[86175]: osdmap e784: 8 total, 8 up, 8 in 2024-09-17T17:15:24.453 INFO:tasks.rados.rados.0.smithi031.stdout:3791: done (0 left) 2024-09-17T17:15:24.454 INFO:tasks.rados.rados.0.smithi031.stdout:3792: snap_create 2024-09-17T17:15:25.455 INFO:tasks.rados.rados.0.smithi031.stdout:3792: done (0 left) 2024-09-17T17:15:25.455 INFO:tasks.rados.rados.0.smithi031.stdout:3793: snap_create 2024-09-17T17:15:25.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:25 smithi031 ceph-mon[94873]: pgmap v839: 121 pgs: 121 active+clean; 194 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 441 KiB/s rd, 216 KiB/s wr, 4 op/s 2024-09-17T17:15:25.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:25 smithi031 ceph-mon[94873]: osdmap e785: 8 total, 8 up, 8 in 2024-09-17T17:15:25.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:25 smithi031 ceph-mon[96842]: pgmap v839: 121 pgs: 121 active+clean; 194 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 441 KiB/s rd, 216 KiB/s wr, 4 op/s 2024-09-17T17:15:25.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:25 smithi031 ceph-mon[96842]: osdmap e785: 8 total, 8 up, 8 in 2024-09-17T17:15:25.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:25 smithi066 ceph-mon[86175]: pgmap v839: 121 pgs: 121 active+clean; 194 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 441 KiB/s rd, 216 KiB/s wr, 4 op/s 2024-09-17T17:15:25.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:25 smithi066 ceph-mon[86175]: osdmap e785: 8 total, 8 up, 8 in 2024-09-17T17:15:26.456 INFO:tasks.rados.rados.0.smithi031.stdout:3793: done (0 left) 2024-09-17T17:15:26.456 INFO:tasks.rados.rados.0.smithi031.stdout:3794: read oid 3 snap 358 2024-09-17T17:15:26.456 INFO:tasks.rados.rados.0.smithi031.stdout:3794: expect deleted 2024-09-17T17:15:26.456 INFO:tasks.rados.rados.0.smithi031.stdout:3795: delete oid 41 current snap is 360 2024-09-17T17:15:26.465 INFO:tasks.rados.rados.0.smithi031.stdout:3794: done (1 left) 2024-09-17T17:15:26.465 INFO:tasks.rados.rados.0.smithi031.stdout:3795: done (0 left) 2024-09-17T17:15:26.465 INFO:tasks.rados.rados.0.smithi031.stdout:3796: snap_remove snap 347 2024-09-17T17:15:26.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:26 smithi031 ceph-mon[96842]: osdmap e786: 8 total, 8 up, 8 in 2024-09-17T17:15:26.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:26 smithi031 ceph-mon[96842]: osdmap e787: 8 total, 8 up, 8 in 2024-09-17T17:15:26.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:26 smithi031 ceph-mon[94873]: osdmap e786: 8 total, 8 up, 8 in 2024-09-17T17:15:26.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:26 smithi031 ceph-mon[94873]: osdmap e787: 8 total, 8 up, 8 in 2024-09-17T17:15:26.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:26 smithi066 ceph-mon[86175]: osdmap e786: 8 total, 8 up, 8 in 2024-09-17T17:15:26.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:26 smithi066 ceph-mon[86175]: osdmap e787: 8 total, 8 up, 8 in 2024-09-17T17:15:27.473 INFO:tasks.rados.rados.0.smithi031.stdout:3796: done (0 left) 2024-09-17T17:15:27.473 INFO:tasks.rados.rados.0.smithi031.stdout:3797: rollback oid 48 current snap is 360 2024-09-17T17:15:27.473 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 48 to 345 2024-09-17T17:15:27.474 INFO:tasks.rados.rados.0.smithi031.stdout:3798: copy_from oid 44 from oid 42 current snap is 360 2024-09-17T17:15:27.474 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 41 current snap is 360 2024-09-17T17:15:27.474 INFO:tasks.rados.rados.0.smithi031.stdout:3799: seq_num 1203 ranges {0=557056,557056=401408} 2024-09-17T17:15:27.477 INFO:tasks.rados.rados.0.smithi031.stdout:3799: writing smithi03184240-41 from 0 to 557056 tid 1 2024-09-17T17:15:27.481 INFO:tasks.rados.rados.0.smithi031.stdout:3799: writing smithi03184240-41 from 557056 to 958464 tid 2 2024-09-17T17:15:27.481 INFO:tasks.rados.rados.0.smithi031.stdout:3800: read oid 1 snap -1 2024-09-17T17:15:27.481 INFO:tasks.rados.rados.0.smithi031.stdout:3800: expect (ObjNum 1164 snap 338 seq_num 1164) 2024-09-17T17:15:27.481 INFO:tasks.rados.rados.0.smithi031.stdout:3801: snap_remove snap 351 2024-09-17T17:15:27.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:27 smithi031 ceph-mon[94873]: pgmap v842: 121 pgs: 121 active+clean; 194 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 440 KiB/s rd, 0 B/s wr, 1 op/s 2024-09-17T17:15:27.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:27 smithi031 ceph-mon[96842]: pgmap v842: 121 pgs: 121 active+clean; 194 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 440 KiB/s rd, 0 B/s wr, 1 op/s 2024-09-17T17:15:27.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:27 smithi066 ceph-mon[86175]: pgmap v842: 121 pgs: 121 active+clean; 194 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 440 KiB/s rd, 0 B/s wr, 1 op/s 2024-09-17T17:15:27.904 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:15:27 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[96329]: 2024-09-17T17:15:27.496+0000 7f4830e12640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 19a after trimming was started 2024-09-17T17:15:28.452 INFO:tasks.rados.rados.0.smithi031.stdout:3800: expect (ObjNum 1164 snap 338 seq_num 1164) 2024-09-17T17:15:28.464 INFO:tasks.rados.rados.0.smithi031.stdout:3798: finishing copy_from to smithi03184240-44 2024-09-17T17:15:28.465 INFO:tasks.rados.rados.0.smithi031.stdout:3798: got expected ENOENT (src dne) 2024-09-17T17:15:28.465 INFO:tasks.rados.rados.0.smithi031.stdout:3798: finishing copy_from racing read to smithi03184240-44 2024-09-17T17:15:28.465 INFO:tasks.rados.rados.0.smithi031.stdout:3797: finishing rollback tid 0 to smithi03184240-48 2024-09-17T17:15:28.465 INFO:tasks.rados.rados.0.smithi031.stdout:3799: finishing write tid 1 to smithi03184240-41 2024-09-17T17:15:28.465 INFO:tasks.rados.rados.0.smithi031.stdout:3797: finishing rollback tid 1 to smithi03184240-48 2024-09-17T17:15:28.465 INFO:tasks.rados.rados.0.smithi031.stdout:3797: finishing rollback tid 2 to smithi03184240-48 2024-09-17T17:15:28.465 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 3003 (ObjNum 1061 snap 310 seq_num 1061) dirty exists 2024-09-17T17:15:28.465 INFO:tasks.rados.rados.0.smithi031.stdout:3799: finishing write tid 2 to smithi03184240-41 2024-09-17T17:15:28.465 INFO:tasks.rados.rados.0.smithi031.stdout:3797: done (4 left) 2024-09-17T17:15:28.465 INFO:tasks.rados.rados.0.smithi031.stdout:3798: done (3 left) 2024-09-17T17:15:28.465 INFO:tasks.rados.rados.0.smithi031.stdout:3800: done (2 left) 2024-09-17T17:15:28.465 INFO:tasks.rados.rados.0.smithi031.stdout:3801: done (1 left) 2024-09-17T17:15:28.465 INFO:tasks.rados.rados.0.smithi031.stdout:3802: snap_create 2024-09-17T17:15:28.465 INFO:tasks.rados.rados.0.smithi031.stdout:3799: finishing write tid 3 to smithi03184240-41 2024-09-17T17:15:28.466 INFO:tasks.rados.rados.0.smithi031.stdout:3799: finishing write tid 4 to smithi03184240-41 2024-09-17T17:15:28.466 INFO:tasks.rados.rados.0.smithi031.stdout:3799: oid 41 updating version 0 to 1662 2024-09-17T17:15:28.466 INFO:tasks.rados.rados.0.smithi031.stdout:3799: oid 41 version 1662 is already newer than 1660 2024-09-17T17:15:28.466 INFO:tasks.rados.rados.0.smithi031.stdout:3799: oid 41 version 1662 is already newer than 1661 2024-09-17T17:15:28.466 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 1662 (ObjNum 1203 snap 360 seq_num 1203) dirty exists 2024-09-17T17:15:28.466 INFO:tasks.rados.rados.0.smithi031.stdout:3799: left oid 41 (ObjNum 1203 snap 360 seq_num 1203) 2024-09-17T17:15:28.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:28 smithi031 ceph-mon[94873]: osdmap e788: 8 total, 8 up, 8 in 2024-09-17T17:15:28.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:28 smithi031 ceph-mon[94873]: osdmap e789: 8 total, 8 up, 8 in 2024-09-17T17:15:28.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:28 smithi031 ceph-mon[96842]: osdmap e788: 8 total, 8 up, 8 in 2024-09-17T17:15:28.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:28 smithi031 ceph-mon[96842]: osdmap e789: 8 total, 8 up, 8 in 2024-09-17T17:15:28.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:28 smithi066 ceph-mon[86175]: osdmap e788: 8 total, 8 up, 8 in 2024-09-17T17:15:28.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:28 smithi066 ceph-mon[86175]: osdmap e789: 8 total, 8 up, 8 in 2024-09-17T17:15:29.456 INFO:tasks.rados.rados.0.smithi031.stdout:3799: done (1 left) 2024-09-17T17:15:29.456 INFO:tasks.rados.rados.0.smithi031.stdout:3802: done (0 left) 2024-09-17T17:15:29.456 INFO:tasks.rados.rados.0.smithi031.stdout:3803: snap_remove snap 360 2024-09-17T17:15:29.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:29 smithi031 ceph-mon[96842]: pgmap v845: 121 pgs: 121 active+clean; 195 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 382 KiB/s wr, 2 op/s 2024-09-17T17:15:29.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:29 smithi031 ceph-mon[96842]: osdmap e790: 8 total, 8 up, 8 in 2024-09-17T17:15:29.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:29 smithi031 ceph-mon[94873]: pgmap v845: 121 pgs: 121 active+clean; 195 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 382 KiB/s wr, 2 op/s 2024-09-17T17:15:29.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:29 smithi031 ceph-mon[94873]: osdmap e790: 8 total, 8 up, 8 in 2024-09-17T17:15:29.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:29 smithi066 ceph-mon[86175]: pgmap v845: 121 pgs: 121 active+clean; 195 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 382 KiB/s wr, 2 op/s 2024-09-17T17:15:29.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:29 smithi066 ceph-mon[86175]: osdmap e790: 8 total, 8 up, 8 in 2024-09-17T17:15:30.458 INFO:tasks.rados.rados.0.smithi031.stdout:3803: done (0 left) 2024-09-17T17:15:30.458 INFO:tasks.rados.rados.0.smithi031.stdout:3804: snap_create 2024-09-17T17:15:30.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:15:30 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:15:30] "GET /metrics HTTP/1.1" 200 36358 "" "Prometheus/2.51.0" 2024-09-17T17:15:31.460 INFO:tasks.rados.rados.0.smithi031.stdout:3804: done (0 left) 2024-09-17T17:15:31.460 INFO:tasks.rados.rados.0.smithi031.stdout:3805: read oid 23 snap -1 2024-09-17T17:15:31.460 INFO:tasks.rados.rados.0.smithi031.stdout:3805: expect (ObjNum 1182 snap 341 seq_num 1182) 2024-09-17T17:15:31.460 INFO:tasks.rados.rados.0.smithi031.stdout:3806: read oid 2 snap -1 2024-09-17T17:15:31.460 INFO:tasks.rados.rados.0.smithi031.stdout:3806: expect (ObjNum 1192 snap 349 seq_num 1192) 2024-09-17T17:15:31.460 INFO:tasks.rados.rados.0.smithi031.stdout:3807: snap_create 2024-09-17T17:15:31.470 INFO:tasks.rados.rados.0.smithi031.stdout:3806: expect (ObjNum 1192 snap 349 seq_num 1192) 2024-09-17T17:15:31.490 INFO:tasks.rados.rados.0.smithi031.stdout:3805: expect (ObjNum 1182 snap 341 seq_num 1182) 2024-09-17T17:15:31.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:31 smithi031 ceph-mon[94873]: pgmap v848: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 195 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 382 KiB/s wr, 2 op/s 2024-09-17T17:15:31.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:31 smithi031 ceph-mon[94873]: osdmap e791: 8 total, 8 up, 8 in 2024-09-17T17:15:31.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:31 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:15:31.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:31 smithi031 ceph-mon[96842]: pgmap v848: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 195 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 382 KiB/s wr, 2 op/s 2024-09-17T17:15:31.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:31 smithi031 ceph-mon[96842]: osdmap e791: 8 total, 8 up, 8 in 2024-09-17T17:15:31.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:31 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:15:31.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:31 smithi066 ceph-mon[86175]: pgmap v848: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 195 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 382 KiB/s wr, 2 op/s 2024-09-17T17:15:31.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:31 smithi066 ceph-mon[86175]: osdmap e791: 8 total, 8 up, 8 in 2024-09-17T17:15:31.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:31 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:15:32.461 INFO:tasks.rados.rados.0.smithi031.stdout:3805: done (2 left) 2024-09-17T17:15:32.461 INFO:tasks.rados.rados.0.smithi031.stdout:3806: done (1 left) 2024-09-17T17:15:32.461 INFO:tasks.rados.rados.0.smithi031.stdout:3807: done (0 left) 2024-09-17T17:15:32.461 INFO:tasks.rados.rados.0.smithi031.stdout:3808: read oid 48 snap -1 2024-09-17T17:15:32.461 INFO:tasks.rados.rados.0.smithi031.stdout:3808: expect (ObjNum 1061 snap 310 seq_num 1061) 2024-09-17T17:15:32.461 INFO:tasks.rados.rados.0.smithi031.stdout:3809: copy_from oid 5 from oid 19 current snap is 363 2024-09-17T17:15:32.461 INFO:tasks.rados.rados.0.smithi031.stdout:3810: read oid 40 snap -1 2024-09-17T17:15:32.461 INFO:tasks.rados.rados.0.smithi031.stdout:3810: expect (ObjNum 1136 snap 327 seq_num 1136) 2024-09-17T17:15:32.461 INFO:tasks.rados.rados.0.smithi031.stdout:3811: rollback oid 14 current snap is 363 2024-09-17T17:15:32.461 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 14 to 354 2024-09-17T17:15:32.462 INFO:tasks.rados.rados.0.smithi031.stdout:3812: read oid 26 snap -1 2024-09-17T17:15:32.462 INFO:tasks.rados.rados.0.smithi031.stdout:3812: expect deleted 2024-09-17T17:15:32.462 INFO:tasks.rados.rados.0.smithi031.stdout:3813: rollback oid 37 current snap is 363 2024-09-17T17:15:32.462 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 37 to 321 2024-09-17T17:15:32.462 INFO:tasks.rados.rados.0.smithi031.stdout:3814: copy_from oid 16 from oid 30 current snap is 363 2024-09-17T17:15:32.462 INFO:tasks.rados.rados.0.smithi031.stdout:3815: copy_from oid 35 from oid 3 current snap is 363 2024-09-17T17:15:32.462 INFO:tasks.rados.rados.0.smithi031.stdout:3816: delete oid 9 current snap is 363 2024-09-17T17:15:32.465 INFO:tasks.rados.rados.0.smithi031.stdout:3815: finishing copy_from to smithi03184240-35 2024-09-17T17:15:32.465 INFO:tasks.rados.rados.0.smithi031.stdout:3815: got expected ENOENT (src dne) 2024-09-17T17:15:32.466 INFO:tasks.rados.rados.0.smithi031.stdout:3815: finishing copy_from racing read to smithi03184240-35 2024-09-17T17:15:32.467 INFO:tasks.rados.rados.0.smithi031.stdout:3809: finishing copy_from to smithi03184240-5 2024-09-17T17:15:32.467 INFO:tasks.rados.rados.0.smithi031.stdout:3809: got expected ENOENT (src dne) 2024-09-17T17:15:32.467 INFO:tasks.rados.rados.0.smithi031.stdout:3809: finishing copy_from racing read to smithi03184240-5 2024-09-17T17:15:32.468 INFO:tasks.rados.rados.0.smithi031.stdout:3809: done (8 left) 2024-09-17T17:15:32.469 INFO:tasks.rados.rados.0.smithi031.stdout:3812: done (7 left) 2024-09-17T17:15:32.469 INFO:tasks.rados.rados.0.smithi031.stdout:3815: done (6 left) 2024-09-17T17:15:32.469 INFO:tasks.rados.rados.0.smithi031.stdout:3816: done (5 left) 2024-09-17T17:15:32.469 INFO:tasks.rados.rados.0.smithi031.stdout:3817: read oid 17 snap -1 2024-09-17T17:15:32.469 INFO:tasks.rados.rados.0.smithi031.stdout:3817: expect (ObjNum 1198 snap 352 seq_num 1198) 2024-09-17T17:15:32.469 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 363 2024-09-17T17:15:32.469 INFO:tasks.rados.rados.0.smithi031.stdout:3818: seq_num 1205 ranges {4882432=589824,5472256=401408} 2024-09-17T17:15:32.500 INFO:tasks.rados.rados.0.smithi031.stdout:3818: writing smithi03184240-32 from 4882432 to 5472256 tid 1 2024-09-17T17:15:32.503 INFO:tasks.rados.rados.0.smithi031.stdout:3818: writing smithi03184240-32 from 5472256 to 5873664 tid 2 2024-09-17T17:15:32.503 INFO:tasks.rados.rados.0.smithi031.stdout:3813: finishing rollback tid 1 to smithi03184240-37 2024-09-17T17:15:32.503 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-17T17:15:32.503 INFO:tasks.rados.rados.0.smithi031.stdout:3813: done (6 left) 2024-09-17T17:15:32.503 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 37 current snap is 363 2024-09-17T17:15:32.503 INFO:tasks.rados.rados.0.smithi031.stdout:3811: finishing rollback tid 1 to smithi03184240-14 2024-09-17T17:15:32.503 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 2503 (ObjNum 65 snap 0 seq_num 1517581134) dirty dne 2024-09-17T17:15:32.503 INFO:tasks.rados.rados.0.smithi031.stdout:3817: expect (ObjNum 1198 snap 352 seq_num 1198) 2024-09-17T17:15:32.677 INFO:tasks.rados.rados.0.smithi031.stdout:3814: finishing copy_from racing read to smithi03184240-16 2024-09-17T17:15:32.677 INFO:tasks.rados.rados.0.smithi031.stdout:3818: finishing write tid 1 to smithi03184240-32 2024-09-17T17:15:32.677 INFO:tasks.rados.rados.0.smithi031.stdout:3818: finishing write tid 2 to smithi03184240-32 2024-09-17T17:15:32.677 INFO:tasks.rados.rados.0.smithi031.stdout:3818: finishing write tid 3 to smithi03184240-32 2024-09-17T17:15:32.677 INFO:tasks.rados.rados.0.smithi031.stdout:3818: finishing write tid 4 to smithi03184240-32 2024-09-17T17:15:32.677 INFO:tasks.rados.rados.0.smithi031.stdout:3818: oid 32 updating version 0 to 2228 2024-09-17T17:15:32.677 INFO:tasks.rados.rados.0.smithi031.stdout:3818: oid 32 version 2228 is already newer than 2227 2024-09-17T17:15:32.677 INFO:tasks.rados.rados.0.smithi031.stdout:3818: oid 32 version 2228 is already newer than 2226 2024-09-17T17:15:32.677 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 2228 (ObjNum 1205 snap 363 seq_num 1205) dirty exists 2024-09-17T17:15:32.678 INFO:tasks.rados.rados.0.smithi031.stdout:3818: left oid 32 (ObjNum 1205 snap 363 seq_num 1205) 2024-09-17T17:15:32.678 INFO:tasks.rados.rados.0.smithi031.stdout:3808: expect (ObjNum 1061 snap 310 seq_num 1061) 2024-09-17T17:15:32.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:32 smithi031 ceph-mon[96842]: osdmap e792: 8 total, 8 up, 8 in 2024-09-17T17:15:32.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:32 smithi031 ceph-mon[96842]: osdmap e793: 8 total, 8 up, 8 in 2024-09-17T17:15:32.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:32 smithi031 ceph-mon[94873]: osdmap e792: 8 total, 8 up, 8 in 2024-09-17T17:15:32.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:32 smithi031 ceph-mon[94873]: osdmap e793: 8 total, 8 up, 8 in 2024-09-17T17:15:32.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:32 smithi066 ceph-mon[86175]: osdmap e792: 8 total, 8 up, 8 in 2024-09-17T17:15:32.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:32 smithi066 ceph-mon[86175]: osdmap e793: 8 total, 8 up, 8 in 2024-09-17T17:15:33.190 INFO:tasks.rados.rados.0.smithi031.stdout:3814: finishing copy_from to smithi03184240-16 2024-09-17T17:15:33.190 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 2702 (ObjNum 1106 snap 319 seq_num 1106) dirty exists 2024-09-17T17:15:33.190 INFO:tasks.rados.rados.0.smithi031.stdout:3810: expect (ObjNum 1136 snap 327 seq_num 1136) 2024-09-17T17:15:33.585 INFO:tasks.rados.rados.0.smithi031.stdout:3819: seq_num 1206 ranges {0=606208,606208=401408} 2024-09-17T17:15:33.588 INFO:tasks.rados.rados.0.smithi031.stdout:3819: writing smithi03184240-37 from 0 to 606208 tid 1 2024-09-17T17:15:33.592 INFO:tasks.rados.rados.0.smithi031.stdout:3819: writing smithi03184240-37 from 606208 to 1007616 tid 2 2024-09-17T17:15:33.592 INFO:tasks.rados.rados.0.smithi031.stdout:3808: done (6 left) 2024-09-17T17:15:33.592 INFO:tasks.rados.rados.0.smithi031.stdout:3810: done (5 left) 2024-09-17T17:15:33.592 INFO:tasks.rados.rados.0.smithi031.stdout:3811: done (4 left) 2024-09-17T17:15:33.592 INFO:tasks.rados.rados.0.smithi031.stdout:3814: done (3 left) 2024-09-17T17:15:33.592 INFO:tasks.rados.rados.0.smithi031.stdout:3817: done (2 left) 2024-09-17T17:15:33.592 INFO:tasks.rados.rados.0.smithi031.stdout:3818: done (1 left) 2024-09-17T17:15:33.592 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 6 current snap is 363 2024-09-17T17:15:33.592 INFO:tasks.rados.rados.0.smithi031.stdout:3820: seq_num 1207 ranges {3399680=622592,4022272=401408} 2024-09-17T17:15:33.613 INFO:tasks.rados.rados.0.smithi031.stdout:3820: writing smithi03184240-6 from 3399680 to 4022272 tid 1 2024-09-17T17:15:33.616 INFO:tasks.rados.rados.0.smithi031.stdout:3820: writing smithi03184240-6 from 4022272 to 4423680 tid 2 2024-09-17T17:15:33.616 INFO:tasks.rados.rados.0.smithi031.stdout:3821: rollback oid 47 current snap is 363 2024-09-17T17:15:33.617 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 47 to 345 2024-09-17T17:15:33.617 INFO:tasks.rados.rados.0.smithi031.stdout:3819: finishing write tid 1 to smithi03184240-37 2024-09-17T17:15:33.617 INFO:tasks.rados.rados.0.smithi031.stdout:3819: finishing write tid 2 to smithi03184240-37 2024-09-17T17:15:33.617 INFO:tasks.rados.rados.0.smithi031.stdout:3819: finishing write tid 3 to smithi03184240-37 2024-09-17T17:15:33.617 INFO:tasks.rados.rados.0.smithi031.stdout:3819: finishing write tid 4 to smithi03184240-37 2024-09-17T17:15:33.617 INFO:tasks.rados.rados.0.smithi031.stdout:3819: oid 37 updating version 0 to 2231 2024-09-17T17:15:33.617 INFO:tasks.rados.rados.0.smithi031.stdout:3819: oid 37 version 2231 is already newer than 2230 2024-09-17T17:15:33.617 INFO:tasks.rados.rados.0.smithi031.stdout:3819: oid 37 version 2231 is already newer than 2229 2024-09-17T17:15:33.617 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 2231 (ObjNum 1206 snap 363 seq_num 1206) dirty exists 2024-09-17T17:15:33.617 INFO:tasks.rados.rados.0.smithi031.stdout:3819: left oid 37 (ObjNum 1206 snap 363 seq_num 1206) 2024-09-17T17:15:33.617 INFO:tasks.rados.rados.0.smithi031.stdout:3819: done (2 left) 2024-09-17T17:15:33.617 INFO:tasks.rados.rados.0.smithi031.stdout:3822: snap_create 2024-09-17T17:15:33.618 INFO:tasks.rados.rados.0.smithi031.stdout:3821: finishing rollback tid 1 to smithi03184240-47 2024-09-17T17:15:33.618 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 2605 (ObjNum 177 snap 0 seq_num 1705893472) dirty dne 2024-09-17T17:15:33.620 INFO:tasks.rados.rados.0.smithi031.stdout:3820: finishing write tid 1 to smithi03184240-6 2024-09-17T17:15:33.620 INFO:tasks.rados.rados.0.smithi031.stdout:3820: finishing write tid 2 to smithi03184240-6 2024-09-17T17:15:33.620 INFO:tasks.rados.rados.0.smithi031.stdout:3820: finishing write tid 3 to smithi03184240-6 2024-09-17T17:15:33.620 INFO:tasks.rados.rados.0.smithi031.stdout:3820: finishing write tid 4 to smithi03184240-6 2024-09-17T17:15:33.620 INFO:tasks.rados.rados.0.smithi031.stdout:3820: oid 6 updating version 0 to 2594 2024-09-17T17:15:33.620 INFO:tasks.rados.rados.0.smithi031.stdout:3820: oid 6 updating version 2594 to 2595 2024-09-17T17:15:33.620 INFO:tasks.rados.rados.0.smithi031.stdout:3820: oid 6 updating version 2595 to 2596 2024-09-17T17:15:33.621 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 2596 (ObjNum 1207 snap 363 seq_num 1207) dirty exists 2024-09-17T17:15:33.621 INFO:tasks.rados.rados.0.smithi031.stdout:3820: left oid 6 (ObjNum 1207 snap 363 seq_num 1207) 2024-09-17T17:15:33.744 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:33 smithi031 ceph-mon[94873]: pgmap v851: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 195 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 222 KiB/s rd, 0 B/s wr, 1 op/s 2024-09-17T17:15:33.745 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:33 smithi031 ceph-mon[94873]: osdmap e794: 8 total, 8 up, 8 in 2024-09-17T17:15:33.745 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:33 smithi031 ceph-mon[96842]: pgmap v851: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 195 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 222 KiB/s rd, 0 B/s wr, 1 op/s 2024-09-17T17:15:33.745 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:33 smithi031 ceph-mon[96842]: osdmap e794: 8 total, 8 up, 8 in 2024-09-17T17:15:33.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:33 smithi066 ceph-mon[86175]: pgmap v851: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 195 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 222 KiB/s rd, 0 B/s wr, 1 op/s 2024-09-17T17:15:33.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:33 smithi066 ceph-mon[86175]: osdmap e794: 8 total, 8 up, 8 in 2024-09-17T17:15:34.483 INFO:tasks.rados.rados.0.smithi031.stdout:3820: done (2 left) 2024-09-17T17:15:34.483 INFO:tasks.rados.rados.0.smithi031.stdout:3821: done (1 left) 2024-09-17T17:15:34.483 INFO:tasks.rados.rados.0.smithi031.stdout:3822: done (0 left) 2024-09-17T17:15:34.483 INFO:tasks.rados.rados.0.smithi031.stdout:3823: rollback oid 6 current snap is 364 2024-09-17T17:15:34.483 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 6 to 359 2024-09-17T17:15:34.483 INFO:tasks.rados.rados.0.smithi031.stdout:3824: read oid 16 snap -1 2024-09-17T17:15:34.483 INFO:tasks.rados.rados.0.smithi031.stdout:3824: expect (ObjNum 1106 snap 319 seq_num 1106) 2024-09-17T17:15:34.483 INFO:tasks.rados.rados.0.smithi031.stdout:3825: snap_remove snap 355 2024-09-17T17:15:35.486 INFO:tasks.rados.rados.0.smithi031.stdout:3825: done (2 left) 2024-09-17T17:15:35.486 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 3 current snap is 364 2024-09-17T17:15:35.486 INFO:tasks.rados.rados.0.smithi031.stdout:3826: seq_num 1208 ranges {0=638976,638976=401408} 2024-09-17T17:15:35.490 INFO:tasks.rados.rados.0.smithi031.stdout:3826: writing smithi03184240-3 from 0 to 638976 tid 1 2024-09-17T17:15:35.492 INFO:tasks.rados.rados.0.smithi031.stdout:3826: writing smithi03184240-3 from 638976 to 1040384 tid 2 2024-09-17T17:15:35.493 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 33 current snap is 364 2024-09-17T17:15:35.493 INFO:tasks.rados.rados.0.smithi031.stdout:3823: finishing rollback tid 0 to smithi03184240-6 2024-09-17T17:15:35.493 INFO:tasks.rados.rados.0.smithi031.stdout:3823: finishing rollback tid 1 to smithi03184240-6 2024-09-17T17:15:35.493 INFO:tasks.rados.rados.0.smithi031.stdout:3823: finishing rollback tid 2 to smithi03184240-6 2024-09-17T17:15:35.494 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 2599 (ObjNum 1093 snap 318 seq_num 1093) dirty exists 2024-09-17T17:15:35.494 INFO:tasks.rados.rados.0.smithi031.stdout:3824: expect (ObjNum 1106 snap 319 seq_num 1106) 2024-09-17T17:15:35.585 INFO:tasks.rados.rados.0.smithi031.stdout:3826: finishing write tid 1 to smithi03184240-3 2024-09-17T17:15:35.585 INFO:tasks.rados.rados.0.smithi031.stdout:3826: finishing write tid 2 to smithi03184240-3 2024-09-17T17:15:35.585 INFO:tasks.rados.rados.0.smithi031.stdout:3826: finishing write tid 3 to smithi03184240-3 2024-09-17T17:15:35.585 INFO:tasks.rados.rados.0.smithi031.stdout:3826: finishing write tid 4 to smithi03184240-3 2024-09-17T17:15:35.585 INFO:tasks.rados.rados.0.smithi031.stdout:3826: oid 3 updating version 0 to 2612 2024-09-17T17:15:35.585 INFO:tasks.rados.rados.0.smithi031.stdout:3826: oid 3 version 2612 is already newer than 2610 2024-09-17T17:15:35.585 INFO:tasks.rados.rados.0.smithi031.stdout:3826: oid 3 version 2612 is already newer than 2611 2024-09-17T17:15:35.586 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 2612 (ObjNum 1208 snap 364 seq_num 1208) dirty exists 2024-09-17T17:15:35.586 INFO:tasks.rados.rados.0.smithi031.stdout:3826: left oid 3 (ObjNum 1208 snap 364 seq_num 1208) 2024-09-17T17:15:35.586 INFO:tasks.rados.rados.0.smithi031.stdout:3827: seq_num 1209 ranges {2777088=655360,3432448=401408} 2024-09-17T17:15:35.603 INFO:tasks.rados.rados.0.smithi031.stdout:3827: writing smithi03184240-33 from 2777088 to 3432448 tid 1 2024-09-17T17:15:35.606 INFO:tasks.rados.rados.0.smithi031.stdout:3827: writing smithi03184240-33 from 3432448 to 3833856 tid 2 2024-09-17T17:15:35.606 INFO:tasks.rados.rados.0.smithi031.stdout:3823: done (3 left) 2024-09-17T17:15:35.607 INFO:tasks.rados.rados.0.smithi031.stdout:3824: done (2 left) 2024-09-17T17:15:35.607 INFO:tasks.rados.rados.0.smithi031.stdout:3826: done (1 left) 2024-09-17T17:15:35.607 INFO:tasks.rados.rados.0.smithi031.stdout:3828: rollback oid 40 current snap is 364 2024-09-17T17:15:35.607 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 40 to 323 2024-09-17T17:15:35.607 INFO:tasks.rados.rados.0.smithi031.stdout:3829: snap_create 2024-09-17T17:15:35.612 INFO:tasks.rados.rados.0.smithi031.stdout:3828: finishing rollback tid 0 to smithi03184240-40 2024-09-17T17:15:35.613 INFO:tasks.rados.rados.0.smithi031.stdout:3828: finishing rollback tid 1 to smithi03184240-40 2024-09-17T17:15:35.613 INFO:tasks.rados.rados.0.smithi031.stdout:3828: finishing rollback tid 2 to smithi03184240-40 2024-09-17T17:15:35.613 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 3013 (ObjNum 1118 snap 322 seq_num 1118) dirty exists 2024-09-17T17:15:35.614 INFO:tasks.rados.rados.0.smithi031.stdout:3827: finishing write tid 1 to smithi03184240-33 2024-09-17T17:15:35.614 INFO:tasks.rados.rados.0.smithi031.stdout:3827: finishing write tid 2 to smithi03184240-33 2024-09-17T17:15:35.617 INFO:tasks.rados.rados.0.smithi031.stdout:3827: finishing write tid 3 to smithi03184240-33 2024-09-17T17:15:35.618 INFO:tasks.rados.rados.0.smithi031.stdout:3827: finishing write tid 4 to smithi03184240-33 2024-09-17T17:15:35.618 INFO:tasks.rados.rados.0.smithi031.stdout:3827: oid 33 updating version 0 to 2717 2024-09-17T17:15:35.618 INFO:tasks.rados.rados.0.smithi031.stdout:3827: oid 33 version 2717 is already newer than 2715 2024-09-17T17:15:35.618 INFO:tasks.rados.rados.0.smithi031.stdout:3827: oid 33 version 2717 is already newer than 2716 2024-09-17T17:15:35.618 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 2717 (ObjNum 1209 snap 364 seq_num 1209) dirty exists 2024-09-17T17:15:35.618 INFO:tasks.rados.rados.0.smithi031.stdout:3827: left oid 33 (ObjNum 1209 snap 364 seq_num 1209) 2024-09-17T17:15:35.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:35 smithi031 ceph-mon[96842]: pgmap v854: 121 pgs: 121 active+clean; 198 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 678 KiB/s wr, 5 op/s 2024-09-17T17:15:35.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:35 smithi031 ceph-mon[96842]: osdmap e795: 8 total, 8 up, 8 in 2024-09-17T17:15:35.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:35 smithi031 ceph-mon[94873]: pgmap v854: 121 pgs: 121 active+clean; 198 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 678 KiB/s wr, 5 op/s 2024-09-17T17:15:35.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:35 smithi031 ceph-mon[94873]: osdmap e795: 8 total, 8 up, 8 in 2024-09-17T17:15:35.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:35 smithi066 ceph-mon[86175]: pgmap v854: 121 pgs: 121 active+clean; 198 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 678 KiB/s wr, 5 op/s 2024-09-17T17:15:35.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:35 smithi066 ceph-mon[86175]: osdmap e795: 8 total, 8 up, 8 in 2024-09-17T17:15:36.499 INFO:tasks.rados.rados.0.smithi031.stdout:3827: done (2 left) 2024-09-17T17:15:36.499 INFO:tasks.rados.rados.0.smithi031.stdout:3828: done (1 left) 2024-09-17T17:15:36.499 INFO:tasks.rados.rados.0.smithi031.stdout:3829: done (0 left) 2024-09-17T17:15:36.499 INFO:tasks.rados.rados.0.smithi031.stdout:3830: read oid 5 snap -1 2024-09-17T17:15:36.500 INFO:tasks.rados.rados.0.smithi031.stdout:3830: expect (ObjNum 1185 snap 348 seq_num 1185) 2024-09-17T17:15:36.500 INFO:tasks.rados.rados.0.smithi031.stdout:3831: snap_remove snap 346 2024-09-17T17:15:36.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:36 smithi031 ceph-mon[94873]: osdmap e796: 8 total, 8 up, 8 in 2024-09-17T17:15:36.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:36 smithi031 ceph-mon[96842]: osdmap e796: 8 total, 8 up, 8 in 2024-09-17T17:15:36.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:36 smithi066 ceph-mon[86175]: osdmap e796: 8 total, 8 up, 8 in 2024-09-17T17:15:37.500 INFO:tasks.rados.rados.0.smithi031.stdout:3830: expect (ObjNum 1185 snap 348 seq_num 1185) 2024-09-17T17:15:37.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:37 smithi031 ceph-mon[94873]: pgmap v857: 121 pgs: 121 active+clean; 198 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 678 KiB/s wr, 5 op/s 2024-09-17T17:15:37.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:37 smithi031 ceph-mon[94873]: osdmap e797: 8 total, 8 up, 8 in 2024-09-17T17:15:37.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:37 smithi031 ceph-mon[96842]: pgmap v857: 121 pgs: 121 active+clean; 198 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 678 KiB/s wr, 5 op/s 2024-09-17T17:15:37.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:37 smithi031 ceph-mon[96842]: osdmap e797: 8 total, 8 up, 8 in 2024-09-17T17:15:37.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:37 smithi066 ceph-mon[86175]: pgmap v857: 121 pgs: 121 active+clean; 198 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 678 KiB/s wr, 5 op/s 2024-09-17T17:15:37.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:37 smithi066 ceph-mon[86175]: osdmap e797: 8 total, 8 up, 8 in 2024-09-17T17:15:38.158 INFO:tasks.rados.rados.0.smithi031.stdout:3830: done (1 left) 2024-09-17T17:15:38.159 INFO:tasks.rados.rados.0.smithi031.stdout:3831: done (0 left) 2024-09-17T17:15:38.159 INFO:tasks.rados.rados.0.smithi031.stdout:3832: delete oid 19 current snap is 365 2024-09-17T17:15:38.160 INFO:tasks.rados.rados.0.smithi031.stdout:3832: done (0 left) 2024-09-17T17:15:38.160 INFO:tasks.rados.rados.0.smithi031.stdout:3833: setattr oid 19 current snap is 365 2024-09-17T17:15:38.162 INFO:tasks.rados.rados.0.smithi031.stdout:3834: snap_create 2024-09-17T17:15:38.164 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 2851 (ObjNum 113 snap 0 seq_num 1705051248) dirty exists 2024-09-17T17:15:38.458 INFO:tasks.rados.rados.0.smithi031.stdout:3833: done (1 left) 2024-09-17T17:15:38.458 INFO:tasks.rados.rados.0.smithi031.stdout:3834: done (0 left) 2024-09-17T17:15:38.458 INFO:tasks.rados.rados.0.smithi031.stdout:3835: rollback oid 1 current snap is 366 2024-09-17T17:15:38.458 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 1 to 364 2024-09-17T17:15:38.458 INFO:tasks.rados.rados.0.smithi031.stdout:3836: rollback oid 18 current snap is 366 2024-09-17T17:15:38.458 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 18 to 359 2024-09-17T17:15:38.458 INFO:tasks.rados.rados.0.smithi031.stdout:3837: copy_from oid 6 from oid 4 current snap is 366 2024-09-17T17:15:38.458 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 15 current snap is 366 2024-09-17T17:15:38.458 INFO:tasks.rados.rados.0.smithi031.stdout:3838: seq_num 1211 ranges {0=688128,688128=401408} 2024-09-17T17:15:38.462 INFO:tasks.rados.rados.0.smithi031.stdout:3838: writing smithi03184240-15 from 0 to 688128 tid 1 2024-09-17T17:15:38.465 INFO:tasks.rados.rados.0.smithi031.stdout:3838: writing smithi03184240-15 from 688128 to 1089536 tid 2 2024-09-17T17:15:38.466 INFO:tasks.rados.rados.0.smithi031.stdout:3839: read oid 39 snap 352 2024-09-17T17:15:38.466 INFO:tasks.rados.rados.0.smithi031.stdout:3839: expect (ObjNum 941 snap 280 seq_num 941) 2024-09-17T17:15:38.466 INFO:tasks.rados.rados.0.smithi031.stdout:3836: finishing rollback tid 0 to smithi03184240-18 2024-09-17T17:15:38.466 INFO:tasks.rados.rados.0.smithi031.stdout:3835: finishing rollback tid 0 to smithi03184240-1 2024-09-17T17:15:38.466 INFO:tasks.rados.rados.0.smithi031.stdout:3840: delete oid 42 current snap is 366 2024-09-17T17:15:38.466 INFO:tasks.rados.rados.0.smithi031.stdout:3835: finishing rollback tid 1 to smithi03184240-1 2024-09-17T17:15:38.466 INFO:tasks.rados.rados.0.smithi031.stdout:3836: finishing rollback tid 1 to smithi03184240-18 2024-09-17T17:15:38.467 INFO:tasks.rados.rados.0.smithi031.stdout:3836: finishing rollback tid 2 to smithi03184240-18 2024-09-17T17:15:38.467 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 2919 (ObjNum 1097 snap 319 seq_num 1097) dirty exists 2024-09-17T17:15:38.467 INFO:tasks.rados.rados.0.smithi031.stdout:3835: finishing rollback tid 2 to smithi03184240-1 2024-09-17T17:15:38.467 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 2705 (ObjNum 1164 snap 338 seq_num 1164) dirty exists 2024-09-17T17:15:38.471 INFO:tasks.rados.rados.0.smithi031.stdout:3835: done (5 left) 2024-09-17T17:15:38.471 INFO:tasks.rados.rados.0.smithi031.stdout:3836: done (4 left) 2024-09-17T17:15:38.471 INFO:tasks.rados.rados.0.smithi031.stdout:3840: done (3 left) 2024-09-17T17:15:38.471 INFO:tasks.rados.rados.0.smithi031.stdout:3841: snap_create 2024-09-17T17:15:38.474 INFO:tasks.rados.rados.0.smithi031.stdout:3838: finishing write tid 1 to smithi03184240-15 2024-09-17T17:15:38.477 INFO:tasks.rados.rados.0.smithi031.stdout:3838: finishing write tid 2 to smithi03184240-15 2024-09-17T17:15:38.477 INFO:tasks.rados.rados.0.smithi031.stdout:3838: finishing write tid 3 to smithi03184240-15 2024-09-17T17:15:38.478 INFO:tasks.rados.rados.0.smithi031.stdout:3838: finishing write tid 4 to smithi03184240-15 2024-09-17T17:15:38.478 INFO:tasks.rados.rados.0.smithi031.stdout:3838: oid 15 updating version 0 to 2507 2024-09-17T17:15:38.478 INFO:tasks.rados.rados.0.smithi031.stdout:3838: oid 15 updating version 2507 to 2508 2024-09-17T17:15:38.478 INFO:tasks.rados.rados.0.smithi031.stdout:3838: oid 15 version 2508 is already newer than 2506 2024-09-17T17:15:38.478 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 2508 (ObjNum 1211 snap 366 seq_num 1211) dirty exists 2024-09-17T17:15:38.478 INFO:tasks.rados.rados.0.smithi031.stdout:3838: left oid 15 (ObjNum 1211 snap 366 seq_num 1211) 2024-09-17T17:15:38.479 INFO:tasks.rados.rados.0.smithi031.stdout:3839: expect (ObjNum 941 snap 280 seq_num 941) 2024-09-17T17:15:38.672 INFO:tasks.rados.rados.0.smithi031.stdout:3837: finishing copy_from racing read to smithi03184240-6 2024-09-17T17:15:38.673 INFO:tasks.rados.rados.0.smithi031.stdout:3837: finishing copy_from to smithi03184240-6 2024-09-17T17:15:38.673 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 1655 (ObjNum 1193 snap 350 seq_num 1193) dirty exists 2024-09-17T17:15:38.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:38 smithi031 ceph-mon[94873]: osdmap e798: 8 total, 8 up, 8 in 2024-09-17T17:15:38.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:38 smithi031 ceph-mon[94873]: osdmap e799: 8 total, 8 up, 8 in 2024-09-17T17:15:38.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:38 smithi031 ceph-mon[96842]: osdmap e798: 8 total, 8 up, 8 in 2024-09-17T17:15:38.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:38 smithi031 ceph-mon[96842]: osdmap e799: 8 total, 8 up, 8 in 2024-09-17T17:15:38.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:38 smithi066 ceph-mon[86175]: osdmap e798: 8 total, 8 up, 8 in 2024-09-17T17:15:38.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:38 smithi066 ceph-mon[86175]: osdmap e799: 8 total, 8 up, 8 in 2024-09-17T17:15:39.462 INFO:tasks.rados.rados.0.smithi031.stdout:3837: done (3 left) 2024-09-17T17:15:39.463 INFO:tasks.rados.rados.0.smithi031.stdout:3838: done (2 left) 2024-09-17T17:15:39.463 INFO:tasks.rados.rados.0.smithi031.stdout:3839: done (1 left) 2024-09-17T17:15:39.463 INFO:tasks.rados.rados.0.smithi031.stdout:3841: done (0 left) 2024-09-17T17:15:39.463 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 19 current snap is 367 2024-09-17T17:15:39.463 INFO:tasks.rados.rados.0.smithi031.stdout:3842: seq_num 1213 ranges {0=720896,720896=401408} 2024-09-17T17:15:39.466 INFO:tasks.rados.rados.0.smithi031.stdout:3842: writing smithi03184240-19 from 0 to 720896 tid 1 2024-09-17T17:15:39.468 INFO:tasks.rados.rados.0.smithi031.stdout:3842: writing smithi03184240-19 from 720896 to 1122304 tid 2 2024-09-17T17:15:39.469 INFO:tasks.rados.rados.0.smithi031.stdout:3843: copy_from oid 20 from oid 49 current snap is 367 2024-09-17T17:15:39.469 INFO:tasks.rados.rados.0.smithi031.stdout:3844: snap_remove snap 358 2024-09-17T17:15:39.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:39 smithi031 ceph-mon[94873]: pgmap v860: 121 pgs: 121 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 461 KiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-09-17T17:15:39.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:39 smithi031 ceph-mon[94873]: osdmap e800: 8 total, 8 up, 8 in 2024-09-17T17:15:39.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:39 smithi031 ceph-mon[96842]: pgmap v860: 121 pgs: 121 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 461 KiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-09-17T17:15:39.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:39 smithi031 ceph-mon[96842]: osdmap e800: 8 total, 8 up, 8 in 2024-09-17T17:15:39.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:39 smithi066 ceph-mon[86175]: pgmap v860: 121 pgs: 121 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 461 KiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-09-17T17:15:39.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:39 smithi066 ceph-mon[86175]: osdmap e800: 8 total, 8 up, 8 in 2024-09-17T17:15:40.460 INFO:tasks.rados.rados.0.smithi031.stdout:3844: done (2 left) 2024-09-17T17:15:40.460 INFO:tasks.rados.rados.0.smithi031.stdout:3845: rollback oid 39 current snap is 367 2024-09-17T17:15:40.460 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 39 to 323 2024-09-17T17:15:40.460 INFO:tasks.rados.rados.0.smithi031.stdout:3846: copy_from oid 34 from oid 13 current snap is 367 2024-09-17T17:15:40.460 INFO:tasks.rados.rados.0.smithi031.stdout:3847: delete oid 36 current snap is 367 2024-09-17T17:15:40.461 INFO:tasks.rados.rados.0.smithi031.stdout:3842: finishing write tid 1 to smithi03184240-19 2024-09-17T17:15:40.461 INFO:tasks.rados.rados.0.smithi031.stdout:3842: finishing write tid 2 to smithi03184240-19 2024-09-17T17:15:40.461 INFO:tasks.rados.rados.0.smithi031.stdout:3842: finishing write tid 3 to smithi03184240-19 2024-09-17T17:15:40.461 INFO:tasks.rados.rados.0.smithi031.stdout:3843: finishing copy_from racing read to smithi03184240-20 2024-09-17T17:15:40.461 INFO:tasks.rados.rados.0.smithi031.stdout:3843: finishing copy_from to smithi03184240-20 2024-09-17T17:15:40.461 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 2220 (ObjNum 1170 snap 338 seq_num 1170) dirty exists 2024-09-17T17:15:40.461 INFO:tasks.rados.rados.0.smithi031.stdout:3842: finishing write tid 4 to smithi03184240-19 2024-09-17T17:15:40.461 INFO:tasks.rados.rados.0.smithi031.stdout:3842: oid 19 updating version 0 to 2852 2024-09-17T17:15:40.461 INFO:tasks.rados.rados.0.smithi031.stdout:3842: oid 19 updating version 2852 to 2854 2024-09-17T17:15:40.461 INFO:tasks.rados.rados.0.smithi031.stdout:3842: oid 19 version 2854 is already newer than 2853 2024-09-17T17:15:40.461 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 2854 (ObjNum 1213 snap 367 seq_num 1213) dirty exists 2024-09-17T17:15:40.461 INFO:tasks.rados.rados.0.smithi031.stdout:3842: left oid 19 (ObjNum 1213 snap 367 seq_num 1213) 2024-09-17T17:15:40.469 INFO:tasks.rados.rados.0.smithi031.stdout:3842: done (4 left) 2024-09-17T17:15:40.470 INFO:tasks.rados.rados.0.smithi031.stdout:3843: done (3 left) 2024-09-17T17:15:40.470 INFO:tasks.rados.rados.0.smithi031.stdout:3847: done (2 left) 2024-09-17T17:15:40.470 INFO:tasks.rados.rados.0.smithi031.stdout:3848: rollback oid 4 current snap is 367 2024-09-17T17:15:40.470 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 4 to 340 2024-09-17T17:15:40.470 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 24 current snap is 367 2024-09-17T17:15:40.470 INFO:tasks.rados.rados.0.smithi031.stdout:3849: seq_num 1215 ranges {1024000=753664,1777664=401408} 2024-09-17T17:15:40.480 INFO:tasks.rados.rados.0.smithi031.stdout:3849: writing smithi03184240-24 from 1024000 to 1777664 tid 1 2024-09-17T17:15:40.483 INFO:tasks.rados.rados.0.smithi031.stdout:3849: writing smithi03184240-24 from 1777664 to 2179072 tid 2 2024-09-17T17:15:40.484 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 44 current snap is 367 2024-09-17T17:15:40.484 INFO:tasks.rados.rados.0.smithi031.stdout:3848: finishing rollback tid 0 to smithi03184240-4 2024-09-17T17:15:40.484 INFO:tasks.rados.rados.0.smithi031.stdout:3850: seq_num 1216 ranges {0=770048,770048=401408} 2024-09-17T17:15:40.487 INFO:tasks.rados.rados.0.smithi031.stdout:3850: writing smithi03184240-44 from 0 to 770048 tid 1 2024-09-17T17:15:40.490 INFO:tasks.rados.rados.0.smithi031.stdout:3850: writing smithi03184240-44 from 770048 to 1171456 tid 2 2024-09-17T17:15:40.490 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 367 2024-09-17T17:15:40.491 INFO:tasks.rados.rados.0.smithi031.stdout:3848: finishing rollback tid 1 to smithi03184240-4 2024-09-17T17:15:40.491 INFO:tasks.rados.rados.0.smithi031.stdout:3848: finishing rollback tid 2 to smithi03184240-4 2024-09-17T17:15:40.491 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1665 (ObjNum 1053 snap 308 seq_num 1053) dirty exists 2024-09-17T17:15:40.491 INFO:tasks.rados.rados.0.smithi031.stdout:3845: finishing rollback tid 0 to smithi03184240-39 2024-09-17T17:15:40.491 INFO:tasks.rados.rados.0.smithi031.stdout:3845: finishing rollback tid 1 to smithi03184240-39 2024-09-17T17:15:40.491 INFO:tasks.rados.rados.0.smithi031.stdout:3845: finishing rollback tid 2 to smithi03184240-39 2024-09-17T17:15:40.491 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 2720 (ObjNum 941 snap 280 seq_num 941) dirty exists 2024-09-17T17:15:40.491 INFO:tasks.rados.rados.0.smithi031.stdout:3851: seq_num 1217 ranges {606208=786432,1392640=401408} 2024-09-17T17:15:40.497 INFO:tasks.rados.rados.0.smithi031.stdout:3851: writing smithi03184240-23 from 606208 to 1392640 tid 1 2024-09-17T17:15:40.500 INFO:tasks.rados.rados.0.smithi031.stdout:3851: writing smithi03184240-23 from 1392640 to 1794048 tid 2 2024-09-17T17:15:40.500 INFO:tasks.rados.rados.0.smithi031.stdout:3845: done (5 left) 2024-09-17T17:15:40.500 INFO:tasks.rados.rados.0.smithi031.stdout:3848: done (4 left) 2024-09-17T17:15:40.500 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 367 2024-09-17T17:15:40.500 INFO:tasks.rados.rados.0.smithi031.stdout:3852: seq_num 1218 ranges {4612096=802816,5414912=401408} 2024-09-17T17:15:40.530 INFO:tasks.rados.rados.0.smithi031.stdout:3852: writing smithi03184240-45 from 4612096 to 5414912 tid 1 2024-09-17T17:15:40.533 INFO:tasks.rados.rados.0.smithi031.stdout:3852: writing smithi03184240-45 from 5414912 to 5816320 tid 2 2024-09-17T17:15:40.533 INFO:tasks.rados.rados.0.smithi031.stdout:3853: delete oid 28 current snap is 367 2024-09-17T17:15:40.533 INFO:tasks.rados.rados.0.smithi031.stdout:3846: finishing copy_from racing read to smithi03184240-34 2024-09-17T17:15:40.533 INFO:tasks.rados.rados.0.smithi031.stdout:3846: finishing copy_from to smithi03184240-34 2024-09-17T17:15:40.533 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 1974 (ObjNum 1182 snap 341 seq_num 1182) dirty exists 2024-09-17T17:15:40.534 INFO:tasks.rados.rados.0.smithi031.stdout:3849: finishing write tid 1 to smithi03184240-24 2024-09-17T17:15:40.534 INFO:tasks.rados.rados.0.smithi031.stdout:3849: finishing write tid 2 to smithi03184240-24 2024-09-17T17:15:40.534 INFO:tasks.rados.rados.0.smithi031.stdout:3849: finishing write tid 3 to smithi03184240-24 2024-09-17T17:15:40.534 INFO:tasks.rados.rados.0.smithi031.stdout:3849: finishing write tid 4 to smithi03184240-24 2024-09-17T17:15:40.534 INFO:tasks.rados.rados.0.smithi031.stdout:3849: oid 24 updating version 0 to 2706 2024-09-17T17:15:40.534 INFO:tasks.rados.rados.0.smithi031.stdout:3849: oid 24 updating version 2706 to 2707 2024-09-17T17:15:40.534 INFO:tasks.rados.rados.0.smithi031.stdout:3849: oid 24 updating version 2707 to 2708 2024-09-17T17:15:40.534 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 2708 (ObjNum 1215 snap 367 seq_num 1215) dirty exists 2024-09-17T17:15:40.534 INFO:tasks.rados.rados.0.smithi031.stdout:3849: left oid 24 (ObjNum 1215 snap 367 seq_num 1215) 2024-09-17T17:15:40.534 INFO:tasks.rados.rados.0.smithi031.stdout:3850: finishing write tid 1 to smithi03184240-44 2024-09-17T17:15:40.534 INFO:tasks.rados.rados.0.smithi031.stdout:3850: finishing write tid 2 to smithi03184240-44 2024-09-17T17:15:40.534 INFO:tasks.rados.rados.0.smithi031.stdout:3850: finishing write tid 3 to smithi03184240-44 2024-09-17T17:15:40.534 INFO:tasks.rados.rados.0.smithi031.stdout:3850: finishing write tid 4 to smithi03184240-44 2024-09-17T17:15:40.534 INFO:tasks.rados.rados.0.smithi031.stdout:3850: oid 44 updating version 0 to 3027 2024-09-17T17:15:40.535 INFO:tasks.rados.rados.0.smithi031.stdout:3850: oid 44 updating version 3027 to 3028 2024-09-17T17:15:40.535 INFO:tasks.rados.rados.0.smithi031.stdout:3850: oid 44 updating version 3028 to 3029 2024-09-17T17:15:40.535 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 3029 (ObjNum 1216 snap 367 seq_num 1216) dirty exists 2024-09-17T17:15:40.535 INFO:tasks.rados.rados.0.smithi031.stdout:3850: left oid 44 (ObjNum 1216 snap 367 seq_num 1216) 2024-09-17T17:15:40.535 INFO:tasks.rados.rados.0.smithi031.stdout:3851: finishing write tid 1 to smithi03184240-23 2024-09-17T17:15:40.535 INFO:tasks.rados.rados.0.smithi031.stdout:3851: finishing write tid 2 to smithi03184240-23 2024-09-17T17:15:40.535 INFO:tasks.rados.rados.0.smithi031.stdout:3851: finishing write tid 3 to smithi03184240-23 2024-09-17T17:15:40.535 INFO:tasks.rados.rados.0.smithi031.stdout:3851: finishing write tid 4 to smithi03184240-23 2024-09-17T17:15:40.535 INFO:tasks.rados.rados.0.smithi031.stdout:3851: oid 23 updating version 0 to 1975 2024-09-17T17:15:40.535 INFO:tasks.rados.rados.0.smithi031.stdout:3851: oid 23 updating version 1975 to 1976 2024-09-17T17:15:40.535 INFO:tasks.rados.rados.0.smithi031.stdout:3851: oid 23 updating version 1976 to 1977 2024-09-17T17:15:40.535 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 1977 (ObjNum 1217 snap 367 seq_num 1217) dirty exists 2024-09-17T17:15:40.536 INFO:tasks.rados.rados.0.smithi031.stdout:3851: left oid 23 (ObjNum 1217 snap 367 seq_num 1217) 2024-09-17T17:15:40.536 INFO:tasks.rados.rados.0.smithi031.stdout:3852: finishing write tid 1 to smithi03184240-45 2024-09-17T17:15:40.536 INFO:tasks.rados.rados.0.smithi031.stdout:3852: finishing write tid 2 to smithi03184240-45 2024-09-17T17:15:40.536 INFO:tasks.rados.rados.0.smithi031.stdout:3852: finishing write tid 3 to smithi03184240-45 2024-09-17T17:15:40.539 INFO:tasks.rados.rados.0.smithi031.stdout:3852: finishing write tid 4 to smithi03184240-45 2024-09-17T17:15:40.539 INFO:tasks.rados.rados.0.smithi031.stdout:3852: oid 45 updating version 0 to 3031 2024-09-17T17:15:40.539 INFO:tasks.rados.rados.0.smithi031.stdout:3852: oid 45 updating version 3031 to 3033 2024-09-17T17:15:40.539 INFO:tasks.rados.rados.0.smithi031.stdout:3852: oid 45 version 3033 is already newer than 3032 2024-09-17T17:15:40.539 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 3033 (ObjNum 1218 snap 367 seq_num 1218) dirty exists 2024-09-17T17:15:40.539 INFO:tasks.rados.rados.0.smithi031.stdout:3852: left oid 45 (ObjNum 1218 snap 367 seq_num 1218) 2024-09-17T17:15:40.540 INFO:tasks.rados.rados.0.smithi031.stdout:3846: done (5 left) 2024-09-17T17:15:40.540 INFO:tasks.rados.rados.0.smithi031.stdout:3849: done (4 left) 2024-09-17T17:15:40.540 INFO:tasks.rados.rados.0.smithi031.stdout:3850: done (3 left) 2024-09-17T17:15:40.540 INFO:tasks.rados.rados.0.smithi031.stdout:3851: done (2 left) 2024-09-17T17:15:40.540 INFO:tasks.rados.rados.0.smithi031.stdout:3852: done (1 left) 2024-09-17T17:15:40.540 INFO:tasks.rados.rados.0.smithi031.stdout:3853: done (0 left) 2024-09-17T17:15:40.540 INFO:tasks.rados.rados.0.smithi031.stdout:3854: delete oid 48 current snap is 367 2024-09-17T17:15:40.542 INFO:tasks.rados.rados.0.smithi031.stdout:3854: done (0 left) 2024-09-17T17:15:40.542 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 37 current snap is 367 2024-09-17T17:15:40.543 INFO:tasks.rados.rados.0.smithi031.stdout:3855: seq_num 1221 ranges {1007616=458752,1466368=729088,2195456=73728} 2024-09-17T17:15:40.550 INFO:tasks.rados.rados.0.smithi031.stdout:3855: writing smithi03184240-37 from 1007616 to 1466368 tid 1 2024-09-17T17:15:40.555 INFO:tasks.rados.rados.0.smithi031.stdout:3855: writing smithi03184240-37 from 1466368 to 2195456 tid 2 2024-09-17T17:15:40.555 INFO:tasks.rados.rados.0.smithi031.stdout:3855: writing smithi03184240-37 from 2195456 to 2269184 tid 3 2024-09-17T17:15:40.555 INFO:tasks.rados.rados.0.smithi031.stdout:3856: snap_create 2024-09-17T17:15:40.555 INFO:tasks.rados.rados.0.smithi031.stdout:3855: finishing write tid 1 to smithi03184240-37 2024-09-17T17:15:40.558 INFO:tasks.rados.rados.0.smithi031.stdout:3855: finishing write tid 2 to smithi03184240-37 2024-09-17T17:15:40.558 INFO:tasks.rados.rados.0.smithi031.stdout:3855: finishing write tid 3 to smithi03184240-37 2024-09-17T17:15:40.558 INFO:tasks.rados.rados.0.smithi031.stdout:3855: finishing write tid 4 to smithi03184240-37 2024-09-17T17:15:40.559 INFO:tasks.rados.rados.0.smithi031.stdout:3855: finishing write tid 5 to smithi03184240-37 2024-09-17T17:15:40.559 INFO:tasks.rados.rados.0.smithi031.stdout:3855: oid 37 updating version 0 to 2232 2024-09-17T17:15:40.559 INFO:tasks.rados.rados.0.smithi031.stdout:3855: oid 37 updating version 2232 to 2235 2024-09-17T17:15:40.559 INFO:tasks.rados.rados.0.smithi031.stdout:3855: oid 37 version 2235 is already newer than 2233 2024-09-17T17:15:40.559 INFO:tasks.rados.rados.0.smithi031.stdout:3855: oid 37 version 2235 is already newer than 2234 2024-09-17T17:15:40.560 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 2235 (ObjNum 1221 snap 367 seq_num 1221) dirty exists 2024-09-17T17:15:40.560 INFO:tasks.rados.rados.0.smithi031.stdout:3855: left oid 37 (ObjNum 1221 snap 367 seq_num 1221) 2024-09-17T17:15:40.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:15:40 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:15:40] "GET /metrics HTTP/1.1" 200 36356 "" "Prometheus/2.51.0" 2024-09-17T17:15:41.520 INFO:tasks.rados.rados.0.smithi031.stdout:3855: done (1 left) 2024-09-17T17:15:41.520 INFO:tasks.rados.rados.0.smithi031.stdout:3856: done (0 left) 2024-09-17T17:15:41.520 INFO:tasks.rados.rados.0.smithi031.stdout:3857: read oid 25 snap -1 2024-09-17T17:15:41.520 INFO:tasks.rados.rados.0.smithi031.stdout:3857: expect (ObjNum 1076 snap 313 seq_num 1076) 2024-09-17T17:15:41.520 INFO:tasks.rados.rados.0.smithi031.stdout:3858: read oid 2 snap -1 2024-09-17T17:15:41.520 INFO:tasks.rados.rados.0.smithi031.stdout:3858: expect (ObjNum 1192 snap 349 seq_num 1192) 2024-09-17T17:15:41.520 INFO:tasks.rados.rados.0.smithi031.stdout:3859: copy_from oid 3 from oid 20 current snap is 368 2024-09-17T17:15:41.520 INFO:tasks.rados.rados.0.smithi031.stdout:3860: delete oid 43 current snap is 368 2024-09-17T17:15:41.527 INFO:tasks.rados.rados.0.smithi031.stdout:3858: expect (ObjNum 1192 snap 349 seq_num 1192) 2024-09-17T17:15:41.548 INFO:tasks.rados.rados.0.smithi031.stdout:3859: finishing copy_from racing read to smithi03184240-3 2024-09-17T17:15:41.548 INFO:tasks.rados.rados.0.smithi031.stdout:3859: finishing copy_from to smithi03184240-3 2024-09-17T17:15:41.548 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 2220 (ObjNum 1170 snap 338 seq_num 1170) dirty exists 2024-09-17T17:15:41.549 INFO:tasks.rados.rados.0.smithi031.stdout:3858: done (3 left) 2024-09-17T17:15:41.549 INFO:tasks.rados.rados.0.smithi031.stdout:3859: done (2 left) 2024-09-17T17:15:41.549 INFO:tasks.rados.rados.0.smithi031.stdout:3860: done (1 left) 2024-09-17T17:15:41.549 INFO:tasks.rados.rados.0.smithi031.stdout:3861: read oid 24 snap -1 2024-09-17T17:15:41.549 INFO:tasks.rados.rados.0.smithi031.stdout:3861: expect (ObjNum 1215 snap 367 seq_num 1215) 2024-09-17T17:15:41.549 INFO:tasks.rados.rados.0.smithi031.stdout:3862: rollback oid 8 current snap is 368 2024-09-17T17:15:41.549 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 8 to 323 2024-09-17T17:15:41.549 INFO:tasks.rados.rados.0.smithi031.stdout:3857: expect (ObjNum 1076 snap 313 seq_num 1076) 2024-09-17T17:15:41.622 INFO:tasks.rados.rados.0.smithi031.stdout:3862: finishing rollback tid 1 to smithi03184240-8 2024-09-17T17:15:41.623 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 0 (ObjNum 33 snap 0 seq_num 1677673720) dirty dne 2024-09-17T17:15:41.623 INFO:tasks.rados.rados.0.smithi031.stdout:3861: expect (ObjNum 1215 snap 367 seq_num 1215) 2024-09-17T17:15:41.699 INFO:tasks.rados.rados.0.smithi031.stdout:3857: done (2 left) 2024-09-17T17:15:41.699 INFO:tasks.rados.rados.0.smithi031.stdout:3861: done (1 left) 2024-09-17T17:15:41.699 INFO:tasks.rados.rados.0.smithi031.stdout:3862: done (0 left) 2024-09-17T17:15:41.699 INFO:tasks.rados.rados.0.smithi031.stdout:3863: copy_from oid 39 from oid 49 current snap is 368 2024-09-17T17:15:41.700 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 368 2024-09-17T17:15:41.700 INFO:tasks.rados.rados.0.smithi031.stdout:3864: seq_num 1223 ranges {2785280=491520,3276800=491520,3768320=311296} 2024-09-17T17:15:41.717 INFO:tasks.rados.rados.0.smithi031.stdout:3864: writing smithi03184240-10 from 2785280 to 3276800 tid 1 2024-09-17T17:15:41.720 INFO:tasks.rados.rados.0.smithi031.stdout:3864: writing smithi03184240-10 from 3276800 to 3768320 tid 2 2024-09-17T17:15:41.722 INFO:tasks.rados.rados.0.smithi031.stdout:3864: writing smithi03184240-10 from 3768320 to 4079616 tid 3 2024-09-17T17:15:41.722 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 40 current snap is 368 2024-09-17T17:15:41.722 INFO:tasks.rados.rados.0.smithi031.stdout:3863: finishing copy_from racing read to smithi03184240-39 2024-09-17T17:15:41.722 INFO:tasks.rados.rados.0.smithi031.stdout:3863: finishing copy_from to smithi03184240-39 2024-09-17T17:15:41.722 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 2220 (ObjNum 1170 snap 338 seq_num 1170) dirty exists 2024-09-17T17:15:41.722 INFO:tasks.rados.rados.0.smithi031.stdout:3865: seq_num 1224 ranges {5505024=507904,6012928=425984,6438912=376832} 2024-09-17T17:15:41.755 INFO:tasks.rados.rados.0.smithi031.stdout:3865: writing smithi03184240-40 from 5505024 to 6012928 tid 1 2024-09-17T17:15:41.757 INFO:tasks.rados.rados.0.smithi031.stdout:3865: writing smithi03184240-40 from 6012928 to 6438912 tid 2 2024-09-17T17:15:41.759 INFO:tasks.rados.rados.0.smithi031.stdout:3865: writing smithi03184240-40 from 6438912 to 6815744 tid 3 2024-09-17T17:15:41.759 INFO:tasks.rados.rados.0.smithi031.stdout:3863: done (2 left) 2024-09-17T17:15:41.759 INFO:tasks.rados.rados.0.smithi031.stdout:3866: rmattr oid 42 current snap is 368 2024-09-17T17:15:41.759 INFO:tasks.rados.rados.0.smithi031.stdout:3866: done (2 left) 2024-09-17T17:15:41.759 INFO:tasks.rados.rados.0.smithi031.stdout:3867: snap_remove snap 321 2024-09-17T17:15:41.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:41 smithi031 ceph-mon[94873]: pgmap v863: 121 pgs: 121 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-09-17T17:15:41.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:41 smithi031 ceph-mon[94873]: osdmap e801: 8 total, 8 up, 8 in 2024-09-17T17:15:41.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:41 smithi031 ceph-mon[96842]: pgmap v863: 121 pgs: 121 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-09-17T17:15:41.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:41 smithi031 ceph-mon[96842]: osdmap e801: 8 total, 8 up, 8 in 2024-09-17T17:15:41.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:41 smithi066 ceph-mon[86175]: pgmap v863: 121 pgs: 121 active+clean; 203 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-09-17T17:15:41.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:41 smithi066 ceph-mon[86175]: osdmap e801: 8 total, 8 up, 8 in 2024-09-17T17:15:42.533 INFO:tasks.rados.rados.0.smithi031.stdout:3867: done (2 left) 2024-09-17T17:15:42.533 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 368 2024-09-17T17:15:42.533 INFO:tasks.rados.rados.0.smithi031.stdout:3868: seq_num 1225 ranges {5873664=524288,6397952=712704,7110656=90112} 2024-09-17T17:15:42.569 INFO:tasks.rados.rados.0.smithi031.stdout:3868: writing smithi03184240-32 from 5873664 to 6397952 tid 1 2024-09-17T17:15:42.573 INFO:tasks.rados.rados.0.smithi031.stdout:3868: writing smithi03184240-32 from 6397952 to 7110656 tid 2 2024-09-17T17:15:42.574 INFO:tasks.rados.rados.0.smithi031.stdout:3868: writing smithi03184240-32 from 7110656 to 7200768 tid 3 2024-09-17T17:15:42.574 INFO:tasks.rados.rados.0.smithi031.stdout:3869: snap_remove snap 345 2024-09-17T17:15:42.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:42 smithi031 ceph-mon[94873]: osdmap e802: 8 total, 8 up, 8 in 2024-09-17T17:15:42.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:42 smithi031 ceph-mon[96842]: osdmap e802: 8 total, 8 up, 8 in 2024-09-17T17:15:42.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:42 smithi066 ceph-mon[86175]: osdmap e802: 8 total, 8 up, 8 in 2024-09-17T17:15:43.461 INFO:tasks.rados.rados.0.smithi031.stdout:3869: done (3 left) 2024-09-17T17:15:43.461 INFO:tasks.rados.rados.0.smithi031.stdout:3870: delete oid 49 current snap is 368 2024-09-17T17:15:43.461 INFO:tasks.rados.rados.0.smithi031.stdout:3864: finishing write tid 1 to smithi03184240-10 2024-09-17T17:15:43.461 INFO:tasks.rados.rados.0.smithi031.stdout:3864: finishing write tid 2 to smithi03184240-10 2024-09-17T17:15:43.461 INFO:tasks.rados.rados.0.smithi031.stdout:3864: finishing write tid 3 to smithi03184240-10 2024-09-17T17:15:43.461 INFO:tasks.rados.rados.0.smithi031.stdout:3864: finishing write tid 4 to smithi03184240-10 2024-09-17T17:15:43.461 INFO:tasks.rados.rados.0.smithi031.stdout:3864: finishing write tid 5 to smithi03184240-10 2024-09-17T17:15:43.461 INFO:tasks.rados.rados.0.smithi031.stdout:3864: oid 10 updating version 0 to 1980 2024-09-17T17:15:43.462 INFO:tasks.rados.rados.0.smithi031.stdout:3864: oid 10 version 1980 is already newer than 1979 2024-09-17T17:15:43.462 INFO:tasks.rados.rados.0.smithi031.stdout:3864: oid 10 updating version 1980 to 1981 2024-09-17T17:15:43.462 INFO:tasks.rados.rados.0.smithi031.stdout:3864: oid 10 version 1981 is already newer than 1978 2024-09-17T17:15:43.462 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1981 (ObjNum 1223 snap 368 seq_num 1223) dirty exists 2024-09-17T17:15:43.462 INFO:tasks.rados.rados.0.smithi031.stdout:3864: left oid 10 (ObjNum 1223 snap 368 seq_num 1223) 2024-09-17T17:15:43.462 INFO:tasks.rados.rados.0.smithi031.stdout:3865: finishing write tid 1 to smithi03184240-40 2024-09-17T17:15:43.462 INFO:tasks.rados.rados.0.smithi031.stdout:3865: finishing write tid 2 to smithi03184240-40 2024-09-17T17:15:43.462 INFO:tasks.rados.rados.0.smithi031.stdout:3865: finishing write tid 3 to smithi03184240-40 2024-09-17T17:15:43.462 INFO:tasks.rados.rados.0.smithi031.stdout:3865: finishing write tid 4 to smithi03184240-40 2024-09-17T17:15:43.462 INFO:tasks.rados.rados.0.smithi031.stdout:3865: finishing write tid 5 to smithi03184240-40 2024-09-17T17:15:43.462 INFO:tasks.rados.rados.0.smithi031.stdout:3865: oid 40 updating version 0 to 3040 2024-09-17T17:15:43.463 INFO:tasks.rados.rados.0.smithi031.stdout:3865: oid 40 updating version 3040 to 3042 2024-09-17T17:15:43.463 INFO:tasks.rados.rados.0.smithi031.stdout:3865: oid 40 version 3042 is already newer than 3041 2024-09-17T17:15:43.463 INFO:tasks.rados.rados.0.smithi031.stdout:3865: oid 40 version 3042 is already newer than 3039 2024-09-17T17:15:43.463 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 3042 (ObjNum 1224 snap 368 seq_num 1224) dirty exists 2024-09-17T17:15:43.463 INFO:tasks.rados.rados.0.smithi031.stdout:3865: left oid 40 (ObjNum 1224 snap 368 seq_num 1224) 2024-09-17T17:15:43.463 INFO:tasks.rados.rados.0.smithi031.stdout:3868: finishing write tid 1 to smithi03184240-32 2024-09-17T17:15:43.463 INFO:tasks.rados.rados.0.smithi031.stdout:3868: finishing write tid 2 to smithi03184240-32 2024-09-17T17:15:43.463 INFO:tasks.rados.rados.0.smithi031.stdout:3868: finishing write tid 3 to smithi03184240-32 2024-09-17T17:15:43.463 INFO:tasks.rados.rados.0.smithi031.stdout:3868: finishing write tid 4 to smithi03184240-32 2024-09-17T17:15:43.463 INFO:tasks.rados.rados.0.smithi031.stdout:3868: finishing write tid 5 to smithi03184240-32 2024-09-17T17:15:43.463 INFO:tasks.rados.rados.0.smithi031.stdout:3868: oid 32 updating version 0 to 2239 2024-09-17T17:15:43.463 INFO:tasks.rados.rados.0.smithi031.stdout:3868: oid 32 version 2239 is already newer than 2238 2024-09-17T17:15:43.464 INFO:tasks.rados.rados.0.smithi031.stdout:3868: oid 32 version 2239 is already newer than 2237 2024-09-17T17:15:43.464 INFO:tasks.rados.rados.0.smithi031.stdout:3868: oid 32 version 2239 is already newer than 2236 2024-09-17T17:15:43.464 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 2239 (ObjNum 1225 snap 368 seq_num 1225) dirty exists 2024-09-17T17:15:43.464 INFO:tasks.rados.rados.0.smithi031.stdout:3868: left oid 32 (ObjNum 1225 snap 368 seq_num 1225) 2024-09-17T17:15:43.474 INFO:tasks.rados.rados.0.smithi031.stdout:3864: done (3 left) 2024-09-17T17:15:43.474 INFO:tasks.rados.rados.0.smithi031.stdout:3865: done (2 left) 2024-09-17T17:15:43.474 INFO:tasks.rados.rados.0.smithi031.stdout:3868: done (1 left) 2024-09-17T17:15:43.475 INFO:tasks.rados.rados.0.smithi031.stdout:3870: done (0 left) 2024-09-17T17:15:43.475 INFO:tasks.rados.rados.0.smithi031.stdout:3871: rollback oid 8 current snap is 368 2024-09-17T17:15:43.475 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 8 to 365 2024-09-17T17:15:43.475 INFO:tasks.rados.rados.0.smithi031.stdout:3872: read oid 28 snap -1 2024-09-17T17:15:43.475 INFO:tasks.rados.rados.0.smithi031.stdout:3872: expect deleted 2024-09-17T17:15:43.475 INFO:tasks.rados.rados.0.smithi031.stdout:3873: delete oid 43 current snap is 368 2024-09-17T17:15:43.479 INFO:tasks.rados.rados.0.smithi031.stdout:3871: finishing rollback tid 1 to smithi03184240-8 2024-09-17T17:15:43.479 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 0 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-09-17T17:15:43.484 INFO:tasks.rados.rados.0.smithi031.stdout:3871: done (2 left) 2024-09-17T17:15:43.484 INFO:tasks.rados.rados.0.smithi031.stdout:3872: done (1 left) 2024-09-17T17:15:43.485 INFO:tasks.rados.rados.0.smithi031.stdout:3873: done (0 left) 2024-09-17T17:15:43.485 INFO:tasks.rados.rados.0.smithi031.stdout:3874: snap_remove snap 350 2024-09-17T17:15:43.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:43 smithi031 ceph-mon[94873]: pgmap v866: 121 pgs: 121 active+clean; 214 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.8 MiB/s wr, 17 op/s 2024-09-17T17:15:43.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:43 smithi031 ceph-mon[94873]: osdmap e803: 8 total, 8 up, 8 in 2024-09-17T17:15:43.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:43 smithi031 ceph-mon[94873]: osdmap e804: 8 total, 8 up, 8 in 2024-09-17T17:15:43.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:43 smithi031 ceph-mon[96842]: pgmap v866: 121 pgs: 121 active+clean; 214 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.8 MiB/s wr, 17 op/s 2024-09-17T17:15:43.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:43 smithi031 ceph-mon[96842]: osdmap e803: 8 total, 8 up, 8 in 2024-09-17T17:15:43.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:43 smithi031 ceph-mon[96842]: osdmap e804: 8 total, 8 up, 8 in 2024-09-17T17:15:43.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:43 smithi066 ceph-mon[86175]: pgmap v866: 121 pgs: 121 active+clean; 214 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.8 MiB/s wr, 17 op/s 2024-09-17T17:15:43.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:43 smithi066 ceph-mon[86175]: osdmap e803: 8 total, 8 up, 8 in 2024-09-17T17:15:43.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:43 smithi066 ceph-mon[86175]: osdmap e804: 8 total, 8 up, 8 in 2024-09-17T17:15:44.462 INFO:tasks.rados.rados.0.smithi031.stdout:3874: done (0 left) 2024-09-17T17:15:44.462 INFO:tasks.rados.rados.0.smithi031.stdout:3875: rollback oid 16 current snap is 368 2024-09-17T17:15:44.462 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 16 to 339 2024-09-17T17:15:44.462 INFO:tasks.rados.rados.0.smithi031.stdout:3876: rollback oid 7 current snap is 368 2024-09-17T17:15:44.463 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 7 to 361 2024-09-17T17:15:44.463 INFO:tasks.rados.rados.0.smithi031.stdout:3877: rollback oid 32 current snap is 368 2024-09-17T17:15:44.463 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 32 to 366 2024-09-17T17:15:44.463 INFO:tasks.rados.rados.0.smithi031.stdout:3878: delete oid 46 current snap is 368 2024-09-17T17:15:44.474 INFO:tasks.rados.rados.0.smithi031.stdout:3875: finishing rollback tid 0 to smithi03184240-16 2024-09-17T17:15:44.475 INFO:tasks.rados.rados.0.smithi031.stdout:3875: finishing rollback tid 1 to smithi03184240-16 2024-09-17T17:15:44.475 INFO:tasks.rados.rados.0.smithi031.stdout:3875: finishing rollback tid 2 to smithi03184240-16 2024-09-17T17:15:44.475 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 2705 (ObjNum 1137 snap 327 seq_num 1137) dirty exists 2024-09-17T17:15:44.478 INFO:tasks.rados.rados.0.smithi031.stdout:3877: finishing rollback tid 0 to smithi03184240-32 2024-09-17T17:15:44.478 INFO:tasks.rados.rados.0.smithi031.stdout:3877: finishing rollback tid 1 to smithi03184240-32 2024-09-17T17:15:44.478 INFO:tasks.rados.rados.0.smithi031.stdout:3877: finishing rollback tid 2 to smithi03184240-32 2024-09-17T17:15:44.479 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 2243 (ObjNum 1205 snap 363 seq_num 1205) dirty exists 2024-09-17T17:15:44.480 INFO:tasks.rados.rados.0.smithi031.stdout:3876: finishing rollback tid 1 to smithi03184240-7 2024-09-17T17:15:44.480 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 2916 (ObjNum 81 snap 0 seq_num 1348234320) dirty dne 2024-09-17T17:15:44.480 INFO:tasks.rados.rados.0.smithi031.stdout:3875: done (3 left) 2024-09-17T17:15:44.480 INFO:tasks.rados.rados.0.smithi031.stdout:3876: done (2 left) 2024-09-17T17:15:44.480 INFO:tasks.rados.rados.0.smithi031.stdout:3877: done (1 left) 2024-09-17T17:15:44.481 INFO:tasks.rados.rados.0.smithi031.stdout:3878: done (0 left) 2024-09-17T17:15:44.481 INFO:tasks.rados.rados.0.smithi031.stdout:3879: delete oid 28 current snap is 368 2024-09-17T17:15:44.488 INFO:tasks.rados.rados.0.smithi031.stdout:3879: done (0 left) 2024-09-17T17:15:44.488 INFO:tasks.rados.rados.0.smithi031.stdout:3880: rmattr oid 44 current snap is 368 2024-09-17T17:15:44.488 INFO:tasks.rados.rados.0.smithi031.stdout:3880: done (0 left) 2024-09-17T17:15:44.488 INFO:tasks.rados.rados.0.smithi031.stdout:3881: read oid 7 snap -1 2024-09-17T17:15:44.489 INFO:tasks.rados.rados.0.smithi031.stdout:3881: expect deleted 2024-09-17T17:15:44.489 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 46 current snap is 368 2024-09-17T17:15:44.489 INFO:tasks.rados.rados.0.smithi031.stdout:3882: seq_num 1230 ranges {0=606208,606208=532480,1138688=270336} 2024-09-17T17:15:44.490 INFO:tasks.rados.rados.0.smithi031.stdout:3882: writing smithi03184240-46 from 0 to 606208 tid 1 2024-09-17T17:15:44.494 INFO:tasks.rados.rados.0.smithi031.stdout:3882: writing smithi03184240-46 from 606208 to 1138688 tid 2 2024-09-17T17:15:44.497 INFO:tasks.rados.rados.0.smithi031.stdout:3882: writing smithi03184240-46 from 1138688 to 1409024 tid 3 2024-09-17T17:15:44.497 INFO:tasks.rados.rados.0.smithi031.stdout:3883: copy_from oid 36 from oid 4 current snap is 368 2024-09-17T17:15:44.497 INFO:tasks.rados.rados.0.smithi031.stdout:3884: read oid 41 snap -1 2024-09-17T17:15:44.497 INFO:tasks.rados.rados.0.smithi031.stdout:3884: expect (ObjNum 1203 snap 360 seq_num 1203) 2024-09-17T17:15:44.498 INFO:tasks.rados.rados.0.smithi031.stdout:3885: read oid 45 snap -1 2024-09-17T17:15:44.498 INFO:tasks.rados.rados.0.smithi031.stdout:3885: expect (ObjNum 1218 snap 367 seq_num 1218) 2024-09-17T17:15:44.498 INFO:tasks.rados.rados.0.smithi031.stdout:3886: copy_from oid 12 from oid 20 current snap is 368 2024-09-17T17:15:44.498 INFO:tasks.rados.rados.0.smithi031.stdout:3882: finishing write tid 1 to smithi03184240-46 2024-09-17T17:15:44.498 INFO:tasks.rados.rados.0.smithi031.stdout:3881: done (5 left) 2024-09-17T17:15:44.498 INFO:tasks.rados.rados.0.smithi031.stdout:3887: delete oid 30 current snap is 368 2024-09-17T17:15:44.500 INFO:tasks.rados.rados.0.smithi031.stdout:3887: done (5 left) 2024-09-17T17:15:44.500 INFO:tasks.rados.rados.0.smithi031.stdout:3888: snap_create 2024-09-17T17:15:44.502 INFO:tasks.rados.rados.0.smithi031.stdout:3882: finishing write tid 2 to smithi03184240-46 2024-09-17T17:15:44.502 INFO:tasks.rados.rados.0.smithi031.stdout:3882: finishing write tid 3 to smithi03184240-46 2024-09-17T17:15:44.502 INFO:tasks.rados.rados.0.smithi031.stdout:3882: finishing write tid 4 to smithi03184240-46 2024-09-17T17:15:44.504 INFO:tasks.rados.rados.0.smithi031.stdout:3882: finishing write tid 5 to smithi03184240-46 2024-09-17T17:15:44.505 INFO:tasks.rados.rados.0.smithi031.stdout:3882: oid 46 updating version 0 to 2924 2024-09-17T17:15:44.505 INFO:tasks.rados.rados.0.smithi031.stdout:3882: oid 46 version 2924 is already newer than 2922 2024-09-17T17:15:44.505 INFO:tasks.rados.rados.0.smithi031.stdout:3882: oid 46 version 2924 is already newer than 2923 2024-09-17T17:15:44.505 INFO:tasks.rados.rados.0.smithi031.stdout:3882: oid 46 version 2924 is already newer than 2921 2024-09-17T17:15:44.505 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 2924 (ObjNum 1230 snap 368 seq_num 1230) dirty exists 2024-09-17T17:15:44.505 INFO:tasks.rados.rados.0.smithi031.stdout:3882: left oid 46 (ObjNum 1230 snap 368 seq_num 1230) 2024-09-17T17:15:44.506 INFO:tasks.rados.rados.0.smithi031.stdout:3886: finishing copy_from racing read to smithi03184240-12 2024-09-17T17:15:44.506 INFO:tasks.rados.rados.0.smithi031.stdout:3886: finishing copy_from to smithi03184240-12 2024-09-17T17:15:44.507 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 2220 (ObjNum 1170 snap 338 seq_num 1170) dirty exists 2024-09-17T17:15:44.507 INFO:tasks.rados.rados.0.smithi031.stdout:3884: expect (ObjNum 1203 snap 360 seq_num 1203) 2024-09-17T17:15:44.532 INFO:tasks.rados.rados.0.smithi031.stdout:3885: expect (ObjNum 1218 snap 367 seq_num 1218) 2024-09-17T17:15:44.802 INFO:tasks.rados.rados.0.smithi031.stdout:3883: finishing copy_from racing read to smithi03184240-36 2024-09-17T17:15:44.803 INFO:tasks.rados.rados.0.smithi031.stdout:3883: finishing copy_from to smithi03184240-36 2024-09-17T17:15:44.803 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 1665 (ObjNum 1053 snap 308 seq_num 1053) dirty exists 2024-09-17T17:15:45.469 INFO:tasks.rados.rados.0.smithi031.stdout:3882: done (5 left) 2024-09-17T17:15:45.469 INFO:tasks.rados.rados.0.smithi031.stdout:3883: done (4 left) 2024-09-17T17:15:45.469 INFO:tasks.rados.rados.0.smithi031.stdout:3884: done (3 left) 2024-09-17T17:15:45.469 INFO:tasks.rados.rados.0.smithi031.stdout:3885: done (2 left) 2024-09-17T17:15:45.469 INFO:tasks.rados.rados.0.smithi031.stdout:3886: done (1 left) 2024-09-17T17:15:45.469 INFO:tasks.rados.rados.0.smithi031.stdout:3888: done (0 left) 2024-09-17T17:15:45.469 INFO:tasks.rados.rados.0.smithi031.stdout:3889: read oid 47 snap 367 2024-09-17T17:15:45.470 INFO:tasks.rados.rados.0.smithi031.stdout:3889: expect deleted 2024-09-17T17:15:45.470 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 36 current snap is 369 2024-09-17T17:15:45.470 INFO:tasks.rados.rados.0.smithi031.stdout:3890: seq_num 1232 ranges {4489216=638976,5128192=753664,5881856=49152} 2024-09-17T17:15:45.495 INFO:tasks.rados.rados.0.smithi031.stdout:3890: writing smithi03184240-36 from 4489216 to 5128192 tid 1 2024-09-17T17:15:45.499 INFO:tasks.rados.rados.0.smithi031.stdout:3890: writing smithi03184240-36 from 5128192 to 5881856 tid 2 2024-09-17T17:15:45.500 INFO:tasks.rados.rados.0.smithi031.stdout:3890: writing smithi03184240-36 from 5881856 to 5931008 tid 3 2024-09-17T17:15:45.500 INFO:tasks.rados.rados.0.smithi031.stdout:3891: snap_remove snap 356 2024-09-17T17:15:45.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:45 smithi031 ceph-mon[94873]: pgmap v869: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 219 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-09-17T17:15:45.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:45 smithi031 ceph-mon[94873]: osdmap e805: 8 total, 8 up, 8 in 2024-09-17T17:15:45.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:45 smithi031 ceph-mon[96842]: pgmap v869: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 219 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-09-17T17:15:45.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:45 smithi031 ceph-mon[96842]: osdmap e805: 8 total, 8 up, 8 in 2024-09-17T17:15:45.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:45 smithi066 ceph-mon[86175]: pgmap v869: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 219 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-09-17T17:15:45.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:45 smithi066 ceph-mon[86175]: osdmap e805: 8 total, 8 up, 8 in 2024-09-17T17:15:46.478 INFO:tasks.rados.rados.0.smithi031.stdout:3891: done (2 left) 2024-09-17T17:15:46.478 INFO:tasks.rados.rados.0.smithi031.stdout:3892: delete oid 3 current snap is 369 2024-09-17T17:15:46.478 INFO:tasks.rados.rados.0.smithi031.stdout:3890: finishing write tid 1 to smithi03184240-36 2024-09-17T17:15:46.478 INFO:tasks.rados.rados.0.smithi031.stdout:3890: finishing write tid 2 to smithi03184240-36 2024-09-17T17:15:46.478 INFO:tasks.rados.rados.0.smithi031.stdout:3890: finishing write tid 3 to smithi03184240-36 2024-09-17T17:15:46.478 INFO:tasks.rados.rados.0.smithi031.stdout:3890: finishing write tid 4 to smithi03184240-36 2024-09-17T17:15:46.478 INFO:tasks.rados.rados.0.smithi031.stdout:3890: finishing write tid 5 to smithi03184240-36 2024-09-17T17:15:46.478 INFO:tasks.rados.rados.0.smithi031.stdout:3890: oid 36 updating version 0 to 2506 2024-09-17T17:15:46.478 INFO:tasks.rados.rados.0.smithi031.stdout:3890: oid 36 updating version 2506 to 2507 2024-09-17T17:15:46.478 INFO:tasks.rados.rados.0.smithi031.stdout:3890: oid 36 updating version 2507 to 2508 2024-09-17T17:15:46.478 INFO:tasks.rados.rados.0.smithi031.stdout:3890: oid 36 version 2508 is already newer than 2505 2024-09-17T17:15:46.479 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 2508 (ObjNum 1232 snap 369 seq_num 1232) dirty exists 2024-09-17T17:15:46.479 INFO:tasks.rados.rados.0.smithi031.stdout:3890: left oid 36 (ObjNum 1232 snap 369 seq_num 1232) 2024-09-17T17:15:46.484 INFO:tasks.rados.rados.0.smithi031.stdout:3889: done (2 left) 2024-09-17T17:15:46.484 INFO:tasks.rados.rados.0.smithi031.stdout:3890: done (1 left) 2024-09-17T17:15:46.484 INFO:tasks.rados.rados.0.smithi031.stdout:3892: done (0 left) 2024-09-17T17:15:46.484 INFO:tasks.rados.rados.0.smithi031.stdout:3893: setattr oid 47 current snap is 369 2024-09-17T17:15:46.488 INFO:tasks.rados.rados.0.smithi031.stdout:3894: read oid 49 snap -1 2024-09-17T17:15:46.488 INFO:tasks.rados.rados.0.smithi031.stdout:3894: expect deleted 2024-09-17T17:15:46.488 INFO:tasks.rados.rados.0.smithi031.stdout:3895: copy_from oid 8 from oid 22 current snap is 369 2024-09-17T17:15:46.488 INFO:tasks.rados.rados.0.smithi031.stdout:3896: read oid 14 snap -1 2024-09-17T17:15:46.488 INFO:tasks.rados.rados.0.smithi031.stdout:3896: expect deleted 2024-09-17T17:15:46.489 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 369 2024-09-17T17:15:46.489 INFO:tasks.rados.rados.0.smithi031.stdout:3897: seq_num 1234 ranges {1794048=671744,2465792=516096,2981888=286720} 2024-09-17T17:15:46.501 INFO:tasks.rados.rados.0.smithi031.stdout:3897: writing smithi03184240-23 from 1794048 to 2465792 tid 1 2024-09-17T17:15:46.504 INFO:tasks.rados.rados.0.smithi031.stdout:3897: writing smithi03184240-23 from 2465792 to 2981888 tid 2 2024-09-17T17:15:46.506 INFO:tasks.rados.rados.0.smithi031.stdout:3897: writing smithi03184240-23 from 2981888 to 3268608 tid 3 2024-09-17T17:15:46.506 INFO:tasks.rados.rados.0.smithi031.stdout:3898: read oid 38 snap -1 2024-09-17T17:15:46.506 INFO:tasks.rados.rados.0.smithi031.stdout:3898: expect (ObjNum 1166 snap 338 seq_num 1166) 2024-09-17T17:15:46.506 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 37 current snap is 369 2024-09-17T17:15:46.506 INFO:tasks.rados.rados.0.smithi031.stdout:3899: seq_num 1235 ranges {2269184=688128,2957312=802816} 2024-09-17T17:15:46.523 INFO:tasks.rados.rados.0.smithi031.stdout:3899: writing smithi03184240-37 from 2269184 to 2957312 tid 1 2024-09-17T17:15:46.530 INFO:tasks.rados.rados.0.smithi031.stdout:3899: writing smithi03184240-37 from 2957312 to 3760128 tid 2 2024-09-17T17:15:46.530 INFO:tasks.rados.rados.0.smithi031.stdout:3900: read oid 43 snap -1 2024-09-17T17:15:46.530 INFO:tasks.rados.rados.0.smithi031.stdout:3900: expect deleted 2024-09-17T17:15:46.530 INFO:tasks.rados.rados.0.smithi031.stdout:3901: rmattr oid 16 current snap is 369 2024-09-17T17:15:46.530 INFO:tasks.rados.rados.0.smithi031.stdout:3895: finishing copy_from to smithi03184240-8 2024-09-17T17:15:46.530 INFO:tasks.rados.rados.0.smithi031.stdout:3895: got expected ENOENT (src dne) 2024-09-17T17:15:46.530 INFO:tasks.rados.rados.0.smithi031.stdout:3895: finishing copy_from racing read to smithi03184240-8 2024-09-17T17:15:46.530 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 2606 (ObjNum 65 snap 0 seq_num 1) dirty exists 2024-09-17T17:15:46.530 INFO:tasks.rados.rados.0.smithi031.stdout:3897: finishing write tid 1 to smithi03184240-23 2024-09-17T17:15:46.531 INFO:tasks.rados.rados.0.smithi031.stdout:3897: finishing write tid 2 to smithi03184240-23 2024-09-17T17:15:46.531 INFO:tasks.rados.rados.0.smithi031.stdout:3893: done (8 left) 2024-09-17T17:15:46.531 INFO:tasks.rados.rados.0.smithi031.stdout:3894: done (7 left) 2024-09-17T17:15:46.531 INFO:tasks.rados.rados.0.smithi031.stdout:3895: done (6 left) 2024-09-17T17:15:46.531 INFO:tasks.rados.rados.0.smithi031.stdout:3896: done (5 left) 2024-09-17T17:15:46.531 INFO:tasks.rados.rados.0.smithi031.stdout:3901: done (4 left) 2024-09-17T17:15:46.531 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 14 current snap is 369 2024-09-17T17:15:46.531 INFO:tasks.rados.rados.0.smithi031.stdout:3897: finishing write tid 3 to smithi03184240-23 2024-09-17T17:15:46.531 INFO:tasks.rados.rados.0.smithi031.stdout:3897: finishing write tid 4 to smithi03184240-23 2024-09-17T17:15:46.531 INFO:tasks.rados.rados.0.smithi031.stdout:3897: finishing write tid 5 to smithi03184240-23 2024-09-17T17:15:46.531 INFO:tasks.rados.rados.0.smithi031.stdout:3897: oid 23 updating version 0 to 1984 2024-09-17T17:15:46.531 INFO:tasks.rados.rados.0.smithi031.stdout:3897: oid 23 version 1984 is already newer than 1983 2024-09-17T17:15:46.531 INFO:tasks.rados.rados.0.smithi031.stdout:3897: oid 23 updating version 1984 to 1985 2024-09-17T17:15:46.531 INFO:tasks.rados.rados.0.smithi031.stdout:3897: oid 23 version 1985 is already newer than 1982 2024-09-17T17:15:46.531 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 1985 (ObjNum 1234 snap 369 seq_num 1234) dirty exists 2024-09-17T17:15:46.532 INFO:tasks.rados.rados.0.smithi031.stdout:3897: left oid 23 (ObjNum 1234 snap 369 seq_num 1234) 2024-09-17T17:15:46.532 INFO:tasks.rados.rados.0.smithi031.stdout:3899: finishing write tid 1 to smithi03184240-37 2024-09-17T17:15:46.532 INFO:tasks.rados.rados.0.smithi031.stdout:3902: seq_num 1236 ranges {0=704512,704512=688128,1392640=114688} 2024-09-17T17:15:46.533 INFO:tasks.rados.rados.0.smithi031.stdout:3902: writing smithi03184240-14 from 0 to 704512 tid 1 2024-09-17T17:15:46.538 INFO:tasks.rados.rados.0.smithi031.stdout:3902: writing smithi03184240-14 from 704512 to 1392640 tid 2 2024-09-17T17:15:46.539 INFO:tasks.rados.rados.0.smithi031.stdout:3902: writing smithi03184240-14 from 1392640 to 1507328 tid 3 2024-09-17T17:15:46.539 INFO:tasks.rados.rados.0.smithi031.stdout:3897: done (4 left) 2024-09-17T17:15:46.539 INFO:tasks.rados.rados.0.smithi031.stdout:3903: rmattr oid 22 current snap is 369 2024-09-17T17:15:46.539 INFO:tasks.rados.rados.0.smithi031.stdout:3903: done (4 left) 2024-09-17T17:15:46.539 INFO:tasks.rados.rados.0.smithi031.stdout:3904: snap_create 2024-09-17T17:15:46.540 INFO:tasks.rados.rados.0.smithi031.stdout:3899: finishing write tid 2 to smithi03184240-37 2024-09-17T17:15:46.540 INFO:tasks.rados.rados.0.smithi031.stdout:3899: finishing write tid 3 to smithi03184240-37 2024-09-17T17:15:46.540 INFO:tasks.rados.rados.0.smithi031.stdout:3899: finishing write tid 4 to smithi03184240-37 2024-09-17T17:15:46.540 INFO:tasks.rados.rados.0.smithi031.stdout:3899: oid 37 updating version 0 to 2246 2024-09-17T17:15:46.540 INFO:tasks.rados.rados.0.smithi031.stdout:3899: oid 37 version 2246 is already newer than 2245 2024-09-17T17:15:46.540 INFO:tasks.rados.rados.0.smithi031.stdout:3899: oid 37 version 2246 is already newer than 2244 2024-09-17T17:15:46.540 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 2246 (ObjNum 1235 snap 369 seq_num 1235) dirty exists 2024-09-17T17:15:46.540 INFO:tasks.rados.rados.0.smithi031.stdout:3899: left oid 37 (ObjNum 1235 snap 369 seq_num 1235) 2024-09-17T17:15:46.540 INFO:tasks.rados.rados.0.smithi031.stdout:3898: expect (ObjNum 1166 snap 338 seq_num 1166) 2024-09-17T17:15:46.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:46 smithi031 ceph-mon[94873]: osdmap e806: 8 total, 8 up, 8 in 2024-09-17T17:15:46.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:46 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:15:46.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:46 smithi031 ceph-mon[96842]: osdmap e806: 8 total, 8 up, 8 in 2024-09-17T17:15:46.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:46 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:15:46.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:46 smithi066 ceph-mon[86175]: osdmap e806: 8 total, 8 up, 8 in 2024-09-17T17:15:46.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:46 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:15:47.185 INFO:tasks.rados.rados.0.smithi031.stdout:3902: finishing write tid 1 to smithi03184240-14 2024-09-17T17:15:47.185 INFO:tasks.rados.rados.0.smithi031.stdout:3902: finishing write tid 2 to smithi03184240-14 2024-09-17T17:15:47.185 INFO:tasks.rados.rados.0.smithi031.stdout:3902: finishing write tid 3 to smithi03184240-14 2024-09-17T17:15:47.185 INFO:tasks.rados.rados.0.smithi031.stdout:3902: finishing write tid 4 to smithi03184240-14 2024-09-17T17:15:47.185 INFO:tasks.rados.rados.0.smithi031.stdout:3902: finishing write tid 5 to smithi03184240-14 2024-09-17T17:15:47.185 INFO:tasks.rados.rados.0.smithi031.stdout:3902: oid 14 updating version 0 to 2510 2024-09-17T17:15:47.185 INFO:tasks.rados.rados.0.smithi031.stdout:3902: oid 14 version 2510 is already newer than 2509 2024-09-17T17:15:47.186 INFO:tasks.rados.rados.0.smithi031.stdout:3902: oid 14 updating version 2510 to 2512 2024-09-17T17:15:47.186 INFO:tasks.rados.rados.0.smithi031.stdout:3902: oid 14 version 2512 is already newer than 2511 2024-09-17T17:15:47.186 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 2512 (ObjNum 1236 snap 369 seq_num 1236) dirty exists 2024-09-17T17:15:47.186 INFO:tasks.rados.rados.0.smithi031.stdout:3902: left oid 14 (ObjNum 1236 snap 369 seq_num 1236) 2024-09-17T17:15:47.478 INFO:tasks.rados.rados.0.smithi031.stdout:3898: done (4 left) 2024-09-17T17:15:47.478 INFO:tasks.rados.rados.0.smithi031.stdout:3899: done (3 left) 2024-09-17T17:15:47.478 INFO:tasks.rados.rados.0.smithi031.stdout:3900: done (2 left) 2024-09-17T17:15:47.478 INFO:tasks.rados.rados.0.smithi031.stdout:3902: done (1 left) 2024-09-17T17:15:47.478 INFO:tasks.rados.rados.0.smithi031.stdout:3904: done (0 left) 2024-09-17T17:15:47.479 INFO:tasks.rados.rados.0.smithi031.stdout:3905: rmattr oid 16 current snap is 370 2024-09-17T17:15:47.479 INFO:tasks.rados.rados.0.smithi031.stdout:3905: done (0 left) 2024-09-17T17:15:47.479 INFO:tasks.rados.rados.0.smithi031.stdout:3906: read oid 23 snap 366 2024-09-17T17:15:47.479 INFO:tasks.rados.rados.0.smithi031.stdout:3906: expect (ObjNum 1182 snap 341 seq_num 1182) 2024-09-17T17:15:47.479 INFO:tasks.rados.rados.0.smithi031.stdout:3907: copy_from oid 7 from oid 11 current snap is 370 2024-09-17T17:15:47.479 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 17 current snap is 370 2024-09-17T17:15:47.479 INFO:tasks.rados.rados.0.smithi031.stdout:3908: seq_num 1237 ranges {3055616=720896,3776512=573440,4349952=229376} 2024-09-17T17:15:47.499 INFO:tasks.rados.rados.0.smithi031.stdout:3908: writing smithi03184240-17 from 3055616 to 3776512 tid 1 2024-09-17T17:15:47.502 INFO:tasks.rados.rados.0.smithi031.stdout:3908: writing smithi03184240-17 from 3776512 to 4349952 tid 2 2024-09-17T17:15:47.504 INFO:tasks.rados.rados.0.smithi031.stdout:3908: writing smithi03184240-17 from 4349952 to 4579328 tid 3 2024-09-17T17:15:47.504 INFO:tasks.rados.rados.0.smithi031.stdout:3909: copy_from oid 30 from oid 27 current snap is 370 2024-09-17T17:15:47.504 INFO:tasks.rados.rados.0.smithi031.stdout:3906: expect (ObjNum 1182 snap 341 seq_num 1182) 2024-09-17T17:15:47.523 INFO:tasks.rados.rados.0.smithi031.stdout:3907: finishing copy_from racing read to smithi03184240-7 2024-09-17T17:15:47.524 INFO:tasks.rados.rados.0.smithi031.stdout:3907: finishing copy_from to smithi03184240-7 2024-09-17T17:15:47.524 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 2915 (ObjNum 1093 snap 318 seq_num 1093) dirty exists 2024-09-17T17:15:47.524 INFO:tasks.rados.rados.0.smithi031.stdout:3909: finishing copy_from racing read to smithi03184240-30 2024-09-17T17:15:47.524 INFO:tasks.rados.rados.0.smithi031.stdout:3909: finishing copy_from to smithi03184240-30 2024-09-17T17:15:47.524 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 2499 (ObjNum 1150 snap 336 seq_num 1150) dirty exists 2024-09-17T17:15:47.524 INFO:tasks.rados.rados.0.smithi031.stdout:3908: finishing write tid 1 to smithi03184240-17 2024-09-17T17:15:47.524 INFO:tasks.rados.rados.0.smithi031.stdout:3908: finishing write tid 2 to smithi03184240-17 2024-09-17T17:15:47.524 INFO:tasks.rados.rados.0.smithi031.stdout:3908: finishing write tid 3 to smithi03184240-17 2024-09-17T17:15:47.524 INFO:tasks.rados.rados.0.smithi031.stdout:3906: done (3 left) 2024-09-17T17:15:47.524 INFO:tasks.rados.rados.0.smithi031.stdout:3907: done (2 left) 2024-09-17T17:15:47.524 INFO:tasks.rados.rados.0.smithi031.stdout:3909: done (1 left) 2024-09-17T17:15:47.525 INFO:tasks.rados.rados.0.smithi031.stdout:3910: rollback oid 33 current snap is 370 2024-09-17T17:15:47.525 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 33 to 362 2024-09-17T17:15:47.525 INFO:tasks.rados.rados.0.smithi031.stdout:3908: finishing write tid 4 to smithi03184240-17 2024-09-17T17:15:47.525 INFO:tasks.rados.rados.0.smithi031.stdout:3908: finishing write tid 5 to smithi03184240-17 2024-09-17T17:15:47.525 INFO:tasks.rados.rados.0.smithi031.stdout:3908: oid 17 updating version 0 to 1978 2024-09-17T17:15:47.525 INFO:tasks.rados.rados.0.smithi031.stdout:3908: oid 17 version 1978 is already newer than 1976 2024-09-17T17:15:47.525 INFO:tasks.rados.rados.0.smithi031.stdout:3908: oid 17 version 1978 is already newer than 1975 2024-09-17T17:15:47.525 INFO:tasks.rados.rados.0.smithi031.stdout:3908: oid 17 version 1978 is already newer than 1977 2024-09-17T17:15:47.525 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 1978 (ObjNum 1237 snap 370 seq_num 1237) dirty exists 2024-09-17T17:15:47.525 INFO:tasks.rados.rados.0.smithi031.stdout:3908: left oid 17 (ObjNum 1237 snap 370 seq_num 1237) 2024-09-17T17:15:47.525 INFO:tasks.rados.rados.0.smithi031.stdout:3908: done (1 left) 2024-09-17T17:15:47.525 INFO:tasks.rados.rados.0.smithi031.stdout:3911: rollback oid 7 current snap is 370 2024-09-17T17:15:47.526 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 7 to 359 2024-09-17T17:15:47.526 INFO:tasks.rados.rados.0.smithi031.stdout:3912: copy_from oid 17 from oid 49 current snap is 370 2024-09-17T17:15:47.526 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 28 current snap is 370 2024-09-17T17:15:47.526 INFO:tasks.rados.rados.0.smithi031.stdout:3913: seq_num 1238 ranges {0=737280,737280=458752,1196032=344064} 2024-09-17T17:15:47.528 INFO:tasks.rados.rados.0.smithi031.stdout:3913: writing smithi03184240-28 from 0 to 737280 tid 1 2024-09-17T17:15:47.531 INFO:tasks.rados.rados.0.smithi031.stdout:3913: writing smithi03184240-28 from 737280 to 1196032 tid 2 2024-09-17T17:15:47.533 INFO:tasks.rados.rados.0.smithi031.stdout:3913: writing smithi03184240-28 from 1196032 to 1540096 tid 3 2024-09-17T17:15:47.533 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 370 2024-09-17T17:15:47.533 INFO:tasks.rados.rados.0.smithi031.stdout:3912: finishing copy_from to smithi03184240-17 2024-09-17T17:15:47.533 INFO:tasks.rados.rados.0.smithi031.stdout:3912: got expected ENOENT (src dne) 2024-09-17T17:15:47.533 INFO:tasks.rados.rados.0.smithi031.stdout:3914: seq_num 1239 ranges {4489216=753664,5242880=745472,5988352=57344} 2024-09-17T17:15:47.561 INFO:tasks.rados.rados.0.smithi031.stdout:3914: writing smithi03184240-4 from 4489216 to 5242880 tid 1 2024-09-17T17:15:47.565 INFO:tasks.rados.rados.0.smithi031.stdout:3914: writing smithi03184240-4 from 5242880 to 5988352 tid 2 2024-09-17T17:15:47.566 INFO:tasks.rados.rados.0.smithi031.stdout:3914: writing smithi03184240-4 from 5988352 to 6045696 tid 3 2024-09-17T17:15:47.566 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 40 current snap is 370 2024-09-17T17:15:47.566 INFO:tasks.rados.rados.0.smithi031.stdout:3912: finishing copy_from racing read to smithi03184240-17 2024-09-17T17:15:47.567 INFO:tasks.rados.rados.0.smithi031.stdout:3910: finishing rollback tid 0 to smithi03184240-33 2024-09-17T17:15:47.567 INFO:tasks.rados.rados.0.smithi031.stdout:3911: finishing rollback tid 0 to smithi03184240-7 2024-09-17T17:15:47.567 INFO:tasks.rados.rados.0.smithi031.stdout:3911: finishing rollback tid 1 to smithi03184240-7 2024-09-17T17:15:47.567 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 2926 (ObjNum -1226859296 snap 32616 seq_num 304) dirty dne 2024-09-17T17:15:47.567 INFO:tasks.rados.rados.0.smithi031.stdout:3910: finishing rollback tid 1 to smithi03184240-33 2024-09-17T17:15:47.567 INFO:tasks.rados.rados.0.smithi031.stdout:3915: seq_num 1240 ranges {6815744=778240,7593984=671744,8265728=131072} 2024-09-17T17:15:47.607 INFO:tasks.rados.rados.0.smithi031.stdout:3915: writing smithi03184240-40 from 6815744 to 7593984 tid 1 2024-09-17T17:15:47.611 INFO:tasks.rados.rados.0.smithi031.stdout:3915: writing smithi03184240-40 from 7593984 to 8265728 tid 2 2024-09-17T17:15:47.612 INFO:tasks.rados.rados.0.smithi031.stdout:3915: writing smithi03184240-40 from 8265728 to 8396800 tid 3 2024-09-17T17:15:47.612 INFO:tasks.rados.rados.0.smithi031.stdout:3911: done (5 left) 2024-09-17T17:15:47.612 INFO:tasks.rados.rados.0.smithi031.stdout:3912: done (4 left) 2024-09-17T17:15:47.612 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 50 current snap is 370 2024-09-17T17:15:47.612 INFO:tasks.rados.rados.0.smithi031.stdout:3910: finishing rollback tid 2 to smithi03184240-33 2024-09-17T17:15:47.613 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 2723 (ObjNum 1106 snap 319 seq_num 1106) dirty exists 2024-09-17T17:15:47.613 INFO:tasks.rados.rados.0.smithi031.stdout:3913: finishing write tid 1 to smithi03184240-28 2024-09-17T17:15:47.613 INFO:tasks.rados.rados.0.smithi031.stdout:3913: finishing write tid 2 to smithi03184240-28 2024-09-17T17:15:47.613 INFO:tasks.rados.rados.0.smithi031.stdout:3913: finishing write tid 3 to smithi03184240-28 2024-09-17T17:15:47.613 INFO:tasks.rados.rados.0.smithi031.stdout:3913: finishing write tid 4 to smithi03184240-28 2024-09-17T17:15:47.613 INFO:tasks.rados.rados.0.smithi031.stdout:3916: seq_num 1241 ranges {819200=794624,1613824=557056,2170880=245760} 2024-09-17T17:15:47.621 INFO:tasks.rados.rados.0.smithi031.stdout:3916: writing smithi03184240-50 from 819200 to 1613824 tid 1 2024-09-17T17:15:47.624 INFO:tasks.rados.rados.0.smithi031.stdout:3916: writing smithi03184240-50 from 1613824 to 2170880 tid 2 2024-09-17T17:15:47.627 INFO:tasks.rados.rados.0.smithi031.stdout:3916: writing smithi03184240-50 from 2170880 to 2416640 tid 3 2024-09-17T17:15:47.627 INFO:tasks.rados.rados.0.smithi031.stdout:3910: done (4 left) 2024-09-17T17:15:47.627 INFO:tasks.rados.rados.0.smithi031.stdout:3917: read oid 42 snap -1 2024-09-17T17:15:47.627 INFO:tasks.rados.rados.0.smithi031.stdout:3917: expect deleted 2024-09-17T17:15:47.627 INFO:tasks.rados.rados.0.smithi031.stdout:3918: copy_from oid 9 from oid 41 current snap is 370 2024-09-17T17:15:47.627 INFO:tasks.rados.rados.0.smithi031.stdout:3913: finishing write tid 5 to smithi03184240-28 2024-09-17T17:15:47.627 INFO:tasks.rados.rados.0.smithi031.stdout:3913: oid 28 updating version 0 to 3083 2024-09-17T17:15:47.627 INFO:tasks.rados.rados.0.smithi031.stdout:3913: oid 28 updating version 3083 to 3084 2024-09-17T17:15:47.627 INFO:tasks.rados.rados.0.smithi031.stdout:3913: oid 28 version 3084 is already newer than 3081 2024-09-17T17:15:47.627 INFO:tasks.rados.rados.0.smithi031.stdout:3913: oid 28 version 3084 is already newer than 3082 2024-09-17T17:15:47.628 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 3084 (ObjNum 1238 snap 370 seq_num 1238) dirty exists 2024-09-17T17:15:47.628 INFO:tasks.rados.rados.0.smithi031.stdout:3913: left oid 28 (ObjNum 1238 snap 370 seq_num 1238) 2024-09-17T17:15:47.628 INFO:tasks.rados.rados.0.smithi031.stdout:3914: finishing write tid 1 to smithi03184240-4 2024-09-17T17:15:47.628 INFO:tasks.rados.rados.0.smithi031.stdout:3913: done (5 left) 2024-09-17T17:15:47.628 INFO:tasks.rados.rados.0.smithi031.stdout:3919: snap_remove snap 327 2024-09-17T17:15:47.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:47 smithi031 ceph-mon[94873]: pgmap v872: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 220 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 565 KiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-09-17T17:15:47.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:47 smithi031 ceph-mon[94873]: osdmap e807: 8 total, 8 up, 8 in 2024-09-17T17:15:47.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:47 smithi031 ceph-mon[96842]: pgmap v872: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 220 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 565 KiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-09-17T17:15:47.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:47 smithi031 ceph-mon[96842]: osdmap e807: 8 total, 8 up, 8 in 2024-09-17T17:15:47.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:47 smithi066 ceph-mon[86175]: pgmap v872: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 220 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 565 KiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-09-17T17:15:47.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:47 smithi066 ceph-mon[86175]: osdmap e807: 8 total, 8 up, 8 in 2024-09-17T17:15:48.462 INFO:tasks.rados.rados.0.smithi031.stdout:3919: done (5 left) 2024-09-17T17:15:48.462 INFO:tasks.rados.rados.0.smithi031.stdout:3920: copy_from oid 32 from oid 38 current snap is 370 2024-09-17T17:15:48.462 INFO:tasks.rados.rados.0.smithi031.stdout:3914: finishing write tid 2 to smithi03184240-4 2024-09-17T17:15:48.462 INFO:tasks.rados.rados.0.smithi031.stdout:3914: finishing write tid 3 to smithi03184240-4 2024-09-17T17:15:48.462 INFO:tasks.rados.rados.0.smithi031.stdout:3914: finishing write tid 4 to smithi03184240-4 2024-09-17T17:15:48.462 INFO:tasks.rados.rados.0.smithi031.stdout:3914: finishing write tid 5 to smithi03184240-4 2024-09-17T17:15:48.462 INFO:tasks.rados.rados.0.smithi031.stdout:3914: oid 4 updating version 0 to 1979 2024-09-17T17:15:48.462 INFO:tasks.rados.rados.0.smithi031.stdout:3914: oid 4 updating version 1979 to 1982 2024-09-17T17:15:48.463 INFO:tasks.rados.rados.0.smithi031.stdout:3914: oid 4 version 1982 is already newer than 1981 2024-09-17T17:15:48.463 INFO:tasks.rados.rados.0.smithi031.stdout:3914: oid 4 version 1982 is already newer than 1980 2024-09-17T17:15:48.463 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1982 (ObjNum 1239 snap 370 seq_num 1239) dirty exists 2024-09-17T17:15:48.463 INFO:tasks.rados.rados.0.smithi031.stdout:3914: left oid 4 (ObjNum 1239 snap 370 seq_num 1239) 2024-09-17T17:15:48.463 INFO:tasks.rados.rados.0.smithi031.stdout:3915: finishing write tid 1 to smithi03184240-40 2024-09-17T17:15:48.463 INFO:tasks.rados.rados.0.smithi031.stdout:3915: finishing write tid 2 to smithi03184240-40 2024-09-17T17:15:48.463 INFO:tasks.rados.rados.0.smithi031.stdout:3915: finishing write tid 3 to smithi03184240-40 2024-09-17T17:15:48.463 INFO:tasks.rados.rados.0.smithi031.stdout:3915: finishing write tid 4 to smithi03184240-40 2024-09-17T17:15:48.463 INFO:tasks.rados.rados.0.smithi031.stdout:3915: finishing write tid 5 to smithi03184240-40 2024-09-17T17:15:48.463 INFO:tasks.rados.rados.0.smithi031.stdout:3915: oid 40 updating version 0 to 3089 2024-09-17T17:15:48.463 INFO:tasks.rados.rados.0.smithi031.stdout:3915: oid 40 version 3089 is already newer than 3086 2024-09-17T17:15:48.463 INFO:tasks.rados.rados.0.smithi031.stdout:3915: oid 40 version 3089 is already newer than 3088 2024-09-17T17:15:48.463 INFO:tasks.rados.rados.0.smithi031.stdout:3915: oid 40 version 3089 is already newer than 3087 2024-09-17T17:15:48.463 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 3089 (ObjNum 1240 snap 370 seq_num 1240) dirty exists 2024-09-17T17:15:48.464 INFO:tasks.rados.rados.0.smithi031.stdout:3915: left oid 40 (ObjNum 1240 snap 370 seq_num 1240) 2024-09-17T17:15:48.464 INFO:tasks.rados.rados.0.smithi031.stdout:3916: finishing write tid 1 to smithi03184240-50 2024-09-17T17:15:48.464 INFO:tasks.rados.rados.0.smithi031.stdout:3916: finishing write tid 2 to smithi03184240-50 2024-09-17T17:15:48.464 INFO:tasks.rados.rados.0.smithi031.stdout:3916: finishing write tid 3 to smithi03184240-50 2024-09-17T17:15:48.464 INFO:tasks.rados.rados.0.smithi031.stdout:3916: finishing write tid 4 to smithi03184240-50 2024-09-17T17:15:48.464 INFO:tasks.rados.rados.0.smithi031.stdout:3918: finishing copy_from racing read to smithi03184240-9 2024-09-17T17:15:48.464 INFO:tasks.rados.rados.0.smithi031.stdout:3918: finishing copy_from to smithi03184240-9 2024-09-17T17:15:48.464 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 1662 (ObjNum 1203 snap 360 seq_num 1203) dirty exists 2024-09-17T17:15:48.464 INFO:tasks.rados.rados.0.smithi031.stdout:3916: finishing write tid 5 to smithi03184240-50 2024-09-17T17:15:48.464 INFO:tasks.rados.rados.0.smithi031.stdout:3916: oid 50 updating version 0 to 2930 2024-09-17T17:15:48.464 INFO:tasks.rados.rados.0.smithi031.stdout:3916: oid 50 version 2930 is already newer than 2929 2024-09-17T17:15:48.464 INFO:tasks.rados.rados.0.smithi031.stdout:3916: oid 50 version 2930 is already newer than 2927 2024-09-17T17:15:48.464 INFO:tasks.rados.rados.0.smithi031.stdout:3916: oid 50 version 2930 is already newer than 2928 2024-09-17T17:15:48.464 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 2930 (ObjNum 1241 snap 370 seq_num 1241) dirty exists 2024-09-17T17:15:48.465 INFO:tasks.rados.rados.0.smithi031.stdout:3916: left oid 50 (ObjNum 1241 snap 370 seq_num 1241) 2024-09-17T17:15:48.465 INFO:tasks.rados.rados.0.smithi031.stdout:3914: done (5 left) 2024-09-17T17:15:48.465 INFO:tasks.rados.rados.0.smithi031.stdout:3915: done (4 left) 2024-09-17T17:15:48.465 INFO:tasks.rados.rados.0.smithi031.stdout:3916: done (3 left) 2024-09-17T17:15:48.465 INFO:tasks.rados.rados.0.smithi031.stdout:3917: done (2 left) 2024-09-17T17:15:48.465 INFO:tasks.rados.rados.0.smithi031.stdout:3918: done (1 left) 2024-09-17T17:15:48.465 INFO:tasks.rados.rados.0.smithi031.stdout:3921: rollback oid 35 current snap is 370 2024-09-17T17:15:48.465 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 35 to 363 2024-09-17T17:15:48.465 INFO:tasks.rados.rados.0.smithi031.stdout:3922: copy_from oid 11 from oid 42 current snap is 370 2024-09-17T17:15:48.465 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 14 current snap is 370 2024-09-17T17:15:48.466 INFO:tasks.rados.rados.0.smithi031.stdout:3923: seq_num 1242 ranges {1507328=409600,1916928=442368,2359296=655360,3014656=106496} 2024-09-17T17:15:48.474 INFO:tasks.rados.rados.0.smithi031.stdout:3923: writing smithi03184240-14 from 1507328 to 1916928 tid 1 2024-09-17T17:15:48.478 INFO:tasks.rados.rados.0.smithi031.stdout:3923: writing smithi03184240-14 from 1916928 to 2359296 tid 2 2024-09-17T17:15:48.482 INFO:tasks.rados.rados.0.smithi031.stdout:3923: writing smithi03184240-14 from 2359296 to 3014656 tid 3 2024-09-17T17:15:48.484 INFO:tasks.rados.rados.0.smithi031.stdout:3923: writing smithi03184240-14 from 3014656 to 3121152 tid 4 2024-09-17T17:15:48.484 INFO:tasks.rados.rados.0.smithi031.stdout:3924: copy_from oid 31 from oid 5 current snap is 370 2024-09-17T17:15:48.484 INFO:tasks.rados.rados.0.smithi031.stdout:3921: finishing rollback tid 0 to smithi03184240-35 2024-09-17T17:15:48.484 INFO:tasks.rados.rados.0.smithi031.stdout:3921: finishing rollback tid 1 to smithi03184240-35 2024-09-17T17:15:48.484 INFO:tasks.rados.rados.0.smithi031.stdout:3921: finishing rollback tid 2 to smithi03184240-35 2024-09-17T17:15:48.484 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 2616 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-17T17:15:48.484 INFO:tasks.rados.rados.0.smithi031.stdout:3921: done (4 left) 2024-09-17T17:15:48.484 INFO:tasks.rados.rados.0.smithi031.stdout:3925: snap_remove snap 353 2024-09-17T17:15:48.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:48 smithi031 ceph-mon[94873]: osdmap e808: 8 total, 8 up, 8 in 2024-09-17T17:15:48.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:48 smithi031 ceph-mon[94873]: osdmap e809: 8 total, 8 up, 8 in 2024-09-17T17:15:48.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:48 smithi031 ceph-mon[96842]: osdmap e808: 8 total, 8 up, 8 in 2024-09-17T17:15:48.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:48 smithi031 ceph-mon[96842]: osdmap e809: 8 total, 8 up, 8 in 2024-09-17T17:15:48.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:48 smithi066 ceph-mon[86175]: osdmap e808: 8 total, 8 up, 8 in 2024-09-17T17:15:48.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:48 smithi066 ceph-mon[86175]: osdmap e809: 8 total, 8 up, 8 in 2024-09-17T17:15:49.491 INFO:tasks.rados.rados.0.smithi031.stdout:3923: finishing write tid 1 to smithi03184240-14 2024-09-17T17:15:49.491 INFO:tasks.rados.rados.0.smithi031.stdout:3923: finishing write tid 2 to smithi03184240-14 2024-09-17T17:15:49.491 INFO:tasks.rados.rados.0.smithi031.stdout:3923: finishing write tid 3 to smithi03184240-14 2024-09-17T17:15:49.491 INFO:tasks.rados.rados.0.smithi031.stdout:3923: finishing write tid 4 to smithi03184240-14 2024-09-17T17:15:49.492 INFO:tasks.rados.rados.0.smithi031.stdout:3923: finishing write tid 5 to smithi03184240-14 2024-09-17T17:15:49.492 INFO:tasks.rados.rados.0.smithi031.stdout:3923: finishing write tid 6 to smithi03184240-14 2024-09-17T17:15:49.492 INFO:tasks.rados.rados.0.smithi031.stdout:3923: oid 14 updating version 0 to 2514 2024-09-17T17:15:49.492 INFO:tasks.rados.rados.0.smithi031.stdout:3923: oid 14 updating version 2514 to 2516 2024-09-17T17:15:49.492 INFO:tasks.rados.rados.0.smithi031.stdout:3923: oid 14 version 2516 is already newer than 2515 2024-09-17T17:15:49.492 INFO:tasks.rados.rados.0.smithi031.stdout:3923: oid 14 version 2516 is already newer than 2513 2024-09-17T17:15:49.492 INFO:tasks.rados.rados.0.smithi031.stdout:3923: oid 14 updating version 2516 to 2517 2024-09-17T17:15:49.492 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 2517 (ObjNum 1242 snap 370 seq_num 1242) dirty exists 2024-09-17T17:15:49.492 INFO:tasks.rados.rados.0.smithi031.stdout:3923: left oid 14 (ObjNum 1242 snap 370 seq_num 1242) 2024-09-17T17:15:49.492 INFO:tasks.rados.rados.0.smithi031.stdout:3922: finishing copy_from to smithi03184240-11 2024-09-17T17:15:49.492 INFO:tasks.rados.rados.0.smithi031.stdout:3922: got expected ENOENT (src dne) 2024-09-17T17:15:49.492 INFO:tasks.rados.rados.0.smithi031.stdout:3922: finishing copy_from racing read to smithi03184240-11 2024-09-17T17:15:49.492 INFO:tasks.rados.rados.0.smithi031.stdout:3920: finishing copy_from racing read to smithi03184240-32 2024-09-17T17:15:49.493 INFO:tasks.rados.rados.0.smithi031.stdout:3920: finishing copy_from to smithi03184240-32 2024-09-17T17:15:49.493 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 2713 (ObjNum 1166 snap 338 seq_num 1166) dirty exists 2024-09-17T17:15:49.493 INFO:tasks.rados.rados.0.smithi031.stdout:3924: finishing copy_from racing read to smithi03184240-31 2024-09-17T17:15:49.493 INFO:tasks.rados.rados.0.smithi031.stdout:3924: finishing copy_from to smithi03184240-31 2024-09-17T17:15:49.493 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 2698 (ObjNum 1185 snap 348 seq_num 1185) dirty exists 2024-09-17T17:15:49.493 INFO:tasks.rados.rados.0.smithi031.stdout:3920: done (4 left) 2024-09-17T17:15:49.493 INFO:tasks.rados.rados.0.smithi031.stdout:3922: done (3 left) 2024-09-17T17:15:49.493 INFO:tasks.rados.rados.0.smithi031.stdout:3923: done (2 left) 2024-09-17T17:15:49.493 INFO:tasks.rados.rados.0.smithi031.stdout:3924: done (1 left) 2024-09-17T17:15:49.493 INFO:tasks.rados.rados.0.smithi031.stdout:3925: done (0 left) 2024-09-17T17:15:49.493 INFO:tasks.rados.rados.0.smithi031.stdout:3926: snap_create 2024-09-17T17:15:49.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:49 smithi031 ceph-mon[94873]: pgmap v875: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 211 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-09-17T17:15:49.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:49 smithi031 ceph-mon[96842]: pgmap v875: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 211 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-09-17T17:15:49.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:49 smithi066 ceph-mon[86175]: pgmap v875: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 211 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-09-17T17:15:50.493 INFO:tasks.rados.rados.0.smithi031.stdout:3926: done (0 left) 2024-09-17T17:15:50.493 INFO:tasks.rados.rados.0.smithi031.stdout:3927: rollback oid 42 current snap is 371 2024-09-17T17:15:50.493 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 42 to 352 2024-09-17T17:15:50.493 INFO:tasks.rados.rados.0.smithi031.stdout:3928: read oid 27 snap -1 2024-09-17T17:15:50.493 INFO:tasks.rados.rados.0.smithi031.stdout:3928: expect (ObjNum 1150 snap 336 seq_num 1150) 2024-09-17T17:15:50.493 INFO:tasks.rados.rados.0.smithi031.stdout:3929: read oid 29 snap -1 2024-09-17T17:15:50.493 INFO:tasks.rados.rados.0.smithi031.stdout:3929: expect (ObjNum 1110 snap 319 seq_num 1110) 2024-09-17T17:15:50.493 INFO:tasks.rados.rados.0.smithi031.stdout:3930: setattr oid 44 current snap is 371 2024-09-17T17:15:50.494 INFO:tasks.rados.rados.0.smithi031.stdout:3931: rollback oid 25 current snap is 371 2024-09-17T17:15:50.494 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 25 to 359 2024-09-17T17:15:50.494 INFO:tasks.rados.rados.0.smithi031.stdout:3932: snap_remove snap 369 2024-09-17T17:15:50.503 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:15:50 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:15:50] "GET /metrics HTTP/1.1" 200 36355 "" "Prometheus/2.51.0" 2024-09-17T17:15:50.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:50 smithi031 ceph-mon[94873]: osdmap e810: 8 total, 8 up, 8 in 2024-09-17T17:15:50.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:50 smithi031 ceph-mon[94873]: osdmap e811: 8 total, 8 up, 8 in 2024-09-17T17:15:50.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:50 smithi031 ceph-mon[96842]: osdmap e810: 8 total, 8 up, 8 in 2024-09-17T17:15:50.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:50 smithi031 ceph-mon[96842]: osdmap e811: 8 total, 8 up, 8 in 2024-09-17T17:15:50.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:50 smithi066 ceph-mon[86175]: osdmap e810: 8 total, 8 up, 8 in 2024-09-17T17:15:50.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:50 smithi066 ceph-mon[86175]: osdmap e811: 8 total, 8 up, 8 in 2024-09-17T17:15:51.495 INFO:tasks.rados.rados.0.smithi031.stdout:3928: expect (ObjNum 1150 snap 336 seq_num 1150) 2024-09-17T17:15:51.497 INFO:tasks.rados.rados.0.smithi031.stdout:3931: finishing rollback tid 0 to smithi03184240-25 2024-09-17T17:15:51.497 INFO:tasks.rados.rados.0.smithi031.stdout:3931: finishing rollback tid 1 to smithi03184240-25 2024-09-17T17:15:51.497 INFO:tasks.rados.rados.0.smithi031.stdout:3931: finishing rollback tid 2 to smithi03184240-25 2024-09-17T17:15:51.497 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 1503 (ObjNum 1076 snap 313 seq_num 1076) dirty exists 2024-09-17T17:15:51.498 INFO:tasks.rados.rados.0.smithi031.stdout:3927: finishing rollback tid 1 to smithi03184240-42 2024-09-17T17:15:51.498 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 2979 (ObjNum 65 snap 0 seq_num 1704998480) dirty dne 2024-09-17T17:15:51.498 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 3112 (ObjNum 1216 snap 367 seq_num 1216) dirty exists 2024-09-17T17:15:51.498 INFO:tasks.rados.rados.0.smithi031.stdout:3929: expect (ObjNum 1110 snap 319 seq_num 1110) 2024-09-17T17:15:51.804 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:51 smithi066 ceph-mon[86175]: pgmap v878: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 227 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.9 MiB/s wr, 24 op/s 2024-09-17T17:15:51.805 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:51 smithi066 ceph-mon[86175]: osdmap e812: 8 total, 8 up, 8 in 2024-09-17T17:15:51.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:51 smithi031 ceph-mon[94873]: pgmap v878: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 227 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.9 MiB/s wr, 24 op/s 2024-09-17T17:15:51.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:51 smithi031 ceph-mon[94873]: osdmap e812: 8 total, 8 up, 8 in 2024-09-17T17:15:51.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:51 smithi031 ceph-mon[96842]: pgmap v878: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 227 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.9 MiB/s wr, 24 op/s 2024-09-17T17:15:51.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:51 smithi031 ceph-mon[96842]: osdmap e812: 8 total, 8 up, 8 in 2024-09-17T17:15:51.849 INFO:tasks.rados.rados.0.smithi031.stdout:3927: done (5 left) 2024-09-17T17:15:51.849 INFO:tasks.rados.rados.0.smithi031.stdout:3928: done (4 left) 2024-09-17T17:15:51.849 INFO:tasks.rados.rados.0.smithi031.stdout:3929: done (3 left) 2024-09-17T17:15:51.849 INFO:tasks.rados.rados.0.smithi031.stdout:3930: done (2 left) 2024-09-17T17:15:51.849 INFO:tasks.rados.rados.0.smithi031.stdout:3931: done (1 left) 2024-09-17T17:15:51.849 INFO:tasks.rados.rados.0.smithi031.stdout:3932: done (0 left) 2024-09-17T17:15:51.850 INFO:tasks.rados.rados.0.smithi031.stdout:3933: read oid 30 snap -1 2024-09-17T17:15:51.850 INFO:tasks.rados.rados.0.smithi031.stdout:3933: expect (ObjNum 1150 snap 336 seq_num 1150) 2024-09-17T17:15:51.850 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 39 current snap is 371 2024-09-17T17:15:51.850 INFO:tasks.rados.rados.0.smithi031.stdout:3934: seq_num 1243 ranges {598016=425984,1024000=729088,1753088=466944,2220032=8192} 2024-09-17T17:15:51.854 INFO:tasks.rados.rados.0.smithi031.stdout:3934: writing smithi03184240-39 from 598016 to 1024000 tid 1 2024-09-17T17:15:51.859 INFO:tasks.rados.rados.0.smithi031.stdout:3934: writing smithi03184240-39 from 1024000 to 1753088 tid 2 2024-09-17T17:15:51.862 INFO:tasks.rados.rados.0.smithi031.stdout:3934: writing smithi03184240-39 from 1753088 to 2220032 tid 3 2024-09-17T17:15:51.862 INFO:tasks.rados.rados.0.smithi031.stdout:3934: writing smithi03184240-39 from 2220032 to 2228224 tid 4 2024-09-17T17:15:51.862 INFO:tasks.rados.rados.0.smithi031.stdout:3935: snap_remove snap 370 2024-09-17T17:15:52.516 INFO:tasks.rados.rados.0.smithi031.stdout:3933: expect (ObjNum 1150 snap 336 seq_num 1150) 2024-09-17T17:15:52.518 INFO:tasks.rados.rados.0.smithi031.stdout:3934: finishing write tid 1 to smithi03184240-39 2024-09-17T17:15:52.518 INFO:tasks.rados.rados.0.smithi031.stdout:3934: finishing write tid 2 to smithi03184240-39 2024-09-17T17:15:52.518 INFO:tasks.rados.rados.0.smithi031.stdout:3934: finishing write tid 3 to smithi03184240-39 2024-09-17T17:15:52.519 INFO:tasks.rados.rados.0.smithi031.stdout:3934: finishing write tid 4 to smithi03184240-39 2024-09-17T17:15:52.519 INFO:tasks.rados.rados.0.smithi031.stdout:3933: done (2 left) 2024-09-17T17:15:52.519 INFO:tasks.rados.rados.0.smithi031.stdout:3935: done (1 left) 2024-09-17T17:15:52.519 INFO:tasks.rados.rados.0.smithi031.stdout:3936: read oid 46 snap -1 2024-09-17T17:15:52.519 INFO:tasks.rados.rados.0.smithi031.stdout:3936: expect (ObjNum 1230 snap 368 seq_num 1230) 2024-09-17T17:15:52.519 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 25 current snap is 371 2024-09-17T17:15:52.519 INFO:tasks.rados.rados.0.smithi031.stdout:3934: finishing write tid 5 to smithi03184240-39 2024-09-17T17:15:52.519 INFO:tasks.rados.rados.0.smithi031.stdout:3934: finishing write tid 6 to smithi03184240-39 2024-09-17T17:15:52.519 INFO:tasks.rados.rados.0.smithi031.stdout:3934: oid 39 updating version 0 to 2726 2024-09-17T17:15:52.519 INFO:tasks.rados.rados.0.smithi031.stdout:3934: oid 39 updating version 2726 to 2727 2024-09-17T17:15:52.519 INFO:tasks.rados.rados.0.smithi031.stdout:3934: oid 39 updating version 2727 to 2728 2024-09-17T17:15:52.519 INFO:tasks.rados.rados.0.smithi031.stdout:3934: oid 39 version 2728 is already newer than 2724 2024-09-17T17:15:52.519 INFO:tasks.rados.rados.0.smithi031.stdout:3934: oid 39 version 2728 is already newer than 2725 2024-09-17T17:15:52.520 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 2728 (ObjNum 1243 snap 371 seq_num 1243) dirty exists 2024-09-17T17:15:52.520 INFO:tasks.rados.rados.0.smithi031.stdout:3934: left oid 39 (ObjNum 1243 snap 371 seq_num 1243) 2024-09-17T17:15:52.520 INFO:tasks.rados.rados.0.smithi031.stdout:3937: seq_num 1244 ranges {2088960=442368,2531328=614400,3145728=589824} 2024-09-17T17:15:52.532 INFO:tasks.rados.rados.0.smithi031.stdout:3937: writing smithi03184240-25 from 2088960 to 2531328 tid 1 2024-09-17T17:15:52.535 INFO:tasks.rados.rados.0.smithi031.stdout:3937: writing smithi03184240-25 from 2531328 to 3145728 tid 2 2024-09-17T17:15:52.539 INFO:tasks.rados.rados.0.smithi031.stdout:3937: writing smithi03184240-25 from 3145728 to 3735552 tid 3 2024-09-17T17:15:52.539 INFO:tasks.rados.rados.0.smithi031.stdout:3934: done (2 left) 2024-09-17T17:15:52.539 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 42 current snap is 371 2024-09-17T17:15:52.539 INFO:tasks.rados.rados.0.smithi031.stdout:3938: seq_num 1245 ranges {0=458752,458752=499712,958464=425984,1384448=278528} 2024-09-17T17:15:52.541 INFO:tasks.rados.rados.0.smithi031.stdout:3938: writing smithi03184240-42 from 0 to 458752 tid 1 2024-09-17T17:15:52.544 INFO:tasks.rados.rados.0.smithi031.stdout:3938: writing smithi03184240-42 from 458752 to 958464 tid 2 2024-09-17T17:15:52.546 INFO:tasks.rados.rados.0.smithi031.stdout:3938: writing smithi03184240-42 from 958464 to 1384448 tid 3 2024-09-17T17:15:52.548 INFO:tasks.rados.rados.0.smithi031.stdout:3938: writing smithi03184240-42 from 1384448 to 1662976 tid 4 2024-09-17T17:15:52.548 INFO:tasks.rados.rados.0.smithi031.stdout:3939: setattr oid 37 current snap is 371 2024-09-17T17:15:52.548 INFO:tasks.rados.rados.0.smithi031.stdout:3936: expect (ObjNum 1230 snap 368 seq_num 1230) 2024-09-17T17:15:52.586 INFO:tasks.rados.rados.0.smithi031.stdout:3937: finishing write tid 1 to smithi03184240-25 2024-09-17T17:15:52.586 INFO:tasks.rados.rados.0.smithi031.stdout:3937: finishing write tid 2 to smithi03184240-25 2024-09-17T17:15:52.587 INFO:tasks.rados.rados.0.smithi031.stdout:3937: finishing write tid 3 to smithi03184240-25 2024-09-17T17:15:52.587 INFO:tasks.rados.rados.0.smithi031.stdout:3937: finishing write tid 4 to smithi03184240-25 2024-09-17T17:15:52.587 INFO:tasks.rados.rados.0.smithi031.stdout:3938: finishing write tid 1 to smithi03184240-42 2024-09-17T17:15:52.587 INFO:tasks.rados.rados.0.smithi031.stdout:3937: finishing write tid 5 to smithi03184240-25 2024-09-17T17:15:52.587 INFO:tasks.rados.rados.0.smithi031.stdout:3937: oid 25 updating version 0 to 1506 2024-09-17T17:15:52.587 INFO:tasks.rados.rados.0.smithi031.stdout:3937: oid 25 version 1506 is already newer than 1504 2024-09-17T17:15:52.587 INFO:tasks.rados.rados.0.smithi031.stdout:3937: oid 25 updating version 1506 to 1507 2024-09-17T17:15:52.587 INFO:tasks.rados.rados.0.smithi031.stdout:3937: oid 25 version 1507 is already newer than 1505 2024-09-17T17:15:52.587 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 1507 (ObjNum 1244 snap 371 seq_num 1244) dirty exists 2024-09-17T17:15:52.587 INFO:tasks.rados.rados.0.smithi031.stdout:3937: left oid 25 (ObjNum 1244 snap 371 seq_num 1244) 2024-09-17T17:15:52.587 INFO:tasks.rados.rados.0.smithi031.stdout:3938: finishing write tid 2 to smithi03184240-42 2024-09-17T17:15:52.588 INFO:tasks.rados.rados.0.smithi031.stdout:3938: finishing write tid 3 to smithi03184240-42 2024-09-17T17:15:52.588 INFO:tasks.rados.rados.0.smithi031.stdout:3938: finishing write tid 4 to smithi03184240-42 2024-09-17T17:15:52.588 INFO:tasks.rados.rados.0.smithi031.stdout:3938: finishing write tid 5 to smithi03184240-42 2024-09-17T17:15:52.588 INFO:tasks.rados.rados.0.smithi031.stdout:3938: finishing write tid 6 to smithi03184240-42 2024-09-17T17:15:52.588 INFO:tasks.rados.rados.0.smithi031.stdout:3938: oid 42 updating version 0 to 3122 2024-09-17T17:15:52.588 INFO:tasks.rados.rados.0.smithi031.stdout:3938: oid 42 version 3122 is already newer than 3121 2024-09-17T17:15:52.588 INFO:tasks.rados.rados.0.smithi031.stdout:3938: oid 42 version 3122 is already newer than 3120 2024-09-17T17:15:52.588 INFO:tasks.rados.rados.0.smithi031.stdout:3938: oid 42 updating version 3122 to 3123 2024-09-17T17:15:52.588 INFO:tasks.rados.rados.0.smithi031.stdout:3938: oid 42 version 3123 is already newer than 3119 2024-09-17T17:15:52.588 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 3123 (ObjNum 1245 snap 371 seq_num 1245) dirty exists 2024-09-17T17:15:52.589 INFO:tasks.rados.rados.0.smithi031.stdout:3938: left oid 42 (ObjNum 1245 snap 371 seq_num 1245) 2024-09-17T17:15:52.589 INFO:tasks.rados.rados.0.smithi031.stdout:3936: done (3 left) 2024-09-17T17:15:52.589 INFO:tasks.rados.rados.0.smithi031.stdout:3937: done (2 left) 2024-09-17T17:15:52.589 INFO:tasks.rados.rados.0.smithi031.stdout:3938: done (1 left) 2024-09-17T17:15:52.589 INFO:tasks.rados.rados.0.smithi031.stdout:3940: rollback oid 30 current snap is 371 2024-09-17T17:15:52.589 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 30 to 366 2024-09-17T17:15:52.589 INFO:tasks.rados.rados.0.smithi031.stdout:3941: snap_remove snap 341 2024-09-17T17:15:53.460 INFO:tasks.rados.rados.0.smithi031.stdout:3940: finishing rollback tid 0 to smithi03184240-30 2024-09-17T17:15:53.460 INFO:tasks.rados.rados.0.smithi031.stdout:3940: finishing rollback tid 1 to smithi03184240-30 2024-09-17T17:15:53.460 INFO:tasks.rados.rados.0.smithi031.stdout:3940: finishing rollback tid 2 to smithi03184240-30 2024-09-17T17:15:53.460 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 2712 (ObjNum 1106 snap 319 seq_num 1106) dirty exists 2024-09-17T17:15:53.460 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 2714 (ObjNum 1235 snap 369 seq_num 1235) dirty exists 2024-09-17T17:15:53.460 INFO:tasks.rados.rados.0.smithi031.stdout:3939: done (2 left) 2024-09-17T17:15:53.460 INFO:tasks.rados.rados.0.smithi031.stdout:3940: done (1 left) 2024-09-17T17:15:53.461 INFO:tasks.rados.rados.0.smithi031.stdout:3941: done (0 left) 2024-09-17T17:15:53.461 INFO:tasks.rados.rados.0.smithi031.stdout:3942: rmattr oid 22 current snap is 371 2024-09-17T17:15:53.461 INFO:tasks.rados.rados.0.smithi031.stdout:3942: done (0 left) 2024-09-17T17:15:53.461 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 28 current snap is 371 2024-09-17T17:15:53.461 INFO:tasks.rados.rados.0.smithi031.stdout:3943: seq_num 1246 ranges {1540096=475136,2015232=786432,2801664=417792} 2024-09-17T17:15:53.472 INFO:tasks.rados.rados.0.smithi031.stdout:3943: writing smithi03184240-28 from 1540096 to 2015232 tid 1 2024-09-17T17:15:53.477 INFO:tasks.rados.rados.0.smithi031.stdout:3943: writing smithi03184240-28 from 2015232 to 2801664 tid 2 2024-09-17T17:15:53.482 INFO:tasks.rados.rados.0.smithi031.stdout:3943: writing smithi03184240-28 from 2801664 to 3219456 tid 3 2024-09-17T17:15:53.482 INFO:tasks.rados.rados.0.smithi031.stdout:3944: rmattr oid 41 current snap is 371 2024-09-17T17:15:53.482 INFO:tasks.rados.rados.0.smithi031.stdout:3944: done (1 left) 2024-09-17T17:15:53.482 INFO:tasks.rados.rados.0.smithi031.stdout:3945: read oid 10 snap 368 2024-09-17T17:15:53.482 INFO:tasks.rados.rados.0.smithi031.stdout:3945: expect (ObjNum 1223 snap 368 seq_num 1223) 2024-09-17T17:15:53.482 INFO:tasks.rados.rados.0.smithi031.stdout:3946: read oid 5 snap -1 2024-09-17T17:15:53.482 INFO:tasks.rados.rados.0.smithi031.stdout:3946: expect (ObjNum 1185 snap 348 seq_num 1185) 2024-09-17T17:15:53.482 INFO:tasks.rados.rados.0.smithi031.stdout:3947: read oid 29 snap -1 2024-09-17T17:15:53.482 INFO:tasks.rados.rados.0.smithi031.stdout:3947: expect (ObjNum 1110 snap 319 seq_num 1110) 2024-09-17T17:15:53.482 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 371 2024-09-17T17:15:53.482 INFO:tasks.rados.rados.0.smithi031.stdout:3948: seq_num 1247 ranges {5816320=491520,6307840=712704,7020544=442368,7462912=49152} 2024-09-17T17:15:53.519 INFO:tasks.rados.rados.0.smithi031.stdout:3948: writing smithi03184240-45 from 5816320 to 6307840 tid 1 2024-09-17T17:15:53.523 INFO:tasks.rados.rados.0.smithi031.stdout:3948: writing smithi03184240-45 from 6307840 to 7020544 tid 2 2024-09-17T17:15:53.526 INFO:tasks.rados.rados.0.smithi031.stdout:3948: writing smithi03184240-45 from 7020544 to 7462912 tid 3 2024-09-17T17:15:53.526 INFO:tasks.rados.rados.0.smithi031.stdout:3948: writing smithi03184240-45 from 7462912 to 7512064 tid 4 2024-09-17T17:15:53.526 INFO:tasks.rados.rados.0.smithi031.stdout:3949: read oid 14 snap -1 2024-09-17T17:15:53.527 INFO:tasks.rados.rados.0.smithi031.stdout:3949: expect (ObjNum 1242 snap 370 seq_num 1242) 2024-09-17T17:15:53.527 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 44 current snap is 371 2024-09-17T17:15:53.527 INFO:tasks.rados.rados.0.smithi031.stdout:3943: finishing write tid 1 to smithi03184240-28 2024-09-17T17:15:53.527 INFO:tasks.rados.rados.0.smithi031.stdout:3950: seq_num 1248 ranges {1171456=507904,1679360=598016,2277376=606208} 2024-09-17T17:15:53.536 INFO:tasks.rados.rados.0.smithi031.stdout:3950: writing smithi03184240-44 from 1171456 to 1679360 tid 1 2024-09-17T17:15:53.540 INFO:tasks.rados.rados.0.smithi031.stdout:3950: writing smithi03184240-44 from 1679360 to 2277376 tid 2 2024-09-17T17:15:53.544 INFO:tasks.rados.rados.0.smithi031.stdout:3950: writing smithi03184240-44 from 2277376 to 2883584 tid 3 2024-09-17T17:15:53.544 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 9 current snap is 371 2024-09-17T17:15:53.544 INFO:tasks.rados.rados.0.smithi031.stdout:3943: finishing write tid 2 to smithi03184240-28 2024-09-17T17:15:53.544 INFO:tasks.rados.rados.0.smithi031.stdout:3951: seq_num 1249 ranges {958464=524288,1482752=483328,1966080=409600,2375680=311296} 2024-09-17T17:15:53.552 INFO:tasks.rados.rados.0.smithi031.stdout:3951: writing smithi03184240-9 from 958464 to 1482752 tid 1 2024-09-17T17:15:53.554 INFO:tasks.rados.rados.0.smithi031.stdout:3951: writing smithi03184240-9 from 1482752 to 1966080 tid 2 2024-09-17T17:15:53.557 INFO:tasks.rados.rados.0.smithi031.stdout:3951: writing smithi03184240-9 from 1966080 to 2375680 tid 3 2024-09-17T17:15:53.559 INFO:tasks.rados.rados.0.smithi031.stdout:3951: writing smithi03184240-9 from 2375680 to 2686976 tid 4 2024-09-17T17:15:53.560 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 371 2024-09-17T17:15:53.560 INFO:tasks.rados.rados.0.smithi031.stdout:3943: finishing write tid 3 to smithi03184240-28 2024-09-17T17:15:53.560 INFO:tasks.rados.rados.0.smithi031.stdout:3952: seq_num 1250 ranges {598016=540672,1138688=770048,1908736=434176} 2024-09-17T17:15:53.566 INFO:tasks.rados.rados.0.smithi031.stdout:3952: writing smithi03184240-12 from 598016 to 1138688 tid 1 2024-09-17T17:15:53.570 INFO:tasks.rados.rados.0.smithi031.stdout:3952: writing smithi03184240-12 from 1138688 to 1908736 tid 2 2024-09-17T17:15:53.573 INFO:tasks.rados.rados.0.smithi031.stdout:3952: writing smithi03184240-12 from 1908736 to 2342912 tid 3 2024-09-17T17:15:53.573 INFO:tasks.rados.rados.0.smithi031.stdout:3953: rmattr oid 32 current snap is 371 2024-09-17T17:15:53.573 INFO:tasks.rados.rados.0.smithi031.stdout:3943: finishing write tid 4 to smithi03184240-28 2024-09-17T17:15:53.573 INFO:tasks.rados.rados.0.smithi031.stdout:3943: finishing write tid 5 to smithi03184240-28 2024-09-17T17:15:53.573 INFO:tasks.rados.rados.0.smithi031.stdout:3943: oid 28 updating version 0 to 3132 2024-09-17T17:15:53.573 INFO:tasks.rados.rados.0.smithi031.stdout:3943: oid 28 updating version 3132 to 3133 2024-09-17T17:15:53.573 INFO:tasks.rados.rados.0.smithi031.stdout:3943: oid 28 updating version 3133 to 3134 2024-09-17T17:15:53.573 INFO:tasks.rados.rados.0.smithi031.stdout:3943: oid 28 updating version 3134 to 3135 2024-09-17T17:15:53.573 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 3135 (ObjNum 1246 snap 371 seq_num 1246) dirty exists 2024-09-17T17:15:53.573 INFO:tasks.rados.rados.0.smithi031.stdout:3943: left oid 28 (ObjNum 1246 snap 371 seq_num 1246) 2024-09-17T17:15:53.573 INFO:tasks.rados.rados.0.smithi031.stdout:3945: expect (ObjNum 1223 snap 368 seq_num 1223) 2024-09-17T17:15:53.782 INFO:tasks.rados.rados.0.smithi031.stdout:3948: finishing write tid 1 to smithi03184240-45 2024-09-17T17:15:53.783 INFO:tasks.rados.rados.0.smithi031.stdout:3946: expect (ObjNum 1185 snap 348 seq_num 1185) 2024-09-17T17:15:53.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:53 smithi031 ceph-mon[96842]: pgmap v881: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 244 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 8.5 MiB/s wr, 19 op/s 2024-09-17T17:15:53.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:53 smithi031 ceph-mon[96842]: osdmap e813: 8 total, 8 up, 8 in 2024-09-17T17:15:53.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:53 smithi031 ceph-mon[96842]: osdmap e814: 8 total, 8 up, 8 in 2024-09-17T17:15:53.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:53 smithi031 ceph-mon[94873]: pgmap v881: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 244 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 8.5 MiB/s wr, 19 op/s 2024-09-17T17:15:53.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:53 smithi031 ceph-mon[94873]: osdmap e813: 8 total, 8 up, 8 in 2024-09-17T17:15:53.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:53 smithi031 ceph-mon[94873]: osdmap e814: 8 total, 8 up, 8 in 2024-09-17T17:15:53.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:53 smithi066 ceph-mon[86175]: pgmap v881: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 244 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 8.5 MiB/s wr, 19 op/s 2024-09-17T17:15:53.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:53 smithi066 ceph-mon[86175]: osdmap e813: 8 total, 8 up, 8 in 2024-09-17T17:15:53.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:53 smithi066 ceph-mon[86175]: osdmap e814: 8 total, 8 up, 8 in 2024-09-17T17:15:54.433 INFO:tasks.rados.rados.0.smithi031.stdout:3948: finishing write tid 2 to smithi03184240-45 2024-09-17T17:15:54.433 INFO:tasks.rados.rados.0.smithi031.stdout:3948: finishing write tid 3 to smithi03184240-45 2024-09-17T17:15:54.433 INFO:tasks.rados.rados.0.smithi031.stdout:3948: finishing write tid 4 to smithi03184240-45 2024-09-17T17:15:54.434 INFO:tasks.rados.rados.0.smithi031.stdout:3948: finishing write tid 5 to smithi03184240-45 2024-09-17T17:15:54.434 INFO:tasks.rados.rados.0.smithi031.stdout:3948: finishing write tid 6 to smithi03184240-45 2024-09-17T17:15:54.434 INFO:tasks.rados.rados.0.smithi031.stdout:3948: oid 45 updating version 0 to 3141 2024-09-17T17:15:54.434 INFO:tasks.rados.rados.0.smithi031.stdout:3948: oid 45 updating version 3141 to 3142 2024-09-17T17:15:54.434 INFO:tasks.rados.rados.0.smithi031.stdout:3948: oid 45 version 3142 is already newer than 3140 2024-09-17T17:15:54.434 INFO:tasks.rados.rados.0.smithi031.stdout:3948: oid 45 updating version 3142 to 3143 2024-09-17T17:15:54.434 INFO:tasks.rados.rados.0.smithi031.stdout:3948: oid 45 version 3143 is already newer than 3139 2024-09-17T17:15:54.434 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 3143 (ObjNum 1247 snap 371 seq_num 1247) dirty exists 2024-09-17T17:15:54.434 INFO:tasks.rados.rados.0.smithi031.stdout:3948: left oid 45 (ObjNum 1247 snap 371 seq_num 1247) 2024-09-17T17:15:54.434 INFO:tasks.rados.rados.0.smithi031.stdout:3947: expect (ObjNum 1110 snap 319 seq_num 1110) 2024-09-17T17:15:54.779 INFO:tasks.rados.rados.0.smithi031.stdout:3950: finishing write tid 1 to smithi03184240-44 2024-09-17T17:15:54.780 INFO:tasks.rados.rados.0.smithi031.stdout:3949: expect (ObjNum 1242 snap 370 seq_num 1242) 2024-09-17T17:15:54.886 INFO:tasks.rados.rados.0.smithi031.stdout:3950: finishing write tid 2 to smithi03184240-44 2024-09-17T17:15:54.886 INFO:tasks.rados.rados.0.smithi031.stdout:3950: finishing write tid 3 to smithi03184240-44 2024-09-17T17:15:54.886 INFO:tasks.rados.rados.0.smithi031.stdout:3950: finishing write tid 4 to smithi03184240-44 2024-09-17T17:15:54.886 INFO:tasks.rados.rados.0.smithi031.stdout:3950: finishing write tid 5 to smithi03184240-44 2024-09-17T17:15:54.887 INFO:tasks.rados.rados.0.smithi031.stdout:3950: oid 44 updating version 0 to 3145 2024-09-17T17:15:54.887 INFO:tasks.rados.rados.0.smithi031.stdout:3950: oid 44 version 3145 is already newer than 3144 2024-09-17T17:15:54.887 INFO:tasks.rados.rados.0.smithi031.stdout:3950: oid 44 updating version 3145 to 3147 2024-09-17T17:15:54.887 INFO:tasks.rados.rados.0.smithi031.stdout:3950: oid 44 version 3147 is already newer than 3146 2024-09-17T17:15:54.887 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 3147 (ObjNum 1248 snap 371 seq_num 1248) dirty exists 2024-09-17T17:15:54.887 INFO:tasks.rados.rados.0.smithi031.stdout:3950: left oid 44 (ObjNum 1248 snap 371 seq_num 1248) 2024-09-17T17:15:54.887 INFO:tasks.rados.rados.0.smithi031.stdout:3951: finishing write tid 1 to smithi03184240-9 2024-09-17T17:15:54.887 INFO:tasks.rados.rados.0.smithi031.stdout:3943: done (9 left) 2024-09-17T17:15:54.887 INFO:tasks.rados.rados.0.smithi031.stdout:3945: done (8 left) 2024-09-17T17:15:54.887 INFO:tasks.rados.rados.0.smithi031.stdout:3946: done (7 left) 2024-09-17T17:15:54.887 INFO:tasks.rados.rados.0.smithi031.stdout:3947: done (6 left) 2024-09-17T17:15:54.887 INFO:tasks.rados.rados.0.smithi031.stdout:3948: done (5 left) 2024-09-17T17:15:54.887 INFO:tasks.rados.rados.0.smithi031.stdout:3949: done (4 left) 2024-09-17T17:15:54.887 INFO:tasks.rados.rados.0.smithi031.stdout:3950: done (3 left) 2024-09-17T17:15:54.888 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 37 current snap is 371 2024-09-17T17:15:54.888 INFO:tasks.rados.rados.0.smithi031.stdout:3951: finishing write tid 2 to smithi03184240-9 2024-09-17T17:15:54.888 INFO:tasks.rados.rados.0.smithi031.stdout:3951: finishing write tid 3 to smithi03184240-9 2024-09-17T17:15:54.888 INFO:tasks.rados.rados.0.smithi031.stdout:3951: finishing write tid 4 to smithi03184240-9 2024-09-17T17:15:54.888 INFO:tasks.rados.rados.0.smithi031.stdout:3954: seq_num 1251 ranges {3760128=557056,4317184=655360,4972544=425984,5398528=122880} 2024-09-17T17:15:54.909 INFO:tasks.rados.rados.0.smithi031.stdout:3954: writing smithi03184240-37 from 3760128 to 4317184 tid 1 2024-09-17T17:15:54.913 INFO:tasks.rados.rados.0.smithi031.stdout:3954: writing smithi03184240-37 from 4317184 to 4972544 tid 2 2024-09-17T17:15:54.915 INFO:tasks.rados.rados.0.smithi031.stdout:3954: writing smithi03184240-37 from 4972544 to 5398528 tid 3 2024-09-17T17:15:54.917 INFO:tasks.rados.rados.0.smithi031.stdout:3954: writing smithi03184240-37 from 5398528 to 5521408 tid 4 2024-09-17T17:15:54.917 INFO:tasks.rados.rados.0.smithi031.stdout:3955: snap_create 2024-09-17T17:15:54.917 INFO:tasks.rados.rados.0.smithi031.stdout:3951: finishing write tid 5 to smithi03184240-9 2024-09-17T17:15:54.917 INFO:tasks.rados.rados.0.smithi031.stdout:3951: finishing write tid 6 to smithi03184240-9 2024-09-17T17:15:54.917 INFO:tasks.rados.rados.0.smithi031.stdout:3951: oid 9 updating version 0 to 2732 2024-09-17T17:15:54.917 INFO:tasks.rados.rados.0.smithi031.stdout:3951: oid 9 version 2732 is already newer than 2730 2024-09-17T17:15:54.918 INFO:tasks.rados.rados.0.smithi031.stdout:3951: oid 9 version 2732 is already newer than 2731 2024-09-17T17:15:54.918 INFO:tasks.rados.rados.0.smithi031.stdout:3951: oid 9 version 2732 is already newer than 2729 2024-09-17T17:15:54.918 INFO:tasks.rados.rados.0.smithi031.stdout:3951: oid 9 updating version 2732 to 2733 2024-09-17T17:15:54.918 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 2733 (ObjNum 1249 snap 371 seq_num 1249) dirty exists 2024-09-17T17:15:54.918 INFO:tasks.rados.rados.0.smithi031.stdout:3951: left oid 9 (ObjNum 1249 snap 371 seq_num 1249) 2024-09-17T17:15:54.918 INFO:tasks.rados.rados.0.smithi031.stdout:3952: finishing write tid 1 to smithi03184240-12 2024-09-17T17:15:54.918 INFO:tasks.rados.rados.0.smithi031.stdout:3952: finishing write tid 2 to smithi03184240-12 2024-09-17T17:15:54.918 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 2715 (ObjNum 1166 snap 338 seq_num 1166) dirty exists 2024-09-17T17:15:54.918 INFO:tasks.rados.rados.0.smithi031.stdout:3952: finishing write tid 3 to smithi03184240-12 2024-09-17T17:15:54.918 INFO:tasks.rados.rados.0.smithi031.stdout:3952: finishing write tid 4 to smithi03184240-12 2024-09-17T17:15:54.918 INFO:tasks.rados.rados.0.smithi031.stdout:3952: finishing write tid 5 to smithi03184240-12 2024-09-17T17:15:54.918 INFO:tasks.rados.rados.0.smithi031.stdout:3952: oid 12 updating version 0 to 2706 2024-09-17T17:15:54.918 INFO:tasks.rados.rados.0.smithi031.stdout:3952: oid 12 updating version 2706 to 2707 2024-09-17T17:15:54.918 INFO:tasks.rados.rados.0.smithi031.stdout:3952: oid 12 updating version 2707 to 2708 2024-09-17T17:15:54.919 INFO:tasks.rados.rados.0.smithi031.stdout:3952: oid 12 updating version 2708 to 2709 2024-09-17T17:15:54.919 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 2709 (ObjNum 1250 snap 371 seq_num 1250) dirty exists 2024-09-17T17:15:54.919 INFO:tasks.rados.rados.0.smithi031.stdout:3952: left oid 12 (ObjNum 1250 snap 371 seq_num 1250) 2024-09-17T17:15:54.919 INFO:tasks.rados.rados.0.smithi031.stdout:3954: finishing write tid 1 to smithi03184240-37 2024-09-17T17:15:54.919 INFO:tasks.rados.rados.0.smithi031.stdout:3954: finishing write tid 2 to smithi03184240-37 2024-09-17T17:15:54.919 INFO:tasks.rados.rados.0.smithi031.stdout:3954: finishing write tid 3 to smithi03184240-37 2024-09-17T17:15:54.919 INFO:tasks.rados.rados.0.smithi031.stdout:3954: finishing write tid 4 to smithi03184240-37 2024-09-17T17:15:54.920 INFO:tasks.rados.rados.0.smithi031.stdout:3954: finishing write tid 5 to smithi03184240-37 2024-09-17T17:15:54.920 INFO:tasks.rados.rados.0.smithi031.stdout:3954: finishing write tid 6 to smithi03184240-37 2024-09-17T17:15:54.920 INFO:tasks.rados.rados.0.smithi031.stdout:3954: oid 37 updating version 0 to 2720 2024-09-17T17:15:54.920 INFO:tasks.rados.rados.0.smithi031.stdout:3954: oid 37 version 2720 is already newer than 2719 2024-09-17T17:15:54.920 INFO:tasks.rados.rados.0.smithi031.stdout:3954: oid 37 version 2720 is already newer than 2716 2024-09-17T17:15:54.920 INFO:tasks.rados.rados.0.smithi031.stdout:3954: oid 37 version 2720 is already newer than 2718 2024-09-17T17:15:54.921 INFO:tasks.rados.rados.0.smithi031.stdout:3954: oid 37 version 2720 is already newer than 2717 2024-09-17T17:15:54.921 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 2720 (ObjNum 1251 snap 371 seq_num 1251) dirty exists 2024-09-17T17:15:54.921 INFO:tasks.rados.rados.0.smithi031.stdout:3954: left oid 37 (ObjNum 1251 snap 371 seq_num 1251) 2024-09-17T17:15:55.526 INFO:tasks.rados.rados.0.smithi031.stdout:3951: done (4 left) 2024-09-17T17:15:55.526 INFO:tasks.rados.rados.0.smithi031.stdout:3952: done (3 left) 2024-09-17T17:15:55.526 INFO:tasks.rados.rados.0.smithi031.stdout:3953: done (2 left) 2024-09-17T17:15:55.526 INFO:tasks.rados.rados.0.smithi031.stdout:3954: done (1 left) 2024-09-17T17:15:55.526 INFO:tasks.rados.rados.0.smithi031.stdout:3955: done (0 left) 2024-09-17T17:15:55.527 INFO:tasks.rados.rados.0.smithi031.stdout:3956: snap_remove snap 323 2024-09-17T17:15:55.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:55 smithi031 ceph-mon[94873]: pgmap v884: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 244 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.9 MiB/s wr, 18 op/s 2024-09-17T17:15:55.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:55 smithi031 ceph-mon[96842]: pgmap v884: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 244 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.9 MiB/s wr, 18 op/s 2024-09-17T17:15:55.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:55 smithi066 ceph-mon[86175]: pgmap v884: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 244 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.9 MiB/s wr, 18 op/s 2024-09-17T17:15:56.537 INFO:tasks.rados.rados.0.smithi031.stdout:3956: done (0 left) 2024-09-17T17:15:56.537 INFO:tasks.rados.rados.0.smithi031.stdout:3957: copy_from oid 49 from oid 2 current snap is 372 2024-09-17T17:15:56.537 INFO:tasks.rados.rados.0.smithi031.stdout:3958: read oid 18 snap -1 2024-09-17T17:15:56.537 INFO:tasks.rados.rados.0.smithi031.stdout:3958: expect (ObjNum 1097 snap 319 seq_num 1097) 2024-09-17T17:15:56.537 INFO:tasks.rados.rados.0.smithi031.stdout:3959: copy_from oid 12 from oid 4 current snap is 372 2024-09-17T17:15:56.537 INFO:tasks.rados.rados.0.smithi031.stdout:3960: rollback oid 25 current snap is 372 2024-09-17T17:15:56.537 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 25 to 364 2024-09-17T17:15:56.538 INFO:tasks.rados.rados.0.smithi031.stdout:3961: snap_create 2024-09-17T17:15:56.551 INFO:tasks.rados.rados.0.smithi031.stdout:3958: expect (ObjNum 1097 snap 319 seq_num 1097) 2024-09-17T17:15:56.602 INFO:tasks.rados.rados.0.smithi031.stdout:3960: finishing rollback tid 0 to smithi03184240-25 2024-09-17T17:15:56.602 INFO:tasks.rados.rados.0.smithi031.stdout:3960: finishing rollback tid 1 to smithi03184240-25 2024-09-17T17:15:56.602 INFO:tasks.rados.rados.0.smithi031.stdout:3960: finishing rollback tid 2 to smithi03184240-25 2024-09-17T17:15:56.602 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 1510 (ObjNum 1076 snap 313 seq_num 1076) dirty exists 2024-09-17T17:15:56.603 INFO:tasks.rados.rados.0.smithi031.stdout:3957: finishing copy_from racing read to smithi03184240-49 2024-09-17T17:15:56.603 INFO:tasks.rados.rados.0.smithi031.stdout:3957: finishing copy_from to smithi03184240-49 2024-09-17T17:15:56.603 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 2961 (ObjNum 1192 snap 349 seq_num 1192) dirty exists 2024-09-17T17:15:56.603 INFO:tasks.rados.rados.0.smithi031.stdout:3959: finishing copy_from racing read to smithi03184240-12 2024-09-17T17:15:56.603 INFO:tasks.rados.rados.0.smithi031.stdout:3959: finishing copy_from to smithi03184240-12 2024-09-17T17:15:56.603 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 1982 (ObjNum 1239 snap 370 seq_num 1239) dirty exists 2024-09-17T17:15:56.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:56 smithi031 ceph-mon[94873]: osdmap e815: 8 total, 8 up, 8 in 2024-09-17T17:15:56.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:56 smithi031 ceph-mon[96842]: osdmap e815: 8 total, 8 up, 8 in 2024-09-17T17:15:56.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:56 smithi066 ceph-mon[86175]: osdmap e815: 8 total, 8 up, 8 in 2024-09-17T17:15:57.538 INFO:tasks.rados.rados.0.smithi031.stdout:3957: done (4 left) 2024-09-17T17:15:57.538 INFO:tasks.rados.rados.0.smithi031.stdout:3958: done (3 left) 2024-09-17T17:15:57.539 INFO:tasks.rados.rados.0.smithi031.stdout:3959: done (2 left) 2024-09-17T17:15:57.539 INFO:tasks.rados.rados.0.smithi031.stdout:3960: done (1 left) 2024-09-17T17:15:57.539 INFO:tasks.rados.rados.0.smithi031.stdout:3961: done (0 left) 2024-09-17T17:15:57.539 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 373 2024-09-17T17:15:57.539 INFO:tasks.rados.rados.0.smithi031.stdout:3962: seq_num 1252 ranges {7733248=573440,8306688=540672,8847360=630784,9478144=32768} 2024-09-17T17:15:57.583 INFO:tasks.rados.rados.0.smithi031.stdout:3962: writing smithi03184240-32 from 7733248 to 8306688 tid 1 2024-09-17T17:15:57.587 INFO:tasks.rados.rados.0.smithi031.stdout:3962: writing smithi03184240-32 from 8306688 to 8847360 tid 2 2024-09-17T17:15:57.590 INFO:tasks.rados.rados.0.smithi031.stdout:3962: writing smithi03184240-32 from 8847360 to 9478144 tid 3 2024-09-17T17:15:57.591 INFO:tasks.rados.rados.0.smithi031.stdout:3962: writing smithi03184240-32 from 9478144 to 9510912 tid 4 2024-09-17T17:15:57.591 INFO:tasks.rados.rados.0.smithi031.stdout:3963: snap_remove snap 359 2024-09-17T17:15:57.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:57 smithi031 ceph-mon[96842]: pgmap v886: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 244 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 13 op/s 2024-09-17T17:15:57.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:57 smithi031 ceph-mon[96842]: osdmap e816: 8 total, 8 up, 8 in 2024-09-17T17:15:57.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:57 smithi031 ceph-mon[94873]: pgmap v886: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 244 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 13 op/s 2024-09-17T17:15:57.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:57 smithi031 ceph-mon[94873]: osdmap e816: 8 total, 8 up, 8 in 2024-09-17T17:15:57.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:57 smithi066 ceph-mon[86175]: pgmap v886: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 244 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 13 op/s 2024-09-17T17:15:57.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:57 smithi066 ceph-mon[86175]: osdmap e816: 8 total, 8 up, 8 in 2024-09-17T17:15:58.463 INFO:tasks.rados.rados.0.smithi031.stdout:3962: finishing write tid 1 to smithi03184240-32 2024-09-17T17:15:58.463 INFO:tasks.rados.rados.0.smithi031.stdout:3962: finishing write tid 2 to smithi03184240-32 2024-09-17T17:15:58.463 INFO:tasks.rados.rados.0.smithi031.stdout:3962: finishing write tid 3 to smithi03184240-32 2024-09-17T17:15:58.463 INFO:tasks.rados.rados.0.smithi031.stdout:3962: finishing write tid 4 to smithi03184240-32 2024-09-17T17:15:58.464 INFO:tasks.rados.rados.0.smithi031.stdout:3962: finishing write tid 5 to smithi03184240-32 2024-09-17T17:15:58.464 INFO:tasks.rados.rados.0.smithi031.stdout:3962: finishing write tid 6 to smithi03184240-32 2024-09-17T17:15:58.464 INFO:tasks.rados.rados.0.smithi031.stdout:3962: oid 32 updating version 0 to 2964 2024-09-17T17:15:58.464 INFO:tasks.rados.rados.0.smithi031.stdout:3962: oid 32 updating version 2964 to 2966 2024-09-17T17:15:58.464 INFO:tasks.rados.rados.0.smithi031.stdout:3962: oid 32 version 2966 is already newer than 2965 2024-09-17T17:15:58.464 INFO:tasks.rados.rados.0.smithi031.stdout:3962: oid 32 version 2966 is already newer than 2963 2024-09-17T17:15:58.464 INFO:tasks.rados.rados.0.smithi031.stdout:3962: oid 32 version 2966 is already newer than 2962 2024-09-17T17:15:58.464 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 2966 (ObjNum 1252 snap 373 seq_num 1252) dirty exists 2024-09-17T17:15:58.464 INFO:tasks.rados.rados.0.smithi031.stdout:3962: left oid 32 (ObjNum 1252 snap 373 seq_num 1252) 2024-09-17T17:15:58.464 INFO:tasks.rados.rados.0.smithi031.stdout:3962: done (1 left) 2024-09-17T17:15:58.464 INFO:tasks.rados.rados.0.smithi031.stdout:3963: done (0 left) 2024-09-17T17:15:58.464 INFO:tasks.rados.rados.0.smithi031.stdout:3964: copy_from oid 9 from oid 3 current snap is 373 2024-09-17T17:15:58.465 INFO:tasks.rados.rados.0.smithi031.stdout:3965: read oid 40 snap -1 2024-09-17T17:15:58.465 INFO:tasks.rados.rados.0.smithi031.stdout:3965: expect (ObjNum 1240 snap 370 seq_num 1240) 2024-09-17T17:15:58.465 INFO:tasks.rados.rados.0.smithi031.stdout:3966: read oid 37 snap -1 2024-09-17T17:15:58.465 INFO:tasks.rados.rados.0.smithi031.stdout:3966: expect (ObjNum 1251 snap 371 seq_num 1251) 2024-09-17T17:15:58.465 INFO:tasks.rados.rados.0.smithi031.stdout:3967: copy_from oid 6 from oid 31 current snap is 373 2024-09-17T17:15:58.465 INFO:tasks.rados.rados.0.smithi031.stdout:3968: read oid 27 snap -1 2024-09-17T17:15:58.465 INFO:tasks.rados.rados.0.smithi031.stdout:3968: expect (ObjNum 1150 snap 336 seq_num 1150) 2024-09-17T17:15:58.465 INFO:tasks.rados.rados.0.smithi031.stdout:3969: copy_from oid 18 from oid 26 current snap is 373 2024-09-17T17:15:58.466 INFO:tasks.rados.rados.0.smithi031.stdout:3970: snap_remove snap 354 2024-09-17T17:15:58.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:58 smithi031 ceph-mon[94873]: osdmap e817: 8 total, 8 up, 8 in 2024-09-17T17:15:58.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:58 smithi031 ceph-mon[94873]: osdmap e818: 8 total, 8 up, 8 in 2024-09-17T17:15:58.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:58 smithi031 ceph-mon[96842]: osdmap e817: 8 total, 8 up, 8 in 2024-09-17T17:15:58.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:58 smithi031 ceph-mon[96842]: osdmap e818: 8 total, 8 up, 8 in 2024-09-17T17:15:58.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:58 smithi066 ceph-mon[86175]: osdmap e817: 8 total, 8 up, 8 in 2024-09-17T17:15:58.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:58 smithi066 ceph-mon[86175]: osdmap e818: 8 total, 8 up, 8 in 2024-09-17T17:15:58.904 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:15:58 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:15:58.488+0000 7f96dd899640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1a6 after trimming was started 2024-09-17T17:15:59.469 INFO:tasks.rados.rados.0.smithi031.stdout:3969: finishing copy_from to smithi03184240-18 2024-09-17T17:15:59.469 INFO:tasks.rados.rados.0.smithi031.stdout:3969: got expected ENOENT (src dne) 2024-09-17T17:15:59.469 INFO:tasks.rados.rados.0.smithi031.stdout:3969: finishing copy_from racing read to smithi03184240-18 2024-09-17T17:15:59.469 INFO:tasks.rados.rados.0.smithi031.stdout:3964: finishing copy_from to smithi03184240-9 2024-09-17T17:15:59.469 INFO:tasks.rados.rados.0.smithi031.stdout:3964: got expected ENOENT (src dne) 2024-09-17T17:15:59.469 INFO:tasks.rados.rados.0.smithi031.stdout:3964: finishing copy_from racing read to smithi03184240-9 2024-09-17T17:15:59.470 INFO:tasks.rados.rados.0.smithi031.stdout:3968: expect (ObjNum 1150 snap 336 seq_num 1150) 2024-09-17T17:15:59.472 INFO:tasks.rados.rados.0.smithi031.stdout:3966: expect (ObjNum 1251 snap 371 seq_num 1251) 2024-09-17T17:15:59.740 INFO:tasks.rados.rados.0.smithi031.stdout:3967: finishing copy_from racing read to smithi03184240-6 2024-09-17T17:15:59.740 INFO:tasks.rados.rados.0.smithi031.stdout:3965: expect (ObjNum 1240 snap 370 seq_num 1240) 2024-09-17T17:15:59.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:59 smithi031 ceph-mon[94873]: pgmap v889: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 244 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.9 MiB/s wr, 26 op/s 2024-09-17T17:15:59.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:15:59 smithi031 ceph-mon[94873]: osdmap e819: 8 total, 8 up, 8 in 2024-09-17T17:15:59.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:59 smithi031 ceph-mon[96842]: pgmap v889: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 244 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.9 MiB/s wr, 26 op/s 2024-09-17T17:15:59.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:15:59 smithi031 ceph-mon[96842]: osdmap e819: 8 total, 8 up, 8 in 2024-09-17T17:15:59.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:59 smithi066 ceph-mon[86175]: pgmap v889: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 244 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.9 MiB/s wr, 26 op/s 2024-09-17T17:15:59.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:15:59 smithi066 ceph-mon[86175]: osdmap e819: 8 total, 8 up, 8 in 2024-09-17T17:16:00.262 INFO:tasks.rados.rados.0.smithi031.stdout:3967: finishing copy_from to smithi03184240-6 2024-09-17T17:16:00.263 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 2698 (ObjNum 1185 snap 348 seq_num 1185) dirty exists 2024-09-17T17:16:00.263 INFO:tasks.rados.rados.0.smithi031.stdout:3964: done (6 left) 2024-09-17T17:16:00.263 INFO:tasks.rados.rados.0.smithi031.stdout:3965: done (5 left) 2024-09-17T17:16:00.263 INFO:tasks.rados.rados.0.smithi031.stdout:3966: done (4 left) 2024-09-17T17:16:00.263 INFO:tasks.rados.rados.0.smithi031.stdout:3967: done (3 left) 2024-09-17T17:16:00.263 INFO:tasks.rados.rados.0.smithi031.stdout:3968: done (2 left) 2024-09-17T17:16:00.263 INFO:tasks.rados.rados.0.smithi031.stdout:3969: done (1 left) 2024-09-17T17:16:00.264 INFO:tasks.rados.rados.0.smithi031.stdout:3970: done (0 left) 2024-09-17T17:16:00.264 INFO:tasks.rados.rados.0.smithi031.stdout:3971: rollback oid 17 current snap is 373 2024-09-17T17:16:00.264 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 17 to 367 2024-09-17T17:16:00.264 INFO:tasks.rados.rados.0.smithi031.stdout:3972: copy_from oid 26 from oid 12 current snap is 373 2024-09-17T17:16:00.264 INFO:tasks.rados.rados.0.smithi031.stdout:3973: snap_remove snap 349 2024-09-17T17:16:00.549 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:16:00 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:16:00] "GET /metrics HTTP/1.1" 200 36355 "" "Prometheus/2.51.0" 2024-09-17T17:16:00.557 INFO:tasks.rados.rados.0.smithi031.stdout:3973: done (2 left) 2024-09-17T17:16:00.557 INFO:tasks.rados.rados.0.smithi031.stdout:3974: rmattr oid 28 current snap is 373 2024-09-17T17:16:00.557 INFO:tasks.rados.rados.0.smithi031.stdout:3971: finishing rollback tid 0 to smithi03184240-17 2024-09-17T17:16:00.557 INFO:tasks.rados.rados.0.smithi031.stdout:3971: finishing rollback tid 1 to smithi03184240-17 2024-09-17T17:16:00.557 INFO:tasks.rados.rados.0.smithi031.stdout:3971: finishing rollback tid 2 to smithi03184240-17 2024-09-17T17:16:00.557 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 1985 (ObjNum 1198 snap 352 seq_num 1198) dirty exists 2024-09-17T17:16:00.557 INFO:tasks.rados.rados.0.smithi031.stdout:3972: finishing copy_from racing read to smithi03184240-26 2024-09-17T17:16:00.557 INFO:tasks.rados.rados.0.smithi031.stdout:3972: finishing copy_from to smithi03184240-26 2024-09-17T17:16:00.558 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 1982 (ObjNum 1239 snap 370 seq_num 1239) dirty exists 2024-09-17T17:16:00.558 INFO:tasks.rados.rados.0.smithi031.stdout:3971: done (2 left) 2024-09-17T17:16:00.558 INFO:tasks.rados.rados.0.smithi031.stdout:3972: done (1 left) 2024-09-17T17:16:00.558 INFO:tasks.rados.rados.0.smithi031.stdout:3974: done (0 left) 2024-09-17T17:16:00.558 INFO:tasks.rados.rados.0.smithi031.stdout:3975: read oid 25 snap -1 2024-09-17T17:16:00.558 INFO:tasks.rados.rados.0.smithi031.stdout:3975: expect (ObjNum 1076 snap 313 seq_num 1076) 2024-09-17T17:16:00.558 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 46 current snap is 373 2024-09-17T17:16:00.558 INFO:tasks.rados.rados.0.smithi031.stdout:3976: seq_num 1253 ranges {1409024=589824,1998848=417792,2416640=786432} 2024-09-17T17:16:00.568 INFO:tasks.rados.rados.0.smithi031.stdout:3976: writing smithi03184240-46 from 1409024 to 1998848 tid 1 2024-09-17T17:16:00.571 INFO:tasks.rados.rados.0.smithi031.stdout:3976: writing smithi03184240-46 from 1998848 to 2416640 tid 2 2024-09-17T17:16:00.577 INFO:tasks.rados.rados.0.smithi031.stdout:3976: writing smithi03184240-46 from 2416640 to 3203072 tid 3 2024-09-17T17:16:00.578 INFO:tasks.rados.rados.0.smithi031.stdout:3977: snap_create 2024-09-17T17:16:00.578 INFO:tasks.rados.rados.0.smithi031.stdout:3975: expect (ObjNum 1076 snap 313 seq_num 1076) 2024-09-17T17:16:00.653 INFO:tasks.rados.rados.0.smithi031.stdout:3976: finishing write tid 1 to smithi03184240-46 2024-09-17T17:16:00.654 INFO:tasks.rados.rados.0.smithi031.stdout:3976: finishing write tid 2 to smithi03184240-46 2024-09-17T17:16:00.654 INFO:tasks.rados.rados.0.smithi031.stdout:3976: finishing write tid 3 to smithi03184240-46 2024-09-17T17:16:00.654 INFO:tasks.rados.rados.0.smithi031.stdout:3976: finishing write tid 4 to smithi03184240-46 2024-09-17T17:16:00.654 INFO:tasks.rados.rados.0.smithi031.stdout:3976: finishing write tid 5 to smithi03184240-46 2024-09-17T17:16:00.654 INFO:tasks.rados.rados.0.smithi031.stdout:3976: oid 46 updating version 0 to 2933 2024-09-17T17:16:00.654 INFO:tasks.rados.rados.0.smithi031.stdout:3976: oid 46 version 2933 is already newer than 2932 2024-09-17T17:16:00.654 INFO:tasks.rados.rados.0.smithi031.stdout:3976: oid 46 updating version 2933 to 2934 2024-09-17T17:16:00.654 INFO:tasks.rados.rados.0.smithi031.stdout:3976: oid 46 version 2934 is already newer than 2931 2024-09-17T17:16:00.654 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 2934 (ObjNum 1253 snap 373 seq_num 1253) dirty exists 2024-09-17T17:16:00.654 INFO:tasks.rados.rados.0.smithi031.stdout:3976: left oid 46 (ObjNum 1253 snap 373 seq_num 1253) 2024-09-17T17:16:00.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:16:00.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:00 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:16:00.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:00 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:16:00.903 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:16:00 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:16:00.574+0000 7fa214525640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 19c after trimming was started 2024-09-17T17:16:01.560 INFO:tasks.rados.rados.0.smithi031.stdout:3975: done (2 left) 2024-09-17T17:16:01.560 INFO:tasks.rados.rados.0.smithi031.stdout:3976: done (1 left) 2024-09-17T17:16:01.560 INFO:tasks.rados.rados.0.smithi031.stdout:3977: done (0 left) 2024-09-17T17:16:01.560 INFO:tasks.rados.rados.0.smithi031.stdout:3978: delete oid 39 current snap is 374 2024-09-17T17:16:01.566 INFO:tasks.rados.rados.0.smithi031.stdout:3978: done (0 left) 2024-09-17T17:16:01.566 INFO:tasks.rados.rados.0.smithi031.stdout:3979: read oid 44 snap 368 2024-09-17T17:16:01.566 INFO:tasks.rados.rados.0.smithi031.stdout:3979: expect (ObjNum 1216 snap 367 seq_num 1216) 2024-09-17T17:16:01.567 INFO:tasks.rados.rados.0.smithi031.stdout:3980: read oid 10 snap -1 2024-09-17T17:16:01.567 INFO:tasks.rados.rados.0.smithi031.stdout:3980: expect (ObjNum 1223 snap 368 seq_num 1223) 2024-09-17T17:16:01.567 INFO:tasks.rados.rados.0.smithi031.stdout:3981: setattr oid 43 current snap is 374 2024-09-17T17:16:01.568 INFO:tasks.rados.rados.0.smithi031.stdout:3982: copy_from oid 18 from oid 5 current snap is 374 2024-09-17T17:16:01.569 INFO:tasks.rados.rados.0.smithi031.stdout:3983: rmattr oid 12 current snap is 374 2024-09-17T17:16:01.569 INFO:tasks.rados.rados.0.smithi031.stdout:3983: done (4 left) 2024-09-17T17:16:01.569 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 39 current snap is 374 2024-09-17T17:16:01.569 INFO:tasks.rados.rados.0.smithi031.stdout:3984: seq_num 1255 ranges {0=622592,622592=638976,1261568=565248} 2024-09-17T17:16:01.572 INFO:tasks.rados.rados.0.smithi031.stdout:3984: writing smithi03184240-39 from 0 to 622592 tid 1 2024-09-17T17:16:01.576 INFO:tasks.rados.rados.0.smithi031.stdout:3984: writing smithi03184240-39 from 622592 to 1261568 tid 2 2024-09-17T17:16:01.580 INFO:tasks.rados.rados.0.smithi031.stdout:3984: writing smithi03184240-39 from 1261568 to 1826816 tid 3 2024-09-17T17:16:01.580 INFO:tasks.rados.rados.0.smithi031.stdout:3985: copy_from oid 46 from oid 6 current snap is 374 2024-09-17T17:16:01.580 INFO:tasks.rados.rados.0.smithi031.stdout:3984: finishing write tid 1 to smithi03184240-39 2024-09-17T17:16:01.580 INFO:tasks.rados.rados.0.smithi031.stdout:3979: expect (ObjNum 1216 snap 367 seq_num 1216) 2024-09-17T17:16:01.620 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 3182 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-17T17:16:01.621 INFO:tasks.rados.rados.0.smithi031.stdout:3979: done (5 left) 2024-09-17T17:16:01.621 INFO:tasks.rados.rados.0.smithi031.stdout:3981: done (4 left) 2024-09-17T17:16:01.621 INFO:tasks.rados.rados.0.smithi031.stdout:3986: setattr oid 33 current snap is 374 2024-09-17T17:16:01.621 INFO:tasks.rados.rados.0.smithi031.stdout:3984: finishing write tid 2 to smithi03184240-39 2024-09-17T17:16:01.621 INFO:tasks.rados.rados.0.smithi031.stdout:3984: finishing write tid 3 to smithi03184240-39 2024-09-17T17:16:01.621 INFO:tasks.rados.rados.0.smithi031.stdout:3984: finishing write tid 4 to smithi03184240-39 2024-09-17T17:16:01.621 INFO:tasks.rados.rados.0.smithi031.stdout:3984: finishing write tid 5 to smithi03184240-39 2024-09-17T17:16:01.621 INFO:tasks.rados.rados.0.smithi031.stdout:3984: oid 39 updating version 0 to 2736 2024-09-17T17:16:01.621 INFO:tasks.rados.rados.0.smithi031.stdout:3984: oid 39 version 2736 is already newer than 2735 2024-09-17T17:16:01.621 INFO:tasks.rados.rados.0.smithi031.stdout:3984: oid 39 updating version 2736 to 2738 2024-09-17T17:16:01.621 INFO:tasks.rados.rados.0.smithi031.stdout:3984: oid 39 version 2738 is already newer than 2737 2024-09-17T17:16:01.621 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 2738 (ObjNum 1255 snap 374 seq_num 1255) dirty exists 2024-09-17T17:16:01.622 INFO:tasks.rados.rados.0.smithi031.stdout:3984: left oid 39 (ObjNum 1255 snap 374 seq_num 1255) 2024-09-17T17:16:01.622 INFO:tasks.rados.rados.0.smithi031.stdout:3980: expect (ObjNum 1223 snap 368 seq_num 1223) 2024-09-17T17:16:01.832 INFO:tasks.rados.rados.0.smithi031.stdout:3985: finishing copy_from racing read to smithi03184240-46 2024-09-17T17:16:01.833 INFO:tasks.rados.rados.0.smithi031.stdout:3982: finishing copy_from racing read to smithi03184240-18 2024-09-17T17:16:01.833 INFO:tasks.rados.rados.0.smithi031.stdout:3982: finishing copy_from to smithi03184240-18 2024-09-17T17:16:01.833 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 2698 (ObjNum 1185 snap 348 seq_num 1185) dirty exists 2024-09-17T17:16:01.833 INFO:tasks.rados.rados.0.smithi031.stdout:3985: finishing copy_from to smithi03184240-46 2024-09-17T17:16:01.833 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 2698 (ObjNum 1185 snap 348 seq_num 1185) dirty exists 2024-09-17T17:16:01.833 INFO:tasks.rados.rados.0.smithi031.stdout:3980: done (4 left) 2024-09-17T17:16:01.833 INFO:tasks.rados.rados.0.smithi031.stdout:3982: done (3 left) 2024-09-17T17:16:01.833 INFO:tasks.rados.rados.0.smithi031.stdout:3984: done (2 left) 2024-09-17T17:16:01.833 INFO:tasks.rados.rados.0.smithi031.stdout:3985: done (1 left) 2024-09-17T17:16:01.833 INFO:tasks.rados.rados.0.smithi031.stdout:3987: delete oid 13 current snap is 374 2024-09-17T17:16:01.834 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 2739 (ObjNum 1106 snap 319 seq_num 1106) dirty exists 2024-09-17T17:16:01.834 INFO:tasks.rados.rados.0.smithi031.stdout:3986: done (1 left) 2024-09-17T17:16:01.834 INFO:tasks.rados.rados.0.smithi031.stdout:3987: done (0 left) 2024-09-17T17:16:01.834 INFO:tasks.rados.rados.0.smithi031.stdout:3988: delete oid 13 current snap is 374 2024-09-17T17:16:01.836 INFO:tasks.rados.rados.0.smithi031.stdout:3988: done (0 left) 2024-09-17T17:16:01.836 INFO:tasks.rados.rados.0.smithi031.stdout:3989: delete oid 8 current snap is 374 2024-09-17T17:16:01.839 INFO:tasks.rados.rados.0.smithi031.stdout:3989: done (0 left) 2024-09-17T17:16:01.839 INFO:tasks.rados.rados.0.smithi031.stdout:3990: snap_remove snap 361 2024-09-17T17:16:01.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:01 smithi031 ceph-mon[94873]: pgmap v892: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 245 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.9 MiB/s wr, 29 op/s 2024-09-17T17:16:01.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:01 smithi031 ceph-mon[94873]: osdmap e820: 8 total, 8 up, 8 in 2024-09-17T17:16:01.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:01 smithi031 ceph-mon[96842]: pgmap v892: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 245 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.9 MiB/s wr, 29 op/s 2024-09-17T17:16:01.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:01 smithi031 ceph-mon[96842]: osdmap e820: 8 total, 8 up, 8 in 2024-09-17T17:16:01.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:01 smithi066 ceph-mon[86175]: pgmap v892: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 245 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.9 MiB/s wr, 29 op/s 2024-09-17T17:16:01.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:01 smithi066 ceph-mon[86175]: osdmap e820: 8 total, 8 up, 8 in 2024-09-17T17:16:02.568 INFO:tasks.rados.rados.0.smithi031.stdout:3990: done (0 left) 2024-09-17T17:16:02.568 INFO:tasks.rados.rados.0.smithi031.stdout:3991: snap_remove snap 352 2024-09-17T17:16:02.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:02 smithi031 ceph-mon[94873]: osdmap e821: 8 total, 8 up, 8 in 2024-09-17T17:16:02.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:02 smithi031 ceph-mon[96842]: osdmap e821: 8 total, 8 up, 8 in 2024-09-17T17:16:02.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:02 smithi066 ceph-mon[86175]: osdmap e821: 8 total, 8 up, 8 in 2024-09-17T17:16:03.464 INFO:tasks.rados.rados.0.smithi031.stdout:3991: done (0 left) 2024-09-17T17:16:03.464 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 21 current snap is 374 2024-09-17T17:16:03.464 INFO:tasks.rados.rados.0.smithi031.stdout:3992: seq_num 1259 ranges {0=696320,696320=573440,1269760=630784} 2024-09-17T17:16:03.468 INFO:tasks.rados.rados.0.smithi031.stdout:3992: writing smithi03184240-21 from 0 to 696320 tid 1 2024-09-17T17:16:03.473 INFO:tasks.rados.rados.0.smithi031.stdout:3992: writing smithi03184240-21 from 696320 to 1269760 tid 2 2024-09-17T17:16:03.478 INFO:tasks.rados.rados.0.smithi031.stdout:3992: writing smithi03184240-21 from 1269760 to 1900544 tid 3 2024-09-17T17:16:03.478 INFO:tasks.rados.rados.0.smithi031.stdout:3993: setattr oid 11 current snap is 374 2024-09-17T17:16:03.482 INFO:tasks.rados.rados.0.smithi031.stdout:3994: read oid 22 snap -1 2024-09-17T17:16:03.483 INFO:tasks.rados.rados.0.smithi031.stdout:3994: expect deleted 2024-09-17T17:16:03.483 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 15 current snap is 374 2024-09-17T17:16:03.483 INFO:tasks.rados.rados.0.smithi031.stdout:3995: seq_num 1260 ranges {1089536=712704,1802240=458752,2260992=589824,2850816=155648} 2024-09-17T17:16:03.494 INFO:tasks.rados.rados.0.smithi031.stdout:3995: writing smithi03184240-15 from 1089536 to 1802240 tid 1 2024-09-17T17:16:03.497 INFO:tasks.rados.rados.0.smithi031.stdout:3995: writing smithi03184240-15 from 1802240 to 2260992 tid 2 2024-09-17T17:16:03.500 INFO:tasks.rados.rados.0.smithi031.stdout:3995: writing smithi03184240-15 from 2260992 to 2850816 tid 3 2024-09-17T17:16:03.502 INFO:tasks.rados.rados.0.smithi031.stdout:3995: writing smithi03184240-15 from 2850816 to 3006464 tid 4 2024-09-17T17:16:03.502 INFO:tasks.rados.rados.0.smithi031.stdout:3996: snap_create 2024-09-17T17:16:03.502 INFO:tasks.rados.rados.0.smithi031.stdout:3992: finishing write tid 1 to smithi03184240-21 2024-09-17T17:16:03.502 INFO:tasks.rados.rados.0.smithi031.stdout:3992: finishing write tid 2 to smithi03184240-21 2024-09-17T17:16:03.502 INFO:tasks.rados.rados.0.smithi031.stdout:3992: finishing write tid 3 to smithi03184240-21 2024-09-17T17:16:03.502 INFO:tasks.rados.rados.0.smithi031.stdout:3992: finishing write tid 4 to smithi03184240-21 2024-09-17T17:16:03.502 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 2935 (ObjNum 1093 snap 318 seq_num 1093) dirty exists 2024-09-17T17:16:03.502 INFO:tasks.rados.rados.0.smithi031.stdout:3992: finishing write tid 5 to smithi03184240-21 2024-09-17T17:16:03.502 INFO:tasks.rados.rados.0.smithi031.stdout:3992: oid 21 updating version 0 to 2700 2024-09-17T17:16:03.502 INFO:tasks.rados.rados.0.smithi031.stdout:3992: oid 21 version 2700 is already newer than 2699 2024-09-17T17:16:03.502 INFO:tasks.rados.rados.0.smithi031.stdout:3992: oid 21 updating version 2700 to 2702 2024-09-17T17:16:03.502 INFO:tasks.rados.rados.0.smithi031.stdout:3992: oid 21 version 2702 is already newer than 2701 2024-09-17T17:16:03.502 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 2702 (ObjNum 1259 snap 374 seq_num 1259) dirty exists 2024-09-17T17:16:03.503 INFO:tasks.rados.rados.0.smithi031.stdout:3992: left oid 21 (ObjNum 1259 snap 374 seq_num 1259) 2024-09-17T17:16:03.503 INFO:tasks.rados.rados.0.smithi031.stdout:3995: finishing write tid 1 to smithi03184240-15 2024-09-17T17:16:03.503 INFO:tasks.rados.rados.0.smithi031.stdout:3995: finishing write tid 2 to smithi03184240-15 2024-09-17T17:16:03.504 INFO:tasks.rados.rados.0.smithi031.stdout:3995: finishing write tid 3 to smithi03184240-15 2024-09-17T17:16:03.504 INFO:tasks.rados.rados.0.smithi031.stdout:3995: finishing write tid 4 to smithi03184240-15 2024-09-17T17:16:03.505 INFO:tasks.rados.rados.0.smithi031.stdout:3995: finishing write tid 5 to smithi03184240-15 2024-09-17T17:16:03.506 INFO:tasks.rados.rados.0.smithi031.stdout:3995: finishing write tid 6 to smithi03184240-15 2024-09-17T17:16:03.506 INFO:tasks.rados.rados.0.smithi031.stdout:3995: oid 15 updating version 0 to 2703 2024-09-17T17:16:03.506 INFO:tasks.rados.rados.0.smithi031.stdout:3995: oid 15 version 2703 is already newer than 2700 2024-09-17T17:16:03.506 INFO:tasks.rados.rados.0.smithi031.stdout:3995: oid 15 version 2703 is already newer than 2701 2024-09-17T17:16:03.506 INFO:tasks.rados.rados.0.smithi031.stdout:3995: oid 15 version 2703 is already newer than 2702 2024-09-17T17:16:03.506 INFO:tasks.rados.rados.0.smithi031.stdout:3995: oid 15 version 2703 is already newer than 2699 2024-09-17T17:16:03.506 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 2703 (ObjNum 1260 snap 374 seq_num 1260) dirty exists 2024-09-17T17:16:03.506 INFO:tasks.rados.rados.0.smithi031.stdout:3995: left oid 15 (ObjNum 1260 snap 374 seq_num 1260) 2024-09-17T17:16:03.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:03 smithi031 ceph-mon[94873]: pgmap v895: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 238 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.2 MiB/s wr, 16 op/s 2024-09-17T17:16:03.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:03 smithi031 ceph-mon[94873]: osdmap e822: 8 total, 8 up, 8 in 2024-09-17T17:16:03.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:03 smithi031 ceph-mon[94873]: osdmap e823: 8 total, 8 up, 8 in 2024-09-17T17:16:03.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:03 smithi031 ceph-mon[96842]: pgmap v895: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 238 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.2 MiB/s wr, 16 op/s 2024-09-17T17:16:03.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:03 smithi031 ceph-mon[96842]: osdmap e822: 8 total, 8 up, 8 in 2024-09-17T17:16:03.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:03 smithi031 ceph-mon[96842]: osdmap e823: 8 total, 8 up, 8 in 2024-09-17T17:16:03.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:03 smithi066 ceph-mon[86175]: pgmap v895: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 238 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.2 MiB/s wr, 16 op/s 2024-09-17T17:16:03.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:03 smithi066 ceph-mon[86175]: osdmap e822: 8 total, 8 up, 8 in 2024-09-17T17:16:03.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:03 smithi066 ceph-mon[86175]: osdmap e823: 8 total, 8 up, 8 in 2024-09-17T17:16:04.467 INFO:tasks.rados.rados.0.smithi031.stdout:3992: done (4 left) 2024-09-17T17:16:04.467 INFO:tasks.rados.rados.0.smithi031.stdout:3993: done (3 left) 2024-09-17T17:16:04.467 INFO:tasks.rados.rados.0.smithi031.stdout:3994: done (2 left) 2024-09-17T17:16:04.467 INFO:tasks.rados.rados.0.smithi031.stdout:3995: done (1 left) 2024-09-17T17:16:04.467 INFO:tasks.rados.rados.0.smithi031.stdout:3996: done (0 left) 2024-09-17T17:16:04.467 INFO:tasks.rados.rados.0.smithi031.stdout:3997: setattr oid 16 current snap is 375 2024-09-17T17:16:04.469 INFO:tasks.rados.rados.0.smithi031.stdout:3998: read oid 45 snap -1 2024-09-17T17:16:04.469 INFO:tasks.rados.rados.0.smithi031.stdout:3998: expect (ObjNum 1247 snap 371 seq_num 1247) 2024-09-17T17:16:04.469 INFO:tasks.rados.rados.0.smithi031.stdout:3999: snap_create 2024-09-17T17:16:04.474 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 2710 (ObjNum 1137 snap 327 seq_num 1137) dirty exists 2024-09-17T17:16:04.508 INFO:tasks.rados.rados.0.smithi031.stdout:3998: expect (ObjNum 1247 snap 371 seq_num 1247) 2024-09-17T17:16:05.475 INFO:tasks.rados.rados.0.smithi031.stdout:3997: done (2 left) 2024-09-17T17:16:05.475 INFO:tasks.rados.rados.0.smithi031.stdout:3998: done (1 left) 2024-09-17T17:16:05.475 INFO:tasks.rados.rados.0.smithi031.stdout:3999: done (0 left) 2024-09-17T17:16:05.478 INFO:tasks.rados.rados.0.smithi031.stderr:0 errors. 2024-09-17T17:16:05.478 INFO:tasks.rados.rados.0.smithi031.stderr: 2024-09-17T17:16:05.482 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-17T17:16:05.741 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:16:05.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:05 smithi031 ceph-mon[94873]: pgmap v898: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 243 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 4.6 MiB/s wr, 16 op/s 2024-09-17T17:16:05.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:05 smithi031 ceph-mon[94873]: osdmap e824: 8 total, 8 up, 8 in 2024-09-17T17:16:05.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:05 smithi031 ceph-mon[96842]: pgmap v898: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 243 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 4.6 MiB/s wr, 16 op/s 2024-09-17T17:16:05.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:05 smithi031 ceph-mon[96842]: osdmap e824: 8 total, 8 up, 8 in 2024-09-17T17:16:05.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:05 smithi066 ceph-mon[86175]: pgmap v898: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 243 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 4.6 MiB/s wr, 16 op/s 2024-09-17T17:16:05.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:05 smithi066 ceph-mon[86175]: osdmap e824: 8 total, 8 up, 8 in 2024-09-17T17:16:06.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:06 smithi031 ceph-mon[94873]: osdmap e825: 8 total, 8 up, 8 in 2024-09-17T17:16:06.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:06 smithi031 ceph-mon[96842]: osdmap e825: 8 total, 8 up, 8 in 2024-09-17T17:16:06.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:06 smithi066 ceph-mon[86175]: osdmap e825: 8 total, 8 up, 8 in 2024-09-17T17:16:07.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:07 smithi031 ceph-mon[94873]: pgmap v901: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 245 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-09-17T17:16:07.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:07 smithi031 ceph-mon[96842]: pgmap v901: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 245 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-09-17T17:16:07.704 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T17:16:07.704 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":825,"fsid":"5dfb9b44-7515-11ef-bceb-c7b262605968","created":"2024-09-17T16:54:13.026750+0000","modified":"2024-09-17T17:16:05.459952+0000","last_up_change":"2024-09-17T17:11:11.923529+0000","last_in_change":"2024-09-17T16:59:07.649208+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-17T16:57:25.264873+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-17T16:59:47.893445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-17T16:59:51.158562+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-17T17:00:44.242979+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-09-17T17:03:27.046017+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"825","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":438,"snap_epoch":825,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"bfd3afea-4f9e-453b-b4fc-fdc86a5ee964","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":290,"up_from":304,"up_thru":534,"down_at":291,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":3425208033},{"type":"v1","addr":"172.21.15.31:6803","nonce":3425208033}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":3425208033},{"type":"v1","addr":"172.21.15.31:6805","nonce":3425208033}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":3425208033},{"type":"v1","addr":"172.21.15.31:6809","nonce":3425208033}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":3425208033},{"type":"v1","addr":"172.21.15.31:6807","nonce":3425208033}]},"public_addr":"172.21.15.31:6803/3425208033","cluster_addr":"172.21.15.31:6805/3425208033","heartbeat_back_addr":"172.21.15.31:6809/3425208033","heartbeat_front_addr":"172.21.15.31:6807/3425208033","state":["exists","up"]},{"osd":1,"uuid":"c16093ac-9d64-4e0f-b383-2f5b5f9259ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":323,"up_from":335,"up_thru":535,"down_at":324,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2531199322},{"type":"v1","addr":"172.21.15.31:6811","nonce":2531199322}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2531199322},{"type":"v1","addr":"172.21.15.31:6813","nonce":2531199322}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":2531199322},{"type":"v1","addr":"172.21.15.31:6817","nonce":2531199322}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2531199322},{"type":"v1","addr":"172.21.15.31:6815","nonce":2531199322}]},"public_addr":"172.21.15.31:6811/2531199322","cluster_addr":"172.21.15.31:6813/2531199322","heartbeat_back_addr":"172.21.15.31:6817/2531199322","heartbeat_front_addr":"172.21.15.31:6815/2531199322","state":["exists","up"]},{"osd":2,"uuid":"ef7fafc8-4e6a-48f4-b64f-c9228ba45326","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":355,"up_from":368,"up_thru":584,"down_at":356,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":2214936468},{"type":"v1","addr":"172.21.15.31:6819","nonce":2214936468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":2214936468},{"type":"v1","addr":"172.21.15.31:6821","nonce":2214936468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2214936468},{"type":"v1","addr":"172.21.15.31:6825","nonce":2214936468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":2214936468},{"type":"v1","addr":"172.21.15.31:6823","nonce":2214936468}]},"public_addr":"172.21.15.31:6819/2214936468","cluster_addr":"172.21.15.31:6821/2214936468","heartbeat_back_addr":"172.21.15.31:6825/2214936468","heartbeat_front_addr":"172.21.15.31:6823/2214936468","state":["exists","up"]},{"osd":3,"uuid":"f46d5072-b866-4885-9972-e09268f2bdb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":387,"up_from":400,"up_thru":534,"down_at":388,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":1266631629},{"type":"v1","addr":"172.21.15.31:6827","nonce":1266631629}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":1266631629},{"type":"v1","addr":"172.21.15.31:6829","nonce":1266631629}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1266631629},{"type":"v1","addr":"172.21.15.31:6833","nonce":1266631629}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":1266631629},{"type":"v1","addr":"172.21.15.31:6831","nonce":1266631629}]},"public_addr":"172.21.15.31:6827/1266631629","cluster_addr":"172.21.15.31:6829/1266631629","heartbeat_back_addr":"172.21.15.31:6833/1266631629","heartbeat_front_addr":"172.21.15.31:6831/1266631629","state":["exists","up"]},{"osd":4,"uuid":"c6fd9949-6edf-48f1-84fa-8edc76db25e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":420,"up_from":433,"up_thru":535,"down_at":421,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":2398803439},{"type":"v1","addr":"172.21.15.66:6801","nonce":2398803439}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":2398803439},{"type":"v1","addr":"172.21.15.66:6803","nonce":2398803439}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":2398803439},{"type":"v1","addr":"172.21.15.66:6807","nonce":2398803439}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":2398803439},{"type":"v1","addr":"172.21.15.66:6805","nonce":2398803439}]},"public_addr":"172.21.15.66:6801/2398803439","cluster_addr":"172.21.15.66:6803/2398803439","heartbeat_back_addr":"172.21.15.66:6807/2398803439","heartbeat_front_addr":"172.21.15.66:6805/2398803439","state":["exists","up"]},{"osd":5,"uuid":"d38f984e-3b82-43c1-876f-c23e8c645143","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":453,"up_from":466,"up_thru":534,"down_at":454,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":467296858},{"type":"v1","addr":"172.21.15.66:6809","nonce":467296858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":467296858},{"type":"v1","addr":"172.21.15.66:6811","nonce":467296858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":467296858},{"type":"v1","addr":"172.21.15.66:6815","nonce":467296858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":467296858},{"type":"v1","addr":"172.21.15.66:6813","nonce":467296858}]},"public_addr":"172.21.15.66:6809/467296858","cluster_addr":"172.21.15.66:6811/467296858","heartbeat_back_addr":"172.21.15.66:6815/467296858","heartbeat_front_addr":"172.21.15.66:6813/467296858","state":["exists","up"]},{"osd":6,"uuid":"5ec91030-3eec-45c7-ada5-01eb7e34bcfd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":487,"up_from":500,"up_thru":537,"down_at":488,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":3950795802},{"type":"v1","addr":"172.21.15.66:6817","nonce":3950795802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3950795802},{"type":"v1","addr":"172.21.15.66:6819","nonce":3950795802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":3950795802},{"type":"v1","addr":"172.21.15.66:6823","nonce":3950795802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":3950795802},{"type":"v1","addr":"172.21.15.66:6821","nonce":3950795802}]},"public_addr":"172.21.15.66:6817/3950795802","cluster_addr":"172.21.15.66:6819/3950795802","heartbeat_back_addr":"172.21.15.66:6823/3950795802","heartbeat_front_addr":"172.21.15.66:6821/3950795802","state":["exists","up"]},{"osd":7,"uuid":"328c7061-7856-4fc1-9377-83014f750ac9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":521,"up_from":534,"up_thru":535,"down_at":522,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":3100220687},{"type":"v1","addr":"172.21.15.66:6825","nonce":3100220687}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":3100220687},{"type":"v1","addr":"172.21.15.66:6827","nonce":3100220687}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":3100220687},{"type":"v1","addr":"172.21.15.66:6831","nonce":3100220687}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":3100220687},{"type":"v1","addr":"172.21.15.66:6829","nonce":3100220687}]},"public_addr":"172.21.15.66:6825/3100220687","cluster_addr":"172.21.15.66:6827/3100220687","heartbeat_back_addr":"172.21.15.66:6831/3100220687","heartbeat_front_addr":"172.21.15.66:6829/3100220687","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:56:32.707874+0000","dead_epoch":290},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:56:57.809611+0000","dead_epoch":323},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:57:22.740293+0000","dead_epoch":355},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:57:47.643474+0000","dead_epoch":387},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:58:09.525348+0000","dead_epoch":420},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:58:33.431584+0000","dead_epoch":453},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:58:58.268886+0000","dead_epoch":487},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:59:22.818864+0000","dead_epoch":521}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":0,"to":4}]},{"pgid":"2.e","mappings":[{"from":7,"to":1}]},{"pgid":"2.f","mappings":[{"from":0,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":7}]},{"pgid":"3.a","mappings":[{"from":6,"to":2}]},{"pgid":"3.1f","mappings":[{"from":0,"to":7}]},{"pgid":"3.20","mappings":[{"from":0,"to":2}]},{"pgid":"3.21","mappings":[{"from":5,"to":7}]},{"pgid":"3.22","mappings":[{"from":0,"to":1}]},{"pgid":"3.26","mappings":[{"from":4,"to":3}]},{"pgid":"3.29","mappings":[{"from":4,"to":2}]},{"pgid":"3.31","mappings":[{"from":4,"to":7}]},{"pgid":"3.39","mappings":[{"from":0,"to":2}]},{"pgid":"3.3c","mappings":[{"from":5,"to":2}]},{"pgid":"5.2","mappings":[{"from":0,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.31:6801/42644695":"2024-09-18T17:06:00.013998+0000","172.21.15.31:6800/42644695":"2024-09-18T17:06:00.013998+0000","172.21.15.31:0/3239320530":"2024-09-18T17:06:00.013998+0000","172.21.15.31:0/1654456481":"2024-09-18T17:06:00.013998+0000","172.21.15.31:0/2776706636":"2024-09-18T17:06:00.013998+0000","172.21.15.31:0/3364710436":"2024-09-18T17:06:00.013998+0000","172.21.15.31:0/1599000805":"2024-09-18T17:00:39.712377+0000","172.21.15.31:6801/3124190684":"2024-09-18T16:54:44.988894+0000","172.21.15.31:6800/3124190684":"2024-09-18T16:54:44.988894+0000","172.21.15.31:0/51569990":"2024-09-18T17:00:39.712377+0000","172.21.15.66:0/878293305":"2024-09-18T17:05:19.234309+0000","172.21.15.66:6835/553551499":"2024-09-18T17:05:19.234309+0000","172.21.15.31:6800/3821445044":"2024-09-18T16:55:08.765537+0000","172.21.15.31:0/2193449255":"2024-09-18T16:54:44.988894+0000","172.21.15.66:0/3085724962":"2024-09-18T17:05:19.234309+0000","172.21.15.31:6801/962496341":"2024-09-18T17:04:47.507605+0000","172.21.15.31:6800/564880942":"2024-09-18T17:00:39.712377+0000","172.21.15.66:0/2344040192":"2024-09-18T17:05:19.234309+0000","172.21.15.31:0/4254996885":"2024-09-18T17:00:39.712377+0000","172.21.15.66:0/3560913930":"2024-09-18T17:05:19.234309+0000","172.21.15.31:6800/962496341":"2024-09-18T17:04:47.507605+0000","172.21.15.31:0/582641076":"2024-09-18T16:54:44.988894+0000","172.21.15.66:0/2950260004":"2024-09-18T17:05:19.234309+0000","172.21.15.66:6832/4260993690":"2024-09-18T17:11:33.378470+0000","172.21.15.31:0/1029787828":"2024-09-18T17:04:47.507605+0000","172.21.15.31:0/3819450625":"2024-09-18T16:54:44.988894+0000","172.21.15.31:0/2919735896":"2024-09-18T17:00:39.712377+0000","172.21.15.31:0/3938447962":"2024-09-18T17:06:00.013998+0000","172.21.15.31:6801/564880942":"2024-09-18T17:00:39.712377+0000","172.21.15.31:0/36835941":"2024-09-18T17:04:47.507605+0000","172.21.15.66:6834/553551499":"2024-09-18T17:05:19.234309+0000","172.21.15.31:0/4233915925":"2024-09-18T17:04:47.507605+0000","172.21.15.31:6801/3821445044":"2024-09-18T16:55:08.765537+0000","172.21.15.66:0/3750163829":"2024-09-18T17:05:19.234309+0000","172.21.15.31:0/2275586213":"2024-09-18T17:06:00.013998+0000","172.21.15.31:0/416145817":"2024-09-18T16:55:08.765537+0000","172.21.15.31:0/2191897052":"2024-09-18T17:06:00.013998+0000","172.21.15.66:0/2983638944":"2024-09-18T17:05:19.234309+0000","172.21.15.31:0/3301988290":"2024-09-18T17:04:47.507605+0000","172.21.15.31:0/4078155462":"2024-09-18T16:55:08.765537+0000","172.21.15.66:6833/4260993690":"2024-09-18T17:11:33.378470+0000","172.21.15.31:0/2570636984":"2024-09-18T16:55:08.765537+0000","172.21.15.31:0/2936567246":"2024-09-18T17:04:47.507605+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":412,"length":1},{"begin":415,"length":1},{"begin":417,"length":1},{"begin":422,"length":1},{"begin":424,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-17T17:16:07.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:07 smithi066 ceph-mon[86175]: pgmap v901: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 245 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-09-17T17:16:08.304 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-17T17:16:08.513 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:16:08.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:08 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/704013514' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-17T17:16:08.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:08 smithi031 ceph-mon[94873]: osdmap e826: 8 total, 8 up, 8 in 2024-09-17T17:16:08.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:08 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/704013514' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-17T17:16:08.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:08 smithi031 ceph-mon[96842]: osdmap e826: 8 total, 8 up, 8 in 2024-09-17T17:16:08.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:08 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/704013514' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-17T17:16:08.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:08 smithi066 ceph-mon[86175]: osdmap e826: 8 total, 8 up, 8 in 2024-09-17T17:16:09.621 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:09 smithi031 ceph-mon[94873]: pgmap v902: 121 pgs: 121 active+clean; 260 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.3 MiB/s wr, 15 op/s 2024-09-17T17:16:09.621 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:09 smithi031 ceph-mon[96842]: pgmap v902: 121 pgs: 121 active+clean; 260 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.3 MiB/s wr, 15 op/s 2024-09-17T17:16:09.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:09 smithi066 ceph-mon[86175]: pgmap v902: 121 pgs: 121 active+clean; 260 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.3 MiB/s wr, 15 op/s 2024-09-17T17:16:10.311 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T17:16:10.311 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:16:10 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:16:10] "GET /metrics HTTP/1.1" 200 36358 "" "Prometheus/2.51.0" 2024-09-17T17:16:10.316 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-17T17:16:10.919 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":904,"stamp":"2024-09-17T17:16:10.192763+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":272210959,"num_objects":157,"num_object_clones":84,"num_object_copies":471,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":157,"num_whiteouts":3,"num_read":4884,"num_read_kb":4763223,"num_write":8430,"num_write_kb":1720438,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":435676790,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":19632,"ondisk_log_size":19632,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2588268,"kb_used_data":487344,"kb_used_omap":266,"kb_used_meta":2100533,"kb_avail":747372948,"statfs":{"total":767960285184,"available":765309898752,"internally_reserved":0,"allocated":499040256,"data_stored":713720894,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":272827,"internal_metadata":2150946373},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":16883712,"num_objects":5,"num_object_clones":6,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":-1,"num_read":12,"num_read_kb":33964,"num_write":72,"num_write_kb":18752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001503"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1049,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.530567+0000","last_change":"2024-09-17T17:11:12.968027+0000","last_active":"2024-09-17T17:16:05.530567+0000","last_peered":"2024-09-17T17:16:05.530567+0000","last_clean":"2024-09-17T17:16:05.530567+0000","last_became_active":"2024-09-17T17:11:12.967646+0000","last_became_peered":"2024-09-17T17:11:12.967646+0000","last_unstale":"2024-09-17T17:16:05.530567+0000","last_undegraded":"2024-09-17T17:16:05.530567+0000","last_fullsized":"2024-09-17T17:16:05.530567+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:46:19.915359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1272,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.473729+0000","last_change":"2024-09-17T17:10:38.526425+0000","last_active":"2024-09-17T17:16:05.473729+0000","last_peered":"2024-09-17T17:16:05.473729+0000","last_clean":"2024-09-17T17:16:05.473729+0000","last_became_active":"2024-09-17T17:10:38.525653+0000","last_became_peered":"2024-09-17T17:10:38.525653+0000","last_unstale":"2024-09-17T17:16:05.473729+0000","last_undegraded":"2024-09-17T17:16:05.473729+0000","last_fullsized":"2024-09-17T17:16:05.473729+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:08:16.366628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1295,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.473143+0000","last_change":"2024-09-17T17:08:23.579536+0000","last_active":"2024-09-17T17:16:05.473143+0000","last_peered":"2024-09-17T17:16:05.473143+0000","last_clean":"2024-09-17T17:16:05.473143+0000","last_became_active":"2024-09-17T17:08:23.577978+0000","last_became_peered":"2024-09-17T17:08:23.577978+0000","last_unstale":"2024-09-17T17:16:05.473143+0000","last_undegraded":"2024-09-17T17:16:05.473143+0000","last_fullsized":"2024-09-17T17:16:05.473143+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:58:00.771368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":615,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.529871+0000","last_change":"2024-09-17T17:11:13.984998+0000","last_active":"2024-09-17T17:16:05.529871+0000","last_peered":"2024-09-17T17:16:05.529871+0000","last_clean":"2024-09-17T17:16:05.529871+0000","last_became_active":"2024-09-17T17:11:13.984480+0000","last_became_peered":"2024-09-17T17:11:13.984480+0000","last_unstale":"2024-09-17T17:16:05.529871+0000","last_undegraded":"2024-09-17T17:16:05.529871+0000","last_fullsized":"2024-09-17T17:16:05.529871+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:11:27.236975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1061,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.531246+0000","last_change":"2024-09-17T17:11:12.960047+0000","last_active":"2024-09-17T17:16:05.531246+0000","last_peered":"2024-09-17T17:16:05.531246+0000","last_clean":"2024-09-17T17:16:05.531246+0000","last_became_active":"2024-09-17T17:11:12.959750+0000","last_became_peered":"2024-09-17T17:11:12.959750+0000","last_unstale":"2024-09-17T17:16:05.531246+0000","last_undegraded":"2024-09-17T17:16:05.531246+0000","last_fullsized":"2024-09-17T17:16:05.531246+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T22:58:44.331528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1115,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.529685+0000","last_change":"2024-09-17T17:10:04.496162+0000","last_active":"2024-09-17T17:16:05.529685+0000","last_peered":"2024-09-17T17:16:05.529685+0000","last_clean":"2024-09-17T17:16:05.529685+0000","last_became_active":"2024-09-17T17:10:04.495883+0000","last_became_peered":"2024-09-17T17:10:04.495883+0000","last_unstale":"2024-09-17T17:16:05.529685+0000","last_undegraded":"2024-09-17T17:16:05.529685+0000","last_fullsized":"2024-09-17T17:16:05.529685+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:11:32.606033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1058,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.530541+0000","last_change":"2024-09-17T17:11:13.956151+0000","last_active":"2024-09-17T17:16:05.530541+0000","last_peered":"2024-09-17T17:16:05.530541+0000","last_clean":"2024-09-17T17:16:05.530541+0000","last_became_active":"2024-09-17T17:11:13.955565+0000","last_became_peered":"2024-09-17T17:11:13.955565+0000","last_unstale":"2024-09-17T17:16:05.530541+0000","last_undegraded":"2024-09-17T17:16:05.530541+0000","last_fullsized":"2024-09-17T17:16:05.530541+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:26:16.388167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1169,"reported_epoch":824,"state":"active+clean","last_fresh":"2024-09-17T17:16:04.470849+0000","last_change":"2024-09-17T17:10:38.524480+0000","last_active":"2024-09-17T17:16:04.470849+0000","last_peered":"2024-09-17T17:16:04.470849+0000","last_clean":"2024-09-17T17:16:04.470849+0000","last_became_active":"2024-09-17T17:10:38.524156+0000","last_became_peered":"2024-09-17T17:10:38.524156+0000","last_unstale":"2024-09-17T17:16:04.470849+0000","last_undegraded":"2024-09-17T17:16:04.470849+0000","last_fullsized":"2024-09-17T17:16:04.470849+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:44:24.074022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1055,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.530457+0000","last_change":"2024-09-17T17:11:12.960649+0000","last_active":"2024-09-17T17:16:05.530457+0000","last_peered":"2024-09-17T17:16:05.530457+0000","last_clean":"2024-09-17T17:16:05.530457+0000","last_became_active":"2024-09-17T17:11:12.960355+0000","last_became_peered":"2024-09-17T17:11:12.960355+0000","last_unstale":"2024-09-17T17:16:05.530457+0000","last_undegraded":"2024-09-17T17:16:05.530457+0000","last_fullsized":"2024-09-17T17:16:05.530457+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T01:05:15.000740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1092,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.529610+0000","last_change":"2024-09-17T17:10:38.531998+0000","last_active":"2024-09-17T17:16:05.529610+0000","last_peered":"2024-09-17T17:16:05.529610+0000","last_clean":"2024-09-17T17:16:05.529610+0000","last_became_active":"2024-09-17T17:10:38.531692+0000","last_became_peered":"2024-09-17T17:10:38.531692+0000","last_unstale":"2024-09-17T17:16:05.529610+0000","last_undegraded":"2024-09-17T17:16:05.529610+0000","last_fullsized":"2024-09-17T17:16:05.529610+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T01:24:30.893063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1092,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.529894+0000","last_change":"2024-09-17T17:10:38.541678+0000","last_active":"2024-09-17T17:16:05.529894+0000","last_peered":"2024-09-17T17:16:05.529894+0000","last_clean":"2024-09-17T17:16:05.529894+0000","last_became_active":"2024-09-17T17:10:38.541304+0000","last_became_peered":"2024-09-17T17:10:38.541304+0000","last_unstale":"2024-09-17T17:16:05.529894+0000","last_undegraded":"2024-09-17T17:16:05.529894+0000","last_fullsized":"2024-09-17T17:16:05.529894+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:03:13.764225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1152,"reported_epoch":826,"state":"active+clean","last_fresh":"2024-09-17T17:16:08.461930+0000","last_change":"2024-09-17T17:10:38.529176+0000","last_active":"2024-09-17T17:16:08.461930+0000","last_peered":"2024-09-17T17:16:08.461930+0000","last_clean":"2024-09-17T17:16:08.461930+0000","last_became_active":"2024-09-17T17:10:38.528834+0000","last_became_peered":"2024-09-17T17:10:38.528834+0000","last_unstale":"2024-09-17T17:16:08.461930+0000","last_undegraded":"2024-09-17T17:16:08.461930+0000","last_fullsized":"2024-09-17T17:16:08.461930+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:50:55.610598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1199,"reported_epoch":824,"state":"active+clean","last_fresh":"2024-09-17T17:16:04.471481+0000","last_change":"2024-09-17T17:10:38.525757+0000","last_active":"2024-09-17T17:16:04.471481+0000","last_peered":"2024-09-17T17:16:04.471481+0000","last_clean":"2024-09-17T17:16:04.471481+0000","last_became_active":"2024-09-17T17:10:38.525278+0000","last_became_peered":"2024-09-17T17:10:38.525278+0000","last_unstale":"2024-09-17T17:16:04.471481+0000","last_undegraded":"2024-09-17T17:16:04.471481+0000","last_fullsized":"2024-09-17T17:16:04.471481+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:05:22.068833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1293,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.471269+0000","last_change":"2024-09-17T17:10:04.491103+0000","last_active":"2024-09-17T17:16:05.471269+0000","last_peered":"2024-09-17T17:16:05.471269+0000","last_clean":"2024-09-17T17:16:05.471269+0000","last_became_active":"2024-09-17T17:10:04.490718+0000","last_became_peered":"2024-09-17T17:10:04.490718+0000","last_unstale":"2024-09-17T17:16:05.471269+0000","last_undegraded":"2024-09-17T17:16:05.471269+0000","last_fullsized":"2024-09-17T17:16:05.471269+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:55:22.721464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1284,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.472214+0000","last_change":"2024-09-17T17:11:13.960783+0000","last_active":"2024-09-17T17:16:05.472214+0000","last_peered":"2024-09-17T17:16:05.472214+0000","last_clean":"2024-09-17T17:16:05.472214+0000","last_became_active":"2024-09-17T17:11:13.960370+0000","last_became_peered":"2024-09-17T17:11:13.960370+0000","last_unstale":"2024-09-17T17:16:05.472214+0000","last_undegraded":"2024-09-17T17:16:05.472214+0000","last_fullsized":"2024-09-17T17:16:05.472214+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:13:46.677927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1122,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.528846+0000","last_change":"2024-09-17T17:11:12.955696+0000","last_active":"2024-09-17T17:16:05.528846+0000","last_peered":"2024-09-17T17:16:05.528846+0000","last_clean":"2024-09-17T17:16:05.528846+0000","last_became_active":"2024-09-17T17:11:12.955368+0000","last_became_peered":"2024-09-17T17:11:12.955368+0000","last_unstale":"2024-09-17T17:16:05.528846+0000","last_undegraded":"2024-09-17T17:16:05.528846+0000","last_fullsized":"2024-09-17T17:16:05.528846+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:36:17.793641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1127,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.529503+0000","last_change":"2024-09-17T17:11:12.962138+0000","last_active":"2024-09-17T17:16:05.529503+0000","last_peered":"2024-09-17T17:16:05.529503+0000","last_clean":"2024-09-17T17:16:05.529503+0000","last_became_active":"2024-09-17T17:11:12.961835+0000","last_became_peered":"2024-09-17T17:11:12.961835+0000","last_unstale":"2024-09-17T17:16:05.529503+0000","last_undegraded":"2024-09-17T17:16:05.529503+0000","last_fullsized":"2024-09-17T17:16:05.529503+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:24:34.284694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1235,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.529156+0000","last_change":"2024-09-17T17:11:12.965011+0000","last_active":"2024-09-17T17:16:05.529156+0000","last_peered":"2024-09-17T17:16:05.529156+0000","last_clean":"2024-09-17T17:16:05.529156+0000","last_became_active":"2024-09-17T17:11:12.963966+0000","last_became_peered":"2024-09-17T17:11:12.963966+0000","last_unstale":"2024-09-17T17:16:05.529156+0000","last_undegraded":"2024-09-17T17:16:05.529156+0000","last_fullsized":"2024-09-17T17:16:05.529156+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:51:52.995083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1048,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.531125+0000","last_change":"2024-09-17T17:11:12.968008+0000","last_active":"2024-09-17T17:16:05.531125+0000","last_peered":"2024-09-17T17:16:05.531125+0000","last_clean":"2024-09-17T17:16:05.531125+0000","last_became_active":"2024-09-17T17:11:12.967398+0000","last_became_peered":"2024-09-17T17:11:12.967398+0000","last_unstale":"2024-09-17T17:16:05.531125+0000","last_undegraded":"2024-09-17T17:16:05.531125+0000","last_fullsized":"2024-09-17T17:16:05.531125+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:13:09.818607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1101,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.529078+0000","last_change":"2024-09-17T17:10:38.532344+0000","last_active":"2024-09-17T17:16:05.529078+0000","last_peered":"2024-09-17T17:16:05.529078+0000","last_clean":"2024-09-17T17:16:05.529078+0000","last_became_active":"2024-09-17T17:10:38.531847+0000","last_became_peered":"2024-09-17T17:10:38.531847+0000","last_unstale":"2024-09-17T17:16:05.529078+0000","last_undegraded":"2024-09-17T17:16:05.529078+0000","last_fullsized":"2024-09-17T17:16:05.529078+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T22:27:17.185034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1294,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.471872+0000","last_change":"2024-09-17T17:11:12.966872+0000","last_active":"2024-09-17T17:16:05.471872+0000","last_peered":"2024-09-17T17:16:05.471872+0000","last_clean":"2024-09-17T17:16:05.471872+0000","last_became_active":"2024-09-17T17:11:12.964476+0000","last_became_peered":"2024-09-17T17:11:12.964476+0000","last_unstale":"2024-09-17T17:16:05.471872+0000","last_undegraded":"2024-09-17T17:16:05.471872+0000","last_fullsized":"2024-09-17T17:16:05.471872+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:04:34.714720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1122,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.529252+0000","last_change":"2024-09-17T17:11:12.955276+0000","last_active":"2024-09-17T17:16:05.529252+0000","last_peered":"2024-09-17T17:16:05.529252+0000","last_clean":"2024-09-17T17:16:05.529252+0000","last_became_active":"2024-09-17T17:11:12.954925+0000","last_became_peered":"2024-09-17T17:11:12.954925+0000","last_unstale":"2024-09-17T17:16:05.529252+0000","last_undegraded":"2024-09-17T17:16:05.529252+0000","last_fullsized":"2024-09-17T17:16:05.529252+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:09:58.181384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1204,"reported_epoch":824,"state":"active+clean","last_fresh":"2024-09-17T17:16:04.471090+0000","last_change":"2024-09-17T17:08:57.358867+0000","last_active":"2024-09-17T17:16:04.471090+0000","last_peered":"2024-09-17T17:16:04.471090+0000","last_clean":"2024-09-17T17:16:04.471090+0000","last_became_active":"2024-09-17T17:08:57.357562+0000","last_became_peered":"2024-09-17T17:08:57.357562+0000","last_unstale":"2024-09-17T17:16:04.471090+0000","last_undegraded":"2024-09-17T17:16:04.471090+0000","last_fullsized":"2024-09-17T17:16:04.471090+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:16:07.871693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1140,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.529083+0000","last_change":"2024-09-17T17:10:04.502838+0000","last_active":"2024-09-17T17:16:05.529083+0000","last_peered":"2024-09-17T17:16:05.529083+0000","last_clean":"2024-09-17T17:16:05.529083+0000","last_became_active":"2024-09-17T17:10:04.502519+0000","last_became_peered":"2024-09-17T17:10:04.502519+0000","last_unstale":"2024-09-17T17:16:05.529083+0000","last_undegraded":"2024-09-17T17:16:05.529083+0000","last_fullsized":"2024-09-17T17:16:05.529083+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T22:07:06.934387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1191,"reported_epoch":824,"state":"active+clean","last_fresh":"2024-09-17T17:16:04.471757+0000","last_change":"2024-09-17T17:09:30.389234+0000","last_active":"2024-09-17T17:16:04.471757+0000","last_peered":"2024-09-17T17:16:04.471757+0000","last_clean":"2024-09-17T17:16:04.471757+0000","last_became_active":"2024-09-17T17:09:30.388885+0000","last_became_peered":"2024-09-17T17:09:30.388885+0000","last_unstale":"2024-09-17T17:16:04.471757+0000","last_undegraded":"2024-09-17T17:16:04.471757+0000","last_fullsized":"2024-09-17T17:16:04.471757+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:01:27.591692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1114,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.529308+0000","last_change":"2024-09-17T17:11:12.963011+0000","last_active":"2024-09-17T17:16:05.529308+0000","last_peered":"2024-09-17T17:16:05.529308+0000","last_clean":"2024-09-17T17:16:05.529308+0000","last_became_active":"2024-09-17T17:11:12.962663+0000","last_became_peered":"2024-09-17T17:11:12.962663+0000","last_unstale":"2024-09-17T17:16:05.529308+0000","last_undegraded":"2024-09-17T17:16:05.529308+0000","last_fullsized":"2024-09-17T17:16:05.529308+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:45:03.563712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1272,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.473480+0000","last_change":"2024-09-17T17:08:57.363873+0000","last_active":"2024-09-17T17:16:05.473480+0000","last_peered":"2024-09-17T17:16:05.473480+0000","last_clean":"2024-09-17T17:16:05.473480+0000","last_became_active":"2024-09-17T17:08:57.362950+0000","last_became_peered":"2024-09-17T17:08:57.362950+0000","last_unstale":"2024-09-17T17:16:05.473480+0000","last_undegraded":"2024-09-17T17:16:05.473480+0000","last_fullsized":"2024-09-17T17:16:05.473480+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:49:23.235266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1210,"reported_epoch":824,"state":"active+clean","last_fresh":"2024-09-17T17:16:04.471515+0000","last_change":"2024-09-17T17:09:30.385148+0000","last_active":"2024-09-17T17:16:04.471515+0000","last_peered":"2024-09-17T17:16:04.471515+0000","last_clean":"2024-09-17T17:16:04.471515+0000","last_became_active":"2024-09-17T17:09:30.384746+0000","last_became_peered":"2024-09-17T17:09:30.384746+0000","last_unstale":"2024-09-17T17:16:04.471515+0000","last_undegraded":"2024-09-17T17:16:04.471515+0000","last_fullsized":"2024-09-17T17:16:04.471515+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:03:53.890365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1295,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.472440+0000","last_change":"2024-09-17T17:09:30.389768+0000","last_active":"2024-09-17T17:16:05.472440+0000","last_peered":"2024-09-17T17:16:05.472440+0000","last_clean":"2024-09-17T17:16:05.472440+0000","last_became_active":"2024-09-17T17:09:30.389452+0000","last_became_peered":"2024-09-17T17:09:30.389452+0000","last_unstale":"2024-09-17T17:16:05.472440+0000","last_undegraded":"2024-09-17T17:16:05.472440+0000","last_fullsized":"2024-09-17T17:16:05.472440+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:44:38.832384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1149,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.529370+0000","last_change":"2024-09-17T17:10:04.501053+0000","last_active":"2024-09-17T17:16:05.529370+0000","last_peered":"2024-09-17T17:16:05.529370+0000","last_clean":"2024-09-17T17:16:05.529370+0000","last_became_active":"2024-09-17T17:10:04.500683+0000","last_became_peered":"2024-09-17T17:10:04.500683+0000","last_unstale":"2024-09-17T17:16:05.529370+0000","last_undegraded":"2024-09-17T17:16:05.529370+0000","last_fullsized":"2024-09-17T17:16:05.529370+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:07:29.571931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1247,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.528946+0000","last_change":"2024-09-17T17:11:13.957471+0000","last_active":"2024-09-17T17:16:05.528946+0000","last_peered":"2024-09-17T17:16:05.528946+0000","last_clean":"2024-09-17T17:16:05.528946+0000","last_became_active":"2024-09-17T17:11:13.957014+0000","last_became_peered":"2024-09-17T17:11:13.957014+0000","last_unstale":"2024-09-17T17:16:05.528946+0000","last_undegraded":"2024-09-17T17:16:05.528946+0000","last_fullsized":"2024-09-17T17:16:05.528946+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:58:31.780901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6],"acting":[2,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1101,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.528719+0000","last_change":"2024-09-17T17:10:38.522735+0000","last_active":"2024-09-17T17:16:05.528719+0000","last_peered":"2024-09-17T17:16:05.528719+0000","last_clean":"2024-09-17T17:16:05.528719+0000","last_became_active":"2024-09-17T17:10:38.522428+0000","last_became_peered":"2024-09-17T17:10:38.522428+0000","last_unstale":"2024-09-17T17:16:05.528719+0000","last_undegraded":"2024-09-17T17:16:05.528719+0000","last_fullsized":"2024-09-17T17:16:05.528719+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:33:58.586589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,5],"acting":[6,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1179,"reported_epoch":826,"state":"active+clean","last_fresh":"2024-09-17T17:16:08.461592+0000","last_change":"2024-09-17T17:09:30.385960+0000","last_active":"2024-09-17T17:16:08.461592+0000","last_peered":"2024-09-17T17:16:08.461592+0000","last_clean":"2024-09-17T17:16:08.461592+0000","last_became_active":"2024-09-17T17:09:30.384376+0000","last_became_peered":"2024-09-17T17:09:30.384376+0000","last_unstale":"2024-09-17T17:16:08.461592+0000","last_undegraded":"2024-09-17T17:16:08.461592+0000","last_fullsized":"2024-09-17T17:16:08.461592+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:23:38.063060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"556'2","reported_seq":1175,"reported_epoch":824,"state":"active+clean","last_fresh":"2024-09-17T17:16:04.471523+0000","last_change":"2024-09-17T17:11:12.962555+0000","last_active":"2024-09-17T17:16:04.471523+0000","last_peered":"2024-09-17T17:16:04.471523+0000","last_clean":"2024-09-17T17:16:04.471523+0000","last_became_active":"2024-09-17T17:11:12.962144+0000","last_became_peered":"2024-09-17T17:11:12.962144+0000","last_unstale":"2024-09-17T17:16:04.471523+0000","last_undegraded":"2024-09-17T17:16:04.471523+0000","last_fullsized":"2024-09-17T17:16:04.471523+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:52:58.446069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1293,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.472016+0000","last_change":"2024-09-17T17:11:12.962688+0000","last_active":"2024-09-17T17:16:05.472016+0000","last_peered":"2024-09-17T17:16:05.472016+0000","last_clean":"2024-09-17T17:16:05.472016+0000","last_became_active":"2024-09-17T17:11:12.962384+0000","last_became_peered":"2024-09-17T17:11:12.962384+0000","last_unstale":"2024-09-17T17:16:05.472016+0000","last_undegraded":"2024-09-17T17:16:05.472016+0000","last_fullsized":"2024-09-17T17:16:05.472016+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:58:53.325554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"556'2","reported_seq":1127,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.529552+0000","last_change":"2024-09-17T17:11:13.963807+0000","last_active":"2024-09-17T17:16:05.529552+0000","last_peered":"2024-09-17T17:16:05.529552+0000","last_clean":"2024-09-17T17:16:05.529552+0000","last_became_active":"2024-09-17T17:11:13.963360+0000","last_became_peered":"2024-09-17T17:11:13.963360+0000","last_unstale":"2024-09-17T17:16:05.529552+0000","last_undegraded":"2024-09-17T17:16:05.529552+0000","last_fullsized":"2024-09-17T17:16:05.529552+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:21:35.678495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1211,"reported_epoch":824,"state":"active+clean","last_fresh":"2024-09-17T17:16:04.470881+0000","last_change":"2024-09-17T17:10:38.524836+0000","last_active":"2024-09-17T17:16:04.470881+0000","last_peered":"2024-09-17T17:16:04.470881+0000","last_clean":"2024-09-17T17:16:04.470881+0000","last_became_active":"2024-09-17T17:10:38.524113+0000","last_became_peered":"2024-09-17T17:10:38.524113+0000","last_unstale":"2024-09-17T17:16:04.470881+0000","last_undegraded":"2024-09-17T17:16:04.470881+0000","last_fullsized":"2024-09-17T17:16:04.470881+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:43:49.424500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1203,"reported_epoch":824,"state":"active+clean","last_fresh":"2024-09-17T17:16:04.470930+0000","last_change":"2024-09-17T17:08:57.362030+0000","last_active":"2024-09-17T17:16:04.470930+0000","last_peered":"2024-09-17T17:16:04.470930+0000","last_clean":"2024-09-17T17:16:04.470930+0000","last_became_active":"2024-09-17T17:08:57.359490+0000","last_became_peered":"2024-09-17T17:08:57.359490+0000","last_unstale":"2024-09-17T17:16:04.470930+0000","last_undegraded":"2024-09-17T17:16:04.470930+0000","last_fullsized":"2024-09-17T17:16:04.470930+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T01:48:17.397597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1129,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.528969+0000","last_change":"2024-09-17T17:11:12.950009+0000","last_active":"2024-09-17T17:16:05.528969+0000","last_peered":"2024-09-17T17:16:05.528969+0000","last_clean":"2024-09-17T17:16:05.528969+0000","last_became_active":"2024-09-17T17:11:12.949709+0000","last_became_peered":"2024-09-17T17:11:12.949709+0000","last_unstale":"2024-09-17T17:16:05.528969+0000","last_undegraded":"2024-09-17T17:16:05.528969+0000","last_fullsized":"2024-09-17T17:16:05.528969+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:51:43.529538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1272,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.472078+0000","last_change":"2024-09-17T17:09:30.387123+0000","last_active":"2024-09-17T17:16:05.472078+0000","last_peered":"2024-09-17T17:16:05.472078+0000","last_clean":"2024-09-17T17:16:05.472078+0000","last_became_active":"2024-09-17T17:09:30.386779+0000","last_became_peered":"2024-09-17T17:09:30.386779+0000","last_unstale":"2024-09-17T17:16:05.472078+0000","last_undegraded":"2024-09-17T17:16:05.472078+0000","last_fullsized":"2024-09-17T17:16:05.472078+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:51:24.140134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1095,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.530521+0000","last_change":"2024-09-17T17:10:38.527346+0000","last_active":"2024-09-17T17:16:05.530521+0000","last_peered":"2024-09-17T17:16:05.530521+0000","last_clean":"2024-09-17T17:16:05.530521+0000","last_became_active":"2024-09-17T17:10:38.527040+0000","last_became_peered":"2024-09-17T17:10:38.527040+0000","last_unstale":"2024-09-17T17:16:05.530521+0000","last_undegraded":"2024-09-17T17:16:05.530521+0000","last_fullsized":"2024-09-17T17:16:05.530521+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:37:35.587610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1111,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.529828+0000","last_change":"2024-09-17T17:11:12.959941+0000","last_active":"2024-09-17T17:16:05.529828+0000","last_peered":"2024-09-17T17:16:05.529828+0000","last_clean":"2024-09-17T17:16:05.529828+0000","last_became_active":"2024-09-17T17:11:12.959569+0000","last_became_peered":"2024-09-17T17:11:12.959569+0000","last_unstale":"2024-09-17T17:16:05.529828+0000","last_undegraded":"2024-09-17T17:16:05.529828+0000","last_fullsized":"2024-09-17T17:16:05.529828+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:47:25.418978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1148,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.530325+0000","last_change":"2024-09-17T17:10:38.512864+0000","last_active":"2024-09-17T17:16:05.530325+0000","last_peered":"2024-09-17T17:16:05.530325+0000","last_clean":"2024-09-17T17:16:05.530325+0000","last_became_active":"2024-09-17T17:10:38.512292+0000","last_became_peered":"2024-09-17T17:10:38.512292+0000","last_unstale":"2024-09-17T17:16:05.530325+0000","last_undegraded":"2024-09-17T17:16:05.530325+0000","last_fullsized":"2024-09-17T17:16:05.530325+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:07:44.483896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1293,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.472428+0000","last_change":"2024-09-17T17:10:04.493020+0000","last_active":"2024-09-17T17:16:05.472428+0000","last_peered":"2024-09-17T17:16:05.472428+0000","last_clean":"2024-09-17T17:16:05.472428+0000","last_became_active":"2024-09-17T17:10:04.492595+0000","last_became_peered":"2024-09-17T17:10:04.492595+0000","last_unstale":"2024-09-17T17:16:05.472428+0000","last_undegraded":"2024-09-17T17:16:05.472428+0000","last_fullsized":"2024-09-17T17:16:05.472428+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:35:16.659047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":1280,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.474515+0000","last_change":"2024-09-17T17:10:04.483120+0000","last_active":"2024-09-17T17:16:05.474515+0000","last_peered":"2024-09-17T17:16:05.474515+0000","last_clean":"2024-09-17T17:16:05.474515+0000","last_became_active":"2024-09-17T17:10:04.482706+0000","last_became_peered":"2024-09-17T17:10:04.482706+0000","last_unstale":"2024-09-17T17:16:05.474515+0000","last_undegraded":"2024-09-17T17:16:05.474515+0000","last_fullsized":"2024-09-17T17:16:05.474515+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:56:13.942449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1152,"reported_epoch":826,"state":"active+clean","last_fresh":"2024-09-17T17:16:08.462251+0000","last_change":"2024-09-17T17:11:12.962855+0000","last_active":"2024-09-17T17:16:08.462251+0000","last_peered":"2024-09-17T17:16:08.462251+0000","last_clean":"2024-09-17T17:16:08.462251+0000","last_became_active":"2024-09-17T17:11:12.962555+0000","last_became_peered":"2024-09-17T17:11:12.962555+0000","last_unstale":"2024-09-17T17:16:08.462251+0000","last_undegraded":"2024-09-17T17:16:08.462251+0000","last_fullsized":"2024-09-17T17:16:08.462251+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:52:56.384364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"556'29","reported_seq":1130,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.528986+0000","last_change":"2024-09-17T17:10:38.524208+0000","last_active":"2024-09-17T17:16:05.528986+0000","last_peered":"2024-09-17T17:16:05.528986+0000","last_clean":"2024-09-17T17:16:05.528986+0000","last_became_active":"2024-09-17T17:10:38.523842+0000","last_became_peered":"2024-09-17T17:10:38.523842+0000","last_unstale":"2024-09-17T17:16:05.528986+0000","last_undegraded":"2024-09-17T17:16:05.528986+0000","last_fullsized":"2024-09-17T17:16:05.528986+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:04:24.191601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1062,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.530939+0000","last_change":"2024-09-17T17:11:12.964095+0000","last_active":"2024-09-17T17:16:05.530939+0000","last_peered":"2024-09-17T17:16:05.530939+0000","last_clean":"2024-09-17T17:16:05.530939+0000","last_became_active":"2024-09-17T17:11:12.962888+0000","last_became_peered":"2024-09-17T17:11:12.962888+0000","last_unstale":"2024-09-17T17:16:05.530939+0000","last_undegraded":"2024-09-17T17:16:05.530939+0000","last_fullsized":"2024-09-17T17:16:05.530939+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:44:36.425578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":1302,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.472136+0000","last_change":"2024-09-17T17:09:30.389441+0000","last_active":"2024-09-17T17:16:05.472136+0000","last_peered":"2024-09-17T17:16:05.472136+0000","last_clean":"2024-09-17T17:16:05.472136+0000","last_became_active":"2024-09-17T17:09:30.389012+0000","last_became_peered":"2024-09-17T17:09:30.389012+0000","last_unstale":"2024-09-17T17:16:05.472136+0000","last_undegraded":"2024-09-17T17:16:05.472136+0000","last_fullsized":"2024-09-17T17:16:05.472136+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:21:59.836234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1293,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.471211+0000","last_change":"2024-09-17T17:11:12.958790+0000","last_active":"2024-09-17T17:16:05.471211+0000","last_peered":"2024-09-17T17:16:05.471211+0000","last_clean":"2024-09-17T17:16:05.471211+0000","last_became_active":"2024-09-17T17:11:12.958222+0000","last_became_peered":"2024-09-17T17:11:12.958222+0000","last_unstale":"2024-09-17T17:16:05.471211+0000","last_undegraded":"2024-09-17T17:16:05.471211+0000","last_fullsized":"2024-09-17T17:16:05.471211+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:14:50.129712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1139,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.529798+0000","last_change":"2024-09-17T17:11:12.952390+0000","last_active":"2024-09-17T17:16:05.529798+0000","last_peered":"2024-09-17T17:16:05.529798+0000","last_clean":"2024-09-17T17:16:05.529798+0000","last_became_active":"2024-09-17T17:11:12.952090+0000","last_became_peered":"2024-09-17T17:11:12.952090+0000","last_unstale":"2024-09-17T17:16:05.529798+0000","last_undegraded":"2024-09-17T17:16:05.529798+0000","last_fullsized":"2024-09-17T17:16:05.529798+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:21:49.191271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1062,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.530922+0000","last_change":"2024-09-17T17:11:12.964278+0000","last_active":"2024-09-17T17:16:05.530922+0000","last_peered":"2024-09-17T17:16:05.530922+0000","last_clean":"2024-09-17T17:16:05.530922+0000","last_became_active":"2024-09-17T17:11:12.963002+0000","last_became_peered":"2024-09-17T17:11:12.963002+0000","last_unstale":"2024-09-17T17:16:05.530922+0000","last_undegraded":"2024-09-17T17:16:05.530922+0000","last_fullsized":"2024-09-17T17:16:05.530922+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:39:40.221657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1104,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.529472+0000","last_change":"2024-09-17T17:10:38.529829+0000","last_active":"2024-09-17T17:16:05.529472+0000","last_peered":"2024-09-17T17:16:05.529472+0000","last_clean":"2024-09-17T17:16:05.529472+0000","last_became_active":"2024-09-17T17:10:38.524757+0000","last_became_peered":"2024-09-17T17:10:38.524757+0000","last_unstale":"2024-09-17T17:16:05.529472+0000","last_undegraded":"2024-09-17T17:16:05.529472+0000","last_fullsized":"2024-09-17T17:16:05.529472+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:41:46.456198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1092,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.528843+0000","last_change":"2024-09-17T17:10:38.513189+0000","last_active":"2024-09-17T17:16:05.528843+0000","last_peered":"2024-09-17T17:16:05.528843+0000","last_clean":"2024-09-17T17:16:05.528843+0000","last_became_active":"2024-09-17T17:10:38.512803+0000","last_became_peered":"2024-09-17T17:10:38.512803+0000","last_unstale":"2024-09-17T17:16:05.528843+0000","last_undegraded":"2024-09-17T17:16:05.528843+0000","last_fullsized":"2024-09-17T17:16:05.528843+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T01:08:41.437299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":1247,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.528676+0000","last_change":"2024-09-17T17:08:23.581154+0000","last_active":"2024-09-17T17:16:05.528676+0000","last_peered":"2024-09-17T17:16:05.528676+0000","last_clean":"2024-09-17T17:16:05.528676+0000","last_became_active":"2024-09-17T17:08:23.578399+0000","last_became_peered":"2024-09-17T17:08:23.578399+0000","last_unstale":"2024-09-17T17:16:05.528676+0000","last_undegraded":"2024-09-17T17:16:05.528676+0000","last_fullsized":"2024-09-17T17:16:05.528676+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:02:20.980788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1048,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.530421+0000","last_change":"2024-09-17T17:11:12.965328+0000","last_active":"2024-09-17T17:16:05.530421+0000","last_peered":"2024-09-17T17:16:05.530421+0000","last_clean":"2024-09-17T17:16:05.530421+0000","last_became_active":"2024-09-17T17:11:12.964819+0000","last_became_peered":"2024-09-17T17:11:12.964819+0000","last_unstale":"2024-09-17T17:16:05.530421+0000","last_undegraded":"2024-09-17T17:16:05.530421+0000","last_fullsized":"2024-09-17T17:16:05.530421+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:17:23.705466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"823'1854","reported_seq":4983,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.529092+0000","last_change":"2024-09-17T17:16:03.495154+0000","last_active":"2024-09-17T17:16:05.529092+0000","last_peered":"2024-09-17T17:16:05.529092+0000","last_clean":"2024-09-17T17:16:05.529092+0000","last_became_active":"2024-09-17T17:08:23.580963+0000","last_became_peered":"2024-09-17T17:08:23.580963+0000","last_unstale":"2024-09-17T17:16:05.529092+0000","last_undegraded":"2024-09-17T17:16:05.529092+0000","last_fullsized":"2024-09-17T17:16:05.529092+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:03:27.577919+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:03:27.577919+0000","last_clean_scrub_stamp":"2024-09-17T17:03:27.577919+0000","objects_scrubbed":0,"log_size":1854,"log_dups_size":0,"ondisk_log_size":1854,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T01:00:16.239192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.023676300000000001,"stat_sum":{"num_bytes":18677760,"num_objects":13,"num_object_clones":9,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":1,"num_read":375,"num_read_kb":569000,"num_write":824,"num_write_kb":170328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":62373888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"19c","length":"1"},{"start":"19f","length":"1"},{"start":"1a1","length":"1"},{"start":"1a6","length":"1"},{"start":"1a8","length":"1"}]},{"pgid":"2.f","version":"65'1","reported_seq":1161,"reported_epoch":826,"state":"active+clean","last_fresh":"2024-09-17T17:16:08.462672+0000","last_change":"2024-09-17T17:11:13.955151+0000","last_active":"2024-09-17T17:16:08.462672+0000","last_peered":"2024-09-17T17:16:08.462672+0000","last_clean":"2024-09-17T17:16:08.462672+0000","last_became_active":"2024-09-17T17:11:13.954733+0000","last_became_peered":"2024-09-17T17:11:13.954733+0000","last_unstale":"2024-09-17T17:16:08.462672+0000","last_undegraded":"2024-09-17T17:16:08.462672+0000","last_fullsized":"2024-09-17T17:16:08.462672+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:26:17.523276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1062,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.529419+0000","last_change":"2024-09-17T17:11:12.962852+0000","last_active":"2024-09-17T17:16:05.529419+0000","last_peered":"2024-09-17T17:16:05.529419+0000","last_clean":"2024-09-17T17:16:05.529419+0000","last_became_active":"2024-09-17T17:11:12.962534+0000","last_became_peered":"2024-09-17T17:11:12.962534+0000","last_unstale":"2024-09-17T17:16:05.529419+0000","last_undegraded":"2024-09-17T17:16:05.529419+0000","last_fullsized":"2024-09-17T17:16:05.529419+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:20:50.199800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"823'935","reported_seq":3782,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.530325+0000","last_change":"2024-09-17T17:16:03.481112+0000","last_active":"2024-09-17T17:16:05.530325+0000","last_peered":"2024-09-17T17:16:05.530325+0000","last_clean":"2024-09-17T17:16:05.530325+0000","last_became_active":"2024-09-17T17:11:12.966605+0000","last_became_peered":"2024-09-17T17:11:12.966605+0000","last_unstale":"2024-09-17T17:16:05.530325+0000","last_undegraded":"2024-09-17T17:16:05.530325+0000","last_fullsized":"2024-09-17T17:16:05.530325+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:03:27.577919+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:03:27.577919+0000","last_clean_scrub_stamp":"2024-09-17T17:03:27.577919+0000","objects_scrubbed":0,"log_size":935,"log_dups_size":0,"ondisk_log_size":935,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:58:59.867213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082856179999999998,"stat_sum":{"num_bytes":7348224,"num_objects":6,"num_object_clones":4,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":178,"num_read_kb":174928,"num_write":447,"num_write_kb":76896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":29663232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"19c","length":"1"},{"start":"19f","length":"1"},{"start":"1a1","length":"1"},{"start":"1a6","length":"1"},{"start":"1a8","length":"1"}]},{"pgid":"2.e","version":"65'2","reported_seq":1254,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.529311+0000","last_change":"2024-09-17T17:12:02.421076+0000","last_active":"2024-09-17T17:16:05.529311+0000","last_peered":"2024-09-17T17:16:05.529311+0000","last_clean":"2024-09-17T17:16:05.529311+0000","last_became_active":"2024-09-17T17:12:02.416866+0000","last_became_peered":"2024-09-17T17:12:02.416866+0000","last_unstale":"2024-09-17T17:16:05.529311+0000","last_undegraded":"2024-09-17T17:16:05.529311+0000","last_fullsized":"2024-09-17T17:16:05.529311+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:08:04.199360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1062,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.530739+0000","last_change":"2024-09-17T17:11:12.960019+0000","last_active":"2024-09-17T17:16:05.530739+0000","last_peered":"2024-09-17T17:16:05.530739+0000","last_clean":"2024-09-17T17:16:05.530739+0000","last_became_active":"2024-09-17T17:11:12.959702+0000","last_became_peered":"2024-09-17T17:11:12.959702+0000","last_unstale":"2024-09-17T17:16:05.530739+0000","last_undegraded":"2024-09-17T17:16:05.530739+0000","last_fullsized":"2024-09-17T17:16:05.530739+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:17:38.056830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"823'839","reported_seq":3986,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.529073+0000","last_change":"2024-09-17T17:16:03.486171+0000","last_active":"2024-09-17T17:16:05.529073+0000","last_peered":"2024-09-17T17:16:05.529073+0000","last_clean":"2024-09-17T17:16:05.529073+0000","last_became_active":"2024-09-17T17:09:30.393451+0000","last_became_peered":"2024-09-17T17:09:30.393451+0000","last_unstale":"2024-09-17T17:16:05.529073+0000","last_undegraded":"2024-09-17T17:16:05.529073+0000","last_fullsized":"2024-09-17T17:16:05.529073+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:03:27.577919+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:03:27.577919+0000","last_clean_scrub_stamp":"2024-09-17T17:03:27.577919+0000","objects_scrubbed":0,"log_size":839,"log_dups_size":0,"ondisk_log_size":839,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T01:08:31.833064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.01494382,"stat_sum":{"num_bytes":22691840,"num_objects":7,"num_object_clones":5,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":142,"num_read_kb":258454,"num_write":221,"num_write_kb":88208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":12460032,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"19c","length":"1"},{"start":"19f","length":"1"},{"start":"1a1","length":"1"},{"start":"1a6","length":"1"},{"start":"1a8","length":"1"}]},{"pgid":"2.d","version":"65'1","reported_seq":1279,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.473729+0000","last_change":"2024-09-17T17:09:30.387051+0000","last_active":"2024-09-17T17:16:05.473729+0000","last_peered":"2024-09-17T17:16:05.473729+0000","last_clean":"2024-09-17T17:16:05.473729+0000","last_became_active":"2024-09-17T17:09:30.386206+0000","last_became_peered":"2024-09-17T17:09:30.386206+0000","last_unstale":"2024-09-17T17:16:05.473729+0000","last_undegraded":"2024-09-17T17:16:05.473729+0000","last_fullsized":"2024-09-17T17:16:05.473729+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:03:48.969875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1136,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.530409+0000","last_change":"2024-09-17T17:10:38.523582+0000","last_active":"2024-09-17T17:16:05.530409+0000","last_peered":"2024-09-17T17:16:05.530409+0000","last_clean":"2024-09-17T17:16:05.530409+0000","last_became_active":"2024-09-17T17:10:38.523272+0000","last_became_peered":"2024-09-17T17:10:38.523272+0000","last_unstale":"2024-09-17T17:16:05.530409+0000","last_undegraded":"2024-09-17T17:16:05.530409+0000","last_fullsized":"2024-09-17T17:16:05.530409+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:41:10.846474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"800'311","reported_seq":3496,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.529543+0000","last_change":"2024-09-17T17:16:03.487403+0000","last_active":"2024-09-17T17:16:05.529543+0000","last_peered":"2024-09-17T17:16:05.529543+0000","last_clean":"2024-09-17T17:16:05.529543+0000","last_became_active":"2024-09-17T17:10:04.497029+0000","last_became_peered":"2024-09-17T17:10:04.497029+0000","last_unstale":"2024-09-17T17:16:05.529543+0000","last_undegraded":"2024-09-17T17:16:05.529543+0000","last_fullsized":"2024-09-17T17:16:05.529543+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:03:27.577919+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:03:27.577919+0000","last_clean_scrub_stamp":"2024-09-17T17:03:27.577919+0000","objects_scrubbed":0,"log_size":311,"log_dups_size":0,"ondisk_log_size":311,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:20:10.940545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014905544,"stat_sum":{"num_bytes":1122304,"num_objects":2,"num_object_clones":1,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":59,"num_read_kb":70563,"num_write":143,"num_write_kb":43432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4808704,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"19c","length":"1"},{"start":"19f","length":"1"},{"start":"1a1","length":"1"},{"start":"1a6","length":"1"},{"start":"1a8","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1237,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.530143+0000","last_change":"2024-09-17T17:10:04.497091+0000","last_active":"2024-09-17T17:16:05.530143+0000","last_peered":"2024-09-17T17:16:05.530143+0000","last_clean":"2024-09-17T17:16:05.530143+0000","last_became_active":"2024-09-17T17:10:04.496713+0000","last_became_peered":"2024-09-17T17:10:04.496713+0000","last_unstale":"2024-09-17T17:16:05.530143+0000","last_undegraded":"2024-09-17T17:16:05.530143+0000","last_fullsized":"2024-09-17T17:16:05.530143+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:05:32.008071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1048,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.531262+0000","last_change":"2024-09-17T17:11:12.968205+0000","last_active":"2024-09-17T17:16:05.531262+0000","last_peered":"2024-09-17T17:16:05.531262+0000","last_clean":"2024-09-17T17:16:05.531262+0000","last_became_active":"2024-09-17T17:11:12.964834+0000","last_became_peered":"2024-09-17T17:11:12.964834+0000","last_unstale":"2024-09-17T17:16:05.531262+0000","last_undegraded":"2024-09-17T17:16:05.531262+0000","last_fullsized":"2024-09-17T17:16:05.531262+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T01:11:35.225151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"823'1186","reported_seq":4034,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.531422+0000","last_change":"2024-09-17T17:16:03.482414+0000","last_active":"2024-09-17T17:16:05.531422+0000","last_peered":"2024-09-17T17:16:05.531422+0000","last_clean":"2024-09-17T17:16:05.531422+0000","last_became_active":"2024-09-17T17:11:12.960384+0000","last_became_peered":"2024-09-17T17:11:12.960384+0000","last_unstale":"2024-09-17T17:16:05.531422+0000","last_undegraded":"2024-09-17T17:16:05.531422+0000","last_fullsized":"2024-09-17T17:16:05.531422+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:03:27.577919+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:03:27.577919+0000","last_clean_scrub_stamp":"2024-09-17T17:03:27.577919+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:46:33.557706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0081640170000000008,"stat_sum":{"num_bytes":15171584,"num_objects":7,"num_object_clones":4,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":237,"num_read_kb":211079,"num_write":410,"num_write_kb":110632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":8740864,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"19c","length":"1"},{"start":"19f","length":"1"},{"start":"1a1","length":"1"},{"start":"1a6","length":"1"},{"start":"1a8","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1095,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.530265+0000","last_change":"2024-09-17T17:11:12.967896+0000","last_active":"2024-09-17T17:16:05.530265+0000","last_peered":"2024-09-17T17:16:05.530265+0000","last_clean":"2024-09-17T17:16:05.530265+0000","last_became_active":"2024-09-17T17:11:12.967610+0000","last_became_peered":"2024-09-17T17:11:12.967610+0000","last_unstale":"2024-09-17T17:16:05.530265+0000","last_undegraded":"2024-09-17T17:16:05.530265+0000","last_fullsized":"2024-09-17T17:16:05.530265+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_clean_scrub_stamp":"2024-09-17T17:00:44.747441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:56:08.822819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059258800000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"259'213","reported_seq":1606,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.530002+0000","last_change":"2024-09-17T17:11:12.965017+0000","last_active":"2024-09-17T17:16:05.530002+0000","last_peered":"2024-09-17T17:16:05.530002+0000","last_clean":"2024-09-17T17:16:05.530002+0000","last_became_active":"2024-09-17T17:11:12.964562+0000","last_became_peered":"2024-09-17T17:11:12.964562+0000","last_unstale":"2024-09-17T17:16:05.530002+0000","last_undegraded":"2024-09-17T17:16:05.530002+0000","last_fullsized":"2024-09-17T17:16:05.530002+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:57:25.739524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:57:25.739524+0000","last_clean_scrub_stamp":"2024-09-17T16:57:25.739524+0000","objects_scrubbed":0,"log_size":213,"log_dups_size":0,"ondisk_log_size":213,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T01:02:30.195131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":962,"num_read_kb":1814,"num_write":343,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1148,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.529429+0000","last_change":"2024-09-17T17:11:12.948658+0000","last_active":"2024-09-17T17:16:05.529429+0000","last_peered":"2024-09-17T17:16:05.529429+0000","last_clean":"2024-09-17T17:16:05.529429+0000","last_became_active":"2024-09-17T17:11:12.948346+0000","last_became_peered":"2024-09-17T17:11:12.948346+0000","last_unstale":"2024-09-17T17:16:05.529429+0000","last_undegraded":"2024-09-17T17:16:05.529429+0000","last_fullsized":"2024-09-17T17:16:05.529429+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:29:56.391066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1170,"reported_epoch":824,"state":"active+clean","last_fresh":"2024-09-17T17:16:04.471257+0000","last_change":"2024-09-17T17:10:38.510721+0000","last_active":"2024-09-17T17:16:04.471257+0000","last_peered":"2024-09-17T17:16:04.471257+0000","last_clean":"2024-09-17T17:16:04.471257+0000","last_became_active":"2024-09-17T17:10:38.510399+0000","last_became_peered":"2024-09-17T17:10:38.510399+0000","last_unstale":"2024-09-17T17:16:04.471257+0000","last_undegraded":"2024-09-17T17:16:04.471257+0000","last_fullsized":"2024-09-17T17:16:04.471257+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:28:28.503358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.7","version":"823'1144","reported_seq":4138,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.530345+0000","last_change":"2024-09-17T17:16:03.476421+0000","last_active":"2024-09-17T17:16:05.530345+0000","last_peered":"2024-09-17T17:16:05.530345+0000","last_clean":"2024-09-17T17:16:05.530345+0000","last_became_active":"2024-09-17T17:10:04.500028+0000","last_became_peered":"2024-09-17T17:10:04.500028+0000","last_unstale":"2024-09-17T17:16:05.530345+0000","last_undegraded":"2024-09-17T17:16:05.530345+0000","last_fullsized":"2024-09-17T17:16:05.530345+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:03:27.577919+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:03:27.577919+0000","last_clean_scrub_stamp":"2024-09-17T17:03:27.577919+0000","objects_scrubbed":0,"log_size":1144,"log_dups_size":0,"ondisk_log_size":1144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T01:45:20.355928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010623517000000001,"stat_sum":{"num_bytes":7954432,"num_objects":8,"num_object_clones":5,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":233,"num_read_kb":294961,"num_write":427,"num_write_kb":100176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":32153600,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"19c","length":"1"},{"start":"19f","length":"1"},{"start":"1a1","length":"1"},{"start":"1a6","length":"1"},{"start":"1a8","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1304,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.472472+0000","last_change":"2024-09-17T17:08:23.579368+0000","last_active":"2024-09-17T17:16:05.472472+0000","last_peered":"2024-09-17T17:16:05.472472+0000","last_clean":"2024-09-17T17:16:05.472472+0000","last_became_active":"2024-09-17T17:08:23.577573+0000","last_became_peered":"2024-09-17T17:08:23.577573+0000","last_unstale":"2024-09-17T17:16:05.472472+0000","last_undegraded":"2024-09-17T17:16:05.472472+0000","last_fullsized":"2024-09-17T17:16:05.472472+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_clean_scrub_stamp":"2024-09-17T17:00:44.747441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:38:16.844275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1052,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.529924+0000","last_change":"2024-09-17T17:11:12.957653+0000","last_active":"2024-09-17T17:16:05.529924+0000","last_peered":"2024-09-17T17:16:05.529924+0000","last_clean":"2024-09-17T17:16:05.529924+0000","last_became_active":"2024-09-17T17:11:12.957355+0000","last_became_peered":"2024-09-17T17:11:12.957355+0000","last_unstale":"2024-09-17T17:16:05.529924+0000","last_undegraded":"2024-09-17T17:16:05.529924+0000","last_fullsized":"2024-09-17T17:16:05.529924+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:57:09.326656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1295,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.471212+0000","last_change":"2024-09-17T17:09:30.392035+0000","last_active":"2024-09-17T17:16:05.471212+0000","last_peered":"2024-09-17T17:16:05.471212+0000","last_clean":"2024-09-17T17:16:05.471212+0000","last_became_active":"2024-09-17T17:09:30.391553+0000","last_became_peered":"2024-09-17T17:09:30.391553+0000","last_unstale":"2024-09-17T17:16:05.471212+0000","last_undegraded":"2024-09-17T17:16:05.471212+0000","last_fullsized":"2024-09-17T17:16:05.471212+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:38:01.043497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"809'428","reported_seq":3635,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.530086+0000","last_change":"2024-09-17T17:16:03.486943+0000","last_active":"2024-09-17T17:16:05.530086+0000","last_peered":"2024-09-17T17:16:05.530086+0000","last_clean":"2024-09-17T17:16:05.530086+0000","last_became_active":"2024-09-17T17:10:04.497093+0000","last_became_peered":"2024-09-17T17:10:04.497093+0000","last_unstale":"2024-09-17T17:16:05.530086+0000","last_undegraded":"2024-09-17T17:16:05.530086+0000","last_fullsized":"2024-09-17T17:16:05.530086+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:03:27.577919+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:03:27.577919+0000","last_clean_scrub_stamp":"2024-09-17T17:03:27.577919+0000","objects_scrubbed":0,"log_size":428,"log_dups_size":0,"ondisk_log_size":428,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:16:12.224031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015193748999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":98,"num_read_kb":153325,"num_write":142,"num_write_kb":37240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5865472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"19c","length":"1"},{"start":"19f","length":"1"},{"start":"1a1","length":"1"},{"start":"1a6","length":"1"},{"start":"1a8","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1269,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.473744+0000","last_change":"2024-09-17T17:10:04.493995+0000","last_active":"2024-09-17T17:16:05.473744+0000","last_peered":"2024-09-17T17:16:05.473744+0000","last_clean":"2024-09-17T17:16:05.473744+0000","last_became_active":"2024-09-17T17:10:04.493618+0000","last_became_peered":"2024-09-17T17:10:04.493618+0000","last_unstale":"2024-09-17T17:16:05.473744+0000","last_undegraded":"2024-09-17T17:16:05.473744+0000","last_fullsized":"2024-09-17T17:16:05.473744+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_clean_scrub_stamp":"2024-09-17T17:00:44.747441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T01:08:08.668154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038334300000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1237,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.529069+0000","last_change":"2024-09-17T17:08:57.361080+0000","last_active":"2024-09-17T17:16:05.529069+0000","last_peered":"2024-09-17T17:16:05.529069+0000","last_clean":"2024-09-17T17:16:05.529069+0000","last_became_active":"2024-09-17T17:08:57.360776+0000","last_became_peered":"2024-09-17T17:08:57.360776+0000","last_unstale":"2024-09-17T17:16:05.529069+0000","last_undegraded":"2024-09-17T17:16:05.529069+0000","last_fullsized":"2024-09-17T17:16:05.529069+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T19:33:06.270934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1273,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.472281+0000","last_change":"2024-09-17T17:10:38.524082+0000","last_active":"2024-09-17T17:16:05.472281+0000","last_peered":"2024-09-17T17:16:05.472281+0000","last_clean":"2024-09-17T17:16:05.472281+0000","last_became_active":"2024-09-17T17:10:38.523745+0000","last_became_peered":"2024-09-17T17:10:38.523745+0000","last_unstale":"2024-09-17T17:16:05.472281+0000","last_undegraded":"2024-09-17T17:16:05.472281+0000","last_fullsized":"2024-09-17T17:16:05.472281+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T01:10:25.471013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"823'2631","reported_seq":5871,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.473233+0000","last_change":"2024-09-17T17:16:03.488512+0000","last_active":"2024-09-17T17:16:05.473233+0000","last_peered":"2024-09-17T17:16:05.473233+0000","last_clean":"2024-09-17T17:16:05.473233+0000","last_became_active":"2024-09-17T17:09:30.389246+0000","last_became_peered":"2024-09-17T17:09:30.389246+0000","last_unstale":"2024-09-17T17:16:05.473233+0000","last_undegraded":"2024-09-17T17:16:05.473233+0000","last_fullsized":"2024-09-17T17:16:05.473233+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:03:27.577919+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:03:27.577919+0000","last_clean_scrub_stamp":"2024-09-17T17:03:27.577919+0000","objects_scrubbed":0,"log_size":2631,"log_dups_size":0,"ondisk_log_size":2631,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:51:10.550717+0000","scrub_duration":0,"objects_trimmed":2,"snaptrim_duration":0.025309965,"stat_sum":{"num_bytes":38068224,"num_objects":14,"num_object_clones":9,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":552,"num_read_kb":676875,"num_write":1094,"num_write_kb":242560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":90726400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"19c","length":"1"},{"start":"19f","length":"1"},{"start":"1a1","length":"1"},{"start":"1a6","length":"1"},{"start":"1a8","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1282,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.473370+0000","last_change":"2024-09-17T17:08:57.362624+0000","last_active":"2024-09-17T17:16:05.473370+0000","last_peered":"2024-09-17T17:16:05.473370+0000","last_clean":"2024-09-17T17:16:05.473370+0000","last_became_active":"2024-09-17T17:08:57.362154+0000","last_became_peered":"2024-09-17T17:08:57.362154+0000","last_unstale":"2024-09-17T17:16:05.473370+0000","last_undegraded":"2024-09-17T17:16:05.473370+0000","last_fullsized":"2024-09-17T17:16:05.473370+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_clean_scrub_stamp":"2024-09-17T17:00:44.747441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:23:30.525578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1115,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.529568+0000","last_change":"2024-09-17T17:10:38.513740+0000","last_active":"2024-09-17T17:16:05.529568+0000","last_peered":"2024-09-17T17:16:05.529568+0000","last_clean":"2024-09-17T17:16:05.529568+0000","last_became_active":"2024-09-17T17:10:38.513372+0000","last_became_peered":"2024-09-17T17:10:38.513372+0000","last_unstale":"2024-09-17T17:16:05.529568+0000","last_undegraded":"2024-09-17T17:16:05.529568+0000","last_fullsized":"2024-09-17T17:16:05.529568+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:48:42.382193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":583,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.530739+0000","last_change":"2024-09-17T17:11:13.956484+0000","last_active":"2024-09-17T17:16:05.530739+0000","last_peered":"2024-09-17T17:16:05.530739+0000","last_clean":"2024-09-17T17:16:05.530739+0000","last_became_active":"2024-09-17T17:11:13.956113+0000","last_became_peered":"2024-09-17T17:11:13.956113+0000","last_unstale":"2024-09-17T17:16:05.530739+0000","last_undegraded":"2024-09-17T17:16:05.530739+0000","last_fullsized":"2024-09-17T17:16:05.530739+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:51:10.814492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"823'1854","reported_seq":5165,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.472817+0000","last_change":"2024-09-17T17:16:03.482345+0000","last_active":"2024-09-17T17:16:05.472817+0000","last_peered":"2024-09-17T17:16:05.472817+0000","last_clean":"2024-09-17T17:16:05.472817+0000","last_became_active":"2024-09-17T17:10:38.514045+0000","last_became_peered":"2024-09-17T17:10:38.514045+0000","last_unstale":"2024-09-17T17:16:05.472817+0000","last_undegraded":"2024-09-17T17:16:05.472817+0000","last_fullsized":"2024-09-17T17:16:05.472817+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:03:27.577919+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:03:27.577919+0000","last_clean_scrub_stamp":"2024-09-17T17:03:27.577919+0000","objects_scrubbed":0,"log_size":1854,"log_dups_size":0,"ondisk_log_size":1854,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:59:03.691911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019551839000000001,"stat_sum":{"num_bytes":21962752,"num_objects":11,"num_object_clones":6,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":441,"num_read_kb":632710,"num_write":786,"num_write_kb":178184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":47423488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"19c","length":"1"},{"start":"19f","length":"1"},{"start":"1a1","length":"1"},{"start":"1a6","length":"1"},{"start":"1a8","length":"1"}]},{"pgid":"4.2","version":"74'2","reported_seq":1284,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.472803+0000","last_change":"2024-09-17T17:10:04.484624+0000","last_active":"2024-09-17T17:16:05.472803+0000","last_peered":"2024-09-17T17:16:05.472803+0000","last_clean":"2024-09-17T17:16:05.472803+0000","last_became_active":"2024-09-17T17:10:04.483371+0000","last_became_peered":"2024-09-17T17:10:04.483371+0000","last_unstale":"2024-09-17T17:16:05.472803+0000","last_undegraded":"2024-09-17T17:16:05.472803+0000","last_fullsized":"2024-09-17T17:16:05.472803+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_clean_scrub_stamp":"2024-09-17T17:00:44.747441+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:57:03.189482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00078173499999999998,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1275,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.473927+0000","last_change":"2024-09-17T17:11:12.972505+0000","last_active":"2024-09-17T17:16:05.473927+0000","last_peered":"2024-09-17T17:16:05.473927+0000","last_clean":"2024-09-17T17:16:05.473927+0000","last_became_active":"2024-09-17T17:11:12.972148+0000","last_became_peered":"2024-09-17T17:11:12.972148+0000","last_unstale":"2024-09-17T17:16:05.473927+0000","last_undegraded":"2024-09-17T17:16:05.473927+0000","last_fullsized":"2024-09-17T17:16:05.473927+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:40:11.994745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1140,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.530995+0000","last_change":"2024-09-17T17:10:04.498940+0000","last_active":"2024-09-17T17:16:05.530995+0000","last_peered":"2024-09-17T17:16:05.530995+0000","last_clean":"2024-09-17T17:16:05.530995+0000","last_became_active":"2024-09-17T17:10:04.498619+0000","last_became_peered":"2024-09-17T17:10:04.498619+0000","last_unstale":"2024-09-17T17:16:05.530995+0000","last_undegraded":"2024-09-17T17:16:05.530995+0000","last_fullsized":"2024-09-17T17:16:05.530995+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:11:34.135378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.2","version":"823'422","reported_seq":3423,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.529919+0000","last_change":"2024-09-17T17:16:03.478824+0000","last_active":"2024-09-17T17:16:05.529919+0000","last_peered":"2024-09-17T17:16:05.529919+0000","last_clean":"2024-09-17T17:16:05.529919+0000","last_became_active":"2024-09-17T17:11:15.968306+0000","last_became_peered":"2024-09-17T17:11:15.968306+0000","last_unstale":"2024-09-17T17:16:05.529919+0000","last_undegraded":"2024-09-17T17:16:05.529919+0000","last_fullsized":"2024-09-17T17:16:05.529919+0000","mapping_epoch":537,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":538,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:03:27.577919+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:03:27.577919+0000","last_clean_scrub_stamp":"2024-09-17T17:03:27.577919+0000","objects_scrubbed":0,"log_size":422,"log_dups_size":0,"ondisk_log_size":422,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T22:51:10.373317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011020195,"stat_sum":{"num_bytes":3735552,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":72,"num_read_kb":86654,"num_write":177,"num_write_kb":27008,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":21,"num_bytes_recovered":10534912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,5],"acting":[6,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"19c","length":"1"},{"start":"19f","length":"1"},{"start":"1a1","length":"1"},{"start":"1a6","length":"1"},{"start":"1a8","length":"1"}]},{"pgid":"4.3","version":"72'1","reported_seq":1305,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.472333+0000","last_change":"2024-09-17T17:11:12.964738+0000","last_active":"2024-09-17T17:16:05.472333+0000","last_peered":"2024-09-17T17:16:05.472333+0000","last_clean":"2024-09-17T17:16:05.472333+0000","last_became_active":"2024-09-17T17:11:12.963981+0000","last_became_peered":"2024-09-17T17:11:12.963981+0000","last_unstale":"2024-09-17T17:16:05.472333+0000","last_undegraded":"2024-09-17T17:16:05.472333+0000","last_fullsized":"2024-09-17T17:16:05.472333+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_clean_scrub_stamp":"2024-09-17T17:00:44.747441+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T21:53:21.748879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1066,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.531211+0000","last_change":"2024-09-17T17:11:12.962876+0000","last_active":"2024-09-17T17:16:05.531211+0000","last_peered":"2024-09-17T17:16:05.531211+0000","last_clean":"2024-09-17T17:16:05.531211+0000","last_became_active":"2024-09-17T17:11:12.962561+0000","last_became_peered":"2024-09-17T17:11:12.962561+0000","last_unstale":"2024-09-17T17:16:05.531211+0000","last_undegraded":"2024-09-17T17:16:05.531211+0000","last_fullsized":"2024-09-17T17:16:05.531211+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:19:56.001534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1273,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.472935+0000","last_change":"2024-09-17T17:10:04.494445+0000","last_active":"2024-09-17T17:16:05.472935+0000","last_peered":"2024-09-17T17:16:05.472935+0000","last_clean":"2024-09-17T17:16:05.472935+0000","last_became_active":"2024-09-17T17:10:04.493739+0000","last_became_peered":"2024-09-17T17:10:04.493739+0000","last_unstale":"2024-09-17T17:16:05.472935+0000","last_undegraded":"2024-09-17T17:16:05.472935+0000","last_fullsized":"2024-09-17T17:16:05.472935+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:58:38.455100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"824'799","reported_seq":3828,"reported_epoch":826,"state":"active+clean","last_fresh":"2024-09-17T17:16:08.461679+0000","last_change":"2024-09-17T17:16:03.461210+0000","last_active":"2024-09-17T17:16:08.461679+0000","last_peered":"2024-09-17T17:16:08.461679+0000","last_clean":"2024-09-17T17:16:08.461679+0000","last_became_active":"2024-09-17T17:11:12.952061+0000","last_became_peered":"2024-09-17T17:11:12.952061+0000","last_unstale":"2024-09-17T17:16:08.461679+0000","last_undegraded":"2024-09-17T17:16:08.461679+0000","last_fullsized":"2024-09-17T17:16:08.461679+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:03:27.577919+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:03:27.577919+0000","last_clean_scrub_stamp":"2024-09-17T17:03:27.577919+0000","objects_scrubbed":0,"log_size":799,"log_dups_size":0,"ondisk_log_size":799,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:58:54.301366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00094747699999999995,"stat_sum":{"num_bytes":20389888,"num_objects":7,"num_object_clones":5,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":126,"num_read_kb":102528,"num_write":290,"num_write_kb":71904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":5881856,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"19f","length":"1"},{"start":"1a8","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1207,"reported_epoch":824,"state":"active+clean","last_fresh":"2024-09-17T17:16:04.470791+0000","last_change":"2024-09-17T17:11:12.963034+0000","last_active":"2024-09-17T17:16:04.470791+0000","last_peered":"2024-09-17T17:16:04.470791+0000","last_clean":"2024-09-17T17:16:04.470791+0000","last_became_active":"2024-09-17T17:11:12.962276+0000","last_became_peered":"2024-09-17T17:11:12.962276+0000","last_unstale":"2024-09-17T17:16:04.470791+0000","last_undegraded":"2024-09-17T17:16:04.470791+0000","last_fullsized":"2024-09-17T17:16:04.470791+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_clean_scrub_stamp":"2024-09-17T17:00:44.747441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:24:30.846883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046670199999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"559'2","reported_seq":1280,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.474063+0000","last_change":"2024-09-17T17:10:38.526683+0000","last_active":"2024-09-17T17:16:05.474063+0000","last_peered":"2024-09-17T17:16:05.474063+0000","last_clean":"2024-09-17T17:16:05.474063+0000","last_became_active":"2024-09-17T17:10:38.526110+0000","last_became_peered":"2024-09-17T17:10:38.526110+0000","last_unstale":"2024-09-17T17:16:05.474063+0000","last_undegraded":"2024-09-17T17:16:05.474063+0000","last_fullsized":"2024-09-17T17:16:05.474063+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:06:51.763395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1210,"reported_epoch":824,"state":"active+clean","last_fresh":"2024-09-17T17:16:04.471882+0000","last_change":"2024-09-17T17:11:12.965078+0000","last_active":"2024-09-17T17:16:04.471882+0000","last_peered":"2024-09-17T17:16:04.471882+0000","last_clean":"2024-09-17T17:16:04.471882+0000","last_became_active":"2024-09-17T17:11:12.964771+0000","last_became_peered":"2024-09-17T17:11:12.964771+0000","last_unstale":"2024-09-17T17:16:04.471882+0000","last_undegraded":"2024-09-17T17:16:04.471882+0000","last_fullsized":"2024-09-17T17:16:04.471882+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T20:11:43.346791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"823'289","reported_seq":3410,"reported_epoch":824,"state":"active+clean","last_fresh":"2024-09-17T17:16:04.471290+0000","last_change":"2024-09-17T17:16:03.475360+0000","last_active":"2024-09-17T17:16:04.471290+0000","last_peered":"2024-09-17T17:16:04.471290+0000","last_clean":"2024-09-17T17:16:04.471290+0000","last_became_active":"2024-09-17T17:09:30.389932+0000","last_became_peered":"2024-09-17T17:09:30.389932+0000","last_unstale":"2024-09-17T17:16:04.471290+0000","last_undegraded":"2024-09-17T17:16:04.471290+0000","last_fullsized":"2024-09-17T17:16:04.471290+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:03:27.577919+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:03:27.577919+0000","last_clean_scrub_stamp":"2024-09-17T17:03:27.577919+0000","objects_scrubbed":0,"log_size":289,"log_dups_size":0,"ondisk_log_size":289,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:24:17.038362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0078867920000000001,"stat_sum":{"num_bytes":1236992,"num_objects":2,"num_object_clones":1,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":53,"num_read_kb":33358,"num_write":145,"num_write_kb":25128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":294912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"19c","length":"1"},{"start":"19f","length":"1"},{"start":"1a1","length":"1"},{"start":"1a6","length":"1"},{"start":"1a8","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1163,"reported_epoch":826,"state":"active+clean","last_fresh":"2024-09-17T17:16:08.461780+0000","last_change":"2024-09-17T17:10:38.505422+0000","last_active":"2024-09-17T17:16:08.461780+0000","last_peered":"2024-09-17T17:16:08.461780+0000","last_clean":"2024-09-17T17:16:08.461780+0000","last_became_active":"2024-09-17T17:10:38.505110+0000","last_became_peered":"2024-09-17T17:10:38.505110+0000","last_unstale":"2024-09-17T17:16:08.461780+0000","last_undegraded":"2024-09-17T17:16:08.461780+0000","last_fullsized":"2024-09-17T17:16:08.461780+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:00:44.747441+0000","last_clean_scrub_stamp":"2024-09-17T17:00:44.747441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:07:43.014241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":1081,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.530398+0000","last_change":"2024-09-17T17:11:12.966923+0000","last_active":"2024-09-17T17:16:05.530398+0000","last_peered":"2024-09-17T17:16:05.530398+0000","last_clean":"2024-09-17T17:16:05.530398+0000","last_became_active":"2024-09-17T17:11:12.966580+0000","last_became_peered":"2024-09-17T17:11:12.966580+0000","last_unstale":"2024-09-17T17:16:05.530398+0000","last_undegraded":"2024-09-17T17:16:05.530398+0000","last_fullsized":"2024-09-17T17:16:05.530398+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:56:45.407919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1295,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.472005+0000","last_change":"2024-09-17T17:09:30.381272+0000","last_active":"2024-09-17T17:16:05.472005+0000","last_peered":"2024-09-17T17:16:05.472005+0000","last_clean":"2024-09-17T17:16:05.472005+0000","last_became_active":"2024-09-17T17:09:30.380965+0000","last_became_peered":"2024-09-17T17:09:30.380965+0000","last_unstale":"2024-09-17T17:16:05.472005+0000","last_undegraded":"2024-09-17T17:16:05.472005+0000","last_fullsized":"2024-09-17T17:16:05.472005+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T01:25:48.367094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"823'1545","reported_seq":4493,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.529937+0000","last_change":"2024-09-17T17:16:03.485158+0000","last_active":"2024-09-17T17:16:05.529937+0000","last_peered":"2024-09-17T17:16:05.529937+0000","last_clean":"2024-09-17T17:16:05.529937+0000","last_became_active":"2024-09-17T17:10:38.529140+0000","last_became_peered":"2024-09-17T17:10:38.529140+0000","last_unstale":"2024-09-17T17:16:05.529937+0000","last_undegraded":"2024-09-17T17:16:05.529937+0000","last_fullsized":"2024-09-17T17:16:05.529937+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:03:27.577919+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:03:27.577919+0000","last_clean_scrub_stamp":"2024-09-17T17:03:27.577919+0000","objects_scrubbed":0,"log_size":1545,"log_dups_size":0,"ondisk_log_size":1545,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T22:40:56.854898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.01912697,"stat_sum":{"num_bytes":24453120,"num_objects":14,"num_object_clones":10,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":285,"num_read_kb":346984,"num_write":631,"num_write_kb":106136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":45809664,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"19c","length":"1"},{"start":"19f","length":"1"},{"start":"1a1","length":"1"},{"start":"1a6","length":"1"},{"start":"1a8","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1048,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.530030+0000","last_change":"2024-09-17T17:11:13.956161+0000","last_active":"2024-09-17T17:16:05.530030+0000","last_peered":"2024-09-17T17:16:05.530030+0000","last_clean":"2024-09-17T17:16:05.530030+0000","last_became_active":"2024-09-17T17:11:13.955834+0000","last_became_peered":"2024-09-17T17:11:13.955834+0000","last_unstale":"2024-09-17T17:16:05.530030+0000","last_undegraded":"2024-09-17T17:16:05.530030+0000","last_fullsized":"2024-09-17T17:16:05.530030+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:12:04.393392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1177,"reported_epoch":826,"state":"active+clean","last_fresh":"2024-09-17T17:16:08.461977+0000","last_change":"2024-09-17T17:11:12.952260+0000","last_active":"2024-09-17T17:16:08.461977+0000","last_peered":"2024-09-17T17:16:08.461977+0000","last_clean":"2024-09-17T17:16:08.461977+0000","last_became_active":"2024-09-17T17:11:12.951963+0000","last_became_peered":"2024-09-17T17:11:12.951963+0000","last_unstale":"2024-09-17T17:16:08.461977+0000","last_undegraded":"2024-09-17T17:16:08.461977+0000","last_fullsized":"2024-09-17T17:16:08.461977+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:36:25.192605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"823'3196","reported_seq":6132,"reported_epoch":826,"state":"active+clean","last_fresh":"2024-09-17T17:16:08.462708+0000","last_change":"2024-09-17T17:16:03.492086+0000","last_active":"2024-09-17T17:16:08.462708+0000","last_peered":"2024-09-17T17:16:08.462708+0000","last_clean":"2024-09-17T17:16:08.462708+0000","last_became_active":"2024-09-17T17:10:04.493282+0000","last_became_peered":"2024-09-17T17:10:04.493282+0000","last_unstale":"2024-09-17T17:16:08.462708+0000","last_undegraded":"2024-09-17T17:16:08.462708+0000","last_fullsized":"2024-09-17T17:16:08.462708+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:03:27.577919+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:03:27.577919+0000","last_clean_scrub_stamp":"2024-09-17T17:03:27.577919+0000","objects_scrubbed":0,"log_size":3196,"log_dups_size":0,"ondisk_log_size":3196,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:44:18.052094+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.030764123000000001,"stat_sum":{"num_bytes":55525376,"num_objects":21,"num_object_clones":13,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":1,"num_read":625,"num_read_kb":786291,"num_write":1313,"num_write_kb":271472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":52355072,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"19f","length":"1"},{"start":"1a8","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1272,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.472339+0000","last_change":"2024-09-17T17:11:12.964016+0000","last_active":"2024-09-17T17:16:05.472339+0000","last_peered":"2024-09-17T17:16:05.472339+0000","last_clean":"2024-09-17T17:16:05.472339+0000","last_became_active":"2024-09-17T17:11:12.963661+0000","last_became_peered":"2024-09-17T17:11:12.963661+0000","last_unstale":"2024-09-17T17:16:05.472339+0000","last_undegraded":"2024-09-17T17:16:05.472339+0000","last_fullsized":"2024-09-17T17:16:05.472339+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:34:32.518488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1200,"reported_epoch":824,"state":"active+clean","last_fresh":"2024-09-17T17:16:04.470967+0000","last_change":"2024-09-17T17:11:12.963045+0000","last_active":"2024-09-17T17:16:04.470967+0000","last_peered":"2024-09-17T17:16:04.470967+0000","last_clean":"2024-09-17T17:16:04.470967+0000","last_became_active":"2024-09-17T17:11:12.962711+0000","last_became_peered":"2024-09-17T17:11:12.962711+0000","last_unstale":"2024-09-17T17:16:04.470967+0000","last_undegraded":"2024-09-17T17:16:04.470967+0000","last_fullsized":"2024-09-17T17:16:04.470967+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T17:51:38.443975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"823'1197","reported_seq":4345,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.530050+0000","last_change":"2024-09-17T17:16:03.492494+0000","last_active":"2024-09-17T17:16:05.530050+0000","last_peered":"2024-09-17T17:16:05.530050+0000","last_clean":"2024-09-17T17:16:05.530050+0000","last_became_active":"2024-09-17T17:11:12.967825+0000","last_became_peered":"2024-09-17T17:11:12.967825+0000","last_unstale":"2024-09-17T17:16:05.530050+0000","last_undegraded":"2024-09-17T17:16:05.530050+0000","last_fullsized":"2024-09-17T17:16:05.530050+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:03:27.577919+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:03:27.577919+0000","last_clean_scrub_stamp":"2024-09-17T17:03:27.577919+0000","objects_scrubbed":0,"log_size":1197,"log_dups_size":0,"ondisk_log_size":1197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:38:59.431895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019332650999999999,"stat_sum":{"num_bytes":22274048,"num_objects":11,"num_object_clones":8,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":226,"num_read_kb":266554,"num_write":629,"num_write_kb":114296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":16351232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"19c","length":"1"},{"start":"19f","length":"1"},{"start":"1a1","length":"1"},{"start":"1a6","length":"1"},{"start":"1a8","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1272,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.472505+0000","last_change":"2024-09-17T17:11:12.962121+0000","last_active":"2024-09-17T17:16:05.472505+0000","last_peered":"2024-09-17T17:16:05.472505+0000","last_clean":"2024-09-17T17:16:05.472505+0000","last_became_active":"2024-09-17T17:11:12.961744+0000","last_became_peered":"2024-09-17T17:11:12.961744+0000","last_unstale":"2024-09-17T17:16:05.472505+0000","last_undegraded":"2024-09-17T17:16:05.472505+0000","last_fullsized":"2024-09-17T17:16:05.472505+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T22:21:59.147721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1209,"reported_epoch":824,"state":"active+clean","last_fresh":"2024-09-17T17:16:04.471686+0000","last_change":"2024-09-17T17:09:30.393280+0000","last_active":"2024-09-17T17:16:04.471686+0000","last_peered":"2024-09-17T17:16:04.471686+0000","last_clean":"2024-09-17T17:16:04.471686+0000","last_became_active":"2024-09-17T17:09:30.392431+0000","last_became_peered":"2024-09-17T17:09:30.392431+0000","last_unstale":"2024-09-17T17:16:04.471686+0000","last_undegraded":"2024-09-17T17:16:04.471686+0000","last_fullsized":"2024-09-17T17:16:04.471686+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:27:06.736355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"823'718","reported_seq":3974,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.473098+0000","last_change":"2024-09-17T17:16:03.472952+0000","last_active":"2024-09-17T17:16:05.473098+0000","last_peered":"2024-09-17T17:16:05.473098+0000","last_clean":"2024-09-17T17:16:05.473098+0000","last_became_active":"2024-09-17T17:09:30.382403+0000","last_became_peered":"2024-09-17T17:09:30.382403+0000","last_unstale":"2024-09-17T17:16:05.473098+0000","last_undegraded":"2024-09-17T17:16:05.473098+0000","last_fullsized":"2024-09-17T17:16:05.473098+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T17:03:27.577919+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T17:03:27.577919+0000","last_clean_scrub_stamp":"2024-09-17T17:03:27.577919+0000","objects_scrubbed":0,"log_size":718,"log_dups_size":0,"ondisk_log_size":718,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:49:40.889728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011304280999999999,"stat_sum":{"num_bytes":11001856,"num_objects":4,"num_object_clones":2,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":141,"num_read_kb":97058,"num_write":338,"num_write_kb":54384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":8462336,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"19c","length":"1"},{"start":"19f","length":"1"},{"start":"1a1","length":"1"},{"start":"1a6","length":"1"},{"start":"1a8","length":"1"}]},{"pgid":"2.b","version":"556'3","reported_seq":1062,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.530787+0000","last_change":"2024-09-17T17:11:12.964161+0000","last_active":"2024-09-17T17:16:05.530787+0000","last_peered":"2024-09-17T17:16:05.530787+0000","last_clean":"2024-09-17T17:16:05.530787+0000","last_became_active":"2024-09-17T17:11:12.963073+0000","last_became_peered":"2024-09-17T17:11:12.963073+0000","last_unstale":"2024-09-17T17:16:05.530787+0000","last_undegraded":"2024-09-17T17:16:05.530787+0000","last_fullsized":"2024-09-17T17:16:05.530787+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T02:45:26.771965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1221,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.528753+0000","last_change":"2024-09-17T17:09:30.395214+0000","last_active":"2024-09-17T17:16:05.528753+0000","last_peered":"2024-09-17T17:16:05.528753+0000","last_clean":"2024-09-17T17:16:05.528753+0000","last_became_active":"2024-09-17T17:09:30.394496+0000","last_became_peered":"2024-09-17T17:09:30.394496+0000","last_unstale":"2024-09-17T17:16:05.528753+0000","last_undegraded":"2024-09-17T17:16:05.528753+0000","last_fullsized":"2024-09-17T17:16:05.528753+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:19:16.569437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1126,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.530731+0000","last_change":"2024-09-17T17:10:38.507680+0000","last_active":"2024-09-17T17:16:05.530731+0000","last_peered":"2024-09-17T17:16:05.530731+0000","last_clean":"2024-09-17T17:16:05.530731+0000","last_became_active":"2024-09-17T17:10:38.507359+0000","last_became_peered":"2024-09-17T17:10:38.507359+0000","last_unstale":"2024-09-17T17:16:05.530731+0000","last_undegraded":"2024-09-17T17:16:05.530731+0000","last_fullsized":"2024-09-17T17:16:05.530731+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:12:08.804375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":1061,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.530986+0000","last_change":"2024-09-17T17:11:12.959979+0000","last_active":"2024-09-17T17:16:05.530986+0000","last_peered":"2024-09-17T17:16:05.530986+0000","last_clean":"2024-09-17T17:16:05.530986+0000","last_became_active":"2024-09-17T17:11:12.959605+0000","last_became_peered":"2024-09-17T17:11:12.959605+0000","last_unstale":"2024-09-17T17:16:05.530986+0000","last_undegraded":"2024-09-17T17:16:05.530986+0000","last_fullsized":"2024-09-17T17:16:05.530986+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T04:51:35.567367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1130,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.530532+0000","last_change":"2024-09-17T17:10:04.499388+0000","last_active":"2024-09-17T17:16:05.530532+0000","last_peered":"2024-09-17T17:16:05.530532+0000","last_clean":"2024-09-17T17:16:05.530532+0000","last_became_active":"2024-09-17T17:10:04.498937+0000","last_became_peered":"2024-09-17T17:10:04.498937+0000","last_unstale":"2024-09-17T17:16:05.530532+0000","last_undegraded":"2024-09-17T17:16:05.530532+0000","last_fullsized":"2024-09-17T17:16:05.530532+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T00:46:49.257733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":1054,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.530995+0000","last_change":"2024-09-17T17:11:12.968569+0000","last_active":"2024-09-17T17:16:05.530995+0000","last_peered":"2024-09-17T17:16:05.530995+0000","last_clean":"2024-09-17T17:16:05.530995+0000","last_became_active":"2024-09-17T17:11:12.967872+0000","last_became_peered":"2024-09-17T17:11:12.967872+0000","last_unstale":"2024-09-17T17:16:05.530995+0000","last_undegraded":"2024-09-17T17:16:05.530995+0000","last_fullsized":"2024-09-17T17:16:05.530995+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-19T03:02:08.596083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":583,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.530023+0000","last_change":"2024-09-17T17:11:13.960530+0000","last_active":"2024-09-17T17:16:05.530023+0000","last_peered":"2024-09-17T17:16:05.530023+0000","last_clean":"2024-09-17T17:16:05.530023+0000","last_became_active":"2024-09-17T17:11:13.960012+0000","last_became_peered":"2024-09-17T17:11:13.960012+0000","last_unstale":"2024-09-17T17:16:05.530023+0000","last_undegraded":"2024-09-17T17:16:05.530023+0000","last_fullsized":"2024-09-17T17:16:05.530023+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T22:39:47.842158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1e","version":"556'2","reported_seq":1215,"reported_epoch":824,"state":"active+clean","last_fresh":"2024-09-17T17:16:04.471880+0000","last_change":"2024-09-17T17:10:04.490415+0000","last_active":"2024-09-17T17:16:04.471880+0000","last_peered":"2024-09-17T17:16:04.471880+0000","last_clean":"2024-09-17T17:16:04.471880+0000","last_became_active":"2024-09-17T17:10:04.490084+0000","last_became_peered":"2024-09-17T17:10:04.490084+0000","last_unstale":"2024-09-17T17:16:04.471880+0000","last_undegraded":"2024-09-17T17:16:04.471880+0000","last_fullsized":"2024-09-17T17:16:04.471880+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T18:05:50.007400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1192,"reported_epoch":824,"state":"active+clean","last_fresh":"2024-09-17T17:16:04.471869+0000","last_change":"2024-09-17T17:10:38.525423+0000","last_active":"2024-09-17T17:16:04.471869+0000","last_peered":"2024-09-17T17:16:04.471869+0000","last_clean":"2024-09-17T17:16:04.471869+0000","last_became_active":"2024-09-17T17:10:38.524820+0000","last_became_peered":"2024-09-17T17:10:38.524820+0000","last_unstale":"2024-09-17T17:16:04.471869+0000","last_undegraded":"2024-09-17T17:16:04.471869+0000","last_fullsized":"2024-09-17T17:16:04.471869+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:51.208746+0000","last_clean_scrub_stamp":"2024-09-17T16:59:51.208746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:12:24.397710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"556'5","reported_seq":1307,"reported_epoch":825,"state":"active+clean","last_fresh":"2024-09-17T17:16:05.472755+0000","last_change":"2024-09-17T17:11:12.968017+0000","last_active":"2024-09-17T17:16:05.472755+0000","last_peered":"2024-09-17T17:16:05.472755+0000","last_clean":"2024-09-17T17:16:05.472755+0000","last_became_active":"2024-09-17T17:11:12.966330+0000","last_became_peered":"2024-09-17T17:11:12.966330+0000","last_unstale":"2024-09-17T17:16:05.472755+0000","last_undegraded":"2024-09-17T17:16:05.472755+0000","last_fullsized":"2024-09-17T17:16:05.472755+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T16:59:47.943553+0000","last_clean_scrub_stamp":"2024-09-17T16:59:47.943553+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T23:47:42.456056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":271613952,"num_objects":131,"num_object_clones":84,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":3,"num_read":3843,"num_read_kb":4761322,"num_write":8017,"num_write_kb":1717984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":169,"num_bytes_recovered":433905664,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":396337152,"data_stored":652910592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":19348,"ondisk_log_size":19348,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":44076,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":962,"num_read_kb":1814,"num_write":343,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":213,"ondisk_log_size":213,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536124,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":158484,"kb_used_data":44296,"kb_used_omap":25,"kb_used_meta":114150,"kb_avail":93586668,"statfs":{"total":95995035648,"available":95832748032,"internally_reserved":0,"allocated":45359104,"data_stored":63745413,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26331,"internal_metadata":116889893},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":466,"seq":2001454760010,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":352872,"kb_used_data":75924,"kb_used_omap":47,"kb_used_meta":276880,"kb_avail":93392280,"statfs":{"total":95995035648,"available":95633694720,"internally_reserved":0,"allocated":77746176,"data_stored":123002932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48571,"internal_metadata":283525701},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918487,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":153988,"kb_used_data":41072,"kb_used_omap":20,"kb_used_meta":112875,"kb_avail":93591164,"statfs":{"total":95995035648,"available":95837351936,"internally_reserved":0,"allocated":42057728,"data_stored":55208524,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20746,"internal_metadata":115584758},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965022,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":249372,"kb_used_data":51340,"kb_used_omap":27,"kb_used_meta":197988,"kb_avail":93495780,"statfs":{"total":95995035648,"available":95739678720,"internally_reserved":0,"allocated":52572160,"data_stored":71272066,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":27941,"internal_metadata":202740443},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":335,"seq":1438814044261,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":403308,"kb_used_data":53472,"kb_used_omap":29,"kb_used_meta":349794,"kb_avail":93341844,"statfs":{"total":95995035648,"available":95582048256,"internally_reserved":0,"allocated":54755328,"data_stored":66159153,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":30205,"internal_metadata":358189571},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":304,"seq":1305670058091,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":614068,"kb_used_data":86888,"kb_used_omap":45,"kb_used_meta":527122,"kb_avail":93131084,"statfs":{"total":95995035648,"available":95366230016,"internally_reserved":0,"allocated":88973312,"data_stored":126268863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":46249,"internal_metadata":539773783},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":500,"seq":2147483648067,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":209948,"kb_used_data":39624,"kb_used_omap":28,"kb_used_meta":170275,"kb_avail":93535204,"statfs":{"total":95995035648,"available":95780048896,"internally_reserved":0,"allocated":40574976,"data_stored":66064871,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":29271,"internal_metadata":174362025},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":433,"seq":1859720839249,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":446228,"kb_used_data":94728,"kb_used_omap":42,"kb_used_meta":351445,"kb_avail":93298924,"statfs":{"total":95995035648,"available":95538098176,"internally_reserved":0,"allocated":97001472,"data_stored":141999072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43513,"internal_metadata":359880199},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":706,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5780,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4399,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5603,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6161,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5927,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5567,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4985,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5654,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":75767808,"data_stored":118300672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":42143744,"data_stored":58781696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":39968768,"data_stored":63893504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":29446144,"data_stored":47833088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":84377600,"data_stored":134619136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":65118208,"data_stored":115617792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":27361280,"data_stored":58089472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32153600,"data_stored":55775232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-17T17:16:10.926 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-09-17T17:16:10.926 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-09-17T17:16:11.138 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:16:11.557 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:11 smithi031 ceph-mon[94873]: pgmap v904: 121 pgs: 121 active+clean; 260 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.1 MiB/s wr, 13 op/s 2024-09-17T17:16:11.557 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:11 smithi031 ceph-mon[94873]: from='client.44585 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-17T17:16:11.557 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:11 smithi031 ceph-mon[96842]: pgmap v904: 121 pgs: 121 active+clean; 260 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.1 MiB/s wr, 13 op/s 2024-09-17T17:16:11.557 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:11 smithi031 ceph-mon[96842]: from='client.44585 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-17T17:16:11.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:11 smithi066 ceph-mon[86175]: pgmap v904: 121 pgs: 121 active+clean; 260 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.1 MiB/s wr, 13 op/s 2024-09-17T17:16:11.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:11 smithi066 ceph-mon[86175]: from='client.44585 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-17T17:16:13.463 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'unique_pool_0' removed 2024-09-17T17:16:13.837 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:13 smithi031 ceph-mon[94873]: pgmap v905: 121 pgs: 121 active+clean; 260 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-09-17T17:16:13.838 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:13 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/3306794781' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-09-17T17:16:13.838 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:13 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/3306794781' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-09-17T17:16:13.838 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:13 smithi031 ceph-mon[94873]: osdmap e827: 8 total, 8 up, 8 in 2024-09-17T17:16:13.838 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:13 smithi031 ceph-mon[96842]: pgmap v905: 121 pgs: 121 active+clean; 260 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-09-17T17:16:13.838 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:13 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/3306794781' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-09-17T17:16:13.838 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:13 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/3306794781' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-09-17T17:16:13.838 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:13 smithi031 ceph-mon[96842]: osdmap e827: 8 total, 8 up, 8 in 2024-09-17T17:16:13.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:13 smithi066 ceph-mon[86175]: pgmap v905: 121 pgs: 121 active+clean; 260 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-09-17T17:16:13.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:13 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/3306794781' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-09-17T17:16:13.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:13 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/3306794781' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-09-17T17:16:13.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:13 smithi066 ceph-mon[86175]: osdmap e827: 8 total, 8 up, 8 in 2024-09-17T17:16:14.103 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-17T17:16:14.104 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-09-17T17:16:14.104 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-17T17:16:14.104 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-09-17T17:16:14.104 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-17T17:16:14.105 INFO:tasks.workunit:Pulling workunits from ref reef 2024-09-17T17:16:14.105 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-17T17:16:14.106 DEBUG:teuthology.orchestra.run.smithi031:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-17T17:16:14.125 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T17:16:14.125 INFO:teuthology.orchestra.run.smithi031.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-17T17:16:14.126 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-17T17:16:14.185 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-17T17:16:14.185 DEBUG:teuthology.orchestra.run.smithi031:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-17T17:16:14.245 INFO:tasks.workunit:timeout=3h 2024-09-17T17:16:14.245 INFO:tasks.workunit:cleanup=True 2024-09-17T17:16:14.245 DEBUG:teuthology.orchestra.run.smithi031:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-09-17T17:16:14.305 INFO:tasks.workunit.client.0.smithi031.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-17T17:16:15.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:15 smithi031 ceph-mon[94873]: pgmap v907: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:15.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:15 smithi031 ceph-mon[96842]: pgmap v907: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:15.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:15 smithi066 ceph-mon[86175]: pgmap v907: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:16.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:16:16.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:16:16.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:16:17.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:17 smithi031 ceph-mon[94873]: pgmap v908: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:17.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:17 smithi031 ceph-mon[96842]: pgmap v908: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:17.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:17 smithi066 ceph-mon[86175]: pgmap v908: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:18.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:18 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:16:18.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:18 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:16:18.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:18 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:16:18.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:18 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:16:18.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:18 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:16:18.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:18 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:16:18.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:18 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:16:18.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:18 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:16:18.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:18 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:16:18.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:18 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:16:18.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:18 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:16:18.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:18 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:16:18.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:18 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:16:18.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:18 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:16:18.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:18 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:16:18.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:18 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:16:18.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:18 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:16:18.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:18 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:16:19.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:19 smithi031 ceph-mon[94873]: pgmap v909: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:19.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:19 smithi031 ceph-mon[96842]: pgmap v909: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:19.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:19 smithi066 ceph-mon[86175]: pgmap v909: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:20.312 DEBUG:teuthology.orchestra.run.smithi031:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-17T17:16:20.368 INFO:tasks.workunit.client.0.smithi031.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-17T17:16:20.370 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-17T17:16:20.370 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-17T17:16:20.422 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-17T17:16:20.471 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-17T17:16:20.513 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-17T17:16:20.515 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-17T17:16:20.515 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-17T17:16:20.555 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-17T17:16:20.558 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-17T17:16:20.558 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-17T17:16:20.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:16:20 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:16:20] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.51.0" 2024-09-17T17:16:20.610 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-09-17T17:16:20.611 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-09-17T17:16:20.611 DEBUG:teuthology.orchestra.run.smithi031:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-09-17T17:16:20.681 INFO:tasks.workunit.client.0.smithi031.stdout:Running main() from gmock_main.cc 2024-09-17T17:16:20.681 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 22 tests from 1 test suite. 2024-09-17T17:16:20.681 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-09-17T17:16:20.681 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 22 tests from TestCls2PCQueue 2024-09-17T17:16:20.682 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-09-17T17:16:21.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:21 smithi031 ceph-mon[94873]: pgmap v910: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:21.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:21 smithi031 ceph-mon[96842]: pgmap v910: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:21.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:21 smithi066 ceph-mon[86175]: pgmap v910: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:22.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:22 smithi031 ceph-mon[94873]: osdmap e828: 8 total, 8 up, 8 in 2024-09-17T17:16:22.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:22 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/1481464738' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:22.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:22 smithi031 ceph-mon[96842]: osdmap e828: 8 total, 8 up, 8 in 2024-09-17T17:16:22.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:22 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/1481464738' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:22.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:22 smithi066 ceph-mon[86175]: osdmap e828: 8 total, 8 up, 8 in 2024-09-17T17:16:22.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:22 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/1481464738' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:23.529 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2848 ms) 2024-09-17T17:16:23.530 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-09-17T17:16:23.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:23 smithi031 ceph-mon[94873]: pgmap v912: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:23.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:23 smithi031 ceph-mon[94873]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:16:23.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:23 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/1481464738' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:16:23.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:23 smithi031 ceph-mon[94873]: osdmap e829: 8 total, 8 up, 8 in 2024-09-17T17:16:23.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:23 smithi031 ceph-mon[96842]: pgmap v912: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:23.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:23 smithi031 ceph-mon[96842]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:16:23.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:23 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/1481464738' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:16:23.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:23 smithi031 ceph-mon[96842]: osdmap e829: 8 total, 8 up, 8 in 2024-09-17T17:16:23.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:23 smithi066 ceph-mon[86175]: pgmap v912: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:23.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:23 smithi066 ceph-mon[86175]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:16:23.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:23 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/1481464738' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:16:23.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:23 smithi066 ceph-mon[86175]: osdmap e829: 8 total, 8 up, 8 in 2024-09-17T17:16:24.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:24 smithi031 ceph-mon[96842]: osdmap e830: 8 total, 8 up, 8 in 2024-09-17T17:16:24.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:24 smithi031 ceph-mon[94873]: osdmap e830: 8 total, 8 up, 8 in 2024-09-17T17:16:24.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:24 smithi066 ceph-mon[86175]: osdmap e830: 8 total, 8 up, 8 in 2024-09-17T17:16:25.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:25 smithi031 ceph-mon[96842]: pgmap v915: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:25.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:25 smithi031 ceph-mon[96842]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:16:25.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:25 smithi031 ceph-mon[96842]: Cluster is now healthy 2024-09-17T17:16:25.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:25 smithi031 ceph-mon[96842]: osdmap e831: 8 total, 8 up, 8 in 2024-09-17T17:16:25.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:25 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/2038735071' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:25.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:25 smithi031 ceph-mon[94873]: pgmap v915: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:25.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:25 smithi031 ceph-mon[94873]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:16:25.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:25 smithi031 ceph-mon[94873]: Cluster is now healthy 2024-09-17T17:16:25.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:25 smithi031 ceph-mon[94873]: osdmap e831: 8 total, 8 up, 8 in 2024-09-17T17:16:25.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:25 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/2038735071' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:25.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:25 smithi066 ceph-mon[86175]: pgmap v915: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:25.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:25 smithi066 ceph-mon[86175]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:16:25.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:25 smithi066 ceph-mon[86175]: Cluster is now healthy 2024-09-17T17:16:25.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:25 smithi066 ceph-mon[86175]: osdmap e831: 8 total, 8 up, 8 in 2024-09-17T17:16:25.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:25 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/2038735071' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:26.561 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3032 ms) 2024-09-17T17:16:26.561 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-09-17T17:16:26.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:26 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/2038735071' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:16:26.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:26 smithi031 ceph-mon[96842]: osdmap e832: 8 total, 8 up, 8 in 2024-09-17T17:16:26.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:26 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/2038735071' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:16:26.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:26 smithi031 ceph-mon[94873]: osdmap e832: 8 total, 8 up, 8 in 2024-09-17T17:16:26.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:26 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/2038735071' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:16:26.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:26 smithi066 ceph-mon[86175]: osdmap e832: 8 total, 8 up, 8 in 2024-09-17T17:16:27.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:27 smithi031 ceph-mon[94873]: pgmap v918: 137 pgs: 5 creating+peering, 23 unknown, 109 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:27.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:27 smithi031 ceph-mon[94873]: osdmap e833: 8 total, 8 up, 8 in 2024-09-17T17:16:27.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:27 smithi031 ceph-mon[96842]: pgmap v918: 137 pgs: 5 creating+peering, 23 unknown, 109 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:27.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:27 smithi031 ceph-mon[96842]: osdmap e833: 8 total, 8 up, 8 in 2024-09-17T17:16:27.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:27 smithi066 ceph-mon[86175]: pgmap v918: 137 pgs: 5 creating+peering, 23 unknown, 109 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:27.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:27 smithi066 ceph-mon[86175]: osdmap e833: 8 total, 8 up, 8 in 2024-09-17T17:16:28.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:28 smithi031 ceph-mon[94873]: osdmap e834: 8 total, 8 up, 8 in 2024-09-17T17:16:28.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:28 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/3352128314' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:28.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:28 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:28.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:28 smithi031 ceph-mon[96842]: osdmap e834: 8 total, 8 up, 8 in 2024-09-17T17:16:28.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:28 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/3352128314' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:28.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:28 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:28.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:28 smithi066 ceph-mon[86175]: osdmap e834: 8 total, 8 up, 8 in 2024-09-17T17:16:28.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:28 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/3352128314' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:28.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:28 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:29.587 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.Reserve (3025 ms) 2024-09-17T17:16:29.587 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-09-17T17:16:29.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:29 smithi031 ceph-mon[94873]: pgmap v921: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:29.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:29 smithi031 ceph-mon[94873]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:16:29.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:29 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:16:29.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:29 smithi031 ceph-mon[94873]: osdmap e835: 8 total, 8 up, 8 in 2024-09-17T17:16:29.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:29 smithi031 ceph-mon[96842]: pgmap v921: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:29.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:29 smithi031 ceph-mon[96842]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:16:29.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:29 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:16:29.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:29 smithi031 ceph-mon[96842]: osdmap e835: 8 total, 8 up, 8 in 2024-09-17T17:16:29.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:29 smithi066 ceph-mon[86175]: pgmap v921: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:29.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:29 smithi066 ceph-mon[86175]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:16:29.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:29 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:16:29.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:29 smithi066 ceph-mon[86175]: osdmap e835: 8 total, 8 up, 8 in 2024-09-17T17:16:30.588 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:16:30 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:16:30] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.51.0" 2024-09-17T17:16:30.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:30 smithi031 ceph-mon[94873]: osdmap e836: 8 total, 8 up, 8 in 2024-09-17T17:16:30.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:30 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:16:30.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:30 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:16:30.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:30 smithi031 ceph-mon[96842]: osdmap e836: 8 total, 8 up, 8 in 2024-09-17T17:16:30.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:30 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:16:30.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:30 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:16:30.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:30 smithi066 ceph-mon[86175]: osdmap e836: 8 total, 8 up, 8 in 2024-09-17T17:16:30.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:30 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:16:30.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:30 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:16:31.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:31 smithi066 ceph-mon[86175]: pgmap v924: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:31.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:31 smithi066 ceph-mon[86175]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:16:31.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:31 smithi066 ceph-mon[86175]: Cluster is now healthy 2024-09-17T17:16:31.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:31 smithi066 ceph-mon[86175]: osdmap e837: 8 total, 8 up, 8 in 2024-09-17T17:16:31.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:31 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/1486579027' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:31.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:31 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:32.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:31 smithi031 ceph-mon[96842]: pgmap v924: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:32.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:31 smithi031 ceph-mon[96842]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:16:32.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:31 smithi031 ceph-mon[96842]: Cluster is now healthy 2024-09-17T17:16:32.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:31 smithi031 ceph-mon[96842]: osdmap e837: 8 total, 8 up, 8 in 2024-09-17T17:16:32.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:31 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/1486579027' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:32.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:31 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:32.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:31 smithi031 ceph-mon[94873]: pgmap v924: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:32.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:31 smithi031 ceph-mon[94873]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:16:32.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:31 smithi031 ceph-mon[94873]: Cluster is now healthy 2024-09-17T17:16:32.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:31 smithi031 ceph-mon[94873]: osdmap e837: 8 total, 8 up, 8 in 2024-09-17T17:16:32.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:31 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/1486579027' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:32.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:31 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:32.622 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3036 ms) 2024-09-17T17:16:32.622 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-09-17T17:16:32.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:32 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:16:32.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:32 smithi066 ceph-mon[86175]: osdmap e838: 8 total, 8 up, 8 in 2024-09-17T17:16:33.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:32 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:16:33.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:32 smithi031 ceph-mon[96842]: osdmap e838: 8 total, 8 up, 8 in 2024-09-17T17:16:33.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:32 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:16:33.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:32 smithi031 ceph-mon[94873]: osdmap e838: 8 total, 8 up, 8 in 2024-09-17T17:16:33.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:33 smithi066 ceph-mon[86175]: pgmap v927: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:33.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:33 smithi066 ceph-mon[86175]: osdmap e839: 8 total, 8 up, 8 in 2024-09-17T17:16:33.995 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:33 smithi031 ceph-mon[94873]: pgmap v927: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:33.995 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:33 smithi031 ceph-mon[94873]: osdmap e839: 8 total, 8 up, 8 in 2024-09-17T17:16:33.995 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:33 smithi031 ceph-mon[96842]: pgmap v927: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:33.995 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:33 smithi031 ceph-mon[96842]: osdmap e839: 8 total, 8 up, 8 in 2024-09-17T17:16:34.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:34 smithi066 ceph-mon[86175]: osdmap e840: 8 total, 8 up, 8 in 2024-09-17T17:16:34.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:34 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/3974066963' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:35.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:34 smithi031 ceph-mon[94873]: osdmap e840: 8 total, 8 up, 8 in 2024-09-17T17:16:35.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:34 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/3974066963' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:35.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:34 smithi031 ceph-mon[96842]: osdmap e840: 8 total, 8 up, 8 in 2024-09-17T17:16:35.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:34 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/3974066963' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:35.640 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.Commit (3018 ms) 2024-09-17T17:16:35.641 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-09-17T17:16:35.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:35 smithi066 ceph-mon[86175]: pgmap v930: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:35.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:35 smithi066 ceph-mon[86175]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:16:35.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:35 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/3974066963' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:16:35.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:35 smithi066 ceph-mon[86175]: osdmap e841: 8 total, 8 up, 8 in 2024-09-17T17:16:36.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:35 smithi031 ceph-mon[94873]: pgmap v930: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:36.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:35 smithi031 ceph-mon[94873]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:16:36.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:35 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/3974066963' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:16:36.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:35 smithi031 ceph-mon[94873]: osdmap e841: 8 total, 8 up, 8 in 2024-09-17T17:16:36.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:35 smithi031 ceph-mon[96842]: pgmap v930: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:36.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:35 smithi031 ceph-mon[96842]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:16:36.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:35 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/3974066963' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:16:36.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:35 smithi031 ceph-mon[96842]: osdmap e841: 8 total, 8 up, 8 in 2024-09-17T17:16:36.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:36 smithi066 ceph-mon[86175]: osdmap e842: 8 total, 8 up, 8 in 2024-09-17T17:16:37.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:36 smithi031 ceph-mon[94873]: osdmap e842: 8 total, 8 up, 8 in 2024-09-17T17:16:37.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:36 smithi031 ceph-mon[96842]: osdmap e842: 8 total, 8 up, 8 in 2024-09-17T17:16:37.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:37 smithi066 ceph-mon[86175]: pgmap v933: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:37.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:37 smithi066 ceph-mon[86175]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:16:37.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:37 smithi066 ceph-mon[86175]: Cluster is now healthy 2024-09-17T17:16:37.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:37 smithi066 ceph-mon[86175]: osdmap e843: 8 total, 8 up, 8 in 2024-09-17T17:16:37.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:37 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/4037594912' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:37.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:37 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:38.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:37 smithi031 ceph-mon[94873]: pgmap v933: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:38.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:37 smithi031 ceph-mon[94873]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:16:38.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:37 smithi031 ceph-mon[94873]: Cluster is now healthy 2024-09-17T17:16:38.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:37 smithi031 ceph-mon[94873]: osdmap e843: 8 total, 8 up, 8 in 2024-09-17T17:16:38.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:37 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/4037594912' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:38.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:37 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:38.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:37 smithi031 ceph-mon[96842]: pgmap v933: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:38.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:37 smithi031 ceph-mon[96842]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:16:38.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:37 smithi031 ceph-mon[96842]: Cluster is now healthy 2024-09-17T17:16:38.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:37 smithi031 ceph-mon[96842]: osdmap e843: 8 total, 8 up, 8 in 2024-09-17T17:16:38.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:37 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/4037594912' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:38.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:37 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:38.665 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.Abort (3025 ms) 2024-09-17T17:16:38.665 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-09-17T17:16:39.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:38 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:16:39.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:38 smithi031 ceph-mon[94873]: osdmap e844: 8 total, 8 up, 8 in 2024-09-17T17:16:39.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:38 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:16:39.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:38 smithi031 ceph-mon[96842]: osdmap e844: 8 total, 8 up, 8 in 2024-09-17T17:16:39.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:38 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:16:39.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:38 smithi066 ceph-mon[86175]: osdmap e844: 8 total, 8 up, 8 in 2024-09-17T17:16:40.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:39 smithi031 ceph-mon[94873]: pgmap v936: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:40.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:39 smithi031 ceph-mon[94873]: osdmap e845: 8 total, 8 up, 8 in 2024-09-17T17:16:40.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:39 smithi031 ceph-mon[96842]: pgmap v936: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:40.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:39 smithi031 ceph-mon[96842]: osdmap e845: 8 total, 8 up, 8 in 2024-09-17T17:16:40.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:39 smithi066 ceph-mon[86175]: pgmap v936: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:40.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:39 smithi066 ceph-mon[86175]: osdmap e845: 8 total, 8 up, 8 in 2024-09-17T17:16:40.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:16:40 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:16:40] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.51.0" 2024-09-17T17:16:41.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:40 smithi031 ceph-mon[94873]: osdmap e846: 8 total, 8 up, 8 in 2024-09-17T17:16:41.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:40 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/2407851545' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:41.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:40 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:41.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:40 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:16:41.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:40 smithi031 ceph-mon[94873]: osdmap e847: 8 total, 8 up, 8 in 2024-09-17T17:16:41.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:40 smithi031 ceph-mon[96842]: osdmap e846: 8 total, 8 up, 8 in 2024-09-17T17:16:41.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:40 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/2407851545' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:41.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:40 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:41.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:40 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:16:41.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:40 smithi031 ceph-mon[96842]: osdmap e847: 8 total, 8 up, 8 in 2024-09-17T17:16:41.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:40 smithi066 ceph-mon[86175]: osdmap e846: 8 total, 8 up, 8 in 2024-09-17T17:16:41.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:40 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/2407851545' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:41.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:40 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:41.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:40 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:16:41.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:40 smithi066 ceph-mon[86175]: osdmap e847: 8 total, 8 up, 8 in 2024-09-17T17:16:41.667 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.ReserveError (3002 ms) 2024-09-17T17:16:41.667 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-09-17T17:16:42.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:41 smithi031 ceph-mon[94873]: pgmap v939: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:42.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:41 smithi031 ceph-mon[94873]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:16:42.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:41 smithi031 ceph-mon[94873]: osdmap e848: 8 total, 8 up, 8 in 2024-09-17T17:16:42.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:41 smithi031 ceph-mon[96842]: pgmap v939: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:42.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:41 smithi031 ceph-mon[96842]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:16:42.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:41 smithi031 ceph-mon[96842]: osdmap e848: 8 total, 8 up, 8 in 2024-09-17T17:16:42.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:41 smithi066 ceph-mon[86175]: pgmap v939: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:42.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:41 smithi066 ceph-mon[86175]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:16:42.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:41 smithi066 ceph-mon[86175]: osdmap e848: 8 total, 8 up, 8 in 2024-09-17T17:16:44.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:43 smithi031 ceph-mon[94873]: pgmap v942: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:44.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:43 smithi031 ceph-mon[94873]: osdmap e849: 8 total, 8 up, 8 in 2024-09-17T17:16:44.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:43 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/688859501' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:44.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:43 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:44.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:43 smithi031 ceph-mon[94873]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:16:44.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:43 smithi031 ceph-mon[94873]: Cluster is now healthy 2024-09-17T17:16:44.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:43 smithi031 ceph-mon[96842]: pgmap v942: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:44.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:43 smithi031 ceph-mon[96842]: osdmap e849: 8 total, 8 up, 8 in 2024-09-17T17:16:44.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:43 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/688859501' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:44.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:43 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:44.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:43 smithi031 ceph-mon[96842]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:16:44.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:43 smithi031 ceph-mon[96842]: Cluster is now healthy 2024-09-17T17:16:44.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:43 smithi066 ceph-mon[86175]: pgmap v942: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:44.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:43 smithi066 ceph-mon[86175]: osdmap e849: 8 total, 8 up, 8 in 2024-09-17T17:16:44.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:43 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/688859501' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:44.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:43 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:44.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:43 smithi066 ceph-mon[86175]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:16:44.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:43 smithi066 ceph-mon[86175]: Cluster is now healthy 2024-09-17T17:16:44.690 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.CommitError (3022 ms) 2024-09-17T17:16:44.690 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-09-17T17:16:45.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:44 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:16:45.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:44 smithi031 ceph-mon[94873]: osdmap e850: 8 total, 8 up, 8 in 2024-09-17T17:16:45.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:44 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:16:45.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:44 smithi031 ceph-mon[96842]: osdmap e850: 8 total, 8 up, 8 in 2024-09-17T17:16:45.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:44 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:16:45.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:44 smithi066 ceph-mon[86175]: osdmap e850: 8 total, 8 up, 8 in 2024-09-17T17:16:46.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:45 smithi031 ceph-mon[94873]: pgmap v945: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:46.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:45 smithi031 ceph-mon[94873]: osdmap e851: 8 total, 8 up, 8 in 2024-09-17T17:16:46.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:45 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:16:46.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:45 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:16:46.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:45 smithi031 ceph-mon[96842]: pgmap v945: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:46.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:45 smithi031 ceph-mon[96842]: osdmap e851: 8 total, 8 up, 8 in 2024-09-17T17:16:46.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:45 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:16:46.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:45 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:16:46.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:45 smithi066 ceph-mon[86175]: pgmap v945: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:46.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:45 smithi066 ceph-mon[86175]: osdmap e851: 8 total, 8 up, 8 in 2024-09-17T17:16:46.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:45 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:16:46.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:45 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:16:47.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:46 smithi031 ceph-mon[94873]: osdmap e852: 8 total, 8 up, 8 in 2024-09-17T17:16:47.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:46 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/1382426447' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:47.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:46 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:47.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:46 smithi031 ceph-mon[96842]: osdmap e852: 8 total, 8 up, 8 in 2024-09-17T17:16:47.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:46 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/1382426447' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:47.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:46 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:47.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:46 smithi066 ceph-mon[86175]: osdmap e852: 8 total, 8 up, 8 in 2024-09-17T17:16:47.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:46 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/1382426447' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:47.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:46 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:47.719 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.AbortError (3030 ms) 2024-09-17T17:16:47.720 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-09-17T17:16:48.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:47 smithi031 ceph-mon[94873]: pgmap v948: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:48.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:47 smithi031 ceph-mon[94873]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:16:48.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:47 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:16:48.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:47 smithi031 ceph-mon[94873]: osdmap e853: 8 total, 8 up, 8 in 2024-09-17T17:16:48.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:47 smithi031 ceph-mon[96842]: pgmap v948: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:48.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:47 smithi031 ceph-mon[96842]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:16:48.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:47 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:16:48.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:47 smithi031 ceph-mon[96842]: osdmap e853: 8 total, 8 up, 8 in 2024-09-17T17:16:48.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:47 smithi066 ceph-mon[86175]: pgmap v948: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:48.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:47 smithi066 ceph-mon[86175]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:16:48.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:47 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:16:48.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:47 smithi066 ceph-mon[86175]: osdmap e853: 8 total, 8 up, 8 in 2024-09-17T17:16:49.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:48 smithi031 ceph-mon[94873]: osdmap e854: 8 total, 8 up, 8 in 2024-09-17T17:16:49.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:48 smithi031 ceph-mon[96842]: osdmap e854: 8 total, 8 up, 8 in 2024-09-17T17:16:49.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:48 smithi066 ceph-mon[86175]: osdmap e854: 8 total, 8 up, 8 in 2024-09-17T17:16:50.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:49 smithi031 ceph-mon[94873]: pgmap v951: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:50.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:49 smithi031 ceph-mon[94873]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:16:50.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:49 smithi031 ceph-mon[94873]: Cluster is now healthy 2024-09-17T17:16:50.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:49 smithi031 ceph-mon[94873]: osdmap e855: 8 total, 8 up, 8 in 2024-09-17T17:16:50.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:49 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/989437714' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:50.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:49 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:50.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:49 smithi031 ceph-mon[96842]: pgmap v951: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:50.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:49 smithi031 ceph-mon[96842]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:16:50.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:49 smithi031 ceph-mon[96842]: Cluster is now healthy 2024-09-17T17:16:50.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:49 smithi031 ceph-mon[96842]: osdmap e855: 8 total, 8 up, 8 in 2024-09-17T17:16:50.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:49 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/989437714' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:50.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:49 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:50.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:49 smithi066 ceph-mon[86175]: pgmap v951: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:50.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:49 smithi066 ceph-mon[86175]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:16:50.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:49 smithi066 ceph-mon[86175]: Cluster is now healthy 2024-09-17T17:16:50.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:49 smithi066 ceph-mon[86175]: osdmap e855: 8 total, 8 up, 8 in 2024-09-17T17:16:50.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:49 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/989437714' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:50.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:49 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:50.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:16:50 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:16:50] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.51.0" 2024-09-17T17:16:50.740 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3021 ms) 2024-09-17T17:16:50.740 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-09-17T17:16:51.055 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:50 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:16:51.055 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:50 smithi066 ceph-mon[86175]: osdmap e856: 8 total, 8 up, 8 in 2024-09-17T17:16:51.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:50 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:16:51.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:50 smithi031 ceph-mon[96842]: osdmap e856: 8 total, 8 up, 8 in 2024-09-17T17:16:51.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:50 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:16:51.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:50 smithi031 ceph-mon[94873]: osdmap e856: 8 total, 8 up, 8 in 2024-09-17T17:16:52.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:51 smithi031 ceph-mon[94873]: pgmap v954: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:52.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:51 smithi031 ceph-mon[94873]: osdmap e857: 8 total, 8 up, 8 in 2024-09-17T17:16:52.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:51 smithi031 ceph-mon[96842]: pgmap v954: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:52.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:51 smithi031 ceph-mon[96842]: osdmap e857: 8 total, 8 up, 8 in 2024-09-17T17:16:52.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:51 smithi066 ceph-mon[86175]: pgmap v954: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:52.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:51 smithi066 ceph-mon[86175]: osdmap e857: 8 total, 8 up, 8 in 2024-09-17T17:16:53.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:52 smithi031 ceph-mon[94873]: osdmap e858: 8 total, 8 up, 8 in 2024-09-17T17:16:53.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:52 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/3681511027' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:53.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:52 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:53.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:52 smithi031 ceph-mon[96842]: osdmap e858: 8 total, 8 up, 8 in 2024-09-17T17:16:53.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:52 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/3681511027' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:53.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:52 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:53.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:52 smithi066 ceph-mon[86175]: osdmap e858: 8 total, 8 up, 8 in 2024-09-17T17:16:53.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:52 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/3681511027' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:53.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:52 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:53.761 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3021 ms) 2024-09-17T17:16:53.761 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-09-17T17:16:54.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:53 smithi031 ceph-mon[94873]: pgmap v957: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:54.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:53 smithi031 ceph-mon[94873]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:16:54.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:53 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:16:54.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:53 smithi031 ceph-mon[94873]: osdmap e859: 8 total, 8 up, 8 in 2024-09-17T17:16:54.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:53 smithi031 ceph-mon[96842]: pgmap v957: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:54.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:53 smithi031 ceph-mon[96842]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:16:54.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:53 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:16:54.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:53 smithi031 ceph-mon[96842]: osdmap e859: 8 total, 8 up, 8 in 2024-09-17T17:16:54.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:53 smithi066 ceph-mon[86175]: pgmap v957: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:54.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:53 smithi066 ceph-mon[86175]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:16:54.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:53 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:16:54.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:53 smithi066 ceph-mon[86175]: osdmap e859: 8 total, 8 up, 8 in 2024-09-17T17:16:55.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:54 smithi031 ceph-mon[94873]: osdmap e860: 8 total, 8 up, 8 in 2024-09-17T17:16:55.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:54 smithi031 ceph-mon[96842]: osdmap e860: 8 total, 8 up, 8 in 2024-09-17T17:16:55.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:54 smithi066 ceph-mon[86175]: osdmap e860: 8 total, 8 up, 8 in 2024-09-17T17:16:56.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:55 smithi031 ceph-mon[96842]: pgmap v960: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:56.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:55 smithi031 ceph-mon[96842]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:16:56.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:55 smithi031 ceph-mon[96842]: Cluster is now healthy 2024-09-17T17:16:56.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:55 smithi031 ceph-mon[96842]: osdmap e861: 8 total, 8 up, 8 in 2024-09-17T17:16:56.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:55 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/3273704051' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:56.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:55 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:56.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:55 smithi031 ceph-mon[94873]: pgmap v960: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:56.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:55 smithi031 ceph-mon[94873]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:16:56.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:55 smithi031 ceph-mon[94873]: Cluster is now healthy 2024-09-17T17:16:56.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:55 smithi031 ceph-mon[94873]: osdmap e861: 8 total, 8 up, 8 in 2024-09-17T17:16:56.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:55 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/3273704051' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:56.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:55 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:56.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:55 smithi066 ceph-mon[86175]: pgmap v960: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:56.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:55 smithi066 ceph-mon[86175]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:16:56.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:55 smithi066 ceph-mon[86175]: Cluster is now healthy 2024-09-17T17:16:56.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:55 smithi066 ceph-mon[86175]: osdmap e861: 8 total, 8 up, 8 in 2024-09-17T17:16:56.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:55 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/3273704051' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:56.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:55 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:56.790 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3029 ms) 2024-09-17T17:16:56.791 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-09-17T17:16:57.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:56 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:16:57.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:56 smithi031 ceph-mon[94873]: osdmap e862: 8 total, 8 up, 8 in 2024-09-17T17:16:57.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:56 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:16:57.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:56 smithi031 ceph-mon[96842]: osdmap e862: 8 total, 8 up, 8 in 2024-09-17T17:16:57.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:56 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:16:57.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:56 smithi066 ceph-mon[86175]: osdmap e862: 8 total, 8 up, 8 in 2024-09-17T17:16:58.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:57 smithi031 ceph-mon[94873]: pgmap v963: 137 pgs: 6 creating+peering, 20 unknown, 111 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:58.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:57 smithi031 ceph-mon[94873]: osdmap e863: 8 total, 8 up, 8 in 2024-09-17T17:16:58.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:57 smithi031 ceph-mon[96842]: pgmap v963: 137 pgs: 6 creating+peering, 20 unknown, 111 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:58.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:57 smithi031 ceph-mon[96842]: osdmap e863: 8 total, 8 up, 8 in 2024-09-17T17:16:58.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:57 smithi066 ceph-mon[86175]: pgmap v963: 137 pgs: 6 creating+peering, 20 unknown, 111 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:16:58.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:57 smithi066 ceph-mon[86175]: osdmap e863: 8 total, 8 up, 8 in 2024-09-17T17:16:59.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:58 smithi031 ceph-mon[94873]: osdmap e864: 8 total, 8 up, 8 in 2024-09-17T17:16:59.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:58 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/3765008899' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:59.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:58 smithi031 ceph-mon[96842]: osdmap e864: 8 total, 8 up, 8 in 2024-09-17T17:16:59.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:58 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/3765008899' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:59.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:58 smithi066 ceph-mon[86175]: osdmap e864: 8 total, 8 up, 8 in 2024-09-17T17:16:59.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:58 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/3765008899' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:16:59.810 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3020 ms) 2024-09-17T17:16:59.810 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-09-17T17:17:00.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:59 smithi031 ceph-mon[94873]: pgmap v966: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:17:00.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:59 smithi031 ceph-mon[94873]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:17:00.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:59 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/3765008899' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:17:00.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:16:59 smithi031 ceph-mon[94873]: osdmap e865: 8 total, 8 up, 8 in 2024-09-17T17:17:00.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:59 smithi031 ceph-mon[96842]: pgmap v966: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:17:00.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:59 smithi031 ceph-mon[96842]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:17:00.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:59 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/3765008899' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:17:00.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:16:59 smithi031 ceph-mon[96842]: osdmap e865: 8 total, 8 up, 8 in 2024-09-17T17:17:00.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:59 smithi066 ceph-mon[86175]: pgmap v966: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:17:00.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:59 smithi066 ceph-mon[86175]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:17:00.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:59 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/3765008899' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:17:00.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:16:59 smithi066 ceph-mon[86175]: osdmap e865: 8 total, 8 up, 8 in 2024-09-17T17:17:00.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:17:00 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:17:00] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.51.0" 2024-09-17T17:17:01.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:00 smithi031 ceph-mon[96842]: osdmap e866: 8 total, 8 up, 8 in 2024-09-17T17:17:01.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:00 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:17:01.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:00 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:17:01.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:00 smithi031 ceph-mon[94873]: osdmap e866: 8 total, 8 up, 8 in 2024-09-17T17:17:01.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:17:01.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:17:01.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:00 smithi066 ceph-mon[86175]: osdmap e866: 8 total, 8 up, 8 in 2024-09-17T17:17:01.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:00 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:17:01.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:00 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:17:02.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:01 smithi031 ceph-mon[94873]: pgmap v969: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:17:02.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:01 smithi031 ceph-mon[94873]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:17:02.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:01 smithi031 ceph-mon[94873]: Cluster is now healthy 2024-09-17T17:17:02.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:01 smithi031 ceph-mon[94873]: osdmap e867: 8 total, 8 up, 8 in 2024-09-17T17:17:02.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:01 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/3776718303' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:02.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:01 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:02.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:01 smithi031 ceph-mon[96842]: pgmap v969: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:17:02.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:01 smithi031 ceph-mon[96842]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:17:02.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:01 smithi031 ceph-mon[96842]: Cluster is now healthy 2024-09-17T17:17:02.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:01 smithi031 ceph-mon[96842]: osdmap e867: 8 total, 8 up, 8 in 2024-09-17T17:17:02.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:01 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/3776718303' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:02.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:01 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:02.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:01 smithi066 ceph-mon[86175]: pgmap v969: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:17:02.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:01 smithi066 ceph-mon[86175]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:17:02.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:01 smithi066 ceph-mon[86175]: Cluster is now healthy 2024-09-17T17:17:02.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:01 smithi066 ceph-mon[86175]: osdmap e867: 8 total, 8 up, 8 in 2024-09-17T17:17:02.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:01 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/3776718303' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:02.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:01 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:02.833 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3023 ms) 2024-09-17T17:17:02.833 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-09-17T17:17:03.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:02 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:17:03.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:02 smithi031 ceph-mon[94873]: osdmap e868: 8 total, 8 up, 8 in 2024-09-17T17:17:03.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:02 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:17:03.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:02 smithi031 ceph-mon[96842]: osdmap e868: 8 total, 8 up, 8 in 2024-09-17T17:17:03.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:02 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:17:03.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:02 smithi066 ceph-mon[86175]: osdmap e868: 8 total, 8 up, 8 in 2024-09-17T17:17:04.097 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:03 smithi031 ceph-mon[94873]: pgmap v972: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:17:04.097 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:03 smithi031 ceph-mon[94873]: osdmap e869: 8 total, 8 up, 8 in 2024-09-17T17:17:04.097 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:03 smithi031 ceph-mon[96842]: pgmap v972: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:17:04.097 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:03 smithi031 ceph-mon[96842]: osdmap e869: 8 total, 8 up, 8 in 2024-09-17T17:17:04.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:03 smithi066 ceph-mon[86175]: pgmap v972: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:17:04.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:03 smithi066 ceph-mon[86175]: osdmap e869: 8 total, 8 up, 8 in 2024-09-17T17:17:05.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:04 smithi031 ceph-mon[94873]: osdmap e870: 8 total, 8 up, 8 in 2024-09-17T17:17:05.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:04 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/2737015742' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:05.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:04 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:05.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:04 smithi031 ceph-mon[96842]: osdmap e870: 8 total, 8 up, 8 in 2024-09-17T17:17:05.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:04 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/2737015742' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:05.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:04 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:05.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:04 smithi066 ceph-mon[86175]: osdmap e870: 8 total, 8 up, 8 in 2024-09-17T17:17:05.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:04 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/2737015742' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:05.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:04 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:05.847 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3014 ms) 2024-09-17T17:17:05.848 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-09-17T17:17:06.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:05 smithi066 ceph-mon[86175]: pgmap v975: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:17:06.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:05 smithi066 ceph-mon[86175]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:17:06.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:05 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:17:06.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:05 smithi066 ceph-mon[86175]: osdmap e871: 8 total, 8 up, 8 in 2024-09-17T17:17:06.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:05 smithi031 ceph-mon[96842]: pgmap v975: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:17:06.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:05 smithi031 ceph-mon[96842]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:17:06.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:05 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:17:06.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:05 smithi031 ceph-mon[96842]: osdmap e871: 8 total, 8 up, 8 in 2024-09-17T17:17:06.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:05 smithi031 ceph-mon[94873]: pgmap v975: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:17:06.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:05 smithi031 ceph-mon[94873]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:17:06.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:05 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:17:06.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:05 smithi031 ceph-mon[94873]: osdmap e871: 8 total, 8 up, 8 in 2024-09-17T17:17:07.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:06 smithi066 ceph-mon[86175]: osdmap e872: 8 total, 8 up, 8 in 2024-09-17T17:17:07.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:06 smithi031 ceph-mon[94873]: osdmap e872: 8 total, 8 up, 8 in 2024-09-17T17:17:07.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:06 smithi031 ceph-mon[96842]: osdmap e872: 8 total, 8 up, 8 in 2024-09-17T17:17:08.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:07 smithi066 ceph-mon[86175]: pgmap v978: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:17:08.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:07 smithi066 ceph-mon[86175]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:17:08.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:07 smithi066 ceph-mon[86175]: Cluster is now healthy 2024-09-17T17:17:08.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:07 smithi066 ceph-mon[86175]: osdmap e873: 8 total, 8 up, 8 in 2024-09-17T17:17:08.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:07 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/180004172' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:08.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:07 smithi031 ceph-mon[96842]: pgmap v978: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:17:08.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:07 smithi031 ceph-mon[96842]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:17:08.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:07 smithi031 ceph-mon[96842]: Cluster is now healthy 2024-09-17T17:17:08.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:07 smithi031 ceph-mon[96842]: osdmap e873: 8 total, 8 up, 8 in 2024-09-17T17:17:08.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:07 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/180004172' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:08.345 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:07 smithi031 ceph-mon[94873]: pgmap v978: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:17:08.346 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:07 smithi031 ceph-mon[94873]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:17:08.346 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:07 smithi031 ceph-mon[94873]: Cluster is now healthy 2024-09-17T17:17:08.346 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:07 smithi031 ceph-mon[94873]: osdmap e873: 8 total, 8 up, 8 in 2024-09-17T17:17:08.346 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:07 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/180004172' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:08.887 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.Cleanup (3040 ms) 2024-09-17T17:17:08.887 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-09-17T17:17:09.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:08 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/180004172' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:17:09.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:08 smithi066 ceph-mon[86175]: osdmap e874: 8 total, 8 up, 8 in 2024-09-17T17:17:09.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:08 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/180004172' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:17:09.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:08 smithi031 ceph-mon[94873]: osdmap e874: 8 total, 8 up, 8 in 2024-09-17T17:17:09.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:08 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/180004172' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:17:09.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:08 smithi031 ceph-mon[96842]: osdmap e874: 8 total, 8 up, 8 in 2024-09-17T17:17:10.133 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:09 smithi031 ceph-mon[94873]: pgmap v981: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:17:10.134 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:09 smithi031 ceph-mon[94873]: osdmap e875: 8 total, 8 up, 8 in 2024-09-17T17:17:10.134 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:09 smithi031 ceph-mon[96842]: pgmap v981: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:17:10.134 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:09 smithi031 ceph-mon[96842]: osdmap e875: 8 total, 8 up, 8 in 2024-09-17T17:17:10.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:09 smithi066 ceph-mon[86175]: pgmap v981: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:17:10.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:09 smithi066 ceph-mon[86175]: osdmap e875: 8 total, 8 up, 8 in 2024-09-17T17:17:10.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:17:10 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:17:10] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.51.0" 2024-09-17T17:17:11.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:10 smithi066 ceph-mon[86175]: osdmap e876: 8 total, 8 up, 8 in 2024-09-17T17:17:11.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:10 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/1819326171' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:11.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:10 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:11.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:10 smithi066 ceph-mon[86175]: pgmap v984: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:17:11.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:10 smithi031 ceph-mon[96842]: osdmap e876: 8 total, 8 up, 8 in 2024-09-17T17:17:11.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:10 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/1819326171' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:11.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:10 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:11.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:10 smithi031 ceph-mon[96842]: pgmap v984: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:17:11.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:10 smithi031 ceph-mon[94873]: osdmap e876: 8 total, 8 up, 8 in 2024-09-17T17:17:11.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:10 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/1819326171' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:11.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:10 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:11.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:10 smithi031 ceph-mon[94873]: pgmap v984: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:17:12.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:11 smithi066 ceph-mon[86175]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:17:12.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:11 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:17:12.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:11 smithi066 ceph-mon[86175]: osdmap e877: 8 total, 8 up, 8 in 2024-09-17T17:17:12.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:11 smithi031 ceph-mon[94873]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:17:12.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:11 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:17:12.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:11 smithi031 ceph-mon[94873]: osdmap e877: 8 total, 8 up, 8 in 2024-09-17T17:17:12.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:11 smithi031 ceph-mon[96842]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:17:12.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:11 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:17:12.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:11 smithi031 ceph-mon[96842]: osdmap e877: 8 total, 8 up, 8 in 2024-09-17T17:17:13.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:12 smithi066 ceph-mon[86175]: osdmap e878: 8 total, 8 up, 8 in 2024-09-17T17:17:13.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:12 smithi066 ceph-mon[86175]: pgmap v987: 137 pgs: 3 creating+peering, 18 unknown, 116 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:17:13.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:12 smithi031 ceph-mon[94873]: osdmap e878: 8 total, 8 up, 8 in 2024-09-17T17:17:13.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:12 smithi031 ceph-mon[94873]: pgmap v987: 137 pgs: 3 creating+peering, 18 unknown, 116 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:17:13.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:12 smithi031 ceph-mon[96842]: osdmap e878: 8 total, 8 up, 8 in 2024-09-17T17:17:13.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:12 smithi031 ceph-mon[96842]: pgmap v987: 137 pgs: 3 creating+peering, 18 unknown, 116 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:17:14.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:13 smithi066 ceph-mon[86175]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:17:14.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:13 smithi066 ceph-mon[86175]: Cluster is now healthy 2024-09-17T17:17:14.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:13 smithi031 ceph-mon[94873]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:17:14.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:13 smithi031 ceph-mon[94873]: Cluster is now healthy 2024-09-17T17:17:14.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:13 smithi031 ceph-mon[96842]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:17:14.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:13 smithi031 ceph-mon[96842]: Cluster is now healthy 2024-09-17T17:17:15.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:14 smithi031 ceph-mon[94873]: pgmap v988: 137 pgs: 3 creating+peering, 134 active+clean; 1.3 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.8 MiB/s wr, 6.56k op/s 2024-09-17T17:17:15.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:14 smithi031 ceph-mon[96842]: pgmap v988: 137 pgs: 3 creating+peering, 134 active+clean; 1.3 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.8 MiB/s wr, 6.56k op/s 2024-09-17T17:17:15.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:14 smithi066 ceph-mon[86175]: pgmap v988: 137 pgs: 3 creating+peering, 134 active+clean; 1.3 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.8 MiB/s wr, 6.56k op/s 2024-09-17T17:17:16.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:17:16.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:16 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:17:16.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:17:16.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:16 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:17:16.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:17:16.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:16 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:17:17.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:17 smithi031 ceph-mon[94873]: pgmap v989: 137 pgs: 137 active+clean; 1.3 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.9 MiB/s wr, 5.53k op/s 2024-09-17T17:17:17.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:17 smithi031 ceph-mon[96842]: pgmap v989: 137 pgs: 137 active+clean; 1.3 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.9 MiB/s wr, 5.53k op/s 2024-09-17T17:17:17.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:17 smithi066 ceph-mon[86175]: pgmap v989: 137 pgs: 137 active+clean; 1.3 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.9 MiB/s wr, 5.53k op/s 2024-09-17T17:17:18.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:18 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:17:18.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:18 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:17:18.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:18 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:17:19.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:19 smithi031 ceph-mon[94873]: pgmap v990: 137 pgs: 137 active+clean; 1.3 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.9 MiB/s wr, 4.38k op/s 2024-09-17T17:17:19.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:19 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:17:19.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:19 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:17:19.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:19 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:17:19.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:19 smithi031 ceph-mon[96842]: pgmap v990: 137 pgs: 137 active+clean; 1.3 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.9 MiB/s wr, 4.38k op/s 2024-09-17T17:17:19.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:19 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:17:19.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:19 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:17:19.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:19 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:17:19.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:19 smithi066 ceph-mon[86175]: pgmap v990: 137 pgs: 137 active+clean; 1.3 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.9 MiB/s wr, 4.38k op/s 2024-09-17T17:17:19.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:19 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:17:19.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:19 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:17:19.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:19 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:17:20.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:17:20 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:17:20] "GET /metrics HTTP/1.1" 200 36506 "" "Prometheus/2.51.0" 2024-09-17T17:17:21.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:21 smithi031 ceph-mon[94873]: pgmap v991: 137 pgs: 137 active+clean; 2.2 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 43 MiB/s rd, 7.5 MiB/s wr, 8.41k op/s 2024-09-17T17:17:21.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:21 smithi031 ceph-mon[96842]: pgmap v991: 137 pgs: 137 active+clean; 2.2 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 43 MiB/s rd, 7.5 MiB/s wr, 8.41k op/s 2024-09-17T17:17:21.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:21 smithi066 ceph-mon[86175]: pgmap v991: 137 pgs: 137 active+clean; 2.2 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 43 MiB/s rd, 7.5 MiB/s wr, 8.41k op/s 2024-09-17T17:17:23.538 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.MultiProducer (14650 ms) 2024-09-17T17:17:23.538 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-09-17T17:17:23.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:23 smithi031 ceph-mon[94873]: pgmap v992: 137 pgs: 137 active+clean; 2.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 39 MiB/s rd, 6.7 MiB/s wr, 7.60k op/s 2024-09-17T17:17:23.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:23 smithi031 ceph-mon[96842]: pgmap v992: 137 pgs: 137 active+clean; 2.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 39 MiB/s rd, 6.7 MiB/s wr, 7.60k op/s 2024-09-17T17:17:23.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:23 smithi066 ceph-mon[86175]: pgmap v992: 137 pgs: 137 active+clean; 2.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 39 MiB/s rd, 6.7 MiB/s wr, 7.60k op/s 2024-09-17T17:17:24.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:24 smithi031 ceph-mon[94873]: osdmap e879: 8 total, 8 up, 8 in 2024-09-17T17:17:24.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:24 smithi031 ceph-mon[96842]: osdmap e879: 8 total, 8 up, 8 in 2024-09-17T17:17:24.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:24 smithi066 ceph-mon[86175]: osdmap e879: 8 total, 8 up, 8 in 2024-09-17T17:17:25.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:25 smithi031 ceph-mon[94873]: pgmap v994: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:17:25.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:25 smithi031 ceph-mon[94873]: osdmap e880: 8 total, 8 up, 8 in 2024-09-17T17:17:25.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:25 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/1683771237' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:25.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:25 smithi031 ceph-mon[96842]: pgmap v994: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:17:25.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:25 smithi031 ceph-mon[96842]: osdmap e880: 8 total, 8 up, 8 in 2024-09-17T17:17:25.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:25 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/1683771237' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:25.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:25 smithi066 ceph-mon[86175]: pgmap v994: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:17:25.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:25 smithi066 ceph-mon[86175]: osdmap e880: 8 total, 8 up, 8 in 2024-09-17T17:17:25.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:25 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/1683771237' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:26.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:26 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/1683771237' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:17:26.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:26 smithi031 ceph-mon[96842]: osdmap e881: 8 total, 8 up, 8 in 2024-09-17T17:17:26.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:26 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/1683771237' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:17:26.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:26 smithi031 ceph-mon[94873]: osdmap e881: 8 total, 8 up, 8 in 2024-09-17T17:17:26.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:26 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/1683771237' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:17:26.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:26 smithi066 ceph-mon[86175]: osdmap e881: 8 total, 8 up, 8 in 2024-09-17T17:17:27.574 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4037 ms) 2024-09-17T17:17:27.574 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-09-17T17:17:27.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:27 smithi031 ceph-mon[94873]: pgmap v997: 137 pgs: 8 creating+peering, 23 unknown, 106 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:17:27.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:27 smithi031 ceph-mon[94873]: osdmap e882: 8 total, 8 up, 8 in 2024-09-17T17:17:27.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:27 smithi031 ceph-mon[96842]: pgmap v997: 137 pgs: 8 creating+peering, 23 unknown, 106 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:17:27.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:27 smithi031 ceph-mon[96842]: osdmap e882: 8 total, 8 up, 8 in 2024-09-17T17:17:27.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:27 smithi066 ceph-mon[86175]: pgmap v997: 137 pgs: 8 creating+peering, 23 unknown, 106 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:17:27.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:27 smithi066 ceph-mon[86175]: osdmap e882: 8 total, 8 up, 8 in 2024-09-17T17:17:28.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:28 smithi031 ceph-mon[94873]: osdmap e883: 8 total, 8 up, 8 in 2024-09-17T17:17:28.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:28 smithi031 ceph-mon[96842]: osdmap e883: 8 total, 8 up, 8 in 2024-09-17T17:17:28.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:28 smithi066 ceph-mon[86175]: osdmap e883: 8 total, 8 up, 8 in 2024-09-17T17:17:29.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:29 smithi031 ceph-mon[94873]: pgmap v1000: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:17:29.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:29 smithi031 ceph-mon[94873]: osdmap e884: 8 total, 8 up, 8 in 2024-09-17T17:17:29.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:29 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/1230332327' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:29.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:29 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:29.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:29 smithi031 ceph-mon[96842]: pgmap v1000: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:17:29.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:29 smithi031 ceph-mon[96842]: osdmap e884: 8 total, 8 up, 8 in 2024-09-17T17:17:29.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:29 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/1230332327' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:29.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:29 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:29.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:29 smithi066 ceph-mon[86175]: pgmap v1000: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:17:29.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:29 smithi066 ceph-mon[86175]: osdmap e884: 8 total, 8 up, 8 in 2024-09-17T17:17:29.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:29 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/1230332327' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:29.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:29 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:30.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:17:30 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:17:30] "GET /metrics HTTP/1.1" 200 36506 "" "Prometheus/2.51.0" 2024-09-17T17:17:30.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:30 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:17:30.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:30 smithi066 ceph-mon[86175]: osdmap e885: 8 total, 8 up, 8 in 2024-09-17T17:17:30.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:30 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:17:31.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:30 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:17:31.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:30 smithi031 ceph-mon[94873]: osdmap e885: 8 total, 8 up, 8 in 2024-09-17T17:17:31.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:30 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:17:31.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:30 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:17:31.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:30 smithi031 ceph-mon[96842]: osdmap e885: 8 total, 8 up, 8 in 2024-09-17T17:17:31.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:30 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:17:31.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:31 smithi066 ceph-mon[86175]: pgmap v1003: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:17:31.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:31 smithi066 ceph-mon[86175]: osdmap e886: 8 total, 8 up, 8 in 2024-09-17T17:17:32.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:31 smithi031 ceph-mon[94873]: pgmap v1003: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:17:32.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:31 smithi031 ceph-mon[94873]: osdmap e886: 8 total, 8 up, 8 in 2024-09-17T17:17:32.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:31 smithi031 ceph-mon[96842]: pgmap v1003: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-17T17:17:32.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:31 smithi031 ceph-mon[96842]: osdmap e886: 8 total, 8 up, 8 in 2024-09-17T17:17:33.895 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:33 smithi031 ceph-mon[94873]: pgmap v1005: 137 pgs: 5 creating+peering, 6 unknown, 126 active+clean; 798 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.8 MiB/s wr, 2.11k op/s 2024-09-17T17:17:33.896 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:33 smithi031 ceph-mon[96842]: pgmap v1005: 137 pgs: 5 creating+peering, 6 unknown, 126 active+clean; 798 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.8 MiB/s wr, 2.11k op/s 2024-09-17T17:17:33.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:33 smithi066 ceph-mon[86175]: pgmap v1005: 137 pgs: 5 creating+peering, 6 unknown, 126 active+clean; 798 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.8 MiB/s wr, 2.11k op/s 2024-09-17T17:17:35.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:35 smithi066 ceph-mon[86175]: pgmap v1006: 137 pgs: 137 active+clean; 798 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.4 MiB/s wr, 1.63k op/s 2024-09-17T17:17:36.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:35 smithi031 ceph-mon[94873]: pgmap v1006: 137 pgs: 137 active+clean; 798 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.4 MiB/s wr, 1.63k op/s 2024-09-17T17:17:36.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:35 smithi031 ceph-mon[96842]: pgmap v1006: 137 pgs: 137 active+clean; 798 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.4 MiB/s wr, 1.63k op/s 2024-09-17T17:17:37.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:37 smithi066 ceph-mon[86175]: pgmap v1007: 137 pgs: 137 active+clean; 1.6 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 61 MiB/s rd, 5.9 MiB/s wr, 6.96k op/s 2024-09-17T17:17:38.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:37 smithi031 ceph-mon[94873]: pgmap v1007: 137 pgs: 137 active+clean; 1.6 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 61 MiB/s rd, 5.9 MiB/s wr, 6.96k op/s 2024-09-17T17:17:38.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:37 smithi031 ceph-mon[96842]: pgmap v1007: 137 pgs: 137 active+clean; 1.6 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 61 MiB/s rd, 5.9 MiB/s wr, 6.96k op/s 2024-09-17T17:17:39.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:39 smithi066 ceph-mon[86175]: pgmap v1008: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 54 MiB/s rd, 5.2 MiB/s wr, 6.16k op/s 2024-09-17T17:17:40.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:39 smithi031 ceph-mon[94873]: pgmap v1008: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 54 MiB/s rd, 5.2 MiB/s wr, 6.16k op/s 2024-09-17T17:17:40.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:39 smithi031 ceph-mon[96842]: pgmap v1008: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 54 MiB/s rd, 5.2 MiB/s wr, 6.16k op/s 2024-09-17T17:17:40.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:17:40 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:17:40] "GET /metrics HTTP/1.1" 200 36447 "" "Prometheus/2.51.0" 2024-09-17T17:17:41.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:41 smithi066 ceph-mon[86175]: pgmap v1009: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 47 MiB/s rd, 4.5 MiB/s wr, 5.31k op/s 2024-09-17T17:17:42.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:41 smithi031 ceph-mon[94873]: pgmap v1009: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 47 MiB/s rd, 4.5 MiB/s wr, 5.31k op/s 2024-09-17T17:17:42.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:41 smithi031 ceph-mon[96842]: pgmap v1009: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 47 MiB/s rd, 4.5 MiB/s wr, 5.31k op/s 2024-09-17T17:17:43.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:43 smithi066 ceph-mon[86175]: pgmap v1010: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 67 MiB/s rd, 4.6 MiB/s wr, 5.56k op/s 2024-09-17T17:17:44.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:43 smithi031 ceph-mon[94873]: pgmap v1010: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 67 MiB/s rd, 4.6 MiB/s wr, 5.56k op/s 2024-09-17T17:17:44.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:43 smithi031 ceph-mon[96842]: pgmap v1010: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 67 MiB/s rd, 4.6 MiB/s wr, 5.56k op/s 2024-09-17T17:17:45.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:45 smithi066 ceph-mon[86175]: pgmap v1011: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 65 MiB/s rd, 4.4 MiB/s wr, 5.38k op/s 2024-09-17T17:17:45.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:45 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:17:46.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:45 smithi031 ceph-mon[94873]: pgmap v1011: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 65 MiB/s rd, 4.4 MiB/s wr, 5.38k op/s 2024-09-17T17:17:46.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:45 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:17:46.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:45 smithi031 ceph-mon[96842]: pgmap v1011: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 65 MiB/s rd, 4.4 MiB/s wr, 5.38k op/s 2024-09-17T17:17:46.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:45 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:17:47.629 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (20053 ms) 2024-09-17T17:17:47.629 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-09-17T17:17:47.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:47 smithi066 ceph-mon[86175]: pgmap v1012: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 107 MiB/s rd, 5.6 MiB/s wr, 6.89k op/s 2024-09-17T17:17:48.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:47 smithi031 ceph-mon[94873]: pgmap v1012: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 107 MiB/s rd, 5.6 MiB/s wr, 6.89k op/s 2024-09-17T17:17:48.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:47 smithi031 ceph-mon[96842]: pgmap v1012: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 107 MiB/s rd, 5.6 MiB/s wr, 6.89k op/s 2024-09-17T17:17:48.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:48 smithi066 ceph-mon[86175]: osdmap e887: 8 total, 8 up, 8 in 2024-09-17T17:17:49.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:48 smithi031 ceph-mon[94873]: osdmap e887: 8 total, 8 up, 8 in 2024-09-17T17:17:49.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:48 smithi031 ceph-mon[96842]: osdmap e887: 8 total, 8 up, 8 in 2024-09-17T17:17:49.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:49 smithi066 ceph-mon[86175]: pgmap v1014: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:17:49.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:49 smithi066 ceph-mon[86175]: osdmap e888: 8 total, 8 up, 8 in 2024-09-17T17:17:49.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:49 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/2910448348' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:49.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:49 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:50.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:49 smithi031 ceph-mon[96842]: pgmap v1014: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:17:50.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:49 smithi031 ceph-mon[96842]: osdmap e888: 8 total, 8 up, 8 in 2024-09-17T17:17:50.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:49 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/2910448348' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:50.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:49 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:50.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:49 smithi031 ceph-mon[94873]: pgmap v1014: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:17:50.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:49 smithi031 ceph-mon[94873]: osdmap e888: 8 total, 8 up, 8 in 2024-09-17T17:17:50.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:49 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/2910448348' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:50.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:49 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:50.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:17:50 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:17:50] "GET /metrics HTTP/1.1" 200 36510 "" "Prometheus/2.51.0" 2024-09-17T17:17:51.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:50 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:17:51.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:50 smithi031 ceph-mon[94873]: osdmap e889: 8 total, 8 up, 8 in 2024-09-17T17:17:51.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:50 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:17:51.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:50 smithi031 ceph-mon[96842]: osdmap e889: 8 total, 8 up, 8 in 2024-09-17T17:17:51.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:50 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:17:51.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:50 smithi066 ceph-mon[86175]: osdmap e889: 8 total, 8 up, 8 in 2024-09-17T17:17:51.668 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4041 ms) 2024-09-17T17:17:51.669 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-09-17T17:17:52.054 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:51 smithi066 ceph-mon[86175]: pgmap v1017: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:17:52.055 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:51 smithi066 ceph-mon[86175]: osdmap e890: 8 total, 8 up, 8 in 2024-09-17T17:17:52.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:51 smithi031 ceph-mon[94873]: pgmap v1017: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:17:52.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:51 smithi031 ceph-mon[94873]: osdmap e890: 8 total, 8 up, 8 in 2024-09-17T17:17:52.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:51 smithi031 ceph-mon[96842]: pgmap v1017: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:17:52.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:51 smithi031 ceph-mon[96842]: osdmap e890: 8 total, 8 up, 8 in 2024-09-17T17:17:53.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:52 smithi031 ceph-mon[94873]: osdmap e891: 8 total, 8 up, 8 in 2024-09-17T17:17:53.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:52 smithi031 ceph-mon[96842]: osdmap e891: 8 total, 8 up, 8 in 2024-09-17T17:17:53.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:52 smithi066 ceph-mon[86175]: osdmap e891: 8 total, 8 up, 8 in 2024-09-17T17:17:54.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:53 smithi031 ceph-mon[94873]: pgmap v1020: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:17:54.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:53 smithi031 ceph-mon[94873]: osdmap e892: 8 total, 8 up, 8 in 2024-09-17T17:17:54.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:53 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/2727648457' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:54.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:53 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:54.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:53 smithi031 ceph-mon[96842]: pgmap v1020: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:17:54.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:53 smithi031 ceph-mon[96842]: osdmap e892: 8 total, 8 up, 8 in 2024-09-17T17:17:54.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:53 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/2727648457' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:54.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:53 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:54.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:53 smithi066 ceph-mon[86175]: pgmap v1020: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:17:54.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:53 smithi066 ceph-mon[86175]: osdmap e892: 8 total, 8 up, 8 in 2024-09-17T17:17:54.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:53 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/2727648457' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:54.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:53 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:17:55.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:54 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:17:55.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:54 smithi031 ceph-mon[94873]: osdmap e893: 8 total, 8 up, 8 in 2024-09-17T17:17:55.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:54 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:17:55.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:54 smithi031 ceph-mon[96842]: osdmap e893: 8 total, 8 up, 8 in 2024-09-17T17:17:55.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:54 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:17:55.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:54 smithi066 ceph-mon[86175]: osdmap e893: 8 total, 8 up, 8 in 2024-09-17T17:17:56.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:55 smithi031 ceph-mon[94873]: pgmap v1023: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:17:56.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:55 smithi031 ceph-mon[94873]: osdmap e894: 8 total, 8 up, 8 in 2024-09-17T17:17:56.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:55 smithi031 ceph-mon[96842]: pgmap v1023: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:17:56.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:55 smithi031 ceph-mon[96842]: osdmap e894: 8 total, 8 up, 8 in 2024-09-17T17:17:56.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:55 smithi066 ceph-mon[86175]: pgmap v1023: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:17:56.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:55 smithi066 ceph-mon[86175]: osdmap e894: 8 total, 8 up, 8 in 2024-09-17T17:17:57.702 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6034 ms) 2024-09-17T17:17:57.703 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-09-17T17:17:58.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:57 smithi031 ceph-mon[94873]: pgmap v1025: 137 pgs: 12 creating+peering, 12 unknown, 113 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:17:58.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:57 smithi031 ceph-mon[96842]: pgmap v1025: 137 pgs: 12 creating+peering, 12 unknown, 113 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:17:58.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:57 smithi066 ceph-mon[86175]: pgmap v1025: 137 pgs: 12 creating+peering, 12 unknown, 113 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:17:59.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:58 smithi031 ceph-mon[94873]: osdmap e895: 8 total, 8 up, 8 in 2024-09-17T17:17:59.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:58 smithi031 ceph-mon[96842]: osdmap e895: 8 total, 8 up, 8 in 2024-09-17T17:17:59.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:58 smithi066 ceph-mon[86175]: osdmap e895: 8 total, 8 up, 8 in 2024-09-17T17:18:00.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:59 smithi031 ceph-mon[94873]: pgmap v1027: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:00.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:59 smithi031 ceph-mon[94873]: osdmap e896: 8 total, 8 up, 8 in 2024-09-17T17:18:00.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:59 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/632737393' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:00.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:17:59 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:00.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:59 smithi031 ceph-mon[96842]: pgmap v1027: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:00.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:59 smithi031 ceph-mon[96842]: osdmap e896: 8 total, 8 up, 8 in 2024-09-17T17:18:00.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:59 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/632737393' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:00.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:17:59 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:00.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:59 smithi066 ceph-mon[86175]: pgmap v1027: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:00.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:59 smithi066 ceph-mon[86175]: osdmap e896: 8 total, 8 up, 8 in 2024-09-17T17:18:00.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:59 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/632737393' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:00.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:17:59 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:00.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:18:00 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:18:00] "GET /metrics HTTP/1.1" 200 36510 "" "Prometheus/2.51.0" 2024-09-17T17:18:01.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:00 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:01.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:00 smithi031 ceph-mon[94873]: osdmap e897: 8 total, 8 up, 8 in 2024-09-17T17:18:01.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:18:01.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:00 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:01.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:00 smithi031 ceph-mon[96842]: osdmap e897: 8 total, 8 up, 8 in 2024-09-17T17:18:01.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:00 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:18:01.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:00 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-135807-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:01.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:00 smithi066 ceph-mon[86175]: osdmap e897: 8 total, 8 up, 8 in 2024-09-17T17:18:01.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:00 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:18:02.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:01 smithi031 ceph-mon[94873]: pgmap v1030: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:02.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:01 smithi031 ceph-mon[94873]: osdmap e898: 8 total, 8 up, 8 in 2024-09-17T17:18:02.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:01 smithi031 ceph-mon[96842]: pgmap v1030: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:02.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:01 smithi031 ceph-mon[96842]: osdmap e898: 8 total, 8 up, 8 in 2024-09-17T17:18:02.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:01 smithi066 ceph-mon[86175]: pgmap v1030: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:02.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:01 smithi066 ceph-mon[86175]: osdmap e898: 8 total, 8 up, 8 in 2024-09-17T17:18:02.735 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5033 ms) 2024-09-17T17:18:02.735 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 22 tests from TestCls2PCQueue (102054 ms total) 2024-09-17T17:18:02.735 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-09-17T17:18:02.735 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-09-17T17:18:02.735 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 22 tests from 1 test suite ran. (102054 ms total) 2024-09-17T17:18:02.735 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 22 tests. 2024-09-17T17:18:02.739 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-17T17:18:02.739 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-17T17:18:02.770 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-09-17T17:18:02.770 DEBUG:teuthology.orchestra.run.smithi031:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-09-17T17:18:02.844 INFO:tasks.workunit.client.0.smithi031.stdout:Running main() from gmock_main.cc 2024-09-17T17:18:02.844 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 6 tests from 2 test suites. 2024-09-17T17:18:02.844 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-09-17T17:18:02.844 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 5 tests from cls_cas 2024-09-17T17:18:02.844 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_cas.get_put 2024-09-17T17:18:03.995 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:03 smithi031 ceph-mon[94873]: pgmap v1032: 137 pgs: 11 unknown, 126 active+clean; 606 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.8 MiB/s wr, 1.01k op/s 2024-09-17T17:18:03.995 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:03 smithi031 ceph-mon[94873]: osdmap e899: 8 total, 8 up, 8 in 2024-09-17T17:18:03.995 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:03 smithi031 ceph-mon[96842]: pgmap v1032: 137 pgs: 11 unknown, 126 active+clean; 606 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.8 MiB/s wr, 1.01k op/s 2024-09-17T17:18:03.995 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:03 smithi031 ceph-mon[96842]: osdmap e899: 8 total, 8 up, 8 in 2024-09-17T17:18:04.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:03 smithi066 ceph-mon[86175]: pgmap v1032: 137 pgs: 11 unknown, 126 active+clean; 606 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.8 MiB/s wr, 1.01k op/s 2024-09-17T17:18:04.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:03 smithi066 ceph-mon[86175]: osdmap e899: 8 total, 8 up, 8 in 2024-09-17T17:18:05.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:04 smithi031 ceph-mon[94873]: osdmap e900: 8 total, 8 up, 8 in 2024-09-17T17:18:05.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:04 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/2959251119' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:05.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:04 smithi031 ceph-mon[96842]: osdmap e900: 8 total, 8 up, 8 in 2024-09-17T17:18:05.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:04 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/2959251119' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:05.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:04 smithi066 ceph-mon[86175]: osdmap e900: 8 total, 8 up, 8 in 2024-09-17T17:18:05.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:04 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/2959251119' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:05.756 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_cas.get_put (2912 ms) 2024-09-17T17:18:05.756 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_cas.wrong_put 2024-09-17T17:18:06.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:05 smithi031 ceph-mon[94873]: pgmap v1035: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:06.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:05 smithi031 ceph-mon[94873]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:18:06.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:05 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/2959251119' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:06.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:05 smithi031 ceph-mon[94873]: osdmap e901: 8 total, 8 up, 8 in 2024-09-17T17:18:06.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:05 smithi031 ceph-mon[96842]: pgmap v1035: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:06.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:05 smithi031 ceph-mon[96842]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:18:06.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:05 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/2959251119' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:06.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:05 smithi031 ceph-mon[96842]: osdmap e901: 8 total, 8 up, 8 in 2024-09-17T17:18:06.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:05 smithi066 ceph-mon[86175]: pgmap v1035: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:06.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:05 smithi066 ceph-mon[86175]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:18:06.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:05 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/2959251119' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:06.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:05 smithi066 ceph-mon[86175]: osdmap e901: 8 total, 8 up, 8 in 2024-09-17T17:18:07.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:06 smithi031 ceph-mon[94873]: osdmap e902: 8 total, 8 up, 8 in 2024-09-17T17:18:07.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:06 smithi031 ceph-mon[96842]: osdmap e902: 8 total, 8 up, 8 in 2024-09-17T17:18:07.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:06 smithi066 ceph-mon[86175]: osdmap e902: 8 total, 8 up, 8 in 2024-09-17T17:18:08.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:07 smithi031 ceph-mon[94873]: pgmap v1038: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:08.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:07 smithi031 ceph-mon[94873]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:18:08.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:07 smithi031 ceph-mon[94873]: Cluster is now healthy 2024-09-17T17:18:08.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:07 smithi031 ceph-mon[94873]: osdmap e903: 8 total, 8 up, 8 in 2024-09-17T17:18:08.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:07 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/3220910449' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:08.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:07 smithi031 ceph-mon[96842]: pgmap v1038: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:08.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:07 smithi031 ceph-mon[96842]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:18:08.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:07 smithi031 ceph-mon[96842]: Cluster is now healthy 2024-09-17T17:18:08.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:07 smithi031 ceph-mon[96842]: osdmap e903: 8 total, 8 up, 8 in 2024-09-17T17:18:08.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:07 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/3220910449' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:08.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:07 smithi066 ceph-mon[86175]: pgmap v1038: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:08.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:07 smithi066 ceph-mon[86175]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:18:08.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:07 smithi066 ceph-mon[86175]: Cluster is now healthy 2024-09-17T17:18:08.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:07 smithi066 ceph-mon[86175]: osdmap e903: 8 total, 8 up, 8 in 2024-09-17T17:18:08.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:07 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/3220910449' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:08.781 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_cas.wrong_put (3025 ms) 2024-09-17T17:18:08.781 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_cas.dup_get 2024-09-17T17:18:09.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:08 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/3220910449' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:09.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:08 smithi031 ceph-mon[94873]: osdmap e904: 8 total, 8 up, 8 in 2024-09-17T17:18:09.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:08 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/3220910449' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:09.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:08 smithi031 ceph-mon[96842]: osdmap e904: 8 total, 8 up, 8 in 2024-09-17T17:18:09.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:08 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/3220910449' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:09.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:08 smithi066 ceph-mon[86175]: osdmap e904: 8 total, 8 up, 8 in 2024-09-17T17:18:10.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:09 smithi031 ceph-mon[94873]: pgmap v1041: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:10.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:09 smithi031 ceph-mon[94873]: osdmap e905: 8 total, 8 up, 8 in 2024-09-17T17:18:10.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:09 smithi031 ceph-mon[96842]: pgmap v1041: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:10.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:09 smithi031 ceph-mon[96842]: osdmap e905: 8 total, 8 up, 8 in 2024-09-17T17:18:10.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:09 smithi066 ceph-mon[86175]: pgmap v1041: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:10.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:09 smithi066 ceph-mon[86175]: osdmap e905: 8 total, 8 up, 8 in 2024-09-17T17:18:10.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:18:10 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:18:10] "GET /metrics HTTP/1.1" 200 36446 "" "Prometheus/2.51.0" 2024-09-17T17:18:11.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:10 smithi031 ceph-mon[94873]: osdmap e906: 8 total, 8 up, 8 in 2024-09-17T17:18:11.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:10 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/585179813' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:11.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:10 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:11.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:10 smithi031 ceph-mon[96842]: osdmap e906: 8 total, 8 up, 8 in 2024-09-17T17:18:11.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:10 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/585179813' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:11.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:10 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:11.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:10 smithi066 ceph-mon[86175]: osdmap e906: 8 total, 8 up, 8 in 2024-09-17T17:18:11.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:10 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/585179813' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:11.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:10 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:11.805 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_cas.dup_get (3024 ms) 2024-09-17T17:18:11.805 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_cas.dup_put 2024-09-17T17:18:12.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:11 smithi031 ceph-mon[94873]: pgmap v1044: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:12.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:11 smithi031 ceph-mon[94873]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:18:12.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:11 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:12.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:11 smithi031 ceph-mon[94873]: osdmap e907: 8 total, 8 up, 8 in 2024-09-17T17:18:12.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:11 smithi031 ceph-mon[96842]: pgmap v1044: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:12.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:11 smithi031 ceph-mon[96842]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:18:12.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:11 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:12.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:11 smithi031 ceph-mon[96842]: osdmap e907: 8 total, 8 up, 8 in 2024-09-17T17:18:12.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:11 smithi066 ceph-mon[86175]: pgmap v1044: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:12.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:11 smithi066 ceph-mon[86175]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:18:12.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:11 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:12.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:11 smithi066 ceph-mon[86175]: osdmap e907: 8 total, 8 up, 8 in 2024-09-17T17:18:13.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:12 smithi031 ceph-mon[94873]: osdmap e908: 8 total, 8 up, 8 in 2024-09-17T17:18:13.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:12 smithi031 ceph-mon[96842]: osdmap e908: 8 total, 8 up, 8 in 2024-09-17T17:18:13.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:12 smithi066 ceph-mon[86175]: osdmap e908: 8 total, 8 up, 8 in 2024-09-17T17:18:14.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:13 smithi031 ceph-mon[94873]: pgmap v1047: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:14.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:13 smithi031 ceph-mon[94873]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:18:14.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:13 smithi031 ceph-mon[94873]: Cluster is now healthy 2024-09-17T17:18:14.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:13 smithi031 ceph-mon[94873]: osdmap e909: 8 total, 8 up, 8 in 2024-09-17T17:18:14.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:13 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/2053955808' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:14.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:13 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:14.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:13 smithi031 ceph-mon[96842]: pgmap v1047: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:14.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:13 smithi031 ceph-mon[96842]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:18:14.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:13 smithi031 ceph-mon[96842]: Cluster is now healthy 2024-09-17T17:18:14.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:13 smithi031 ceph-mon[96842]: osdmap e909: 8 total, 8 up, 8 in 2024-09-17T17:18:14.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:13 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/2053955808' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:14.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:13 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:14.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:13 smithi066 ceph-mon[86175]: pgmap v1047: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:14.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:13 smithi066 ceph-mon[86175]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:18:14.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:13 smithi066 ceph-mon[86175]: Cluster is now healthy 2024-09-17T17:18:14.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:13 smithi066 ceph-mon[86175]: osdmap e909: 8 total, 8 up, 8 in 2024-09-17T17:18:14.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:13 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/2053955808' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:14.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:13 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:14.817 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_cas.dup_put (3011 ms) 2024-09-17T17:18:14.817 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_cas.get_wrong_data 2024-09-17T17:18:15.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:14 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:15.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:14 smithi031 ceph-mon[94873]: osdmap e910: 8 total, 8 up, 8 in 2024-09-17T17:18:15.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:14 smithi031 ceph-mon[94873]: osdmap e911: 8 total, 8 up, 8 in 2024-09-17T17:18:15.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:14 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:15.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:14 smithi031 ceph-mon[96842]: osdmap e910: 8 total, 8 up, 8 in 2024-09-17T17:18:15.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:14 smithi031 ceph-mon[96842]: osdmap e911: 8 total, 8 up, 8 in 2024-09-17T17:18:15.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:14 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:15.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:14 smithi066 ceph-mon[86175]: osdmap e910: 8 total, 8 up, 8 in 2024-09-17T17:18:15.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:14 smithi066 ceph-mon[86175]: osdmap e911: 8 total, 8 up, 8 in 2024-09-17T17:18:16.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:15 smithi031 ceph-mon[94873]: pgmap v1050: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:16.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:15 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:18:16.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:15 smithi031 ceph-mon[96842]: pgmap v1050: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:16.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:15 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:18:16.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:15 smithi066 ceph-mon[86175]: pgmap v1050: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:16.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:15 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:18:17.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:16 smithi031 ceph-mon[96842]: osdmap e912: 8 total, 8 up, 8 in 2024-09-17T17:18:17.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:16 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/4262263230' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:17.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:16 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:17.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:16 smithi031 ceph-mon[94873]: osdmap e912: 8 total, 8 up, 8 in 2024-09-17T17:18:17.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:16 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/4262263230' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:17.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:16 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:17.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:16 smithi066 ceph-mon[86175]: osdmap e912: 8 total, 8 up, 8 in 2024-09-17T17:18:17.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:16 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/4262263230' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:17.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:16 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:17.860 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_cas.get_wrong_data (3042 ms) 2024-09-17T17:18:17.860 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 5 tests from cls_cas (15015 ms total) 2024-09-17T17:18:17.860 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-09-17T17:18:17.860 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 1 test from chunk_refs_t 2024-09-17T17:18:17.860 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] chunk_refs_t.size 2024-09-17T17:18:17.860 INFO:tasks.workunit.client.0.smithi031.stdout:1 60 by_object 2024-09-17T17:18:17.860 INFO:tasks.workunit.client.0.smithi031.stdout:2 103 by_object 2024-09-17T17:18:17.861 INFO:tasks.workunit.client.0.smithi031.stdout:4 189 by_object 2024-09-17T17:18:17.861 INFO:tasks.workunit.client.0.smithi031.stdout:8 361 by_object 2024-09-17T17:18:17.861 INFO:tasks.workunit.client.0.smithi031.stdout:16 112 by_hash(32 bits) 2024-09-17T17:18:17.861 INFO:tasks.workunit.client.0.smithi031.stdout:32 208 by_hash(32 bits) 2024-09-17T17:18:17.861 INFO:tasks.workunit.client.0.smithi031.stdout:64 400 by_hash(32 bits) 2024-09-17T17:18:17.862 INFO:tasks.workunit.client.0.smithi031.stdout:128 509 by_hash(10 bits) 2024-09-17T17:18:17.862 INFO:tasks.workunit.client.0.smithi031.stdout:256 499 by_hash(7 bits) 2024-09-17T17:18:17.862 INFO:tasks.workunit.client.0.smithi031.stdout:512 462 by_hash(5 bits) 2024-09-17T17:18:17.862 INFO:tasks.workunit.client.0.smithi031.stdout:1024 466 by_hash(5 bits) 2024-09-17T17:18:17.862 INFO:tasks.workunit.client.0.smithi031.stdout:2048 466 by_hash(5 bits) 2024-09-17T17:18:17.862 INFO:tasks.workunit.client.0.smithi031.stdout:4096 470 by_hash(5 bits) 2024-09-17T17:18:17.863 INFO:tasks.workunit.client.0.smithi031.stdout:8192 498 by_hash(4 bits) 2024-09-17T17:18:17.864 INFO:tasks.workunit.client.0.smithi031.stdout:16384 278 by_hash(3 bits) 2024-09-17T17:18:17.866 INFO:tasks.workunit.client.0.smithi031.stdout:32768 337 by_hash(2 bits) 2024-09-17T17:18:17.870 INFO:tasks.workunit.client.0.smithi031.stdout:65536 367 by_hash(2 bits) 2024-09-17T17:18:17.878 INFO:tasks.workunit.client.0.smithi031.stdout:131072 387 by_hash(1 bits) 2024-09-17T17:18:17.894 INFO:tasks.workunit.client.0.smithi031.stdout:262144 331 by_pool 2024-09-17T17:18:17.921 INFO:tasks.workunit.client.0.smithi031.stdout:524288 21 count 2024-09-17T17:18:17.972 INFO:tasks.workunit.client.0.smithi031.stdout:1048576 21 count 2024-09-17T17:18:18.069 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] chunk_refs_t.size (210 ms) 2024-09-17T17:18:18.069 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 1 test from chunk_refs_t (210 ms total) 2024-09-17T17:18:18.069 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-09-17T17:18:18.069 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-09-17T17:18:18.070 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 6 tests from 2 test suites ran. (15225 ms total) 2024-09-17T17:18:18.070 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 6 tests. 2024-09-17T17:18:18.071 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-17T17:18:18.071 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-17T17:18:18.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:17 smithi031 ceph-mon[96842]: pgmap v1053: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:18.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:17 smithi031 ceph-mon[96842]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:18:18.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:17 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:18.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:17 smithi031 ceph-mon[96842]: osdmap e913: 8 total, 8 up, 8 in 2024-09-17T17:18:18.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:17 smithi031 ceph-mon[94873]: pgmap v1053: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:18.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:17 smithi031 ceph-mon[94873]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:18:18.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:17 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:18.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:17 smithi031 ceph-mon[94873]: osdmap e913: 8 total, 8 up, 8 in 2024-09-17T17:18:18.119 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-09-17T17:18:18.119 DEBUG:teuthology.orchestra.run.smithi031:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-09-17T17:18:18.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:17 smithi066 ceph-mon[86175]: pgmap v1053: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:18.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:17 smithi066 ceph-mon[86175]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:18:18.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:17 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136426-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:18.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:17 smithi066 ceph-mon[86175]: osdmap e913: 8 total, 8 up, 8 in 2024-09-17T17:18:18.190 INFO:tasks.workunit.client.0.smithi031.stdout:Running main() from gmock_main.cc 2024-09-17T17:18:18.191 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 31 tests from 1 test suite. 2024-09-17T17:18:18.191 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-09-17T17:18:19.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:18 smithi066 ceph-mon[86175]: osdmap e914: 8 total, 8 up, 8 in 2024-09-17T17:18:19.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:18 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:18:19.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:18 smithi031 ceph-mon[94873]: osdmap e914: 8 total, 8 up, 8 in 2024-09-17T17:18:19.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:18 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:18:19.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:18 smithi031 ceph-mon[96842]: osdmap e914: 8 total, 8 up, 8 in 2024-09-17T17:18:19.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:18 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:18:19.869 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 31 tests from CmpOmap 2024-09-17T17:18:19.869 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-09-17T17:18:19.883 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (14 ms) 2024-09-17T17:18:19.884 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-09-17T17:18:19.891 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (6 ms) 2024-09-17T17:18:19.891 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-09-17T17:18:19.894 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (4 ms) 2024-09-17T17:18:19.894 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-09-17T17:18:19.897 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2024-09-17T17:18:19.897 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-09-17T17:18:19.903 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_vals_str (7 ms) 2024-09-17T17:18:19.903 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-09-17T17:18:19.912 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_vals_u64 (8 ms) 2024-09-17T17:18:19.912 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-09-17T17:18:19.915 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-09-17T17:18:19.915 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-09-17T17:18:19.917 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (2 ms) 2024-09-17T17:18:19.917 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-09-17T17:18:19.920 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (3 ms) 2024-09-17T17:18:19.920 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-09-17T17:18:19.924 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2024-09-17T17:18:19.924 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-09-17T17:18:19.925 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-09-17T17:18:19.925 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-09-17T17:18:19.925 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (0 ms) 2024-09-17T17:18:19.925 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-09-17T17:18:19.932 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (7 ms) 2024-09-17T17:18:19.932 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-09-17T17:18:19.938 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (6 ms) 2024-09-17T17:18:19.938 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-09-17T17:18:19.944 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (6 ms) 2024-09-17T17:18:19.945 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-09-17T17:18:19.958 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (14 ms) 2024-09-17T17:18:19.959 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-09-17T17:18:19.968 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_set_vals_str (7 ms) 2024-09-17T17:18:19.968 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-09-17T17:18:19.973 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (8 ms) 2024-09-17T17:18:19.973 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-09-17T17:18:19.975 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-09-17T17:18:19.975 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-09-17T17:18:19.977 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2024-09-17T17:18:19.978 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-09-17T17:18:19.978 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-09-17T17:18:19.978 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-09-17T17:18:19.979 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2024-09-17T17:18:19.979 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-09-17T17:18:19.986 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (7 ms) 2024-09-17T17:18:19.986 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-09-17T17:18:19.992 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (6 ms) 2024-09-17T17:18:19.992 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-09-17T17:18:19.999 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (7 ms) 2024-09-17T17:18:20.000 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-09-17T17:18:20.007 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (8 ms) 2024-09-17T17:18:20.007 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-09-17T17:18:20.009 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2024-09-17T17:18:20.009 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-09-17T17:18:20.012 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2024-09-17T17:18:20.012 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-09-17T17:18:20.012 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-09-17T17:18:20.013 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-09-17T17:18:20.013 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (1 ms) 2024-09-17T17:18:20.013 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-09-17T17:18:20.022 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (9 ms) 2024-09-17T17:18:20.022 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 31 tests from CmpOmap (153 ms total) 2024-09-17T17:18:20.022 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-09-17T17:18:20.022 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-09-17T17:18:20.133 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:19 smithi031 ceph-mon[94873]: pgmap v1056: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:20.133 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:19 smithi031 ceph-mon[94873]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:18:20.133 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:19 smithi031 ceph-mon[94873]: Cluster is now healthy 2024-09-17T17:18:20.133 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:19 smithi031 ceph-mon[94873]: osdmap e915: 8 total, 8 up, 8 in 2024-09-17T17:18:20.133 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:19 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/1615202812' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136549-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:20.133 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:19 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:18:20.133 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:19 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:18:20.134 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:19 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:18:20.134 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:19 smithi031 ceph-mon[96842]: pgmap v1056: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:20.134 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:19 smithi031 ceph-mon[96842]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:18:20.134 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:19 smithi031 ceph-mon[96842]: Cluster is now healthy 2024-09-17T17:18:20.134 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:19 smithi031 ceph-mon[96842]: osdmap e915: 8 total, 8 up, 8 in 2024-09-17T17:18:20.134 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:19 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/1615202812' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136549-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:20.134 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:19 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:18:20.134 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:19 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:18:20.134 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:19 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:18:20.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:19 smithi066 ceph-mon[86175]: pgmap v1056: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:20.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:19 smithi066 ceph-mon[86175]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:18:20.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:19 smithi066 ceph-mon[86175]: Cluster is now healthy 2024-09-17T17:18:20.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:19 smithi066 ceph-mon[86175]: osdmap e915: 8 total, 8 up, 8 in 2024-09-17T17:18:20.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:19 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/1615202812' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136549-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:20.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:19 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:18:20.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:19 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:18:20.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:19 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:18:20.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:18:20 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:18:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.51.0" 2024-09-17T17:18:20.877 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 31 tests from 1 test suite ran. (2687 ms total) 2024-09-17T17:18:20.877 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 31 tests. 2024-09-17T17:18:20.880 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-17T17:18:20.881 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-17T17:18:20.952 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-09-17T17:18:20.952 DEBUG:teuthology.orchestra.run.smithi031:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-09-17T17:18:21.028 INFO:tasks.workunit.client.0.smithi031.stdout:Running main() from gmock_main.cc 2024-09-17T17:18:21.028 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 6 tests from 1 test suite. 2024-09-17T17:18:21.028 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-09-17T17:18:21.028 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 6 tests from ClsHello 2024-09-17T17:18:21.028 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsHello.SayHello 2024-09-17T17:18:21.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:20 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/1615202812' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136549-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:21.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:20 smithi066 ceph-mon[86175]: osdmap e916: 8 total, 8 up, 8 in 2024-09-17T17:18:21.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:20 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/1615202812' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136549-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:21.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:20 smithi031 ceph-mon[94873]: osdmap e916: 8 total, 8 up, 8 in 2024-09-17T17:18:21.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:20 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/1615202812' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136549-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:21.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:20 smithi031 ceph-mon[96842]: osdmap e916: 8 total, 8 up, 8 in 2024-09-17T17:18:22.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:21 smithi066 ceph-mon[86175]: pgmap v1059: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:22.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:21 smithi066 ceph-mon[86175]: osdmap e917: 8 total, 8 up, 8 in 2024-09-17T17:18:22.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:21 smithi031 ceph-mon[94873]: pgmap v1059: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:22.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:21 smithi031 ceph-mon[94873]: osdmap e917: 8 total, 8 up, 8 in 2024-09-17T17:18:22.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:21 smithi031 ceph-mon[96842]: pgmap v1059: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:22.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:21 smithi031 ceph-mon[96842]: osdmap e917: 8 total, 8 up, 8 in 2024-09-17T17:18:23.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:22 smithi066 ceph-mon[86175]: osdmap e918: 8 total, 8 up, 8 in 2024-09-17T17:18:23.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:22 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/1666816319' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:23.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:22 smithi031 ceph-mon[94873]: osdmap e918: 8 total, 8 up, 8 in 2024-09-17T17:18:23.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:22 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/1666816319' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:23.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:22 smithi031 ceph-mon[96842]: osdmap e918: 8 total, 8 up, 8 in 2024-09-17T17:18:23.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:22 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/1666816319' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:23.900 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsHello.SayHello (2871 ms) 2024-09-17T17:18:23.900 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsHello.RecordHello 2024-09-17T17:18:24.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:23 smithi066 ceph-mon[86175]: pgmap v1062: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:24.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:23 smithi066 ceph-mon[86175]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:18:24.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:23 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/1666816319' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:24.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:23 smithi066 ceph-mon[86175]: osdmap e919: 8 total, 8 up, 8 in 2024-09-17T17:18:24.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:23 smithi031 ceph-mon[94873]: pgmap v1062: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:24.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:23 smithi031 ceph-mon[94873]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:18:24.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:23 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/1666816319' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:24.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:23 smithi031 ceph-mon[94873]: osdmap e919: 8 total, 8 up, 8 in 2024-09-17T17:18:24.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:23 smithi031 ceph-mon[96842]: pgmap v1062: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:24.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:23 smithi031 ceph-mon[96842]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:18:24.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:23 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/1666816319' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:24.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:23 smithi031 ceph-mon[96842]: osdmap e919: 8 total, 8 up, 8 in 2024-09-17T17:18:25.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:24 smithi066 ceph-mon[86175]: osdmap e920: 8 total, 8 up, 8 in 2024-09-17T17:18:25.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:24 smithi066 ceph-mon[86175]: pgmap v1065: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:25.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:24 smithi031 ceph-mon[96842]: osdmap e920: 8 total, 8 up, 8 in 2024-09-17T17:18:25.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:24 smithi031 ceph-mon[96842]: pgmap v1065: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:25.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:24 smithi031 ceph-mon[94873]: osdmap e920: 8 total, 8 up, 8 in 2024-09-17T17:18:25.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:24 smithi031 ceph-mon[94873]: pgmap v1065: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:26.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:25 smithi031 ceph-mon[96842]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:18:26.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:25 smithi031 ceph-mon[96842]: Cluster is now healthy 2024-09-17T17:18:26.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:25 smithi031 ceph-mon[96842]: osdmap e921: 8 total, 8 up, 8 in 2024-09-17T17:18:26.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:25 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/665172590' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:26.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:25 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:26.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:25 smithi031 ceph-mon[94873]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:18:26.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:25 smithi031 ceph-mon[94873]: Cluster is now healthy 2024-09-17T17:18:26.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:25 smithi031 ceph-mon[94873]: osdmap e921: 8 total, 8 up, 8 in 2024-09-17T17:18:26.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:25 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/665172590' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:26.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:25 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:26.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:25 smithi066 ceph-mon[86175]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:18:26.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:25 smithi066 ceph-mon[86175]: Cluster is now healthy 2024-09-17T17:18:26.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:25 smithi066 ceph-mon[86175]: osdmap e921: 8 total, 8 up, 8 in 2024-09-17T17:18:26.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:25 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/665172590' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:26.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:25 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:26.926 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsHello.RecordHello (3026 ms) 2024-09-17T17:18:26.926 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsHello.WriteReturnData 2024-09-17T17:18:27.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:26 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:27.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:26 smithi031 ceph-mon[94873]: osdmap e922: 8 total, 8 up, 8 in 2024-09-17T17:18:27.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:26 smithi031 ceph-mon[94873]: pgmap v1068: 137 pgs: 5 creating+peering, 24 unknown, 108 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-09-17T17:18:27.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:26 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:27.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:26 smithi031 ceph-mon[96842]: osdmap e922: 8 total, 8 up, 8 in 2024-09-17T17:18:27.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:26 smithi031 ceph-mon[96842]: pgmap v1068: 137 pgs: 5 creating+peering, 24 unknown, 108 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-09-17T17:18:27.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:26 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:27.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:26 smithi066 ceph-mon[86175]: osdmap e922: 8 total, 8 up, 8 in 2024-09-17T17:18:27.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:26 smithi066 ceph-mon[86175]: pgmap v1068: 137 pgs: 5 creating+peering, 24 unknown, 108 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-09-17T17:18:28.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:27 smithi031 ceph-mon[94873]: osdmap e923: 8 total, 8 up, 8 in 2024-09-17T17:18:28.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:27 smithi031 ceph-mon[96842]: osdmap e923: 8 total, 8 up, 8 in 2024-09-17T17:18:28.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:27 smithi066 ceph-mon[86175]: osdmap e923: 8 total, 8 up, 8 in 2024-09-17T17:18:28.940 INFO:tasks.workunit.client.0.smithi031.stdout:require_osd_release = squid 2024-09-17T17:18:28.948 INFO:tasks.workunit.client.0.smithi031.stdout:0 2024-09-17T17:18:29.050 INFO:tasks.workunit.client.0.smithi031.stdout:1 2024-09-17T17:18:29.051 INFO:tasks.workunit.client.0.smithi031.stdout:2 2024-09-17T17:18:29.053 INFO:tasks.workunit.client.0.smithi031.stdout:3 2024-09-17T17:18:29.054 INFO:tasks.workunit.client.0.smithi031.stdout:4 2024-09-17T17:18:29.055 INFO:tasks.workunit.client.0.smithi031.stdout:5 2024-09-17T17:18:29.056 INFO:tasks.workunit.client.0.smithi031.stdout:6 2024-09-17T17:18:29.057 INFO:tasks.workunit.client.0.smithi031.stdout:7 2024-09-17T17:18:29.058 INFO:tasks.workunit.client.0.smithi031.stdout:8 2024-09-17T17:18:29.059 INFO:tasks.workunit.client.0.smithi031.stdout:9 2024-09-17T17:18:29.060 INFO:tasks.workunit.client.0.smithi031.stdout:10 2024-09-17T17:18:29.061 INFO:tasks.workunit.client.0.smithi031.stdout:11 2024-09-17T17:18:29.062 INFO:tasks.workunit.client.0.smithi031.stdout:12 2024-09-17T17:18:29.063 INFO:tasks.workunit.client.0.smithi031.stdout:13 2024-09-17T17:18:29.064 INFO:tasks.workunit.client.0.smithi031.stdout:14 2024-09-17T17:18:29.065 INFO:tasks.workunit.client.0.smithi031.stdout:15 2024-09-17T17:18:29.066 INFO:tasks.workunit.client.0.smithi031.stdout:16 2024-09-17T17:18:29.068 INFO:tasks.workunit.client.0.smithi031.stdout:17 2024-09-17T17:18:29.069 INFO:tasks.workunit.client.0.smithi031.stdout:18 2024-09-17T17:18:29.070 INFO:tasks.workunit.client.0.smithi031.stdout:19 2024-09-17T17:18:29.071 INFO:tasks.workunit.client.0.smithi031.stdout:20 2024-09-17T17:18:29.071 INFO:tasks.workunit.client.0.smithi031.stdout:21 2024-09-17T17:18:29.073 INFO:tasks.workunit.client.0.smithi031.stdout:22 2024-09-17T17:18:29.073 INFO:tasks.workunit.client.0.smithi031.stdout:23 2024-09-17T17:18:29.074 INFO:tasks.workunit.client.0.smithi031.stdout:24 2024-09-17T17:18:29.076 INFO:tasks.workunit.client.0.smithi031.stdout:25 2024-09-17T17:18:29.077 INFO:tasks.workunit.client.0.smithi031.stdout:26 2024-09-17T17:18:29.077 INFO:tasks.workunit.client.0.smithi031.stdout:27 2024-09-17T17:18:29.079 INFO:tasks.workunit.client.0.smithi031.stdout:28 2024-09-17T17:18:29.079 INFO:tasks.workunit.client.0.smithi031.stdout:29 2024-09-17T17:18:29.081 INFO:tasks.workunit.client.0.smithi031.stdout:30 2024-09-17T17:18:29.082 INFO:tasks.workunit.client.0.smithi031.stdout:31 2024-09-17T17:18:29.083 INFO:tasks.workunit.client.0.smithi031.stdout:32 2024-09-17T17:18:29.084 INFO:tasks.workunit.client.0.smithi031.stdout:33 2024-09-17T17:18:29.085 INFO:tasks.workunit.client.0.smithi031.stdout:34 2024-09-17T17:18:29.086 INFO:tasks.workunit.client.0.smithi031.stdout:35 2024-09-17T17:18:29.087 INFO:tasks.workunit.client.0.smithi031.stdout:36 2024-09-17T17:18:29.088 INFO:tasks.workunit.client.0.smithi031.stdout:37 2024-09-17T17:18:29.089 INFO:tasks.workunit.client.0.smithi031.stdout:38 2024-09-17T17:18:29.090 INFO:tasks.workunit.client.0.smithi031.stdout:39 2024-09-17T17:18:29.091 INFO:tasks.workunit.client.0.smithi031.stdout:40 2024-09-17T17:18:29.092 INFO:tasks.workunit.client.0.smithi031.stdout:41 2024-09-17T17:18:29.093 INFO:tasks.workunit.client.0.smithi031.stdout:42 2024-09-17T17:18:29.094 INFO:tasks.workunit.client.0.smithi031.stdout:43 2024-09-17T17:18:29.095 INFO:tasks.workunit.client.0.smithi031.stdout:44 2024-09-17T17:18:29.096 INFO:tasks.workunit.client.0.smithi031.stdout:45 2024-09-17T17:18:29.097 INFO:tasks.workunit.client.0.smithi031.stdout:46 2024-09-17T17:18:29.098 INFO:tasks.workunit.client.0.smithi031.stdout:47 2024-09-17T17:18:29.100 INFO:tasks.workunit.client.0.smithi031.stdout:48 2024-09-17T17:18:29.102 INFO:tasks.workunit.client.0.smithi031.stdout:49 2024-09-17T17:18:29.102 INFO:tasks.workunit.client.0.smithi031.stdout:50 2024-09-17T17:18:29.103 INFO:tasks.workunit.client.0.smithi031.stdout:51 2024-09-17T17:18:29.105 INFO:tasks.workunit.client.0.smithi031.stdout:52 2024-09-17T17:18:29.105 INFO:tasks.workunit.client.0.smithi031.stdout:53 2024-09-17T17:18:29.106 INFO:tasks.workunit.client.0.smithi031.stdout:54 2024-09-17T17:18:29.107 INFO:tasks.workunit.client.0.smithi031.stdout:55 2024-09-17T17:18:29.108 INFO:tasks.workunit.client.0.smithi031.stdout:56 2024-09-17T17:18:29.109 INFO:tasks.workunit.client.0.smithi031.stdout:57 2024-09-17T17:18:29.110 INFO:tasks.workunit.client.0.smithi031.stdout:58 2024-09-17T17:18:29.111 INFO:tasks.workunit.client.0.smithi031.stdout:59 2024-09-17T17:18:29.112 INFO:tasks.workunit.client.0.smithi031.stdout:60 2024-09-17T17:18:29.113 INFO:tasks.workunit.client.0.smithi031.stdout:61 2024-09-17T17:18:29.115 INFO:tasks.workunit.client.0.smithi031.stdout:62 2024-09-17T17:18:29.116 INFO:tasks.workunit.client.0.smithi031.stdout:63 2024-09-17T17:18:29.117 INFO:tasks.workunit.client.0.smithi031.stdout:64 2024-09-17T17:18:29.118 INFO:tasks.workunit.client.0.smithi031.stdout:65 2024-09-17T17:18:29.119 INFO:tasks.workunit.client.0.smithi031.stdout:66 2024-09-17T17:18:29.120 INFO:tasks.workunit.client.0.smithi031.stdout:67 2024-09-17T17:18:29.121 INFO:tasks.workunit.client.0.smithi031.stdout:68 2024-09-17T17:18:29.122 INFO:tasks.workunit.client.0.smithi031.stdout:69 2024-09-17T17:18:29.123 INFO:tasks.workunit.client.0.smithi031.stdout:70 2024-09-17T17:18:29.124 INFO:tasks.workunit.client.0.smithi031.stdout:71 2024-09-17T17:18:29.126 INFO:tasks.workunit.client.0.smithi031.stdout:72 2024-09-17T17:18:29.127 INFO:tasks.workunit.client.0.smithi031.stdout:73 2024-09-17T17:18:29.127 INFO:tasks.workunit.client.0.smithi031.stdout:74 2024-09-17T17:18:29.128 INFO:tasks.workunit.client.0.smithi031.stdout:75 2024-09-17T17:18:29.130 INFO:tasks.workunit.client.0.smithi031.stdout:76 2024-09-17T17:18:29.131 INFO:tasks.workunit.client.0.smithi031.stdout:77 2024-09-17T17:18:29.132 INFO:tasks.workunit.client.0.smithi031.stdout:78 2024-09-17T17:18:29.133 INFO:tasks.workunit.client.0.smithi031.stdout:79 2024-09-17T17:18:29.134 INFO:tasks.workunit.client.0.smithi031.stdout:80 2024-09-17T17:18:29.135 INFO:tasks.workunit.client.0.smithi031.stdout:81 2024-09-17T17:18:29.136 INFO:tasks.workunit.client.0.smithi031.stdout:82 2024-09-17T17:18:29.137 INFO:tasks.workunit.client.0.smithi031.stdout:83 2024-09-17T17:18:29.138 INFO:tasks.workunit.client.0.smithi031.stdout:84 2024-09-17T17:18:29.139 INFO:tasks.workunit.client.0.smithi031.stdout:85 2024-09-17T17:18:29.141 INFO:tasks.workunit.client.0.smithi031.stdout:86 2024-09-17T17:18:29.142 INFO:tasks.workunit.client.0.smithi031.stdout:87 2024-09-17T17:18:29.143 INFO:tasks.workunit.client.0.smithi031.stdout:88 2024-09-17T17:18:29.144 INFO:tasks.workunit.client.0.smithi031.stdout:89 2024-09-17T17:18:29.145 INFO:tasks.workunit.client.0.smithi031.stdout:90 2024-09-17T17:18:29.146 INFO:tasks.workunit.client.0.smithi031.stdout:91 2024-09-17T17:18:29.147 INFO:tasks.workunit.client.0.smithi031.stdout:92 2024-09-17T17:18:29.148 INFO:tasks.workunit.client.0.smithi031.stdout:93 2024-09-17T17:18:29.149 INFO:tasks.workunit.client.0.smithi031.stdout:94 2024-09-17T17:18:29.150 INFO:tasks.workunit.client.0.smithi031.stdout:95 2024-09-17T17:18:29.151 INFO:tasks.workunit.client.0.smithi031.stdout:96 2024-09-17T17:18:29.153 INFO:tasks.workunit.client.0.smithi031.stdout:97 2024-09-17T17:18:29.154 INFO:tasks.workunit.client.0.smithi031.stdout:98 2024-09-17T17:18:29.155 INFO:tasks.workunit.client.0.smithi031.stdout:99 2024-09-17T17:18:29.156 INFO:tasks.workunit.client.0.smithi031.stdout:100 2024-09-17T17:18:29.157 INFO:tasks.workunit.client.0.smithi031.stdout:101 2024-09-17T17:18:29.158 INFO:tasks.workunit.client.0.smithi031.stdout:102 2024-09-17T17:18:29.159 INFO:tasks.workunit.client.0.smithi031.stdout:103 2024-09-17T17:18:29.161 INFO:tasks.workunit.client.0.smithi031.stdout:104 2024-09-17T17:18:29.162 INFO:tasks.workunit.client.0.smithi031.stdout:105 2024-09-17T17:18:29.163 INFO:tasks.workunit.client.0.smithi031.stdout:106 2024-09-17T17:18:29.164 INFO:tasks.workunit.client.0.smithi031.stdout:107 2024-09-17T17:18:29.165 INFO:tasks.workunit.client.0.smithi031.stdout:108 2024-09-17T17:18:29.166 INFO:tasks.workunit.client.0.smithi031.stdout:109 2024-09-17T17:18:29.167 INFO:tasks.workunit.client.0.smithi031.stdout:110 2024-09-17T17:18:29.168 INFO:tasks.workunit.client.0.smithi031.stdout:111 2024-09-17T17:18:29.169 INFO:tasks.workunit.client.0.smithi031.stdout:112 2024-09-17T17:18:29.170 INFO:tasks.workunit.client.0.smithi031.stdout:113 2024-09-17T17:18:29.171 INFO:tasks.workunit.client.0.smithi031.stdout:114 2024-09-17T17:18:29.172 INFO:tasks.workunit.client.0.smithi031.stdout:115 2024-09-17T17:18:29.173 INFO:tasks.workunit.client.0.smithi031.stdout:116 2024-09-17T17:18:29.175 INFO:tasks.workunit.client.0.smithi031.stdout:117 2024-09-17T17:18:29.176 INFO:tasks.workunit.client.0.smithi031.stdout:118 2024-09-17T17:18:29.177 INFO:tasks.workunit.client.0.smithi031.stdout:119 2024-09-17T17:18:29.178 INFO:tasks.workunit.client.0.smithi031.stdout:120 2024-09-17T17:18:29.179 INFO:tasks.workunit.client.0.smithi031.stdout:121 2024-09-17T17:18:29.180 INFO:tasks.workunit.client.0.smithi031.stdout:122 2024-09-17T17:18:29.181 INFO:tasks.workunit.client.0.smithi031.stdout:123 2024-09-17T17:18:29.182 INFO:tasks.workunit.client.0.smithi031.stdout:124 2024-09-17T17:18:29.183 INFO:tasks.workunit.client.0.smithi031.stdout:125 2024-09-17T17:18:29.184 INFO:tasks.workunit.client.0.smithi031.stdout:126 2024-09-17T17:18:29.185 INFO:tasks.workunit.client.0.smithi031.stdout:127 2024-09-17T17:18:29.186 INFO:tasks.workunit.client.0.smithi031.stdout:128 2024-09-17T17:18:29.187 INFO:tasks.workunit.client.0.smithi031.stdout:129 2024-09-17T17:18:29.188 INFO:tasks.workunit.client.0.smithi031.stdout:130 2024-09-17T17:18:29.189 INFO:tasks.workunit.client.0.smithi031.stdout:131 2024-09-17T17:18:29.190 INFO:tasks.workunit.client.0.smithi031.stdout:132 2024-09-17T17:18:29.192 INFO:tasks.workunit.client.0.smithi031.stdout:133 2024-09-17T17:18:29.193 INFO:tasks.workunit.client.0.smithi031.stdout:134 2024-09-17T17:18:29.194 INFO:tasks.workunit.client.0.smithi031.stdout:135 2024-09-17T17:18:29.195 INFO:tasks.workunit.client.0.smithi031.stdout:136 2024-09-17T17:18:29.196 INFO:tasks.workunit.client.0.smithi031.stdout:137 2024-09-17T17:18:29.197 INFO:tasks.workunit.client.0.smithi031.stdout:138 2024-09-17T17:18:29.198 INFO:tasks.workunit.client.0.smithi031.stdout:139 2024-09-17T17:18:29.199 INFO:tasks.workunit.client.0.smithi031.stdout:140 2024-09-17T17:18:29.200 INFO:tasks.workunit.client.0.smithi031.stdout:141 2024-09-17T17:18:29.201 INFO:tasks.workunit.client.0.smithi031.stdout:142 2024-09-17T17:18:29.202 INFO:tasks.workunit.client.0.smithi031.stdout:143 2024-09-17T17:18:29.203 INFO:tasks.workunit.client.0.smithi031.stdout:144 2024-09-17T17:18:29.204 INFO:tasks.workunit.client.0.smithi031.stdout:145 2024-09-17T17:18:29.205 INFO:tasks.workunit.client.0.smithi031.stdout:146 2024-09-17T17:18:29.206 INFO:tasks.workunit.client.0.smithi031.stdout:147 2024-09-17T17:18:29.207 INFO:tasks.workunit.client.0.smithi031.stdout:148 2024-09-17T17:18:29.209 INFO:tasks.workunit.client.0.smithi031.stdout:149 2024-09-17T17:18:29.210 INFO:tasks.workunit.client.0.smithi031.stdout:150 2024-09-17T17:18:29.211 INFO:tasks.workunit.client.0.smithi031.stdout:151 2024-09-17T17:18:29.212 INFO:tasks.workunit.client.0.smithi031.stdout:152 2024-09-17T17:18:29.213 INFO:tasks.workunit.client.0.smithi031.stdout:153 2024-09-17T17:18:29.214 INFO:tasks.workunit.client.0.smithi031.stdout:154 2024-09-17T17:18:29.215 INFO:tasks.workunit.client.0.smithi031.stdout:155 2024-09-17T17:18:29.216 INFO:tasks.workunit.client.0.smithi031.stdout:156 2024-09-17T17:18:29.217 INFO:tasks.workunit.client.0.smithi031.stdout:157 2024-09-17T17:18:29.218 INFO:tasks.workunit.client.0.smithi031.stdout:158 2024-09-17T17:18:29.219 INFO:tasks.workunit.client.0.smithi031.stdout:159 2024-09-17T17:18:29.220 INFO:tasks.workunit.client.0.smithi031.stdout:160 2024-09-17T17:18:29.221 INFO:tasks.workunit.client.0.smithi031.stdout:161 2024-09-17T17:18:29.222 INFO:tasks.workunit.client.0.smithi031.stdout:162 2024-09-17T17:18:29.223 INFO:tasks.workunit.client.0.smithi031.stdout:163 2024-09-17T17:18:29.224 INFO:tasks.workunit.client.0.smithi031.stdout:164 2024-09-17T17:18:29.225 INFO:tasks.workunit.client.0.smithi031.stdout:165 2024-09-17T17:18:29.226 INFO:tasks.workunit.client.0.smithi031.stdout:166 2024-09-17T17:18:29.228 INFO:tasks.workunit.client.0.smithi031.stdout:167 2024-09-17T17:18:29.228 INFO:tasks.workunit.client.0.smithi031.stdout:168 2024-09-17T17:18:29.229 INFO:tasks.workunit.client.0.smithi031.stdout:169 2024-09-17T17:18:29.230 INFO:tasks.workunit.client.0.smithi031.stdout:170 2024-09-17T17:18:29.231 INFO:tasks.workunit.client.0.smithi031.stdout:171 2024-09-17T17:18:29.232 INFO:tasks.workunit.client.0.smithi031.stdout:172 2024-09-17T17:18:29.233 INFO:tasks.workunit.client.0.smithi031.stdout:173 2024-09-17T17:18:29.234 INFO:tasks.workunit.client.0.smithi031.stdout:174 2024-09-17T17:18:29.235 INFO:tasks.workunit.client.0.smithi031.stdout:175 2024-09-17T17:18:29.236 INFO:tasks.workunit.client.0.smithi031.stdout:176 2024-09-17T17:18:29.237 INFO:tasks.workunit.client.0.smithi031.stdout:177 2024-09-17T17:18:29.238 INFO:tasks.workunit.client.0.smithi031.stdout:178 2024-09-17T17:18:29.239 INFO:tasks.workunit.client.0.smithi031.stdout:179 2024-09-17T17:18:29.240 INFO:tasks.workunit.client.0.smithi031.stdout:180 2024-09-17T17:18:29.241 INFO:tasks.workunit.client.0.smithi031.stdout:181 2024-09-17T17:18:29.241 INFO:tasks.workunit.client.0.smithi031.stdout:182 2024-09-17T17:18:29.245 INFO:tasks.workunit.client.0.smithi031.stdout:183 2024-09-17T17:18:29.245 INFO:tasks.workunit.client.0.smithi031.stdout:184 2024-09-17T17:18:29.245 INFO:tasks.workunit.client.0.smithi031.stdout:185 2024-09-17T17:18:29.245 INFO:tasks.workunit.client.0.smithi031.stdout:186 2024-09-17T17:18:29.246 INFO:tasks.workunit.client.0.smithi031.stdout:187 2024-09-17T17:18:29.247 INFO:tasks.workunit.client.0.smithi031.stdout:188 2024-09-17T17:18:29.248 INFO:tasks.workunit.client.0.smithi031.stdout:189 2024-09-17T17:18:29.249 INFO:tasks.workunit.client.0.smithi031.stdout:190 2024-09-17T17:18:29.249 INFO:tasks.workunit.client.0.smithi031.stdout:191 2024-09-17T17:18:29.250 INFO:tasks.workunit.client.0.smithi031.stdout:192 2024-09-17T17:18:29.251 INFO:tasks.workunit.client.0.smithi031.stdout:193 2024-09-17T17:18:29.252 INFO:tasks.workunit.client.0.smithi031.stdout:194 2024-09-17T17:18:29.253 INFO:tasks.workunit.client.0.smithi031.stdout:195 2024-09-17T17:18:29.254 INFO:tasks.workunit.client.0.smithi031.stdout:196 2024-09-17T17:18:29.255 INFO:tasks.workunit.client.0.smithi031.stdout:197 2024-09-17T17:18:29.256 INFO:tasks.workunit.client.0.smithi031.stdout:198 2024-09-17T17:18:29.257 INFO:tasks.workunit.client.0.smithi031.stdout:199 2024-09-17T17:18:29.257 INFO:tasks.workunit.client.0.smithi031.stdout:200 2024-09-17T17:18:29.258 INFO:tasks.workunit.client.0.smithi031.stdout:201 2024-09-17T17:18:29.259 INFO:tasks.workunit.client.0.smithi031.stdout:202 2024-09-17T17:18:29.260 INFO:tasks.workunit.client.0.smithi031.stdout:203 2024-09-17T17:18:29.261 INFO:tasks.workunit.client.0.smithi031.stdout:204 2024-09-17T17:18:29.262 INFO:tasks.workunit.client.0.smithi031.stdout:205 2024-09-17T17:18:29.263 INFO:tasks.workunit.client.0.smithi031.stdout:206 2024-09-17T17:18:29.264 INFO:tasks.workunit.client.0.smithi031.stdout:207 2024-09-17T17:18:29.265 INFO:tasks.workunit.client.0.smithi031.stdout:208 2024-09-17T17:18:29.265 INFO:tasks.workunit.client.0.smithi031.stdout:209 2024-09-17T17:18:29.266 INFO:tasks.workunit.client.0.smithi031.stdout:210 2024-09-17T17:18:29.267 INFO:tasks.workunit.client.0.smithi031.stdout:211 2024-09-17T17:18:29.268 INFO:tasks.workunit.client.0.smithi031.stdout:212 2024-09-17T17:18:29.269 INFO:tasks.workunit.client.0.smithi031.stdout:213 2024-09-17T17:18:29.270 INFO:tasks.workunit.client.0.smithi031.stdout:214 2024-09-17T17:18:29.271 INFO:tasks.workunit.client.0.smithi031.stdout:215 2024-09-17T17:18:29.272 INFO:tasks.workunit.client.0.smithi031.stdout:216 2024-09-17T17:18:29.273 INFO:tasks.workunit.client.0.smithi031.stdout:217 2024-09-17T17:18:29.273 INFO:tasks.workunit.client.0.smithi031.stdout:218 2024-09-17T17:18:29.274 INFO:tasks.workunit.client.0.smithi031.stdout:219 2024-09-17T17:18:29.275 INFO:tasks.workunit.client.0.smithi031.stdout:220 2024-09-17T17:18:29.276 INFO:tasks.workunit.client.0.smithi031.stdout:221 2024-09-17T17:18:29.277 INFO:tasks.workunit.client.0.smithi031.stdout:222 2024-09-17T17:18:29.278 INFO:tasks.workunit.client.0.smithi031.stdout:223 2024-09-17T17:18:29.279 INFO:tasks.workunit.client.0.smithi031.stdout:224 2024-09-17T17:18:29.280 INFO:tasks.workunit.client.0.smithi031.stdout:225 2024-09-17T17:18:29.281 INFO:tasks.workunit.client.0.smithi031.stdout:226 2024-09-17T17:18:29.282 INFO:tasks.workunit.client.0.smithi031.stdout:227 2024-09-17T17:18:29.283 INFO:tasks.workunit.client.0.smithi031.stdout:228 2024-09-17T17:18:29.284 INFO:tasks.workunit.client.0.smithi031.stdout:229 2024-09-17T17:18:29.285 INFO:tasks.workunit.client.0.smithi031.stdout:230 2024-09-17T17:18:29.285 INFO:tasks.workunit.client.0.smithi031.stdout:231 2024-09-17T17:18:29.286 INFO:tasks.workunit.client.0.smithi031.stdout:232 2024-09-17T17:18:29.287 INFO:tasks.workunit.client.0.smithi031.stdout:233 2024-09-17T17:18:29.288 INFO:tasks.workunit.client.0.smithi031.stdout:234 2024-09-17T17:18:29.289 INFO:tasks.workunit.client.0.smithi031.stdout:235 2024-09-17T17:18:29.290 INFO:tasks.workunit.client.0.smithi031.stdout:236 2024-09-17T17:18:29.291 INFO:tasks.workunit.client.0.smithi031.stdout:237 2024-09-17T17:18:29.292 INFO:tasks.workunit.client.0.smithi031.stdout:238 2024-09-17T17:18:29.293 INFO:tasks.workunit.client.0.smithi031.stdout:239 2024-09-17T17:18:29.294 INFO:tasks.workunit.client.0.smithi031.stdout:240 2024-09-17T17:18:29.295 INFO:tasks.workunit.client.0.smithi031.stdout:241 2024-09-17T17:18:29.296 INFO:tasks.workunit.client.0.smithi031.stdout:242 2024-09-17T17:18:29.297 INFO:tasks.workunit.client.0.smithi031.stdout:243 2024-09-17T17:18:29.298 INFO:tasks.workunit.client.0.smithi031.stdout:244 2024-09-17T17:18:29.299 INFO:tasks.workunit.client.0.smithi031.stdout:245 2024-09-17T17:18:29.300 INFO:tasks.workunit.client.0.smithi031.stdout:246 2024-09-17T17:18:29.301 INFO:tasks.workunit.client.0.smithi031.stdout:247 2024-09-17T17:18:29.302 INFO:tasks.workunit.client.0.smithi031.stdout:248 2024-09-17T17:18:29.303 INFO:tasks.workunit.client.0.smithi031.stdout:249 2024-09-17T17:18:29.305 INFO:tasks.workunit.client.0.smithi031.stdout:250 2024-09-17T17:18:29.306 INFO:tasks.workunit.client.0.smithi031.stdout:251 2024-09-17T17:18:29.307 INFO:tasks.workunit.client.0.smithi031.stdout:252 2024-09-17T17:18:29.308 INFO:tasks.workunit.client.0.smithi031.stdout:253 2024-09-17T17:18:29.309 INFO:tasks.workunit.client.0.smithi031.stdout:254 2024-09-17T17:18:29.310 INFO:tasks.workunit.client.0.smithi031.stdout:255 2024-09-17T17:18:29.311 INFO:tasks.workunit.client.0.smithi031.stdout:256 2024-09-17T17:18:29.312 INFO:tasks.workunit.client.0.smithi031.stdout:257 2024-09-17T17:18:29.313 INFO:tasks.workunit.client.0.smithi031.stdout:258 2024-09-17T17:18:29.314 INFO:tasks.workunit.client.0.smithi031.stdout:259 2024-09-17T17:18:29.315 INFO:tasks.workunit.client.0.smithi031.stdout:260 2024-09-17T17:18:29.316 INFO:tasks.workunit.client.0.smithi031.stdout:261 2024-09-17T17:18:29.316 INFO:tasks.workunit.client.0.smithi031.stdout:262 2024-09-17T17:18:29.317 INFO:tasks.workunit.client.0.smithi031.stdout:263 2024-09-17T17:18:29.318 INFO:tasks.workunit.client.0.smithi031.stdout:264 2024-09-17T17:18:29.319 INFO:tasks.workunit.client.0.smithi031.stdout:265 2024-09-17T17:18:29.320 INFO:tasks.workunit.client.0.smithi031.stdout:266 2024-09-17T17:18:29.321 INFO:tasks.workunit.client.0.smithi031.stdout:267 2024-09-17T17:18:29.322 INFO:tasks.workunit.client.0.smithi031.stdout:268 2024-09-17T17:18:29.323 INFO:tasks.workunit.client.0.smithi031.stdout:269 2024-09-17T17:18:29.324 INFO:tasks.workunit.client.0.smithi031.stdout:270 2024-09-17T17:18:29.325 INFO:tasks.workunit.client.0.smithi031.stdout:271 2024-09-17T17:18:29.326 INFO:tasks.workunit.client.0.smithi031.stdout:272 2024-09-17T17:18:29.327 INFO:tasks.workunit.client.0.smithi031.stdout:273 2024-09-17T17:18:29.328 INFO:tasks.workunit.client.0.smithi031.stdout:274 2024-09-17T17:18:29.329 INFO:tasks.workunit.client.0.smithi031.stdout:275 2024-09-17T17:18:29.330 INFO:tasks.workunit.client.0.smithi031.stdout:276 2024-09-17T17:18:29.331 INFO:tasks.workunit.client.0.smithi031.stdout:277 2024-09-17T17:18:29.331 INFO:tasks.workunit.client.0.smithi031.stdout:278 2024-09-17T17:18:29.332 INFO:tasks.workunit.client.0.smithi031.stdout:279 2024-09-17T17:18:29.333 INFO:tasks.workunit.client.0.smithi031.stdout:280 2024-09-17T17:18:29.334 INFO:tasks.workunit.client.0.smithi031.stdout:281 2024-09-17T17:18:29.335 INFO:tasks.workunit.client.0.smithi031.stdout:282 2024-09-17T17:18:29.336 INFO:tasks.workunit.client.0.smithi031.stdout:283 2024-09-17T17:18:29.337 INFO:tasks.workunit.client.0.smithi031.stdout:284 2024-09-17T17:18:29.338 INFO:tasks.workunit.client.0.smithi031.stdout:285 2024-09-17T17:18:29.339 INFO:tasks.workunit.client.0.smithi031.stdout:286 2024-09-17T17:18:29.340 INFO:tasks.workunit.client.0.smithi031.stdout:287 2024-09-17T17:18:29.341 INFO:tasks.workunit.client.0.smithi031.stdout:288 2024-09-17T17:18:29.342 INFO:tasks.workunit.client.0.smithi031.stdout:289 2024-09-17T17:18:29.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:28 smithi031 ceph-mon[94873]: osdmap e924: 8 total, 8 up, 8 in 2024-09-17T17:18:29.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:28 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/1802605130' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:29.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:28 smithi031 ceph-mon[94873]: pgmap v1071: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:29.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:28 smithi031 ceph-mon[96842]: osdmap e924: 8 total, 8 up, 8 in 2024-09-17T17:18:29.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:28 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/1802605130' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:29.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:28 smithi031 ceph-mon[96842]: pgmap v1071: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:29.344 INFO:tasks.workunit.client.0.smithi031.stdout:290 2024-09-17T17:18:29.344 INFO:tasks.workunit.client.0.smithi031.stdout:291 2024-09-17T17:18:29.345 INFO:tasks.workunit.client.0.smithi031.stdout:292 2024-09-17T17:18:29.345 INFO:tasks.workunit.client.0.smithi031.stdout:293 2024-09-17T17:18:29.347 INFO:tasks.workunit.client.0.smithi031.stdout:294 2024-09-17T17:18:29.347 INFO:tasks.workunit.client.0.smithi031.stdout:295 2024-09-17T17:18:29.348 INFO:tasks.workunit.client.0.smithi031.stdout:296 2024-09-17T17:18:29.349 INFO:tasks.workunit.client.0.smithi031.stdout:297 2024-09-17T17:18:29.350 INFO:tasks.workunit.client.0.smithi031.stdout:298 2024-09-17T17:18:29.351 INFO:tasks.workunit.client.0.smithi031.stdout:299 2024-09-17T17:18:29.352 INFO:tasks.workunit.client.0.smithi031.stdout:300 2024-09-17T17:18:29.353 INFO:tasks.workunit.client.0.smithi031.stdout:301 2024-09-17T17:18:29.354 INFO:tasks.workunit.client.0.smithi031.stdout:302 2024-09-17T17:18:29.355 INFO:tasks.workunit.client.0.smithi031.stdout:303 2024-09-17T17:18:29.356 INFO:tasks.workunit.client.0.smithi031.stdout:304 2024-09-17T17:18:29.357 INFO:tasks.workunit.client.0.smithi031.stdout:305 2024-09-17T17:18:29.358 INFO:tasks.workunit.client.0.smithi031.stdout:306 2024-09-17T17:18:29.359 INFO:tasks.workunit.client.0.smithi031.stdout:307 2024-09-17T17:18:29.360 INFO:tasks.workunit.client.0.smithi031.stdout:308 2024-09-17T17:18:29.361 INFO:tasks.workunit.client.0.smithi031.stdout:309 2024-09-17T17:18:29.362 INFO:tasks.workunit.client.0.smithi031.stdout:310 2024-09-17T17:18:29.362 INFO:tasks.workunit.client.0.smithi031.stdout:311 2024-09-17T17:18:29.363 INFO:tasks.workunit.client.0.smithi031.stdout:312 2024-09-17T17:18:29.364 INFO:tasks.workunit.client.0.smithi031.stdout:313 2024-09-17T17:18:29.365 INFO:tasks.workunit.client.0.smithi031.stdout:314 2024-09-17T17:18:29.366 INFO:tasks.workunit.client.0.smithi031.stdout:315 2024-09-17T17:18:29.367 INFO:tasks.workunit.client.0.smithi031.stdout:316 2024-09-17T17:18:29.368 INFO:tasks.workunit.client.0.smithi031.stdout:317 2024-09-17T17:18:29.369 INFO:tasks.workunit.client.0.smithi031.stdout:318 2024-09-17T17:18:29.370 INFO:tasks.workunit.client.0.smithi031.stdout:319 2024-09-17T17:18:29.371 INFO:tasks.workunit.client.0.smithi031.stdout:320 2024-09-17T17:18:29.372 INFO:tasks.workunit.client.0.smithi031.stdout:321 2024-09-17T17:18:29.373 INFO:tasks.workunit.client.0.smithi031.stdout:322 2024-09-17T17:18:29.374 INFO:tasks.workunit.client.0.smithi031.stdout:323 2024-09-17T17:18:29.375 INFO:tasks.workunit.client.0.smithi031.stdout:324 2024-09-17T17:18:29.376 INFO:tasks.workunit.client.0.smithi031.stdout:325 2024-09-17T17:18:29.377 INFO:tasks.workunit.client.0.smithi031.stdout:326 2024-09-17T17:18:29.378 INFO:tasks.workunit.client.0.smithi031.stdout:327 2024-09-17T17:18:29.379 INFO:tasks.workunit.client.0.smithi031.stdout:328 2024-09-17T17:18:29.380 INFO:tasks.workunit.client.0.smithi031.stdout:329 2024-09-17T17:18:29.382 INFO:tasks.workunit.client.0.smithi031.stdout:330 2024-09-17T17:18:29.382 INFO:tasks.workunit.client.0.smithi031.stdout:331 2024-09-17T17:18:29.383 INFO:tasks.workunit.client.0.smithi031.stdout:332 2024-09-17T17:18:29.384 INFO:tasks.workunit.client.0.smithi031.stdout:333 2024-09-17T17:18:29.385 INFO:tasks.workunit.client.0.smithi031.stdout:334 2024-09-17T17:18:29.386 INFO:tasks.workunit.client.0.smithi031.stdout:335 2024-09-17T17:18:29.387 INFO:tasks.workunit.client.0.smithi031.stdout:336 2024-09-17T17:18:29.388 INFO:tasks.workunit.client.0.smithi031.stdout:337 2024-09-17T17:18:29.389 INFO:tasks.workunit.client.0.smithi031.stdout:338 2024-09-17T17:18:29.390 INFO:tasks.workunit.client.0.smithi031.stdout:339 2024-09-17T17:18:29.391 INFO:tasks.workunit.client.0.smithi031.stdout:340 2024-09-17T17:18:29.392 INFO:tasks.workunit.client.0.smithi031.stdout:341 2024-09-17T17:18:29.393 INFO:tasks.workunit.client.0.smithi031.stdout:342 2024-09-17T17:18:29.394 INFO:tasks.workunit.client.0.smithi031.stdout:343 2024-09-17T17:18:29.395 INFO:tasks.workunit.client.0.smithi031.stdout:344 2024-09-17T17:18:29.396 INFO:tasks.workunit.client.0.smithi031.stdout:345 2024-09-17T17:18:29.397 INFO:tasks.workunit.client.0.smithi031.stdout:346 2024-09-17T17:18:29.398 INFO:tasks.workunit.client.0.smithi031.stdout:347 2024-09-17T17:18:29.399 INFO:tasks.workunit.client.0.smithi031.stdout:348 2024-09-17T17:18:29.400 INFO:tasks.workunit.client.0.smithi031.stdout:349 2024-09-17T17:18:29.401 INFO:tasks.workunit.client.0.smithi031.stdout:350 2024-09-17T17:18:29.402 INFO:tasks.workunit.client.0.smithi031.stdout:351 2024-09-17T17:18:29.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:28 smithi066 ceph-mon[86175]: osdmap e924: 8 total, 8 up, 8 in 2024-09-17T17:18:29.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:28 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/1802605130' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:29.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:28 smithi066 ceph-mon[86175]: pgmap v1071: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:29.404 INFO:tasks.workunit.client.0.smithi031.stdout:352 2024-09-17T17:18:29.404 INFO:tasks.workunit.client.0.smithi031.stdout:353 2024-09-17T17:18:29.405 INFO:tasks.workunit.client.0.smithi031.stdout:354 2024-09-17T17:18:29.406 INFO:tasks.workunit.client.0.smithi031.stdout:355 2024-09-17T17:18:29.407 INFO:tasks.workunit.client.0.smithi031.stdout:356 2024-09-17T17:18:29.408 INFO:tasks.workunit.client.0.smithi031.stdout:357 2024-09-17T17:18:29.409 INFO:tasks.workunit.client.0.smithi031.stdout:358 2024-09-17T17:18:29.410 INFO:tasks.workunit.client.0.smithi031.stdout:359 2024-09-17T17:18:29.411 INFO:tasks.workunit.client.0.smithi031.stdout:360 2024-09-17T17:18:29.412 INFO:tasks.workunit.client.0.smithi031.stdout:361 2024-09-17T17:18:29.413 INFO:tasks.workunit.client.0.smithi031.stdout:362 2024-09-17T17:18:29.414 INFO:tasks.workunit.client.0.smithi031.stdout:363 2024-09-17T17:18:29.415 INFO:tasks.workunit.client.0.smithi031.stdout:364 2024-09-17T17:18:29.416 INFO:tasks.workunit.client.0.smithi031.stdout:365 2024-09-17T17:18:29.417 INFO:tasks.workunit.client.0.smithi031.stdout:366 2024-09-17T17:18:29.418 INFO:tasks.workunit.client.0.smithi031.stdout:367 2024-09-17T17:18:29.418 INFO:tasks.workunit.client.0.smithi031.stdout:368 2024-09-17T17:18:29.419 INFO:tasks.workunit.client.0.smithi031.stdout:369 2024-09-17T17:18:29.420 INFO:tasks.workunit.client.0.smithi031.stdout:370 2024-09-17T17:18:29.421 INFO:tasks.workunit.client.0.smithi031.stdout:371 2024-09-17T17:18:29.422 INFO:tasks.workunit.client.0.smithi031.stdout:372 2024-09-17T17:18:29.423 INFO:tasks.workunit.client.0.smithi031.stdout:373 2024-09-17T17:18:29.424 INFO:tasks.workunit.client.0.smithi031.stdout:374 2024-09-17T17:18:29.425 INFO:tasks.workunit.client.0.smithi031.stdout:375 2024-09-17T17:18:29.427 INFO:tasks.workunit.client.0.smithi031.stdout:376 2024-09-17T17:18:29.427 INFO:tasks.workunit.client.0.smithi031.stdout:377 2024-09-17T17:18:29.428 INFO:tasks.workunit.client.0.smithi031.stdout:378 2024-09-17T17:18:29.429 INFO:tasks.workunit.client.0.smithi031.stdout:379 2024-09-17T17:18:29.430 INFO:tasks.workunit.client.0.smithi031.stdout:380 2024-09-17T17:18:29.431 INFO:tasks.workunit.client.0.smithi031.stdout:381 2024-09-17T17:18:29.432 INFO:tasks.workunit.client.0.smithi031.stdout:382 2024-09-17T17:18:29.433 INFO:tasks.workunit.client.0.smithi031.stdout:383 2024-09-17T17:18:29.434 INFO:tasks.workunit.client.0.smithi031.stdout:384 2024-09-17T17:18:29.435 INFO:tasks.workunit.client.0.smithi031.stdout:385 2024-09-17T17:18:29.436 INFO:tasks.workunit.client.0.smithi031.stdout:386 2024-09-17T17:18:29.437 INFO:tasks.workunit.client.0.smithi031.stdout:387 2024-09-17T17:18:29.437 INFO:tasks.workunit.client.0.smithi031.stdout:388 2024-09-17T17:18:29.438 INFO:tasks.workunit.client.0.smithi031.stdout:389 2024-09-17T17:18:29.439 INFO:tasks.workunit.client.0.smithi031.stdout:390 2024-09-17T17:18:29.440 INFO:tasks.workunit.client.0.smithi031.stdout:391 2024-09-17T17:18:29.441 INFO:tasks.workunit.client.0.smithi031.stdout:392 2024-09-17T17:18:29.442 INFO:tasks.workunit.client.0.smithi031.stdout:393 2024-09-17T17:18:29.443 INFO:tasks.workunit.client.0.smithi031.stdout:394 2024-09-17T17:18:29.444 INFO:tasks.workunit.client.0.smithi031.stdout:395 2024-09-17T17:18:29.448 INFO:tasks.workunit.client.0.smithi031.stdout:396 2024-09-17T17:18:29.449 INFO:tasks.workunit.client.0.smithi031.stdout:397 2024-09-17T17:18:29.449 INFO:tasks.workunit.client.0.smithi031.stdout:398 2024-09-17T17:18:29.450 INFO:tasks.workunit.client.0.smithi031.stdout:399 2024-09-17T17:18:29.450 INFO:tasks.workunit.client.0.smithi031.stdout:400 2024-09-17T17:18:29.451 INFO:tasks.workunit.client.0.smithi031.stdout:401 2024-09-17T17:18:29.451 INFO:tasks.workunit.client.0.smithi031.stdout:402 2024-09-17T17:18:29.452 INFO:tasks.workunit.client.0.smithi031.stdout:403 2024-09-17T17:18:29.453 INFO:tasks.workunit.client.0.smithi031.stdout:404 2024-09-17T17:18:29.454 INFO:tasks.workunit.client.0.smithi031.stdout:405 2024-09-17T17:18:29.455 INFO:tasks.workunit.client.0.smithi031.stdout:406 2024-09-17T17:18:29.456 INFO:tasks.workunit.client.0.smithi031.stdout:407 2024-09-17T17:18:29.457 INFO:tasks.workunit.client.0.smithi031.stdout:408 2024-09-17T17:18:29.457 INFO:tasks.workunit.client.0.smithi031.stdout:409 2024-09-17T17:18:29.458 INFO:tasks.workunit.client.0.smithi031.stdout:410 2024-09-17T17:18:29.459 INFO:tasks.workunit.client.0.smithi031.stdout:411 2024-09-17T17:18:29.460 INFO:tasks.workunit.client.0.smithi031.stdout:412 2024-09-17T17:18:29.461 INFO:tasks.workunit.client.0.smithi031.stdout:413 2024-09-17T17:18:29.462 INFO:tasks.workunit.client.0.smithi031.stdout:414 2024-09-17T17:18:29.463 INFO:tasks.workunit.client.0.smithi031.stdout:415 2024-09-17T17:18:29.464 INFO:tasks.workunit.client.0.smithi031.stdout:416 2024-09-17T17:18:29.465 INFO:tasks.workunit.client.0.smithi031.stdout:417 2024-09-17T17:18:29.466 INFO:tasks.workunit.client.0.smithi031.stdout:418 2024-09-17T17:18:29.467 INFO:tasks.workunit.client.0.smithi031.stdout:419 2024-09-17T17:18:29.468 INFO:tasks.workunit.client.0.smithi031.stdout:420 2024-09-17T17:18:29.469 INFO:tasks.workunit.client.0.smithi031.stdout:421 2024-09-17T17:18:29.470 INFO:tasks.workunit.client.0.smithi031.stdout:422 2024-09-17T17:18:29.471 INFO:tasks.workunit.client.0.smithi031.stdout:423 2024-09-17T17:18:29.472 INFO:tasks.workunit.client.0.smithi031.stdout:424 2024-09-17T17:18:29.473 INFO:tasks.workunit.client.0.smithi031.stdout:425 2024-09-17T17:18:29.474 INFO:tasks.workunit.client.0.smithi031.stdout:426 2024-09-17T17:18:29.475 INFO:tasks.workunit.client.0.smithi031.stdout:427 2024-09-17T17:18:29.476 INFO:tasks.workunit.client.0.smithi031.stdout:428 2024-09-17T17:18:29.477 INFO:tasks.workunit.client.0.smithi031.stdout:429 2024-09-17T17:18:29.478 INFO:tasks.workunit.client.0.smithi031.stdout:430 2024-09-17T17:18:29.479 INFO:tasks.workunit.client.0.smithi031.stdout:431 2024-09-17T17:18:29.480 INFO:tasks.workunit.client.0.smithi031.stdout:432 2024-09-17T17:18:29.481 INFO:tasks.workunit.client.0.smithi031.stdout:433 2024-09-17T17:18:29.482 INFO:tasks.workunit.client.0.smithi031.stdout:434 2024-09-17T17:18:29.483 INFO:tasks.workunit.client.0.smithi031.stdout:435 2024-09-17T17:18:29.484 INFO:tasks.workunit.client.0.smithi031.stdout:436 2024-09-17T17:18:29.485 INFO:tasks.workunit.client.0.smithi031.stdout:437 2024-09-17T17:18:29.486 INFO:tasks.workunit.client.0.smithi031.stdout:438 2024-09-17T17:18:29.487 INFO:tasks.workunit.client.0.smithi031.stdout:439 2024-09-17T17:18:29.488 INFO:tasks.workunit.client.0.smithi031.stdout:440 2024-09-17T17:18:29.489 INFO:tasks.workunit.client.0.smithi031.stdout:441 2024-09-17T17:18:29.490 INFO:tasks.workunit.client.0.smithi031.stdout:442 2024-09-17T17:18:29.491 INFO:tasks.workunit.client.0.smithi031.stdout:443 2024-09-17T17:18:29.492 INFO:tasks.workunit.client.0.smithi031.stdout:444 2024-09-17T17:18:29.493 INFO:tasks.workunit.client.0.smithi031.stdout:445 2024-09-17T17:18:29.494 INFO:tasks.workunit.client.0.smithi031.stdout:446 2024-09-17T17:18:29.495 INFO:tasks.workunit.client.0.smithi031.stdout:447 2024-09-17T17:18:29.496 INFO:tasks.workunit.client.0.smithi031.stdout:448 2024-09-17T17:18:29.497 INFO:tasks.workunit.client.0.smithi031.stdout:449 2024-09-17T17:18:29.498 INFO:tasks.workunit.client.0.smithi031.stdout:450 2024-09-17T17:18:29.498 INFO:tasks.workunit.client.0.smithi031.stdout:451 2024-09-17T17:18:29.499 INFO:tasks.workunit.client.0.smithi031.stdout:452 2024-09-17T17:18:29.500 INFO:tasks.workunit.client.0.smithi031.stdout:453 2024-09-17T17:18:29.501 INFO:tasks.workunit.client.0.smithi031.stdout:454 2024-09-17T17:18:29.502 INFO:tasks.workunit.client.0.smithi031.stdout:455 2024-09-17T17:18:29.503 INFO:tasks.workunit.client.0.smithi031.stdout:456 2024-09-17T17:18:29.504 INFO:tasks.workunit.client.0.smithi031.stdout:457 2024-09-17T17:18:29.505 INFO:tasks.workunit.client.0.smithi031.stdout:458 2024-09-17T17:18:29.506 INFO:tasks.workunit.client.0.smithi031.stdout:459 2024-09-17T17:18:29.507 INFO:tasks.workunit.client.0.smithi031.stdout:460 2024-09-17T17:18:29.508 INFO:tasks.workunit.client.0.smithi031.stdout:461 2024-09-17T17:18:29.509 INFO:tasks.workunit.client.0.smithi031.stdout:462 2024-09-17T17:18:29.510 INFO:tasks.workunit.client.0.smithi031.stdout:463 2024-09-17T17:18:29.511 INFO:tasks.workunit.client.0.smithi031.stdout:464 2024-09-17T17:18:29.512 INFO:tasks.workunit.client.0.smithi031.stdout:465 2024-09-17T17:18:29.512 INFO:tasks.workunit.client.0.smithi031.stdout:466 2024-09-17T17:18:29.513 INFO:tasks.workunit.client.0.smithi031.stdout:467 2024-09-17T17:18:29.514 INFO:tasks.workunit.client.0.smithi031.stdout:468 2024-09-17T17:18:29.515 INFO:tasks.workunit.client.0.smithi031.stdout:469 2024-09-17T17:18:29.516 INFO:tasks.workunit.client.0.smithi031.stdout:470 2024-09-17T17:18:29.517 INFO:tasks.workunit.client.0.smithi031.stdout:471 2024-09-17T17:18:29.518 INFO:tasks.workunit.client.0.smithi031.stdout:472 2024-09-17T17:18:29.519 INFO:tasks.workunit.client.0.smithi031.stdout:473 2024-09-17T17:18:29.520 INFO:tasks.workunit.client.0.smithi031.stdout:474 2024-09-17T17:18:29.521 INFO:tasks.workunit.client.0.smithi031.stdout:475 2024-09-17T17:18:29.522 INFO:tasks.workunit.client.0.smithi031.stdout:476 2024-09-17T17:18:29.523 INFO:tasks.workunit.client.0.smithi031.stdout:477 2024-09-17T17:18:29.524 INFO:tasks.workunit.client.0.smithi031.stdout:478 2024-09-17T17:18:29.525 INFO:tasks.workunit.client.0.smithi031.stdout:479 2024-09-17T17:18:29.525 INFO:tasks.workunit.client.0.smithi031.stdout:480 2024-09-17T17:18:29.526 INFO:tasks.workunit.client.0.smithi031.stdout:481 2024-09-17T17:18:29.527 INFO:tasks.workunit.client.0.smithi031.stdout:482 2024-09-17T17:18:29.528 INFO:tasks.workunit.client.0.smithi031.stdout:483 2024-09-17T17:18:29.529 INFO:tasks.workunit.client.0.smithi031.stdout:484 2024-09-17T17:18:29.530 INFO:tasks.workunit.client.0.smithi031.stdout:485 2024-09-17T17:18:29.531 INFO:tasks.workunit.client.0.smithi031.stdout:486 2024-09-17T17:18:29.532 INFO:tasks.workunit.client.0.smithi031.stdout:487 2024-09-17T17:18:29.533 INFO:tasks.workunit.client.0.smithi031.stdout:488 2024-09-17T17:18:29.534 INFO:tasks.workunit.client.0.smithi031.stdout:489 2024-09-17T17:18:29.535 INFO:tasks.workunit.client.0.smithi031.stdout:490 2024-09-17T17:18:29.536 INFO:tasks.workunit.client.0.smithi031.stdout:491 2024-09-17T17:18:29.537 INFO:tasks.workunit.client.0.smithi031.stdout:492 2024-09-17T17:18:29.538 INFO:tasks.workunit.client.0.smithi031.stdout:493 2024-09-17T17:18:29.539 INFO:tasks.workunit.client.0.smithi031.stdout:494 2024-09-17T17:18:29.539 INFO:tasks.workunit.client.0.smithi031.stdout:495 2024-09-17T17:18:29.540 INFO:tasks.workunit.client.0.smithi031.stdout:496 2024-09-17T17:18:29.541 INFO:tasks.workunit.client.0.smithi031.stdout:497 2024-09-17T17:18:29.542 INFO:tasks.workunit.client.0.smithi031.stdout:498 2024-09-17T17:18:29.543 INFO:tasks.workunit.client.0.smithi031.stdout:499 2024-09-17T17:18:29.544 INFO:tasks.workunit.client.0.smithi031.stdout:500 2024-09-17T17:18:29.545 INFO:tasks.workunit.client.0.smithi031.stdout:501 2024-09-17T17:18:29.546 INFO:tasks.workunit.client.0.smithi031.stdout:502 2024-09-17T17:18:29.547 INFO:tasks.workunit.client.0.smithi031.stdout:503 2024-09-17T17:18:29.548 INFO:tasks.workunit.client.0.smithi031.stdout:504 2024-09-17T17:18:29.549 INFO:tasks.workunit.client.0.smithi031.stdout:505 2024-09-17T17:18:29.550 INFO:tasks.workunit.client.0.smithi031.stdout:506 2024-09-17T17:18:29.551 INFO:tasks.workunit.client.0.smithi031.stdout:507 2024-09-17T17:18:29.553 INFO:tasks.workunit.client.0.smithi031.stdout:508 2024-09-17T17:18:29.553 INFO:tasks.workunit.client.0.smithi031.stdout:509 2024-09-17T17:18:29.554 INFO:tasks.workunit.client.0.smithi031.stdout:510 2024-09-17T17:18:29.556 INFO:tasks.workunit.client.0.smithi031.stdout:511 2024-09-17T17:18:29.557 INFO:tasks.workunit.client.0.smithi031.stdout:512 2024-09-17T17:18:29.558 INFO:tasks.workunit.client.0.smithi031.stdout:513 2024-09-17T17:18:29.559 INFO:tasks.workunit.client.0.smithi031.stdout:514 2024-09-17T17:18:29.560 INFO:tasks.workunit.client.0.smithi031.stdout:515 2024-09-17T17:18:29.561 INFO:tasks.workunit.client.0.smithi031.stdout:516 2024-09-17T17:18:29.562 INFO:tasks.workunit.client.0.smithi031.stdout:517 2024-09-17T17:18:29.563 INFO:tasks.workunit.client.0.smithi031.stdout:518 2024-09-17T17:18:29.564 INFO:tasks.workunit.client.0.smithi031.stdout:519 2024-09-17T17:18:29.566 INFO:tasks.workunit.client.0.smithi031.stdout:520 2024-09-17T17:18:29.567 INFO:tasks.workunit.client.0.smithi031.stdout:521 2024-09-17T17:18:29.568 INFO:tasks.workunit.client.0.smithi031.stdout:522 2024-09-17T17:18:29.569 INFO:tasks.workunit.client.0.smithi031.stdout:523 2024-09-17T17:18:29.570 INFO:tasks.workunit.client.0.smithi031.stdout:524 2024-09-17T17:18:29.571 INFO:tasks.workunit.client.0.smithi031.stdout:525 2024-09-17T17:18:29.572 INFO:tasks.workunit.client.0.smithi031.stdout:526 2024-09-17T17:18:29.573 INFO:tasks.workunit.client.0.smithi031.stdout:527 2024-09-17T17:18:29.574 INFO:tasks.workunit.client.0.smithi031.stdout:528 2024-09-17T17:18:29.575 INFO:tasks.workunit.client.0.smithi031.stdout:529 2024-09-17T17:18:29.576 INFO:tasks.workunit.client.0.smithi031.stdout:530 2024-09-17T17:18:29.577 INFO:tasks.workunit.client.0.smithi031.stdout:531 2024-09-17T17:18:29.578 INFO:tasks.workunit.client.0.smithi031.stdout:532 2024-09-17T17:18:29.579 INFO:tasks.workunit.client.0.smithi031.stdout:533 2024-09-17T17:18:29.580 INFO:tasks.workunit.client.0.smithi031.stdout:534 2024-09-17T17:18:29.581 INFO:tasks.workunit.client.0.smithi031.stdout:535 2024-09-17T17:18:29.583 INFO:tasks.workunit.client.0.smithi031.stdout:536 2024-09-17T17:18:29.584 INFO:tasks.workunit.client.0.smithi031.stdout:537 2024-09-17T17:18:29.585 INFO:tasks.workunit.client.0.smithi031.stdout:538 2024-09-17T17:18:29.585 INFO:tasks.workunit.client.0.smithi031.stdout:539 2024-09-17T17:18:29.587 INFO:tasks.workunit.client.0.smithi031.stdout:540 2024-09-17T17:18:29.588 INFO:tasks.workunit.client.0.smithi031.stdout:541 2024-09-17T17:18:29.589 INFO:tasks.workunit.client.0.smithi031.stdout:542 2024-09-17T17:18:29.590 INFO:tasks.workunit.client.0.smithi031.stdout:543 2024-09-17T17:18:29.591 INFO:tasks.workunit.client.0.smithi031.stdout:544 2024-09-17T17:18:29.592 INFO:tasks.workunit.client.0.smithi031.stdout:545 2024-09-17T17:18:29.593 INFO:tasks.workunit.client.0.smithi031.stdout:546 2024-09-17T17:18:29.594 INFO:tasks.workunit.client.0.smithi031.stdout:547 2024-09-17T17:18:29.595 INFO:tasks.workunit.client.0.smithi031.stdout:548 2024-09-17T17:18:29.596 INFO:tasks.workunit.client.0.smithi031.stdout:549 2024-09-17T17:18:29.597 INFO:tasks.workunit.client.0.smithi031.stdout:550 2024-09-17T17:18:29.598 INFO:tasks.workunit.client.0.smithi031.stdout:551 2024-09-17T17:18:29.599 INFO:tasks.workunit.client.0.smithi031.stdout:552 2024-09-17T17:18:29.600 INFO:tasks.workunit.client.0.smithi031.stdout:553 2024-09-17T17:18:29.601 INFO:tasks.workunit.client.0.smithi031.stdout:554 2024-09-17T17:18:29.602 INFO:tasks.workunit.client.0.smithi031.stdout:555 2024-09-17T17:18:29.603 INFO:tasks.workunit.client.0.smithi031.stdout:556 2024-09-17T17:18:29.604 INFO:tasks.workunit.client.0.smithi031.stdout:557 2024-09-17T17:18:29.605 INFO:tasks.workunit.client.0.smithi031.stdout:558 2024-09-17T17:18:29.606 INFO:tasks.workunit.client.0.smithi031.stdout:559 2024-09-17T17:18:29.607 INFO:tasks.workunit.client.0.smithi031.stdout:560 2024-09-17T17:18:29.608 INFO:tasks.workunit.client.0.smithi031.stdout:561 2024-09-17T17:18:29.609 INFO:tasks.workunit.client.0.smithi031.stdout:562 2024-09-17T17:18:29.610 INFO:tasks.workunit.client.0.smithi031.stdout:563 2024-09-17T17:18:29.611 INFO:tasks.workunit.client.0.smithi031.stdout:564 2024-09-17T17:18:29.612 INFO:tasks.workunit.client.0.smithi031.stdout:565 2024-09-17T17:18:29.613 INFO:tasks.workunit.client.0.smithi031.stdout:566 2024-09-17T17:18:29.614 INFO:tasks.workunit.client.0.smithi031.stdout:567 2024-09-17T17:18:29.615 INFO:tasks.workunit.client.0.smithi031.stdout:568 2024-09-17T17:18:29.616 INFO:tasks.workunit.client.0.smithi031.stdout:569 2024-09-17T17:18:29.617 INFO:tasks.workunit.client.0.smithi031.stdout:570 2024-09-17T17:18:29.618 INFO:tasks.workunit.client.0.smithi031.stdout:571 2024-09-17T17:18:29.619 INFO:tasks.workunit.client.0.smithi031.stdout:572 2024-09-17T17:18:29.620 INFO:tasks.workunit.client.0.smithi031.stdout:573 2024-09-17T17:18:29.621 INFO:tasks.workunit.client.0.smithi031.stdout:574 2024-09-17T17:18:29.622 INFO:tasks.workunit.client.0.smithi031.stdout:575 2024-09-17T17:18:29.623 INFO:tasks.workunit.client.0.smithi031.stdout:576 2024-09-17T17:18:29.624 INFO:tasks.workunit.client.0.smithi031.stdout:577 2024-09-17T17:18:29.625 INFO:tasks.workunit.client.0.smithi031.stdout:578 2024-09-17T17:18:29.626 INFO:tasks.workunit.client.0.smithi031.stdout:579 2024-09-17T17:18:29.627 INFO:tasks.workunit.client.0.smithi031.stdout:580 2024-09-17T17:18:29.628 INFO:tasks.workunit.client.0.smithi031.stdout:581 2024-09-17T17:18:29.629 INFO:tasks.workunit.client.0.smithi031.stdout:582 2024-09-17T17:18:29.630 INFO:tasks.workunit.client.0.smithi031.stdout:583 2024-09-17T17:18:29.631 INFO:tasks.workunit.client.0.smithi031.stdout:584 2024-09-17T17:18:29.632 INFO:tasks.workunit.client.0.smithi031.stdout:585 2024-09-17T17:18:29.633 INFO:tasks.workunit.client.0.smithi031.stdout:586 2024-09-17T17:18:29.634 INFO:tasks.workunit.client.0.smithi031.stdout:587 2024-09-17T17:18:29.635 INFO:tasks.workunit.client.0.smithi031.stdout:588 2024-09-17T17:18:29.636 INFO:tasks.workunit.client.0.smithi031.stdout:589 2024-09-17T17:18:29.637 INFO:tasks.workunit.client.0.smithi031.stdout:590 2024-09-17T17:18:29.638 INFO:tasks.workunit.client.0.smithi031.stdout:591 2024-09-17T17:18:29.639 INFO:tasks.workunit.client.0.smithi031.stdout:592 2024-09-17T17:18:29.640 INFO:tasks.workunit.client.0.smithi031.stdout:593 2024-09-17T17:18:29.641 INFO:tasks.workunit.client.0.smithi031.stdout:594 2024-09-17T17:18:29.642 INFO:tasks.workunit.client.0.smithi031.stdout:595 2024-09-17T17:18:29.643 INFO:tasks.workunit.client.0.smithi031.stdout:596 2024-09-17T17:18:29.644 INFO:tasks.workunit.client.0.smithi031.stdout:597 2024-09-17T17:18:29.645 INFO:tasks.workunit.client.0.smithi031.stdout:598 2024-09-17T17:18:29.646 INFO:tasks.workunit.client.0.smithi031.stdout:599 2024-09-17T17:18:29.647 INFO:tasks.workunit.client.0.smithi031.stdout:600 2024-09-17T17:18:29.648 INFO:tasks.workunit.client.0.smithi031.stdout:601 2024-09-17T17:18:29.652 INFO:tasks.workunit.client.0.smithi031.stdout:602 2024-09-17T17:18:29.652 INFO:tasks.workunit.client.0.smithi031.stdout:603 2024-09-17T17:18:29.653 INFO:tasks.workunit.client.0.smithi031.stdout:604 2024-09-17T17:18:29.653 INFO:tasks.workunit.client.0.smithi031.stdout:605 2024-09-17T17:18:29.653 INFO:tasks.workunit.client.0.smithi031.stdout:606 2024-09-17T17:18:29.654 INFO:tasks.workunit.client.0.smithi031.stdout:607 2024-09-17T17:18:29.655 INFO:tasks.workunit.client.0.smithi031.stdout:608 2024-09-17T17:18:29.656 INFO:tasks.workunit.client.0.smithi031.stdout:609 2024-09-17T17:18:29.657 INFO:tasks.workunit.client.0.smithi031.stdout:610 2024-09-17T17:18:29.658 INFO:tasks.workunit.client.0.smithi031.stdout:611 2024-09-17T17:18:29.659 INFO:tasks.workunit.client.0.smithi031.stdout:612 2024-09-17T17:18:29.660 INFO:tasks.workunit.client.0.smithi031.stdout:613 2024-09-17T17:18:29.661 INFO:tasks.workunit.client.0.smithi031.stdout:614 2024-09-17T17:18:29.662 INFO:tasks.workunit.client.0.smithi031.stdout:615 2024-09-17T17:18:29.664 INFO:tasks.workunit.client.0.smithi031.stdout:616 2024-09-17T17:18:29.665 INFO:tasks.workunit.client.0.smithi031.stdout:617 2024-09-17T17:18:29.666 INFO:tasks.workunit.client.0.smithi031.stdout:618 2024-09-17T17:18:29.667 INFO:tasks.workunit.client.0.smithi031.stdout:619 2024-09-17T17:18:29.668 INFO:tasks.workunit.client.0.smithi031.stdout:620 2024-09-17T17:18:29.669 INFO:tasks.workunit.client.0.smithi031.stdout:621 2024-09-17T17:18:29.670 INFO:tasks.workunit.client.0.smithi031.stdout:622 2024-09-17T17:18:29.671 INFO:tasks.workunit.client.0.smithi031.stdout:623 2024-09-17T17:18:29.672 INFO:tasks.workunit.client.0.smithi031.stdout:624 2024-09-17T17:18:29.673 INFO:tasks.workunit.client.0.smithi031.stdout:625 2024-09-17T17:18:29.674 INFO:tasks.workunit.client.0.smithi031.stdout:626 2024-09-17T17:18:29.675 INFO:tasks.workunit.client.0.smithi031.stdout:627 2024-09-17T17:18:29.676 INFO:tasks.workunit.client.0.smithi031.stdout:628 2024-09-17T17:18:29.677 INFO:tasks.workunit.client.0.smithi031.stdout:629 2024-09-17T17:18:29.678 INFO:tasks.workunit.client.0.smithi031.stdout:630 2024-09-17T17:18:29.679 INFO:tasks.workunit.client.0.smithi031.stdout:631 2024-09-17T17:18:29.680 INFO:tasks.workunit.client.0.smithi031.stdout:632 2024-09-17T17:18:29.681 INFO:tasks.workunit.client.0.smithi031.stdout:633 2024-09-17T17:18:29.682 INFO:tasks.workunit.client.0.smithi031.stdout:634 2024-09-17T17:18:29.683 INFO:tasks.workunit.client.0.smithi031.stdout:635 2024-09-17T17:18:29.684 INFO:tasks.workunit.client.0.smithi031.stdout:636 2024-09-17T17:18:29.685 INFO:tasks.workunit.client.0.smithi031.stdout:637 2024-09-17T17:18:29.686 INFO:tasks.workunit.client.0.smithi031.stdout:638 2024-09-17T17:18:29.688 INFO:tasks.workunit.client.0.smithi031.stdout:639 2024-09-17T17:18:29.689 INFO:tasks.workunit.client.0.smithi031.stdout:640 2024-09-17T17:18:29.690 INFO:tasks.workunit.client.0.smithi031.stdout:641 2024-09-17T17:18:29.691 INFO:tasks.workunit.client.0.smithi031.stdout:642 2024-09-17T17:18:29.692 INFO:tasks.workunit.client.0.smithi031.stdout:643 2024-09-17T17:18:29.693 INFO:tasks.workunit.client.0.smithi031.stdout:644 2024-09-17T17:18:29.694 INFO:tasks.workunit.client.0.smithi031.stdout:645 2024-09-17T17:18:29.695 INFO:tasks.workunit.client.0.smithi031.stdout:646 2024-09-17T17:18:29.696 INFO:tasks.workunit.client.0.smithi031.stdout:647 2024-09-17T17:18:29.697 INFO:tasks.workunit.client.0.smithi031.stdout:648 2024-09-17T17:18:29.698 INFO:tasks.workunit.client.0.smithi031.stdout:649 2024-09-17T17:18:29.699 INFO:tasks.workunit.client.0.smithi031.stdout:650 2024-09-17T17:18:29.701 INFO:tasks.workunit.client.0.smithi031.stdout:651 2024-09-17T17:18:29.702 INFO:tasks.workunit.client.0.smithi031.stdout:652 2024-09-17T17:18:29.702 INFO:tasks.workunit.client.0.smithi031.stdout:653 2024-09-17T17:18:29.703 INFO:tasks.workunit.client.0.smithi031.stdout:654 2024-09-17T17:18:29.705 INFO:tasks.workunit.client.0.smithi031.stdout:655 2024-09-17T17:18:29.706 INFO:tasks.workunit.client.0.smithi031.stdout:656 2024-09-17T17:18:29.707 INFO:tasks.workunit.client.0.smithi031.stdout:657 2024-09-17T17:18:29.708 INFO:tasks.workunit.client.0.smithi031.stdout:658 2024-09-17T17:18:29.709 INFO:tasks.workunit.client.0.smithi031.stdout:659 2024-09-17T17:18:29.710 INFO:tasks.workunit.client.0.smithi031.stdout:660 2024-09-17T17:18:29.711 INFO:tasks.workunit.client.0.smithi031.stdout:661 2024-09-17T17:18:29.712 INFO:tasks.workunit.client.0.smithi031.stdout:662 2024-09-17T17:18:29.713 INFO:tasks.workunit.client.0.smithi031.stdout:663 2024-09-17T17:18:29.714 INFO:tasks.workunit.client.0.smithi031.stdout:664 2024-09-17T17:18:29.715 INFO:tasks.workunit.client.0.smithi031.stdout:665 2024-09-17T17:18:29.716 INFO:tasks.workunit.client.0.smithi031.stdout:666 2024-09-17T17:18:29.717 INFO:tasks.workunit.client.0.smithi031.stdout:667 2024-09-17T17:18:29.718 INFO:tasks.workunit.client.0.smithi031.stdout:668 2024-09-17T17:18:29.719 INFO:tasks.workunit.client.0.smithi031.stdout:669 2024-09-17T17:18:29.720 INFO:tasks.workunit.client.0.smithi031.stdout:670 2024-09-17T17:18:29.721 INFO:tasks.workunit.client.0.smithi031.stdout:671 2024-09-17T17:18:29.722 INFO:tasks.workunit.client.0.smithi031.stdout:672 2024-09-17T17:18:29.723 INFO:tasks.workunit.client.0.smithi031.stdout:673 2024-09-17T17:18:29.724 INFO:tasks.workunit.client.0.smithi031.stdout:674 2024-09-17T17:18:29.725 INFO:tasks.workunit.client.0.smithi031.stdout:675 2024-09-17T17:18:29.726 INFO:tasks.workunit.client.0.smithi031.stdout:676 2024-09-17T17:18:29.727 INFO:tasks.workunit.client.0.smithi031.stdout:677 2024-09-17T17:18:29.728 INFO:tasks.workunit.client.0.smithi031.stdout:678 2024-09-17T17:18:29.730 INFO:tasks.workunit.client.0.smithi031.stdout:679 2024-09-17T17:18:29.730 INFO:tasks.workunit.client.0.smithi031.stdout:680 2024-09-17T17:18:29.731 INFO:tasks.workunit.client.0.smithi031.stdout:681 2024-09-17T17:18:29.733 INFO:tasks.workunit.client.0.smithi031.stdout:682 2024-09-17T17:18:29.734 INFO:tasks.workunit.client.0.smithi031.stdout:683 2024-09-17T17:18:29.735 INFO:tasks.workunit.client.0.smithi031.stdout:684 2024-09-17T17:18:29.736 INFO:tasks.workunit.client.0.smithi031.stdout:685 2024-09-17T17:18:29.737 INFO:tasks.workunit.client.0.smithi031.stdout:686 2024-09-17T17:18:29.738 INFO:tasks.workunit.client.0.smithi031.stdout:687 2024-09-17T17:18:29.739 INFO:tasks.workunit.client.0.smithi031.stdout:688 2024-09-17T17:18:29.740 INFO:tasks.workunit.client.0.smithi031.stdout:689 2024-09-17T17:18:29.741 INFO:tasks.workunit.client.0.smithi031.stdout:690 2024-09-17T17:18:29.742 INFO:tasks.workunit.client.0.smithi031.stdout:691 2024-09-17T17:18:29.743 INFO:tasks.workunit.client.0.smithi031.stdout:692 2024-09-17T17:18:29.744 INFO:tasks.workunit.client.0.smithi031.stdout:693 2024-09-17T17:18:29.745 INFO:tasks.workunit.client.0.smithi031.stdout:694 2024-09-17T17:18:29.746 INFO:tasks.workunit.client.0.smithi031.stdout:695 2024-09-17T17:18:29.748 INFO:tasks.workunit.client.0.smithi031.stdout:696 2024-09-17T17:18:29.748 INFO:tasks.workunit.client.0.smithi031.stdout:697 2024-09-17T17:18:29.749 INFO:tasks.workunit.client.0.smithi031.stdout:698 2024-09-17T17:18:29.750 INFO:tasks.workunit.client.0.smithi031.stdout:699 2024-09-17T17:18:29.751 INFO:tasks.workunit.client.0.smithi031.stdout:700 2024-09-17T17:18:29.752 INFO:tasks.workunit.client.0.smithi031.stdout:701 2024-09-17T17:18:29.753 INFO:tasks.workunit.client.0.smithi031.stdout:702 2024-09-17T17:18:29.754 INFO:tasks.workunit.client.0.smithi031.stdout:703 2024-09-17T17:18:29.755 INFO:tasks.workunit.client.0.smithi031.stdout:704 2024-09-17T17:18:29.756 INFO:tasks.workunit.client.0.smithi031.stdout:705 2024-09-17T17:18:29.758 INFO:tasks.workunit.client.0.smithi031.stdout:706 2024-09-17T17:18:29.758 INFO:tasks.workunit.client.0.smithi031.stdout:707 2024-09-17T17:18:29.759 INFO:tasks.workunit.client.0.smithi031.stdout:708 2024-09-17T17:18:29.760 INFO:tasks.workunit.client.0.smithi031.stdout:709 2024-09-17T17:18:29.761 INFO:tasks.workunit.client.0.smithi031.stdout:710 2024-09-17T17:18:29.763 INFO:tasks.workunit.client.0.smithi031.stdout:711 2024-09-17T17:18:29.764 INFO:tasks.workunit.client.0.smithi031.stdout:712 2024-09-17T17:18:29.765 INFO:tasks.workunit.client.0.smithi031.stdout:713 2024-09-17T17:18:29.766 INFO:tasks.workunit.client.0.smithi031.stdout:714 2024-09-17T17:18:29.767 INFO:tasks.workunit.client.0.smithi031.stdout:715 2024-09-17T17:18:29.768 INFO:tasks.workunit.client.0.smithi031.stdout:716 2024-09-17T17:18:29.769 INFO:tasks.workunit.client.0.smithi031.stdout:717 2024-09-17T17:18:29.770 INFO:tasks.workunit.client.0.smithi031.stdout:718 2024-09-17T17:18:29.772 INFO:tasks.workunit.client.0.smithi031.stdout:719 2024-09-17T17:18:29.773 INFO:tasks.workunit.client.0.smithi031.stdout:720 2024-09-17T17:18:29.774 INFO:tasks.workunit.client.0.smithi031.stdout:721 2024-09-17T17:18:29.775 INFO:tasks.workunit.client.0.smithi031.stdout:722 2024-09-17T17:18:29.776 INFO:tasks.workunit.client.0.smithi031.stdout:723 2024-09-17T17:18:29.777 INFO:tasks.workunit.client.0.smithi031.stdout:724 2024-09-17T17:18:29.778 INFO:tasks.workunit.client.0.smithi031.stdout:725 2024-09-17T17:18:29.779 INFO:tasks.workunit.client.0.smithi031.stdout:726 2024-09-17T17:18:29.780 INFO:tasks.workunit.client.0.smithi031.stdout:727 2024-09-17T17:18:29.781 INFO:tasks.workunit.client.0.smithi031.stdout:728 2024-09-17T17:18:29.782 INFO:tasks.workunit.client.0.smithi031.stdout:729 2024-09-17T17:18:29.783 INFO:tasks.workunit.client.0.smithi031.stdout:730 2024-09-17T17:18:29.784 INFO:tasks.workunit.client.0.smithi031.stdout:731 2024-09-17T17:18:29.785 INFO:tasks.workunit.client.0.smithi031.stdout:732 2024-09-17T17:18:29.786 INFO:tasks.workunit.client.0.smithi031.stdout:733 2024-09-17T17:18:29.787 INFO:tasks.workunit.client.0.smithi031.stdout:734 2024-09-17T17:18:29.788 INFO:tasks.workunit.client.0.smithi031.stdout:735 2024-09-17T17:18:29.789 INFO:tasks.workunit.client.0.smithi031.stdout:736 2024-09-17T17:18:29.791 INFO:tasks.workunit.client.0.smithi031.stdout:737 2024-09-17T17:18:29.793 INFO:tasks.workunit.client.0.smithi031.stdout:738 2024-09-17T17:18:29.793 INFO:tasks.workunit.client.0.smithi031.stdout:739 2024-09-17T17:18:29.794 INFO:tasks.workunit.client.0.smithi031.stdout:740 2024-09-17T17:18:29.795 INFO:tasks.workunit.client.0.smithi031.stdout:741 2024-09-17T17:18:29.796 INFO:tasks.workunit.client.0.smithi031.stdout:742 2024-09-17T17:18:29.797 INFO:tasks.workunit.client.0.smithi031.stdout:743 2024-09-17T17:18:29.798 INFO:tasks.workunit.client.0.smithi031.stdout:744 2024-09-17T17:18:29.800 INFO:tasks.workunit.client.0.smithi031.stdout:745 2024-09-17T17:18:29.801 INFO:tasks.workunit.client.0.smithi031.stdout:746 2024-09-17T17:18:29.802 INFO:tasks.workunit.client.0.smithi031.stdout:747 2024-09-17T17:18:29.803 INFO:tasks.workunit.client.0.smithi031.stdout:748 2024-09-17T17:18:29.805 INFO:tasks.workunit.client.0.smithi031.stdout:749 2024-09-17T17:18:29.806 INFO:tasks.workunit.client.0.smithi031.stdout:750 2024-09-17T17:18:29.807 INFO:tasks.workunit.client.0.smithi031.stdout:751 2024-09-17T17:18:29.809 INFO:tasks.workunit.client.0.smithi031.stdout:752 2024-09-17T17:18:29.810 INFO:tasks.workunit.client.0.smithi031.stdout:753 2024-09-17T17:18:29.811 INFO:tasks.workunit.client.0.smithi031.stdout:754 2024-09-17T17:18:29.812 INFO:tasks.workunit.client.0.smithi031.stdout:755 2024-09-17T17:18:29.814 INFO:tasks.workunit.client.0.smithi031.stdout:756 2024-09-17T17:18:29.815 INFO:tasks.workunit.client.0.smithi031.stdout:757 2024-09-17T17:18:29.816 INFO:tasks.workunit.client.0.smithi031.stdout:758 2024-09-17T17:18:29.817 INFO:tasks.workunit.client.0.smithi031.stdout:759 2024-09-17T17:18:29.818 INFO:tasks.workunit.client.0.smithi031.stdout:760 2024-09-17T17:18:29.820 INFO:tasks.workunit.client.0.smithi031.stdout:761 2024-09-17T17:18:29.821 INFO:tasks.workunit.client.0.smithi031.stdout:762 2024-09-17T17:18:29.822 INFO:tasks.workunit.client.0.smithi031.stdout:763 2024-09-17T17:18:29.824 INFO:tasks.workunit.client.0.smithi031.stdout:764 2024-09-17T17:18:29.825 INFO:tasks.workunit.client.0.smithi031.stdout:765 2024-09-17T17:18:29.826 INFO:tasks.workunit.client.0.smithi031.stdout:766 2024-09-17T17:18:29.827 INFO:tasks.workunit.client.0.smithi031.stdout:767 2024-09-17T17:18:29.829 INFO:tasks.workunit.client.0.smithi031.stdout:768 2024-09-17T17:18:29.830 INFO:tasks.workunit.client.0.smithi031.stdout:769 2024-09-17T17:18:29.831 INFO:tasks.workunit.client.0.smithi031.stdout:770 2024-09-17T17:18:29.833 INFO:tasks.workunit.client.0.smithi031.stdout:771 2024-09-17T17:18:29.834 INFO:tasks.workunit.client.0.smithi031.stdout:772 2024-09-17T17:18:29.835 INFO:tasks.workunit.client.0.smithi031.stdout:773 2024-09-17T17:18:29.836 INFO:tasks.workunit.client.0.smithi031.stdout:774 2024-09-17T17:18:29.837 INFO:tasks.workunit.client.0.smithi031.stdout:775 2024-09-17T17:18:29.838 INFO:tasks.workunit.client.0.smithi031.stdout:776 2024-09-17T17:18:29.840 INFO:tasks.workunit.client.0.smithi031.stdout:777 2024-09-17T17:18:29.841 INFO:tasks.workunit.client.0.smithi031.stdout:778 2024-09-17T17:18:29.842 INFO:tasks.workunit.client.0.smithi031.stdout:779 2024-09-17T17:18:29.843 INFO:tasks.workunit.client.0.smithi031.stdout:780 2024-09-17T17:18:29.844 INFO:tasks.workunit.client.0.smithi031.stdout:781 2024-09-17T17:18:29.846 INFO:tasks.workunit.client.0.smithi031.stdout:782 2024-09-17T17:18:29.847 INFO:tasks.workunit.client.0.smithi031.stdout:783 2024-09-17T17:18:29.848 INFO:tasks.workunit.client.0.smithi031.stdout:784 2024-09-17T17:18:29.850 INFO:tasks.workunit.client.0.smithi031.stdout:785 2024-09-17T17:18:29.851 INFO:tasks.workunit.client.0.smithi031.stdout:786 2024-09-17T17:18:29.852 INFO:tasks.workunit.client.0.smithi031.stdout:787 2024-09-17T17:18:29.857 INFO:tasks.workunit.client.0.smithi031.stdout:788 2024-09-17T17:18:29.857 INFO:tasks.workunit.client.0.smithi031.stdout:789 2024-09-17T17:18:29.857 INFO:tasks.workunit.client.0.smithi031.stdout:790 2024-09-17T17:18:29.857 INFO:tasks.workunit.client.0.smithi031.stdout:791 2024-09-17T17:18:29.858 INFO:tasks.workunit.client.0.smithi031.stdout:792 2024-09-17T17:18:29.859 INFO:tasks.workunit.client.0.smithi031.stdout:793 2024-09-17T17:18:29.860 INFO:tasks.workunit.client.0.smithi031.stdout:794 2024-09-17T17:18:29.861 INFO:tasks.workunit.client.0.smithi031.stdout:795 2024-09-17T17:18:29.862 INFO:tasks.workunit.client.0.smithi031.stdout:796 2024-09-17T17:18:29.863 INFO:tasks.workunit.client.0.smithi031.stdout:797 2024-09-17T17:18:29.864 INFO:tasks.workunit.client.0.smithi031.stdout:798 2024-09-17T17:18:29.866 INFO:tasks.workunit.client.0.smithi031.stdout:799 2024-09-17T17:18:29.867 INFO:tasks.workunit.client.0.smithi031.stdout:800 2024-09-17T17:18:29.868 INFO:tasks.workunit.client.0.smithi031.stdout:801 2024-09-17T17:18:29.869 INFO:tasks.workunit.client.0.smithi031.stdout:802 2024-09-17T17:18:29.870 INFO:tasks.workunit.client.0.smithi031.stdout:803 2024-09-17T17:18:29.872 INFO:tasks.workunit.client.0.smithi031.stdout:804 2024-09-17T17:18:29.873 INFO:tasks.workunit.client.0.smithi031.stdout:805 2024-09-17T17:18:29.874 INFO:tasks.workunit.client.0.smithi031.stdout:806 2024-09-17T17:18:29.875 INFO:tasks.workunit.client.0.smithi031.stdout:807 2024-09-17T17:18:29.876 INFO:tasks.workunit.client.0.smithi031.stdout:808 2024-09-17T17:18:29.877 INFO:tasks.workunit.client.0.smithi031.stdout:809 2024-09-17T17:18:29.879 INFO:tasks.workunit.client.0.smithi031.stdout:810 2024-09-17T17:18:29.880 INFO:tasks.workunit.client.0.smithi031.stdout:811 2024-09-17T17:18:29.881 INFO:tasks.workunit.client.0.smithi031.stdout:812 2024-09-17T17:18:29.882 INFO:tasks.workunit.client.0.smithi031.stdout:813 2024-09-17T17:18:29.884 INFO:tasks.workunit.client.0.smithi031.stdout:814 2024-09-17T17:18:29.885 INFO:tasks.workunit.client.0.smithi031.stdout:815 2024-09-17T17:18:29.886 INFO:tasks.workunit.client.0.smithi031.stdout:816 2024-09-17T17:18:29.887 INFO:tasks.workunit.client.0.smithi031.stdout:817 2024-09-17T17:18:29.889 INFO:tasks.workunit.client.0.smithi031.stdout:818 2024-09-17T17:18:29.890 INFO:tasks.workunit.client.0.smithi031.stdout:819 2024-09-17T17:18:29.891 INFO:tasks.workunit.client.0.smithi031.stdout:820 2024-09-17T17:18:29.892 INFO:tasks.workunit.client.0.smithi031.stdout:821 2024-09-17T17:18:29.893 INFO:tasks.workunit.client.0.smithi031.stdout:822 2024-09-17T17:18:29.894 INFO:tasks.workunit.client.0.smithi031.stdout:823 2024-09-17T17:18:29.895 INFO:tasks.workunit.client.0.smithi031.stdout:824 2024-09-17T17:18:29.897 INFO:tasks.workunit.client.0.smithi031.stdout:825 2024-09-17T17:18:29.898 INFO:tasks.workunit.client.0.smithi031.stdout:826 2024-09-17T17:18:29.899 INFO:tasks.workunit.client.0.smithi031.stdout:827 2024-09-17T17:18:29.900 INFO:tasks.workunit.client.0.smithi031.stdout:828 2024-09-17T17:18:29.902 INFO:tasks.workunit.client.0.smithi031.stdout:829 2024-09-17T17:18:29.903 INFO:tasks.workunit.client.0.smithi031.stdout:830 2024-09-17T17:18:29.904 INFO:tasks.workunit.client.0.smithi031.stdout:831 2024-09-17T17:18:29.905 INFO:tasks.workunit.client.0.smithi031.stdout:832 2024-09-17T17:18:29.907 INFO:tasks.workunit.client.0.smithi031.stdout:833 2024-09-17T17:18:29.908 INFO:tasks.workunit.client.0.smithi031.stdout:834 2024-09-17T17:18:29.909 INFO:tasks.workunit.client.0.smithi031.stdout:835 2024-09-17T17:18:29.910 INFO:tasks.workunit.client.0.smithi031.stdout:836 2024-09-17T17:18:29.911 INFO:tasks.workunit.client.0.smithi031.stdout:837 2024-09-17T17:18:29.913 INFO:tasks.workunit.client.0.smithi031.stdout:838 2024-09-17T17:18:29.914 INFO:tasks.workunit.client.0.smithi031.stdout:839 2024-09-17T17:18:29.915 INFO:tasks.workunit.client.0.smithi031.stdout:840 2024-09-17T17:18:29.916 INFO:tasks.workunit.client.0.smithi031.stdout:841 2024-09-17T17:18:29.917 INFO:tasks.workunit.client.0.smithi031.stdout:842 2024-09-17T17:18:29.918 INFO:tasks.workunit.client.0.smithi031.stdout:843 2024-09-17T17:18:29.919 INFO:tasks.workunit.client.0.smithi031.stdout:844 2024-09-17T17:18:29.921 INFO:tasks.workunit.client.0.smithi031.stdout:845 2024-09-17T17:18:29.922 INFO:tasks.workunit.client.0.smithi031.stdout:846 2024-09-17T17:18:29.923 INFO:tasks.workunit.client.0.smithi031.stdout:847 2024-09-17T17:18:29.924 INFO:tasks.workunit.client.0.smithi031.stdout:848 2024-09-17T17:18:29.925 INFO:tasks.workunit.client.0.smithi031.stdout:849 2024-09-17T17:18:29.926 INFO:tasks.workunit.client.0.smithi031.stdout:850 2024-09-17T17:18:29.927 INFO:tasks.workunit.client.0.smithi031.stdout:851 2024-09-17T17:18:29.929 INFO:tasks.workunit.client.0.smithi031.stdout:852 2024-09-17T17:18:29.930 INFO:tasks.workunit.client.0.smithi031.stdout:853 2024-09-17T17:18:29.933 INFO:tasks.workunit.client.0.smithi031.stdout:854 2024-09-17T17:18:29.935 INFO:tasks.workunit.client.0.smithi031.stdout:855 2024-09-17T17:18:29.938 INFO:tasks.workunit.client.0.smithi031.stdout:856 2024-09-17T17:18:29.942 INFO:tasks.workunit.client.0.smithi031.stdout:857 2024-09-17T17:18:29.943 INFO:tasks.workunit.client.0.smithi031.stdout:858 2024-09-17T17:18:29.945 INFO:tasks.workunit.client.0.smithi031.stdout:859 2024-09-17T17:18:29.946 INFO:tasks.workunit.client.0.smithi031.stdout:860 2024-09-17T17:18:29.947 INFO:tasks.workunit.client.0.smithi031.stdout:861 2024-09-17T17:18:29.949 INFO:tasks.workunit.client.0.smithi031.stdout:862 2024-09-17T17:18:29.952 INFO:tasks.workunit.client.0.smithi031.stdout:863 2024-09-17T17:18:29.952 INFO:tasks.workunit.client.0.smithi031.stdout:864 2024-09-17T17:18:29.954 INFO:tasks.workunit.client.0.smithi031.stdout:865 2024-09-17T17:18:29.955 INFO:tasks.workunit.client.0.smithi031.stdout:866 2024-09-17T17:18:29.956 INFO:tasks.workunit.client.0.smithi031.stdout:867 2024-09-17T17:18:29.957 INFO:tasks.workunit.client.0.smithi031.stdout:868 2024-09-17T17:18:29.958 INFO:tasks.workunit.client.0.smithi031.stdout:869 2024-09-17T17:18:29.959 INFO:tasks.workunit.client.0.smithi031.stdout:870 2024-09-17T17:18:29.960 INFO:tasks.workunit.client.0.smithi031.stdout:871 2024-09-17T17:18:29.961 INFO:tasks.workunit.client.0.smithi031.stdout:872 2024-09-17T17:18:29.963 INFO:tasks.workunit.client.0.smithi031.stdout:873 2024-09-17T17:18:29.964 INFO:tasks.workunit.client.0.smithi031.stdout:874 2024-09-17T17:18:29.965 INFO:tasks.workunit.client.0.smithi031.stdout:875 2024-09-17T17:18:29.966 INFO:tasks.workunit.client.0.smithi031.stdout:876 2024-09-17T17:18:29.967 INFO:tasks.workunit.client.0.smithi031.stdout:877 2024-09-17T17:18:29.968 INFO:tasks.workunit.client.0.smithi031.stdout:878 2024-09-17T17:18:29.970 INFO:tasks.workunit.client.0.smithi031.stdout:879 2024-09-17T17:18:29.971 INFO:tasks.workunit.client.0.smithi031.stdout:880 2024-09-17T17:18:29.972 INFO:tasks.workunit.client.0.smithi031.stdout:881 2024-09-17T17:18:29.973 INFO:tasks.workunit.client.0.smithi031.stdout:882 2024-09-17T17:18:29.974 INFO:tasks.workunit.client.0.smithi031.stdout:883 2024-09-17T17:18:29.975 INFO:tasks.workunit.client.0.smithi031.stdout:884 2024-09-17T17:18:29.976 INFO:tasks.workunit.client.0.smithi031.stdout:885 2024-09-17T17:18:29.977 INFO:tasks.workunit.client.0.smithi031.stdout:886 2024-09-17T17:18:29.979 INFO:tasks.workunit.client.0.smithi031.stdout:887 2024-09-17T17:18:29.980 INFO:tasks.workunit.client.0.smithi031.stdout:888 2024-09-17T17:18:29.981 INFO:tasks.workunit.client.0.smithi031.stdout:889 2024-09-17T17:18:29.982 INFO:tasks.workunit.client.0.smithi031.stdout:890 2024-09-17T17:18:29.983 INFO:tasks.workunit.client.0.smithi031.stdout:891 2024-09-17T17:18:29.984 INFO:tasks.workunit.client.0.smithi031.stdout:892 2024-09-17T17:18:29.985 INFO:tasks.workunit.client.0.smithi031.stdout:893 2024-09-17T17:18:29.987 INFO:tasks.workunit.client.0.smithi031.stdout:894 2024-09-17T17:18:29.988 INFO:tasks.workunit.client.0.smithi031.stdout:895 2024-09-17T17:18:29.989 INFO:tasks.workunit.client.0.smithi031.stdout:896 2024-09-17T17:18:29.990 INFO:tasks.workunit.client.0.smithi031.stdout:897 2024-09-17T17:18:29.991 INFO:tasks.workunit.client.0.smithi031.stdout:898 2024-09-17T17:18:29.992 INFO:tasks.workunit.client.0.smithi031.stdout:899 2024-09-17T17:18:29.993 INFO:tasks.workunit.client.0.smithi031.stdout:900 2024-09-17T17:18:29.994 INFO:tasks.workunit.client.0.smithi031.stdout:901 2024-09-17T17:18:29.996 INFO:tasks.workunit.client.0.smithi031.stdout:902 2024-09-17T17:18:29.996 INFO:tasks.workunit.client.0.smithi031.stdout:903 2024-09-17T17:18:29.997 INFO:tasks.workunit.client.0.smithi031.stdout:904 2024-09-17T17:18:29.998 INFO:tasks.workunit.client.0.smithi031.stdout:905 2024-09-17T17:18:30.000 INFO:tasks.workunit.client.0.smithi031.stdout:906 2024-09-17T17:18:30.001 INFO:tasks.workunit.client.0.smithi031.stdout:907 2024-09-17T17:18:30.002 INFO:tasks.workunit.client.0.smithi031.stdout:908 2024-09-17T17:18:30.003 INFO:tasks.workunit.client.0.smithi031.stdout:909 2024-09-17T17:18:30.004 INFO:tasks.workunit.client.0.smithi031.stdout:910 2024-09-17T17:18:30.005 INFO:tasks.workunit.client.0.smithi031.stdout:911 2024-09-17T17:18:30.007 INFO:tasks.workunit.client.0.smithi031.stdout:912 2024-09-17T17:18:30.008 INFO:tasks.workunit.client.0.smithi031.stdout:913 2024-09-17T17:18:30.009 INFO:tasks.workunit.client.0.smithi031.stdout:914 2024-09-17T17:18:30.010 INFO:tasks.workunit.client.0.smithi031.stdout:915 2024-09-17T17:18:30.012 INFO:tasks.workunit.client.0.smithi031.stdout:916 2024-09-17T17:18:30.013 INFO:tasks.workunit.client.0.smithi031.stdout:917 2024-09-17T17:18:30.014 INFO:tasks.workunit.client.0.smithi031.stdout:918 2024-09-17T17:18:30.015 INFO:tasks.workunit.client.0.smithi031.stdout:919 2024-09-17T17:18:30.016 INFO:tasks.workunit.client.0.smithi031.stdout:920 2024-09-17T17:18:30.018 INFO:tasks.workunit.client.0.smithi031.stdout:921 2024-09-17T17:18:30.019 INFO:tasks.workunit.client.0.smithi031.stdout:922 2024-09-17T17:18:30.020 INFO:tasks.workunit.client.0.smithi031.stdout:923 2024-09-17T17:18:30.021 INFO:tasks.workunit.client.0.smithi031.stdout:924 2024-09-17T17:18:30.022 INFO:tasks.workunit.client.0.smithi031.stdout:925 2024-09-17T17:18:30.023 INFO:tasks.workunit.client.0.smithi031.stdout:926 2024-09-17T17:18:30.025 INFO:tasks.workunit.client.0.smithi031.stdout:927 2024-09-17T17:18:30.026 INFO:tasks.workunit.client.0.smithi031.stdout:928 2024-09-17T17:18:30.027 INFO:tasks.workunit.client.0.smithi031.stdout:929 2024-09-17T17:18:30.028 INFO:tasks.workunit.client.0.smithi031.stdout:930 2024-09-17T17:18:30.029 INFO:tasks.workunit.client.0.smithi031.stdout:931 2024-09-17T17:18:30.030 INFO:tasks.workunit.client.0.smithi031.stdout:932 2024-09-17T17:18:30.032 INFO:tasks.workunit.client.0.smithi031.stdout:933 2024-09-17T17:18:30.033 INFO:tasks.workunit.client.0.smithi031.stdout:934 2024-09-17T17:18:30.034 INFO:tasks.workunit.client.0.smithi031.stdout:935 2024-09-17T17:18:30.035 INFO:tasks.workunit.client.0.smithi031.stdout:936 2024-09-17T17:18:30.036 INFO:tasks.workunit.client.0.smithi031.stdout:937 2024-09-17T17:18:30.037 INFO:tasks.workunit.client.0.smithi031.stdout:938 2024-09-17T17:18:30.038 INFO:tasks.workunit.client.0.smithi031.stdout:939 2024-09-17T17:18:30.040 INFO:tasks.workunit.client.0.smithi031.stdout:940 2024-09-17T17:18:30.041 INFO:tasks.workunit.client.0.smithi031.stdout:941 2024-09-17T17:18:30.042 INFO:tasks.workunit.client.0.smithi031.stdout:942 2024-09-17T17:18:30.043 INFO:tasks.workunit.client.0.smithi031.stdout:943 2024-09-17T17:18:30.044 INFO:tasks.workunit.client.0.smithi031.stdout:944 2024-09-17T17:18:30.045 INFO:tasks.workunit.client.0.smithi031.stdout:945 2024-09-17T17:18:30.046 INFO:tasks.workunit.client.0.smithi031.stdout:946 2024-09-17T17:18:30.048 INFO:tasks.workunit.client.0.smithi031.stdout:947 2024-09-17T17:18:30.049 INFO:tasks.workunit.client.0.smithi031.stdout:948 2024-09-17T17:18:30.050 INFO:tasks.workunit.client.0.smithi031.stdout:949 2024-09-17T17:18:30.052 INFO:tasks.workunit.client.0.smithi031.stdout:950 2024-09-17T17:18:30.053 INFO:tasks.workunit.client.0.smithi031.stdout:951 2024-09-17T17:18:30.054 INFO:tasks.workunit.client.0.smithi031.stdout:952 2024-09-17T17:18:30.055 INFO:tasks.workunit.client.0.smithi031.stdout:953 2024-09-17T17:18:30.057 INFO:tasks.workunit.client.0.smithi031.stdout:954 2024-09-17T17:18:30.060 INFO:tasks.workunit.client.0.smithi031.stdout:955 2024-09-17T17:18:30.060 INFO:tasks.workunit.client.0.smithi031.stdout:956 2024-09-17T17:18:30.061 INFO:tasks.workunit.client.0.smithi031.stdout:957 2024-09-17T17:18:30.062 INFO:tasks.workunit.client.0.smithi031.stdout:958 2024-09-17T17:18:30.063 INFO:tasks.workunit.client.0.smithi031.stdout:959 2024-09-17T17:18:30.064 INFO:tasks.workunit.client.0.smithi031.stdout:960 2024-09-17T17:18:30.066 INFO:tasks.workunit.client.0.smithi031.stdout:961 2024-09-17T17:18:30.067 INFO:tasks.workunit.client.0.smithi031.stdout:962 2024-09-17T17:18:30.068 INFO:tasks.workunit.client.0.smithi031.stdout:963 2024-09-17T17:18:30.070 INFO:tasks.workunit.client.0.smithi031.stdout:964 2024-09-17T17:18:30.071 INFO:tasks.workunit.client.0.smithi031.stdout:965 2024-09-17T17:18:30.072 INFO:tasks.workunit.client.0.smithi031.stdout:966 2024-09-17T17:18:30.074 INFO:tasks.workunit.client.0.smithi031.stdout:967 2024-09-17T17:18:30.075 INFO:tasks.workunit.client.0.smithi031.stdout:968 2024-09-17T17:18:30.077 INFO:tasks.workunit.client.0.smithi031.stdout:969 2024-09-17T17:18:30.077 INFO:tasks.workunit.client.0.smithi031.stdout:970 2024-09-17T17:18:30.079 INFO:tasks.workunit.client.0.smithi031.stdout:971 2024-09-17T17:18:30.080 INFO:tasks.workunit.client.0.smithi031.stdout:972 2024-09-17T17:18:30.081 INFO:tasks.workunit.client.0.smithi031.stdout:973 2024-09-17T17:18:30.082 INFO:tasks.workunit.client.0.smithi031.stdout:974 2024-09-17T17:18:30.083 INFO:tasks.workunit.client.0.smithi031.stdout:975 2024-09-17T17:18:30.085 INFO:tasks.workunit.client.0.smithi031.stdout:976 2024-09-17T17:18:30.086 INFO:tasks.workunit.client.0.smithi031.stdout:977 2024-09-17T17:18:30.087 INFO:tasks.workunit.client.0.smithi031.stdout:978 2024-09-17T17:18:30.088 INFO:tasks.workunit.client.0.smithi031.stdout:979 2024-09-17T17:18:30.089 INFO:tasks.workunit.client.0.smithi031.stdout:980 2024-09-17T17:18:30.090 INFO:tasks.workunit.client.0.smithi031.stdout:981 2024-09-17T17:18:30.092 INFO:tasks.workunit.client.0.smithi031.stdout:982 2024-09-17T17:18:30.093 INFO:tasks.workunit.client.0.smithi031.stdout:983 2024-09-17T17:18:30.094 INFO:tasks.workunit.client.0.smithi031.stdout:984 2024-09-17T17:18:30.095 INFO:tasks.workunit.client.0.smithi031.stdout:985 2024-09-17T17:18:30.096 INFO:tasks.workunit.client.0.smithi031.stdout:986 2024-09-17T17:18:30.098 INFO:tasks.workunit.client.0.smithi031.stdout:987 2024-09-17T17:18:30.099 INFO:tasks.workunit.client.0.smithi031.stdout:988 2024-09-17T17:18:30.100 INFO:tasks.workunit.client.0.smithi031.stdout:989 2024-09-17T17:18:30.101 INFO:tasks.workunit.client.0.smithi031.stdout:990 2024-09-17T17:18:30.102 INFO:tasks.workunit.client.0.smithi031.stdout:991 2024-09-17T17:18:30.104 INFO:tasks.workunit.client.0.smithi031.stdout:992 2024-09-17T17:18:30.105 INFO:tasks.workunit.client.0.smithi031.stdout:993 2024-09-17T17:18:30.106 INFO:tasks.workunit.client.0.smithi031.stdout:994 2024-09-17T17:18:30.107 INFO:tasks.workunit.client.0.smithi031.stdout:995 2024-09-17T17:18:30.109 INFO:tasks.workunit.client.0.smithi031.stdout:996 2024-09-17T17:18:30.110 INFO:tasks.workunit.client.0.smithi031.stdout:997 2024-09-17T17:18:30.111 INFO:tasks.workunit.client.0.smithi031.stdout:998 2024-09-17T17:18:30.112 INFO:tasks.workunit.client.0.smithi031.stdout:999 2024-09-17T17:18:30.343 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:18:30 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:18:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.51.0" 2024-09-17T17:18:30.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:29 smithi031 ceph-mon[94873]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:18:30.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:29 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/1802605130' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:30.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:29 smithi031 ceph-mon[94873]: osdmap e925: 8 total, 8 up, 8 in 2024-09-17T17:18:30.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:29 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/1802605130' entity='client.admin' cmd={"prefix": "osd dump","format":"json"} : dispatch 2024-09-17T17:18:30.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:29 smithi031 ceph-mon[96842]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:18:30.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:29 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/1802605130' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:30.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:29 smithi031 ceph-mon[96842]: osdmap e925: 8 total, 8 up, 8 in 2024-09-17T17:18:30.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:29 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/1802605130' entity='client.admin' cmd={"prefix": "osd dump","format":"json"} : dispatch 2024-09-17T17:18:30.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:29 smithi066 ceph-mon[86175]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:18:30.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:29 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/1802605130' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:30.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:29 smithi066 ceph-mon[86175]: osdmap e925: 8 total, 8 up, 8 in 2024-09-17T17:18:30.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:29 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/1802605130' entity='client.admin' cmd={"prefix": "osd dump","format":"json"} : dispatch 2024-09-17T17:18:30.953 INFO:tasks.workunit.client.0.smithi031.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-09-17T17:18:30.954 INFO:tasks.workunit.client.0.smithi031.stdout:00000010 69 73 |is| 2024-09-17T17:18:30.954 INFO:tasks.workunit.client.0.smithi031.stdout:00000012 2024-09-17T17:18:30.954 INFO:tasks.workunit.client.0.smithi031.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-09-17T17:18:30.954 INFO:tasks.workunit.client.0.smithi031.stdout:00000010 69 73 |is| 2024-09-17T17:18:30.954 INFO:tasks.workunit.client.0.smithi031.stdout:00000012 2024-09-17T17:18:30.955 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsHello.WriteReturnData (4027 ms) 2024-09-17T17:18:30.955 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsHello.Loud 2024-09-17T17:18:31.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:30 smithi031 ceph-mon[94873]: osdmap e926: 8 total, 8 up, 8 in 2024-09-17T17:18:31.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:30 smithi031 ceph-mon[94873]: pgmap v1074: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:31.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:30 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:18:31.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:30 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:18:31.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:30 smithi031 ceph-mon[96842]: osdmap e926: 8 total, 8 up, 8 in 2024-09-17T17:18:31.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:30 smithi031 ceph-mon[96842]: pgmap v1074: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:31.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:30 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:18:31.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:30 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:18:31.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:30 smithi066 ceph-mon[86175]: osdmap e926: 8 total, 8 up, 8 in 2024-09-17T17:18:31.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:30 smithi066 ceph-mon[86175]: pgmap v1074: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:31.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:30 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:18:31.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:30 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:18:32.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:31 smithi031 ceph-mon[94873]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:18:32.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:31 smithi031 ceph-mon[94873]: Cluster is now healthy 2024-09-17T17:18:32.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:31 smithi031 ceph-mon[94873]: osdmap e927: 8 total, 8 up, 8 in 2024-09-17T17:18:32.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:31 smithi031 ceph-mon[96842]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:18:32.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:31 smithi031 ceph-mon[96842]: Cluster is now healthy 2024-09-17T17:18:32.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:31 smithi031 ceph-mon[96842]: osdmap e927: 8 total, 8 up, 8 in 2024-09-17T17:18:32.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:31 smithi066 ceph-mon[86175]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:18:32.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:31 smithi066 ceph-mon[86175]: Cluster is now healthy 2024-09-17T17:18:32.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:31 smithi066 ceph-mon[86175]: osdmap e927: 8 total, 8 up, 8 in 2024-09-17T17:18:33.245 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:32 smithi031 ceph-mon[96842]: osdmap e928: 8 total, 8 up, 8 in 2024-09-17T17:18:33.245 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:32 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/743135996' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:33.245 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:32 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:33.245 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:32 smithi031 ceph-mon[96842]: pgmap v1077: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:33.245 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:32 smithi031 ceph-mon[94873]: osdmap e928: 8 total, 8 up, 8 in 2024-09-17T17:18:33.246 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:32 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/743135996' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:33.246 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:32 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:33.246 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:32 smithi031 ceph-mon[94873]: pgmap v1077: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:33.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:32 smithi066 ceph-mon[86175]: osdmap e928: 8 total, 8 up, 8 in 2024-09-17T17:18:33.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:32 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/743135996' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:33.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:32 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:33.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:32 smithi066 ceph-mon[86175]: pgmap v1077: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:33.981 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsHello.Loud (3028 ms) 2024-09-17T17:18:33.981 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsHello.BadMethods 2024-09-17T17:18:34.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:33 smithi031 ceph-mon[94873]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:18:34.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:33 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:34.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:33 smithi031 ceph-mon[94873]: osdmap e929: 8 total, 8 up, 8 in 2024-09-17T17:18:34.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:33 smithi031 ceph-mon[96842]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:18:34.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:33 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:34.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:33 smithi031 ceph-mon[96842]: osdmap e929: 8 total, 8 up, 8 in 2024-09-17T17:18:34.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:33 smithi066 ceph-mon[86175]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:18:34.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:33 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:34.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:33 smithi066 ceph-mon[86175]: osdmap e929: 8 total, 8 up, 8 in 2024-09-17T17:18:35.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:34 smithi031 ceph-mon[96842]: osdmap e930: 8 total, 8 up, 8 in 2024-09-17T17:18:35.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:34 smithi031 ceph-mon[96842]: pgmap v1080: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:35.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:34 smithi031 ceph-mon[94873]: osdmap e930: 8 total, 8 up, 8 in 2024-09-17T17:18:35.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:34 smithi031 ceph-mon[94873]: pgmap v1080: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:35.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:34 smithi066 ceph-mon[86175]: osdmap e930: 8 total, 8 up, 8 in 2024-09-17T17:18:35.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:34 smithi066 ceph-mon[86175]: pgmap v1080: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:36.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:35 smithi031 ceph-mon[96842]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:18:36.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:35 smithi031 ceph-mon[96842]: Cluster is now healthy 2024-09-17T17:18:36.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:35 smithi031 ceph-mon[96842]: osdmap e931: 8 total, 8 up, 8 in 2024-09-17T17:18:36.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:35 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/1506502488' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:36.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:35 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:36.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:35 smithi031 ceph-mon[94873]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:18:36.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:35 smithi031 ceph-mon[94873]: Cluster is now healthy 2024-09-17T17:18:36.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:35 smithi031 ceph-mon[94873]: osdmap e931: 8 total, 8 up, 8 in 2024-09-17T17:18:36.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:35 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/1506502488' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:36.345 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:35 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:36.345 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:18:36 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3[117141]: 2024-09-17T17:18:36.002+0000 7f263ad27640 -1 osd.3 pg_epoch: 932 pg[38.2( v 932'1 (0'0,932'1] local-lis/les=931/932 n=1 ec=931/931 lis/c=931/931 les/c/f=932/932/0 sis=931) [3,7,5] r=0 lpr=931 crt=932'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-09-17T17:18:36.345 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:18:36 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3[117141]: 2024-09-17T17:18:36.003+0000 7f2636d1f640 -1 osd.3 pg_epoch: 932 pg[38.2( v 932'2 (0'0,932'2] local-lis/les=931/932 n=1 ec=931/931 lis/c=931/931 les/c/f=932/932/0 sis=931) [3,7,5] r=0 lpr=931 crt=932'1 lcod 932'1 mlcod 932'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-09-17T17:18:36.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:35 smithi066 ceph-mon[86175]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:18:36.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:35 smithi066 ceph-mon[86175]: Cluster is now healthy 2024-09-17T17:18:36.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:35 smithi066 ceph-mon[86175]: osdmap e931: 8 total, 8 up, 8 in 2024-09-17T17:18:36.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:35 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/1506502488' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:36.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:35 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:37.010 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsHello.BadMethods (3029 ms) 2024-09-17T17:18:37.010 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsHello.Filter 2024-09-17T17:18:37.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:36 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:37.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:36 smithi031 ceph-mon[94873]: osdmap e932: 8 total, 8 up, 8 in 2024-09-17T17:18:37.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:36 smithi031 ceph-mon[94873]: pgmap v1083: 137 pgs: 6 creating+peering, 19 unknown, 112 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:37.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:36 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:37.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:36 smithi031 ceph-mon[96842]: osdmap e932: 8 total, 8 up, 8 in 2024-09-17T17:18:37.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:37 smithi031 ceph-mon[96842]: pgmap v1083: 137 pgs: 6 creating+peering, 19 unknown, 112 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:37.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:36 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:37.406 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:36 smithi066 ceph-mon[86175]: osdmap e932: 8 total, 8 up, 8 in 2024-09-17T17:18:37.406 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:36 smithi066 ceph-mon[86175]: pgmap v1083: 137 pgs: 6 creating+peering, 19 unknown, 112 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:38.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:37 smithi031 ceph-mon[94873]: osdmap e933: 8 total, 8 up, 8 in 2024-09-17T17:18:38.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:37 smithi031 ceph-mon[96842]: osdmap e933: 8 total, 8 up, 8 in 2024-09-17T17:18:38.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:37 smithi066 ceph-mon[86175]: osdmap e933: 8 total, 8 up, 8 in 2024-09-17T17:18:39.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:39 smithi031 ceph-mon[94873]: osdmap e934: 8 total, 8 up, 8 in 2024-09-17T17:18:39.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:39 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/3399927221' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:39.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:39 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:39.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:39 smithi031 ceph-mon[94873]: pgmap v1086: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:39.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:39 smithi031 ceph-mon[96842]: osdmap e934: 8 total, 8 up, 8 in 2024-09-17T17:18:39.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:39 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/3399927221' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:39.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:39 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:39.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:39 smithi031 ceph-mon[96842]: pgmap v1086: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:39.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:39 smithi066 ceph-mon[86175]: osdmap e934: 8 total, 8 up, 8 in 2024-09-17T17:18:39.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:39 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/3399927221' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:39.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:39 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:39.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:39 smithi066 ceph-mon[86175]: pgmap v1086: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:40.024 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsHello.Filter (3014 ms) 2024-09-17T17:18:40.024 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 6 tests from ClsHello (18996 ms total) 2024-09-17T17:18:40.024 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-09-17T17:18:40.024 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-09-17T17:18:40.025 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 6 tests from 1 test suite ran. (18996 ms total) 2024-09-17T17:18:40.025 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 6 tests. 2024-09-17T17:18:40.028 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-17T17:18:40.029 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-17T17:18:40.099 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-09-17T17:18:40.099 DEBUG:teuthology.orchestra.run.smithi031:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-09-17T17:18:40.173 INFO:tasks.workunit.client.0.smithi031.stdout:Running main() from gmock_main.cc 2024-09-17T17:18:40.173 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 27 tests from 1 test suite. 2024-09-17T17:18:40.173 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-09-17T17:18:40.173 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 27 tests from TestClsJournal 2024-09-17T17:18:40.343 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:18:40 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:18:40] "GET /metrics HTTP/1.1" 200 36448 "" "Prometheus/2.51.0" 2024-09-17T17:18:40.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:40 smithi031 ceph-mon[94873]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:18:40.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:40 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:40.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:40 smithi031 ceph-mon[94873]: osdmap e935: 8 total, 8 up, 8 in 2024-09-17T17:18:40.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:40 smithi031 ceph-mon[96842]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:18:40.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:40 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:40.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:40 smithi031 ceph-mon[96842]: osdmap e935: 8 total, 8 up, 8 in 2024-09-17T17:18:40.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:40 smithi066 ceph-mon[86175]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:18:40.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:40 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136685-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:40.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:40 smithi066 ceph-mon[86175]: osdmap e935: 8 total, 8 up, 8 in 2024-09-17T17:18:41.345 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:41 smithi031 ceph-mon[94873]: osdmap e936: 8 total, 8 up, 8 in 2024-09-17T17:18:41.345 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:41 smithi031 ceph-mon[94873]: pgmap v1089: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:41.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:41 smithi031 ceph-mon[96842]: osdmap e936: 8 total, 8 up, 8 in 2024-09-17T17:18:41.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:41 smithi031 ceph-mon[96842]: pgmap v1089: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:41.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:41 smithi066 ceph-mon[86175]: osdmap e936: 8 total, 8 up, 8 in 2024-09-17T17:18:41.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:41 smithi066 ceph-mon[86175]: pgmap v1089: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:42.031 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.Create 2024-09-17T17:18:42.050 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.Create (20 ms) 2024-09-17T17:18:42.050 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-09-17T17:18:42.055 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.MinimumSet (5 ms) 2024-09-17T17:18:42.055 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-09-17T17:18:42.061 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.MinimumSetStale (6 ms) 2024-09-17T17:18:42.061 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-09-17T17:18:42.064 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (3 ms) 2024-09-17T17:18:42.064 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-09-17T17:18:42.067 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2024-09-17T17:18:42.067 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-09-17T17:18:42.071 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.ActiveSetStale (4 ms) 2024-09-17T17:18:42.071 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-09-17T17:18:42.074 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.CreateDuplicate (3 ms) 2024-09-17T17:18:42.074 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.GetClient 2024-09-17T17:18:42.076 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.GetClient (3 ms) 2024-09-17T17:18:42.077 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-09-17T17:18:42.079 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.ClientRegister (2 ms) 2024-09-17T17:18:42.079 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-09-17T17:18:42.083 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (4 ms) 2024-09-17T17:18:42.083 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-09-17T17:18:42.087 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.ClientUpdateData (4 ms) 2024-09-17T17:18:42.087 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-09-17T17:18:42.092 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.ClientUpdateState (6 ms) 2024-09-17T17:18:42.093 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-09-17T17:18:42.096 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-09-17T17:18:42.096 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-09-17T17:18:42.100 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (5 ms) 2024-09-17T17:18:42.101 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-09-17T17:18:42.208 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (107 ms) 2024-09-17T17:18:42.208 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-09-17T17:18:42.212 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.ClientCommit (4 ms) 2024-09-17T17:18:42.212 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-09-17T17:18:42.215 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2024-09-17T17:18:42.215 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-09-17T17:18:42.216 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-09-17T17:18:42.216 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.ClientList 2024-09-17T17:18:42.255 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.ClientList (39 ms) 2024-09-17T17:18:42.255 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-09-17T17:18:42.259 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.GetNextTagTid (4 ms) 2024-09-17T17:18:42.259 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.TagCreate 2024-09-17T17:18:42.268 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.TagCreate (9 ms) 2024-09-17T17:18:42.268 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-09-17T17:18:42.275 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (7 ms) 2024-09-17T17:18:42.275 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.TagList 2024-09-17T17:18:42.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:42 smithi031 ceph-mon[94873]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:18:42.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:42 smithi031 ceph-mon[94873]: Cluster is now healthy 2024-09-17T17:18:42.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:42 smithi031 ceph-mon[94873]: osdmap e937: 8 total, 8 up, 8 in 2024-09-17T17:18:42.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:42 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/2419834343' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136825-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:42.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:42 smithi031 ceph-mon[96842]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:18:42.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:42 smithi031 ceph-mon[96842]: Cluster is now healthy 2024-09-17T17:18:42.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:42 smithi031 ceph-mon[96842]: osdmap e937: 8 total, 8 up, 8 in 2024-09-17T17:18:42.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:42 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/2419834343' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136825-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:42.376 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.TagList (101 ms) 2024-09-17T17:18:42.376 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-09-17T17:18:42.378 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2024-09-17T17:18:42.378 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-09-17T17:18:42.379 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-09-17T17:18:42.379 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-09-17T17:18:42.381 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (2 ms) 2024-09-17T17:18:42.381 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.Append 2024-09-17T17:18:42.393 INFO:tasks.workunit.client.0.smithi031.stdout:padding is not enabled 2024-09-17T17:18:42.393 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.Append (12 ms) 2024-09-17T17:18:42.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:42 smithi066 ceph-mon[86175]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:18:42.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:42 smithi066 ceph-mon[86175]: Cluster is now healthy 2024-09-17T17:18:42.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:42 smithi066 ceph-mon[86175]: osdmap e937: 8 total, 8 up, 8 in 2024-09-17T17:18:42.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:42 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/2419834343' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136825-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:43.049 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 27 tests from TestClsJournal (363 ms total) 2024-09-17T17:18:43.049 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-09-17T17:18:43.049 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-09-17T17:18:43.049 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 27 tests from 1 test suite ran. (2875 ms total) 2024-09-17T17:18:43.049 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 27 tests. 2024-09-17T17:18:43.052 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-17T17:18:43.053 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-17T17:18:43.122 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-09-17T17:18:43.122 DEBUG:teuthology.orchestra.run.smithi031:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-09-17T17:18:43.195 INFO:tasks.workunit.client.0.smithi031.stdout:Running main() from gmock_main.cc 2024-09-17T17:18:43.195 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-17T17:18:43.195 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-09-17T17:18:43.195 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 11 tests from ClsLock 2024-09-17T17:18:43.195 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-09-17T17:18:43.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:43 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/2419834343' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136825-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:43.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:43 smithi031 ceph-mon[96842]: osdmap e938: 8 total, 8 up, 8 in 2024-09-17T17:18:43.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:43 smithi031 ceph-mon[96842]: pgmap v1092: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:43.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:43 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/2419834343' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136825-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:43.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:43 smithi031 ceph-mon[94873]: osdmap e938: 8 total, 8 up, 8 in 2024-09-17T17:18:43.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:43 smithi031 ceph-mon[94873]: pgmap v1092: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:43.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:43 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/2419834343' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136825-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:43.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:43 smithi066 ceph-mon[86175]: osdmap e938: 8 total, 8 up, 8 in 2024-09-17T17:18:43.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:43 smithi066 ceph-mon[86175]: pgmap v1092: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:44.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:44 smithi031 ceph-mon[94873]: osdmap e939: 8 total, 8 up, 8 in 2024-09-17T17:18:44.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:44 smithi031 ceph-mon[96842]: osdmap e939: 8 total, 8 up, 8 in 2024-09-17T17:18:44.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:44 smithi066 ceph-mon[86175]: osdmap e939: 8 total, 8 up, 8 in 2024-09-17T17:18:45.100 INFO:tasks.workunit.client.0.smithi031.stdout:lock: mylock 2024-09-17T17:18:45.100 INFO:tasks.workunit.client.0.smithi031.stdout: lock_type: exclusive 2024-09-17T17:18:45.101 INFO:tasks.workunit.client.0.smithi031.stdout: tag: 2024-09-17T17:18:45.101 INFO:tasks.workunit.client.0.smithi031.stdout: lockers: 2024-09-17T17:18:45.101 INFO:tasks.workunit.client.0.smithi031.stdout: client.34893 expiration=2024-09-17T17:20:45.095539+0000 addr=v1:172.21.15.31:0/185396978 cookie= 2024-09-17T17:18:45.104 INFO:tasks.workunit.client.0.smithi031.stdout:lock: mylock 2024-09-17T17:18:45.104 INFO:tasks.workunit.client.0.smithi031.stdout: lock_type: shared 2024-09-17T17:18:45.105 INFO:tasks.workunit.client.0.smithi031.stdout: tag: 2024-09-17T17:18:45.105 INFO:tasks.workunit.client.0.smithi031.stdout: lockers: 2024-09-17T17:18:45.105 INFO:tasks.workunit.client.0.smithi031.stdout: client.34893 expiration=2024-09-17T17:20:45.102121+0000 addr=v1:172.21.15.31:0/185396978 cookie= 2024-09-17T17:18:45.105 INFO:tasks.workunit.client.0.smithi031.stdout: client.44813 expiration=0.000000 addr=v1:172.21.15.31:0/3178134482 cookie= 2024-09-17T17:18:45.105 INFO:tasks.workunit.client.0.smithi031.stdout:lock: mylock 2024-09-17T17:18:45.106 INFO:tasks.workunit.client.0.smithi031.stdout: lock_type: shared 2024-09-17T17:18:45.106 INFO:tasks.workunit.client.0.smithi031.stdout: tag: 2024-09-17T17:18:45.106 INFO:tasks.workunit.client.0.smithi031.stdout: lockers: 2024-09-17T17:18:45.106 INFO:tasks.workunit.client.0.smithi031.stdout: client.44813 expiration=0.000000 addr=v1:172.21.15.31:0/3178134482 cookie= 2024-09-17T17:18:45.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:45 smithi031 ceph-mon[94873]: osdmap e940: 8 total, 8 up, 8 in 2024-09-17T17:18:45.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:45 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/185396978' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:45.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:45 smithi031 ceph-mon[94873]: pgmap v1095: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:45.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:45 smithi031 ceph-mon[96842]: osdmap e940: 8 total, 8 up, 8 in 2024-09-17T17:18:45.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:45 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/185396978' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:45.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:45 smithi031 ceph-mon[96842]: pgmap v1095: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:45.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:45 smithi066 ceph-mon[86175]: osdmap e940: 8 total, 8 up, 8 in 2024-09-17T17:18:45.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:45 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/185396978' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:45.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:45 smithi066 ceph-mon[86175]: pgmap v1095: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:46.067 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsLock.TestMultiLocking (2871 ms) 2024-09-17T17:18:46.067 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsLock.TestMeta 2024-09-17T17:18:46.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:46 smithi031 ceph-mon[94873]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:18:46.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:46 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/185396978' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:46.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:46 smithi031 ceph-mon[94873]: osdmap e941: 8 total, 8 up, 8 in 2024-09-17T17:18:46.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:46 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:18:46.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:46 smithi031 ceph-mon[96842]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:18:46.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:46 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/185396978' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:46.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:46 smithi031 ceph-mon[96842]: osdmap e941: 8 total, 8 up, 8 in 2024-09-17T17:18:46.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:46 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:18:46.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:46 smithi066 ceph-mon[86175]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:18:46.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:46 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/185396978' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:46.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:46 smithi066 ceph-mon[86175]: osdmap e941: 8 total, 8 up, 8 in 2024-09-17T17:18:46.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:46 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:18:47.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:47 smithi031 ceph-mon[94873]: osdmap e942: 8 total, 8 up, 8 in 2024-09-17T17:18:47.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:47 smithi031 ceph-mon[94873]: pgmap v1098: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:47.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:47 smithi031 ceph-mon[96842]: osdmap e942: 8 total, 8 up, 8 in 2024-09-17T17:18:47.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:47 smithi031 ceph-mon[96842]: pgmap v1098: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:47.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:47 smithi066 ceph-mon[86175]: osdmap e942: 8 total, 8 up, 8 in 2024-09-17T17:18:47.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:47 smithi066 ceph-mon[86175]: pgmap v1098: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:48.126 INFO:tasks.workunit.client.0.smithi031.stdout:lock: mylock 2024-09-17T17:18:48.126 INFO:tasks.workunit.client.0.smithi031.stdout: lock_type: shared 2024-09-17T17:18:48.126 INFO:tasks.workunit.client.0.smithi031.stdout: tag: 2024-09-17T17:18:48.126 INFO:tasks.workunit.client.0.smithi031.stdout: lockers: 2024-09-17T17:18:48.126 INFO:tasks.workunit.client.0.smithi031.stdout: client.44825 expiration=0.000000 addr=v1:172.21.15.31:0/2670076032 cookie= 2024-09-17T17:18:48.128 INFO:tasks.workunit.client.0.smithi031.stdout:lock: mylock 2024-09-17T17:18:48.128 INFO:tasks.workunit.client.0.smithi031.stdout: lock_type: exclusive 2024-09-17T17:18:48.128 INFO:tasks.workunit.client.0.smithi031.stdout: tag: new_tag 2024-09-17T17:18:48.128 INFO:tasks.workunit.client.0.smithi031.stdout: lockers: 2024-09-17T17:18:48.128 INFO:tasks.workunit.client.0.smithi031.stdout: client.44819 expiration=0.000000 addr=v1:172.21.15.31:0/2841234986 cookie= 2024-09-17T17:18:48.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:48 smithi031 ceph-mon[96842]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:18:48.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:48 smithi031 ceph-mon[96842]: Cluster is now healthy 2024-09-17T17:18:48.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:48 smithi031 ceph-mon[96842]: osdmap e943: 8 total, 8 up, 8 in 2024-09-17T17:18:48.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:48 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/2841234986' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:48.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:48 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:48.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:48 smithi031 ceph-mon[94873]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:18:48.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:48 smithi031 ceph-mon[94873]: Cluster is now healthy 2024-09-17T17:18:48.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:48 smithi031 ceph-mon[94873]: osdmap e943: 8 total, 8 up, 8 in 2024-09-17T17:18:48.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:48 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/2841234986' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:48.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:48 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:48.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:48 smithi066 ceph-mon[86175]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:18:48.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:48 smithi066 ceph-mon[86175]: Cluster is now healthy 2024-09-17T17:18:48.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:48 smithi066 ceph-mon[86175]: osdmap e943: 8 total, 8 up, 8 in 2024-09-17T17:18:48.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:48 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/2841234986' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:48.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:48 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:49.098 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsLock.TestMeta (3031 ms) 2024-09-17T17:18:49.098 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsLock.TestCookie 2024-09-17T17:18:49.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:49 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:49.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:49 smithi031 ceph-mon[94873]: osdmap e944: 8 total, 8 up, 8 in 2024-09-17T17:18:49.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:49 smithi031 ceph-mon[94873]: pgmap v1101: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:49.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:49 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:49.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:49 smithi031 ceph-mon[96842]: osdmap e944: 8 total, 8 up, 8 in 2024-09-17T17:18:49.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:49 smithi031 ceph-mon[96842]: pgmap v1101: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:49.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:49 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:49.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:49 smithi066 ceph-mon[86175]: osdmap e944: 8 total, 8 up, 8 in 2024-09-17T17:18:49.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:49 smithi066 ceph-mon[86175]: pgmap v1101: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:50.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:50 smithi031 ceph-mon[94873]: osdmap e945: 8 total, 8 up, 8 in 2024-09-17T17:18:50.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:50 smithi031 ceph-mon[96842]: osdmap e945: 8 total, 8 up, 8 in 2024-09-17T17:18:50.344 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:18:50 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:18:50] "GET /metrics HTTP/1.1" 200 36449 "" "Prometheus/2.51.0" 2024-09-17T17:18:50.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:50 smithi066 ceph-mon[86175]: osdmap e945: 8 total, 8 up, 8 in 2024-09-17T17:18:51.130 INFO:tasks.workunit.client.0.smithi031.stdout:lock: mylock 2024-09-17T17:18:51.131 INFO:tasks.workunit.client.0.smithi031.stdout: lock_type: exclusive 2024-09-17T17:18:51.131 INFO:tasks.workunit.client.0.smithi031.stdout: tag: 2024-09-17T17:18:51.131 INFO:tasks.workunit.client.0.smithi031.stdout: lockers: 2024-09-17T17:18:51.133 INFO:tasks.workunit.client.0.smithi031.stdout:lock: mylock 2024-09-17T17:18:51.133 INFO:tasks.workunit.client.0.smithi031.stdout: lock_type: shared 2024-09-17T17:18:51.133 INFO:tasks.workunit.client.0.smithi031.stdout: tag: 2024-09-17T17:18:51.133 INFO:tasks.workunit.client.0.smithi031.stdout: lockers: 2024-09-17T17:18:51.133 INFO:tasks.workunit.client.0.smithi031.stdout: client.44831 expiration=0.000000 addr=v1:172.21.15.31:0/720325125 cookie= 2024-09-17T17:18:51.133 INFO:tasks.workunit.client.0.smithi031.stdout: client.44831 expiration=0.000000 addr=v1:172.21.15.31:0/720325125 cookie=new cookie 2024-09-17T17:18:51.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:51 smithi066 ceph-mon[86175]: osdmap e946: 8 total, 8 up, 8 in 2024-09-17T17:18:51.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:51 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/720325125' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:51.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:51 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:51.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:51 smithi066 ceph-mon[86175]: pgmap v1104: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:51.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:51 smithi031 ceph-mon[96842]: osdmap e946: 8 total, 8 up, 8 in 2024-09-17T17:18:51.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:51 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/720325125' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:51.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:51 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:51.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:51 smithi031 ceph-mon[96842]: pgmap v1104: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:51.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:51 smithi031 ceph-mon[94873]: osdmap e946: 8 total, 8 up, 8 in 2024-09-17T17:18:51.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:51 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/720325125' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:51.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:51 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:51.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:51 smithi031 ceph-mon[94873]: pgmap v1104: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:52.121 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsLock.TestCookie (3023 ms) 2024-09-17T17:18:52.122 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-09-17T17:18:52.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:52 smithi066 ceph-mon[86175]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:18:52.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:52 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:52.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:52 smithi066 ceph-mon[86175]: osdmap e947: 8 total, 8 up, 8 in 2024-09-17T17:18:52.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:52 smithi031 ceph-mon[94873]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:18:52.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:52 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:52.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:52 smithi031 ceph-mon[94873]: osdmap e947: 8 total, 8 up, 8 in 2024-09-17T17:18:52.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:52 smithi031 ceph-mon[96842]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:18:52.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:52 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:52.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:52 smithi031 ceph-mon[96842]: osdmap e947: 8 total, 8 up, 8 in 2024-09-17T17:18:53.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:53 smithi066 ceph-mon[86175]: osdmap e948: 8 total, 8 up, 8 in 2024-09-17T17:18:53.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:53 smithi066 ceph-mon[86175]: pgmap v1107: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:53.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:53 smithi031 ceph-mon[94873]: osdmap e948: 8 total, 8 up, 8 in 2024-09-17T17:18:53.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:53 smithi031 ceph-mon[94873]: pgmap v1107: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:53.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:53 smithi031 ceph-mon[96842]: osdmap e948: 8 total, 8 up, 8 in 2024-09-17T17:18:53.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:53 smithi031 ceph-mon[96842]: pgmap v1107: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:54.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:54 smithi066 ceph-mon[86175]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:18:54.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:54 smithi066 ceph-mon[86175]: Cluster is now healthy 2024-09-17T17:18:54.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:54 smithi066 ceph-mon[86175]: osdmap e949: 8 total, 8 up, 8 in 2024-09-17T17:18:54.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:54 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/3039141523' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:54.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:54 smithi031 ceph-mon[94873]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:18:54.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:54 smithi031 ceph-mon[94873]: Cluster is now healthy 2024-09-17T17:18:54.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:54 smithi031 ceph-mon[94873]: osdmap e949: 8 total, 8 up, 8 in 2024-09-17T17:18:54.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:54 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/3039141523' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:54.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:54 smithi031 ceph-mon[96842]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:18:54.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:54 smithi031 ceph-mon[96842]: Cluster is now healthy 2024-09-17T17:18:54.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:54 smithi031 ceph-mon[96842]: osdmap e949: 8 total, 8 up, 8 in 2024-09-17T17:18:54.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:54 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/3039141523' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:55.146 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsLock.TestMultipleLocks (3024 ms) 2024-09-17T17:18:55.146 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsLock.TestLockDuration 2024-09-17T17:18:55.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:55 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/3039141523' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:55.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:55 smithi066 ceph-mon[86175]: osdmap e950: 8 total, 8 up, 8 in 2024-09-17T17:18:55.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:55 smithi066 ceph-mon[86175]: pgmap v1110: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:55.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:55 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/3039141523' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:55.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:55 smithi031 ceph-mon[94873]: osdmap e950: 8 total, 8 up, 8 in 2024-09-17T17:18:55.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:55 smithi031 ceph-mon[94873]: pgmap v1110: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:55.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:55 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/3039141523' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:55.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:55 smithi031 ceph-mon[96842]: osdmap e950: 8 total, 8 up, 8 in 2024-09-17T17:18:55.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:55 smithi031 ceph-mon[96842]: pgmap v1110: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:56.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:56 smithi066 ceph-mon[86175]: osdmap e951: 8 total, 8 up, 8 in 2024-09-17T17:18:56.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:56 smithi031 ceph-mon[94873]: osdmap e951: 8 total, 8 up, 8 in 2024-09-17T17:18:56.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:56 smithi031 ceph-mon[96842]: osdmap e951: 8 total, 8 up, 8 in 2024-09-17T17:18:57.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:57 smithi031 ceph-mon[96842]: osdmap e952: 8 total, 8 up, 8 in 2024-09-17T17:18:57.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:57 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/194503245' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:57.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:57 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:57.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:57 smithi031 ceph-mon[96842]: pgmap v1113: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:57.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:57 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:57.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:57 smithi031 ceph-mon[96842]: osdmap e953: 8 total, 8 up, 8 in 2024-09-17T17:18:57.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:57 smithi031 ceph-mon[94873]: osdmap e952: 8 total, 8 up, 8 in 2024-09-17T17:18:57.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:57 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/194503245' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:57.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:57 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:57.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:57 smithi031 ceph-mon[94873]: pgmap v1113: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:57.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:57 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:57.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:57 smithi031 ceph-mon[94873]: osdmap e953: 8 total, 8 up, 8 in 2024-09-17T17:18:57.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:57 smithi066 ceph-mon[86175]: osdmap e952: 8 total, 8 up, 8 in 2024-09-17T17:18:57.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:57 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/194503245' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:57.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:57 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:18:57.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:57 smithi066 ceph-mon[86175]: pgmap v1113: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:57.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:57 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:18:57.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:57 smithi066 ceph-mon[86175]: osdmap e953: 8 total, 8 up, 8 in 2024-09-17T17:18:58.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:58 smithi031 ceph-mon[94873]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:18:58.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:58 smithi031 ceph-mon[94873]: osdmap e954: 8 total, 8 up, 8 in 2024-09-17T17:18:58.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:58 smithi031 ceph-mon[96842]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:18:58.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:58 smithi031 ceph-mon[96842]: osdmap e954: 8 total, 8 up, 8 in 2024-09-17T17:18:58.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:58 smithi066 ceph-mon[86175]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:18:58.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:58 smithi066 ceph-mon[86175]: osdmap e954: 8 total, 8 up, 8 in 2024-09-17T17:18:59.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:18:59 smithi031 ceph-mon[94873]: pgmap v1116: 137 pgs: 16 creating+peering, 14 unknown, 107 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:59.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:18:59 smithi031 ceph-mon[96842]: pgmap v1116: 137 pgs: 16 creating+peering, 14 unknown, 107 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:18:59.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:18:59 smithi066 ceph-mon[86175]: pgmap v1116: 137 pgs: 16 creating+peering, 14 unknown, 107 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:00.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:00 smithi031 ceph-mon[94873]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:19:00.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:00 smithi031 ceph-mon[94873]: Cluster is now healthy 2024-09-17T17:19:00.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:00 smithi031 ceph-mon[96842]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:19:00.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:00 smithi031 ceph-mon[96842]: Cluster is now healthy 2024-09-17T17:19:00.594 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:19:00 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:19:00] "GET /metrics HTTP/1.1" 200 36449 "" "Prometheus/2.51.0" 2024-09-17T17:19:00.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:00 smithi066 ceph-mon[86175]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:19:00.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:00 smithi066 ceph-mon[86175]: Cluster is now healthy 2024-09-17T17:19:01.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:01 smithi031 ceph-mon[94873]: pgmap v1117: 137 pgs: 16 creating+peering, 8 unknown, 113 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:01.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:01 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:19:01.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:01 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:19:01.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:01 smithi031 ceph-mon[96842]: pgmap v1117: 137 pgs: 16 creating+peering, 8 unknown, 113 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:01.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:01 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:19:01.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:01 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:19:01.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:01 smithi066 ceph-mon[86175]: pgmap v1117: 137 pgs: 16 creating+peering, 8 unknown, 113 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:01.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:01 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:19:01.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:01 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:19:02.538 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsLock.TestLockDuration (7393 ms) 2024-09-17T17:19:02.539 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-09-17T17:19:03.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:03 smithi031 ceph-mon[94873]: pgmap v1118: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:03.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:03 smithi031 ceph-mon[94873]: osdmap e955: 8 total, 8 up, 8 in 2024-09-17T17:19:03.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:03 smithi031 ceph-mon[96842]: pgmap v1118: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:03.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:03 smithi031 ceph-mon[96842]: osdmap e955: 8 total, 8 up, 8 in 2024-09-17T17:19:03.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:03 smithi066 ceph-mon[86175]: pgmap v1118: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:03.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:03 smithi066 ceph-mon[86175]: osdmap e955: 8 total, 8 up, 8 in 2024-09-17T17:19:04.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:04 smithi031 ceph-mon[94873]: osdmap e956: 8 total, 8 up, 8 in 2024-09-17T17:19:04.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:04 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/4186772981' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:04.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:04 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:04.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:04 smithi031 ceph-mon[96842]: osdmap e956: 8 total, 8 up, 8 in 2024-09-17T17:19:04.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:04 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/4186772981' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:04.845 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:04 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:04.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:04 smithi066 ceph-mon[86175]: osdmap e956: 8 total, 8 up, 8 in 2024-09-17T17:19:04.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:04 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/4186772981' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:04.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:04 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:05.558 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsLock.TestAssertLocked (3019 ms) 2024-09-17T17:19:05.558 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsLock.TestSetCookie 2024-09-17T17:19:05.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:05 smithi031 ceph-mon[96842]: pgmap v1121: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:05.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:05 smithi031 ceph-mon[96842]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:19:05.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:05 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:19:05.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:05 smithi031 ceph-mon[96842]: osdmap e957: 8 total, 8 up, 8 in 2024-09-17T17:19:05.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:05 smithi031 ceph-mon[94873]: pgmap v1121: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:05.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:05 smithi031 ceph-mon[94873]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:19:05.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:05 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:19:05.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:05 smithi031 ceph-mon[94873]: osdmap e957: 8 total, 8 up, 8 in 2024-09-17T17:19:05.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:05 smithi066 ceph-mon[86175]: pgmap v1121: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:05.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:05 smithi066 ceph-mon[86175]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:19:05.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:05 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:19:05.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:05 smithi066 ceph-mon[86175]: osdmap e957: 8 total, 8 up, 8 in 2024-09-17T17:19:06.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:06 smithi031 ceph-mon[94873]: osdmap e958: 8 total, 8 up, 8 in 2024-09-17T17:19:06.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:06 smithi031 ceph-mon[96842]: osdmap e958: 8 total, 8 up, 8 in 2024-09-17T17:19:06.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:06 smithi066 ceph-mon[86175]: osdmap e958: 8 total, 8 up, 8 in 2024-09-17T17:19:07.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:07 smithi031 ceph-mon[94873]: pgmap v1124: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:07.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:07 smithi031 ceph-mon[94873]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:19:07.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:07 smithi031 ceph-mon[94873]: Cluster is now healthy 2024-09-17T17:19:07.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:07 smithi031 ceph-mon[94873]: osdmap e959: 8 total, 8 up, 8 in 2024-09-17T17:19:07.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:07 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/1625315035' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:07.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:07 smithi031 ceph-mon[96842]: pgmap v1124: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:07.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:07 smithi031 ceph-mon[96842]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:19:07.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:07 smithi031 ceph-mon[96842]: Cluster is now healthy 2024-09-17T17:19:07.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:07 smithi031 ceph-mon[96842]: osdmap e959: 8 total, 8 up, 8 in 2024-09-17T17:19:07.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:07 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/1625315035' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:07.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:07 smithi066 ceph-mon[86175]: pgmap v1124: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:07.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:07 smithi066 ceph-mon[86175]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:19:07.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:07 smithi066 ceph-mon[86175]: Cluster is now healthy 2024-09-17T17:19:07.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:07 smithi066 ceph-mon[86175]: osdmap e959: 8 total, 8 up, 8 in 2024-09-17T17:19:07.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:07 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/1625315035' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:08.585 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsLock.TestSetCookie (3028 ms) 2024-09-17T17:19:08.586 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsLock.TestRenew 2024-09-17T17:19:08.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:08 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/1625315035' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:19:08.844 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:08 smithi031 ceph-mon[94873]: osdmap e960: 8 total, 8 up, 8 in 2024-09-17T17:19:08.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:08 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/1625315035' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:19:08.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:08 smithi031 ceph-mon[96842]: osdmap e960: 8 total, 8 up, 8 in 2024-09-17T17:19:08.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:08 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/1625315035' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:19:08.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:08 smithi066 ceph-mon[86175]: osdmap e960: 8 total, 8 up, 8 in 2024-09-17T17:19:09.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:09 smithi031 ceph-mon[94873]: pgmap v1127: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:09.843 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:09 smithi031 ceph-mon[94873]: osdmap e961: 8 total, 8 up, 8 in 2024-09-17T17:19:09.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:09 smithi031 ceph-mon[96842]: pgmap v1127: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:09.844 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:09 smithi031 ceph-mon[96842]: osdmap e961: 8 total, 8 up, 8 in 2024-09-17T17:19:09.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:09 smithi066 ceph-mon[86175]: pgmap v1127: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:09.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:09 smithi066 ceph-mon[86175]: osdmap e961: 8 total, 8 up, 8 in 2024-09-17T17:19:10.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:19:10 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:19:10] "GET /metrics HTTP/1.1" 200 36448 "" "Prometheus/2.51.0" 2024-09-17T17:19:10.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:10 smithi066 ceph-mon[86175]: osdmap e962: 8 total, 8 up, 8 in 2024-09-17T17:19:10.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:10 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/3649363870' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:10.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:10 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:11.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:10 smithi031 ceph-mon[96842]: osdmap e962: 8 total, 8 up, 8 in 2024-09-17T17:19:11.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:10 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/3649363870' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:11.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:10 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:11.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:10 smithi031 ceph-mon[94873]: osdmap e962: 8 total, 8 up, 8 in 2024-09-17T17:19:11.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:10 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/3649363870' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:11.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:10 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:11.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:11 smithi066 ceph-mon[86175]: pgmap v1130: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:11.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:11 smithi066 ceph-mon[86175]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:19:11.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:11 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:19:11.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:11 smithi066 ceph-mon[86175]: osdmap e963: 8 total, 8 up, 8 in 2024-09-17T17:19:12.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:11 smithi031 ceph-mon[96842]: pgmap v1130: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:12.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:11 smithi031 ceph-mon[96842]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:19:12.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:11 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:19:12.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:11 smithi031 ceph-mon[96842]: osdmap e963: 8 total, 8 up, 8 in 2024-09-17T17:19:12.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:11 smithi031 ceph-mon[94873]: pgmap v1130: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:12.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:11 smithi031 ceph-mon[94873]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:19:12.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:11 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:19:12.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:11 smithi031 ceph-mon[94873]: osdmap e963: 8 total, 8 up, 8 in 2024-09-17T17:19:12.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:12 smithi066 ceph-mon[86175]: osdmap e964: 8 total, 8 up, 8 in 2024-09-17T17:19:13.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:12 smithi031 ceph-mon[94873]: osdmap e964: 8 total, 8 up, 8 in 2024-09-17T17:19:13.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:12 smithi031 ceph-mon[96842]: osdmap e964: 8 total, 8 up, 8 in 2024-09-17T17:19:13.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:13 smithi066 ceph-mon[86175]: pgmap v1133: 137 pgs: 5 creating+peering, 11 unknown, 121 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:13.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:13 smithi066 ceph-mon[86175]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:19:13.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:13 smithi066 ceph-mon[86175]: Cluster is now healthy 2024-09-17T17:19:14.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:13 smithi031 ceph-mon[94873]: pgmap v1133: 137 pgs: 5 creating+peering, 11 unknown, 121 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:14.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:13 smithi031 ceph-mon[94873]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:19:14.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:13 smithi031 ceph-mon[94873]: Cluster is now healthy 2024-09-17T17:19:14.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:13 smithi031 ceph-mon[96842]: pgmap v1133: 137 pgs: 5 creating+peering, 11 unknown, 121 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:14.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:13 smithi031 ceph-mon[96842]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:19:14.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:13 smithi031 ceph-mon[96842]: Cluster is now healthy 2024-09-17T17:19:15.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:15 smithi066 ceph-mon[86175]: pgmap v1134: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:15.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:15 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:19:16.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:15 smithi031 ceph-mon[94873]: pgmap v1134: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:16.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:15 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:19:16.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:15 smithi031 ceph-mon[96842]: pgmap v1134: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:16.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:15 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:19:17.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:17 smithi066 ceph-mon[86175]: pgmap v1135: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:18.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:17 smithi031 ceph-mon[94873]: pgmap v1135: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:18.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:17 smithi031 ceph-mon[96842]: pgmap v1135: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:19.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:19 smithi066 ceph-mon[86175]: pgmap v1136: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:19.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:19 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:19:19.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:19 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:19:19.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:19 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:19:19.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:19 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:19:20.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:19 smithi031 ceph-mon[94873]: pgmap v1136: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:20.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:19 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:19:20.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:19 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:19:20.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:19 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:19:20.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:19 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:19:20.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:19 smithi031 ceph-mon[96842]: pgmap v1136: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:20.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:19 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:19:20.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:19 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:19:20.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:19 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:19:20.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:19 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:19:20.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:19:20 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:19:20] "GET /metrics HTTP/1.1" 200 36448 "" "Prometheus/2.51.0" 2024-09-17T17:19:21.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:21 smithi066 ceph-mon[86175]: pgmap v1137: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 106 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:22.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:21 smithi031 ceph-mon[96842]: pgmap v1137: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 106 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:22.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:21 smithi031 ceph-mon[94873]: pgmap v1137: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 106 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:23.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:23 smithi066 ceph-mon[86175]: pgmap v1138: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 288 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:24.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:23 smithi031 ceph-mon[94873]: pgmap v1138: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 288 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:24.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:23 smithi031 ceph-mon[96842]: pgmap v1138: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 288 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:25.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:25 smithi066 ceph-mon[86175]: pgmap v1139: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:26.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:25 smithi031 ceph-mon[94873]: pgmap v1139: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:26.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:25 smithi031 ceph-mon[96842]: pgmap v1139: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:27.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:27 smithi066 ceph-mon[86175]: pgmap v1140: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:28.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:27 smithi031 ceph-mon[94873]: pgmap v1140: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:28.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:27 smithi031 ceph-mon[96842]: pgmap v1140: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:29.645 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsLock.TestRenew (21060 ms) 2024-09-17T17:19:29.645 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-09-17T17:19:29.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:29 smithi066 ceph-mon[86175]: pgmap v1141: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:30.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:29 smithi031 ceph-mon[94873]: pgmap v1141: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:30.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:29 smithi031 ceph-mon[96842]: pgmap v1141: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:30.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:19:30 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:19:30] "GET /metrics HTTP/1.1" 200 36448 "" "Prometheus/2.51.0" 2024-09-17T17:19:30.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:30 smithi066 ceph-mon[86175]: osdmap e965: 8 total, 8 up, 8 in 2024-09-17T17:19:30.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:30 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:19:31.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:30 smithi031 ceph-mon[94873]: osdmap e965: 8 total, 8 up, 8 in 2024-09-17T17:19:31.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:30 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:19:31.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:30 smithi031 ceph-mon[96842]: osdmap e965: 8 total, 8 up, 8 in 2024-09-17T17:19:31.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:30 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:19:32.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:31 smithi031 ceph-mon[94873]: pgmap v1143: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:32.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:31 smithi031 ceph-mon[94873]: osdmap e966: 8 total, 8 up, 8 in 2024-09-17T17:19:32.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:31 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/2067641607' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:32.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:31 smithi031 ceph-mon[96842]: pgmap v1143: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:32.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:31 smithi031 ceph-mon[96842]: osdmap e966: 8 total, 8 up, 8 in 2024-09-17T17:19:32.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:31 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/2067641607' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:32.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:31 smithi066 ceph-mon[86175]: pgmap v1143: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:32.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:31 smithi066 ceph-mon[86175]: osdmap e966: 8 total, 8 up, 8 in 2024-09-17T17:19:32.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:31 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/2067641607' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:33.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:32 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/2067641607' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:19:33.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:32 smithi031 ceph-mon[94873]: osdmap e967: 8 total, 8 up, 8 in 2024-09-17T17:19:33.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:32 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/2067641607' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:19:33.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:32 smithi031 ceph-mon[96842]: osdmap e967: 8 total, 8 up, 8 in 2024-09-17T17:19:33.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:32 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/2067641607' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:19:33.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:32 smithi066 ceph-mon[86175]: osdmap e967: 8 total, 8 up, 8 in 2024-09-17T17:19:33.995 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:33 smithi031 ceph-mon[94873]: pgmap v1146: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:33.995 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:33 smithi031 ceph-mon[94873]: osdmap e968: 8 total, 8 up, 8 in 2024-09-17T17:19:33.995 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:33 smithi031 ceph-mon[96842]: pgmap v1146: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:33.995 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:33 smithi031 ceph-mon[96842]: osdmap e968: 8 total, 8 up, 8 in 2024-09-17T17:19:34.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:33 smithi066 ceph-mon[86175]: pgmap v1146: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:34.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:33 smithi066 ceph-mon[86175]: osdmap e968: 8 total, 8 up, 8 in 2024-09-17T17:19:36.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:35 smithi031 ceph-mon[94873]: pgmap v1148: 137 pgs: 16 creating+peering, 3 unknown, 118 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:36.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:35 smithi031 ceph-mon[96842]: pgmap v1148: 137 pgs: 16 creating+peering, 3 unknown, 118 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:36.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:35 smithi066 ceph-mon[86175]: pgmap v1148: 137 pgs: 16 creating+peering, 3 unknown, 118 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:36.680 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7035 ms) 2024-09-17T17:19:36.681 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-09-17T17:19:38.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:37 smithi031 ceph-mon[94873]: pgmap v1149: 137 pgs: 10 creating+peering, 127 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:38.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:37 smithi031 ceph-mon[94873]: osdmap e969: 8 total, 8 up, 8 in 2024-09-17T17:19:38.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:37 smithi031 ceph-mon[96842]: pgmap v1149: 137 pgs: 10 creating+peering, 127 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:38.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:37 smithi031 ceph-mon[96842]: osdmap e969: 8 total, 8 up, 8 in 2024-09-17T17:19:38.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:37 smithi066 ceph-mon[86175]: pgmap v1149: 137 pgs: 10 creating+peering, 127 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:38.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:37 smithi066 ceph-mon[86175]: osdmap e969: 8 total, 8 up, 8 in 2024-09-17T17:19:39.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:38 smithi031 ceph-mon[94873]: osdmap e970: 8 total, 8 up, 8 in 2024-09-17T17:19:39.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:38 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/3174569479' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:39.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:38 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:39.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:38 smithi031 ceph-mon[96842]: osdmap e970: 8 total, 8 up, 8 in 2024-09-17T17:19:39.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:38 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/3174569479' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:39.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:38 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:39.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:38 smithi066 ceph-mon[86175]: osdmap e970: 8 total, 8 up, 8 in 2024-09-17T17:19:39.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:38 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/3174569479' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:39.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:38 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:40.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:39 smithi031 ceph-mon[96842]: pgmap v1152: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:40.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:39 smithi031 ceph-mon[96842]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:19:40.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:39 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:19:40.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:39 smithi031 ceph-mon[96842]: osdmap e971: 8 total, 8 up, 8 in 2024-09-17T17:19:40.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:39 smithi031 ceph-mon[94873]: pgmap v1152: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:40.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:39 smithi031 ceph-mon[94873]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:19:40.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:39 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:19:40.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:39 smithi031 ceph-mon[94873]: osdmap e971: 8 total, 8 up, 8 in 2024-09-17T17:19:40.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:39 smithi066 ceph-mon[86175]: pgmap v1152: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:40.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:39 smithi066 ceph-mon[86175]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:19:40.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:39 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:19:40.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:39 smithi066 ceph-mon[86175]: osdmap e971: 8 total, 8 up, 8 in 2024-09-17T17:19:40.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:19:40 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:19:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.51.0" 2024-09-17T17:19:41.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:40 smithi031 ceph-mon[94873]: osdmap e972: 8 total, 8 up, 8 in 2024-09-17T17:19:41.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:40 smithi031 ceph-mon[96842]: osdmap e972: 8 total, 8 up, 8 in 2024-09-17T17:19:41.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:40 smithi066 ceph-mon[86175]: osdmap e972: 8 total, 8 up, 8 in 2024-09-17T17:19:42.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:41 smithi031 ceph-mon[94873]: pgmap v1155: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:42.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:41 smithi031 ceph-mon[94873]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:19:42.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:41 smithi031 ceph-mon[94873]: Cluster is now healthy 2024-09-17T17:19:42.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:41 smithi031 ceph-mon[96842]: pgmap v1155: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:42.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:41 smithi031 ceph-mon[96842]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:19:42.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:41 smithi031 ceph-mon[96842]: Cluster is now healthy 2024-09-17T17:19:42.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:41 smithi066 ceph-mon[86175]: pgmap v1155: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:42.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:41 smithi066 ceph-mon[86175]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:19:42.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:41 smithi066 ceph-mon[86175]: Cluster is now healthy 2024-09-17T17:19:44.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:43 smithi031 ceph-mon[94873]: pgmap v1156: 137 pgs: 5 creating+peering, 6 unknown, 126 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:44.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:43 smithi031 ceph-mon[96842]: pgmap v1156: 137 pgs: 5 creating+peering, 6 unknown, 126 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:44.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:43 smithi066 ceph-mon[86175]: pgmap v1156: 137 pgs: 5 creating+peering, 6 unknown, 126 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:44.717 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8037 ms) 2024-09-17T17:19:44.717 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-09-17T17:19:46.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:45 smithi031 ceph-mon[94873]: pgmap v1157: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:46.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:45 smithi031 ceph-mon[94873]: osdmap e973: 8 total, 8 up, 8 in 2024-09-17T17:19:46.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:45 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:19:46.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:45 smithi031 ceph-mon[96842]: pgmap v1157: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:46.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:45 smithi031 ceph-mon[96842]: osdmap e973: 8 total, 8 up, 8 in 2024-09-17T17:19:46.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:45 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:19:46.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:45 smithi066 ceph-mon[86175]: pgmap v1157: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:46.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:45 smithi066 ceph-mon[86175]: osdmap e973: 8 total, 8 up, 8 in 2024-09-17T17:19:46.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:45 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:19:47.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:46 smithi031 ceph-mon[96842]: osdmap e974: 8 total, 8 up, 8 in 2024-09-17T17:19:47.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:46 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/3288045278' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:47.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:46 smithi031 ceph-mon[94873]: osdmap e974: 8 total, 8 up, 8 in 2024-09-17T17:19:47.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:46 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/3288045278' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:47.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:46 smithi066 ceph-mon[86175]: osdmap e974: 8 total, 8 up, 8 in 2024-09-17T17:19:47.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:46 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/3288045278' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:48.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:47 smithi031 ceph-mon[94873]: pgmap v1160: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:48.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:47 smithi031 ceph-mon[94873]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:19:48.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:47 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/3288045278' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:19:48.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:47 smithi031 ceph-mon[94873]: osdmap e975: 8 total, 8 up, 8 in 2024-09-17T17:19:48.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:47 smithi031 ceph-mon[96842]: pgmap v1160: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:48.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:47 smithi031 ceph-mon[96842]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:19:48.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:47 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/3288045278' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:19:48.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:47 smithi031 ceph-mon[96842]: osdmap e975: 8 total, 8 up, 8 in 2024-09-17T17:19:48.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:47 smithi066 ceph-mon[86175]: pgmap v1160: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:48.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:47 smithi066 ceph-mon[86175]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:19:48.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:47 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/3288045278' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-136880-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:19:48.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:47 smithi066 ceph-mon[86175]: osdmap e975: 8 total, 8 up, 8 in 2024-09-17T17:19:49.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:48 smithi031 ceph-mon[96842]: osdmap e976: 8 total, 8 up, 8 in 2024-09-17T17:19:49.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:48 smithi031 ceph-mon[94873]: osdmap e976: 8 total, 8 up, 8 in 2024-09-17T17:19:49.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:48 smithi066 ceph-mon[86175]: osdmap e976: 8 total, 8 up, 8 in 2024-09-17T17:19:50.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:49 smithi031 ceph-mon[94873]: pgmap v1163: 137 pgs: 14 creating+peering, 14 unknown, 109 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:50.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:49 smithi031 ceph-mon[94873]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:19:50.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:49 smithi031 ceph-mon[94873]: Cluster is now healthy 2024-09-17T17:19:50.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:49 smithi031 ceph-mon[96842]: pgmap v1163: 137 pgs: 14 creating+peering, 14 unknown, 109 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:50.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:49 smithi031 ceph-mon[96842]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:19:50.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:49 smithi031 ceph-mon[96842]: Cluster is now healthy 2024-09-17T17:19:50.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:49 smithi066 ceph-mon[86175]: pgmap v1163: 137 pgs: 14 creating+peering, 14 unknown, 109 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:50.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:49 smithi066 ceph-mon[86175]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:19:50.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:49 smithi066 ceph-mon[86175]: Cluster is now healthy 2024-09-17T17:19:50.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:19:50 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:19:50] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.51.0" 2024-09-17T17:19:52.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:51 smithi031 ceph-mon[96842]: pgmap v1164: 137 pgs: 14 creating+peering, 7 unknown, 116 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:52.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:51 smithi031 ceph-mon[94873]: pgmap v1164: 137 pgs: 14 creating+peering, 7 unknown, 116 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:52.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:51 smithi066 ceph-mon[86175]: pgmap v1164: 137 pgs: 14 creating+peering, 7 unknown, 116 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:52.761 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8044 ms) 2024-09-17T17:19:52.762 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 11 tests from ClsLock (69566 ms total) 2024-09-17T17:19:52.762 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-09-17T17:19:52.762 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-09-17T17:19:52.762 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 11 tests from 1 test suite ran. (69566 ms total) 2024-09-17T17:19:52.762 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 11 tests. 2024-09-17T17:19:52.766 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-17T17:19:52.766 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-17T17:19:52.836 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-09-17T17:19:52.837 DEBUG:teuthology.orchestra.run.smithi031:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-09-17T17:19:52.912 INFO:tasks.workunit.client.0.smithi031.stdout:Running main() from gmock_main.cc 2024-09-17T17:19:52.912 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-17T17:19:52.913 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-09-17T17:19:52.913 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 4 tests from cls_log 2024-09-17T17:19:52.913 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-09-17T17:19:54.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:53 smithi031 ceph-mon[94873]: pgmap v1165: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 156 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:54.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:53 smithi031 ceph-mon[94873]: osdmap e977: 8 total, 8 up, 8 in 2024-09-17T17:19:54.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:53 smithi031 ceph-mon[96842]: pgmap v1165: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 156 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:54.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:53 smithi031 ceph-mon[96842]: osdmap e977: 8 total, 8 up, 8 in 2024-09-17T17:19:54.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:53 smithi066 ceph-mon[86175]: pgmap v1165: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 156 B/s rd, 0 B/s wr, 0 op/s 2024-09-17T17:19:54.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:53 smithi066 ceph-mon[86175]: osdmap e977: 8 total, 8 up, 8 in 2024-09-17T17:19:55.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:54 smithi031 ceph-mon[96842]: osdmap e978: 8 total, 8 up, 8 in 2024-09-17T17:19:55.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:54 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/3149919488' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137217-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:55.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:54 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137217-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:55.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:54 smithi031 ceph-mon[94873]: osdmap e978: 8 total, 8 up, 8 in 2024-09-17T17:19:55.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:54 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/3149919488' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137217-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:55.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:54 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137217-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:55.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:54 smithi066 ceph-mon[86175]: osdmap e978: 8 total, 8 up, 8 in 2024-09-17T17:19:55.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:54 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/3149919488' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137217-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:55.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:54 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137217-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:55.779 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_log.test_log_add_same_time (2867 ms) 2024-09-17T17:19:55.780 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-09-17T17:19:56.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:55 smithi031 ceph-mon[94873]: pgmap v1168: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:56.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:55 smithi031 ceph-mon[94873]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:19:56.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:55 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137217-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:19:56.096 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:55 smithi031 ceph-mon[94873]: osdmap e979: 8 total, 8 up, 8 in 2024-09-17T17:19:56.097 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:55 smithi031 ceph-mon[96842]: pgmap v1168: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:56.097 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:55 smithi031 ceph-mon[96842]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:19:56.097 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:55 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137217-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:19:56.097 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:55 smithi031 ceph-mon[96842]: osdmap e979: 8 total, 8 up, 8 in 2024-09-17T17:19:56.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:55 smithi066 ceph-mon[86175]: pgmap v1168: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:56.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:55 smithi066 ceph-mon[86175]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:19:56.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:55 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137217-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:19:56.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:55 smithi066 ceph-mon[86175]: osdmap e979: 8 total, 8 up, 8 in 2024-09-17T17:19:57.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:56 smithi031 ceph-mon[94873]: osdmap e980: 8 total, 8 up, 8 in 2024-09-17T17:19:57.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:56 smithi031 ceph-mon[96842]: osdmap e980: 8 total, 8 up, 8 in 2024-09-17T17:19:57.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:56 smithi066 ceph-mon[86175]: osdmap e980: 8 total, 8 up, 8 in 2024-09-17T17:19:58.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:57 smithi031 ceph-mon[94873]: pgmap v1171: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:58.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:57 smithi031 ceph-mon[94873]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:19:58.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:57 smithi031 ceph-mon[94873]: Cluster is now healthy 2024-09-17T17:19:58.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:57 smithi031 ceph-mon[94873]: osdmap e981: 8 total, 8 up, 8 in 2024-09-17T17:19:58.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:57 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/2203417742' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137217-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:58.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:57 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137217-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:58.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:57 smithi031 ceph-mon[96842]: pgmap v1171: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:58.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:57 smithi031 ceph-mon[96842]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:19:58.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:57 smithi031 ceph-mon[96842]: Cluster is now healthy 2024-09-17T17:19:58.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:57 smithi031 ceph-mon[96842]: osdmap e981: 8 total, 8 up, 8 in 2024-09-17T17:19:58.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:57 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/2203417742' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137217-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:58.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:57 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137217-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:58.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:57 smithi066 ceph-mon[86175]: pgmap v1171: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:19:58.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:57 smithi066 ceph-mon[86175]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:19:58.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:57 smithi066 ceph-mon[86175]: Cluster is now healthy 2024-09-17T17:19:58.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:57 smithi066 ceph-mon[86175]: osdmap e981: 8 total, 8 up, 8 in 2024-09-17T17:19:58.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:57 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/2203417742' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137217-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:58.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:57 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137217-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:19:58.791 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_log.test_log_add_different_time (3011 ms) 2024-09-17T17:19:58.791 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_log.trim_by_time 2024-09-17T17:19:59.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:58 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137217-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:19:59.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:58 smithi031 ceph-mon[94873]: osdmap e982: 8 total, 8 up, 8 in 2024-09-17T17:19:59.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:58 smithi031 ceph-mon[94873]: osdmap e983: 8 total, 8 up, 8 in 2024-09-17T17:19:59.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:58 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137217-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:19:59.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:58 smithi031 ceph-mon[96842]: osdmap e982: 8 total, 8 up, 8 in 2024-09-17T17:19:59.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:58 smithi031 ceph-mon[96842]: osdmap e983: 8 total, 8 up, 8 in 2024-09-17T17:19:59.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:58 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137217-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:19:59.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:58 smithi066 ceph-mon[86175]: osdmap e982: 8 total, 8 up, 8 in 2024-09-17T17:19:59.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:58 smithi066 ceph-mon[86175]: osdmap e983: 8 total, 8 up, 8 in 2024-09-17T17:20:00.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:19:59 smithi031 ceph-mon[94873]: pgmap v1174: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:00.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:19:59 smithi031 ceph-mon[96842]: pgmap v1174: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:00.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:19:59 smithi066 ceph-mon[86175]: pgmap v1174: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:00.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:20:00 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:20:00] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.51.0" 2024-09-17T17:20:01.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:00 smithi031 ceph-mon[94873]: osdmap e984: 8 total, 8 up, 8 in 2024-09-17T17:20:01.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:00 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/1055015197' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137217-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:01.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:00 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137217-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:01.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:00 smithi031 ceph-mon[94873]: overall HEALTH_OK 2024-09-17T17:20:01.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:00 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:20:01.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:00 smithi031 ceph-mon[96842]: osdmap e984: 8 total, 8 up, 8 in 2024-09-17T17:20:01.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:00 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/1055015197' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137217-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:01.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:00 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137217-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:01.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:00 smithi031 ceph-mon[96842]: overall HEALTH_OK 2024-09-17T17:20:01.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:00 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:20:01.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:00 smithi066 ceph-mon[86175]: osdmap e984: 8 total, 8 up, 8 in 2024-09-17T17:20:01.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:00 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/1055015197' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137217-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:01.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:00 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137217-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:01.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:00 smithi066 ceph-mon[86175]: overall HEALTH_OK 2024-09-17T17:20:01.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:00 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:20:01.825 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_log.trim_by_time (3034 ms) 2024-09-17T17:20:01.825 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_log.trim_by_marker 2024-09-17T17:20:02.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:01 smithi031 ceph-mon[94873]: pgmap v1177: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:02.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:01 smithi031 ceph-mon[94873]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:20:02.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:01 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137217-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:20:02.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:01 smithi031 ceph-mon[94873]: osdmap e985: 8 total, 8 up, 8 in 2024-09-17T17:20:02.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:01 smithi031 ceph-mon[96842]: pgmap v1177: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:02.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:01 smithi031 ceph-mon[96842]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:20:02.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:01 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137217-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:20:02.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:01 smithi031 ceph-mon[96842]: osdmap e985: 8 total, 8 up, 8 in 2024-09-17T17:20:02.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:01 smithi066 ceph-mon[86175]: pgmap v1177: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:02.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:01 smithi066 ceph-mon[86175]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:20:02.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:01 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137217-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:20:02.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:01 smithi066 ceph-mon[86175]: osdmap e985: 8 total, 8 up, 8 in 2024-09-17T17:20:03.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:02 smithi031 ceph-mon[94873]: osdmap e986: 8 total, 8 up, 8 in 2024-09-17T17:20:03.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:02 smithi031 ceph-mon[96842]: osdmap e986: 8 total, 8 up, 8 in 2024-09-17T17:20:03.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:02 smithi066 ceph-mon[86175]: osdmap e986: 8 total, 8 up, 8 in 2024-09-17T17:20:04.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:03 smithi031 ceph-mon[94873]: pgmap v1180: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:04.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:03 smithi031 ceph-mon[94873]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:20:04.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:03 smithi031 ceph-mon[94873]: Cluster is now healthy 2024-09-17T17:20:04.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:03 smithi031 ceph-mon[94873]: osdmap e987: 8 total, 8 up, 8 in 2024-09-17T17:20:04.094 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:03 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/3566909298' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137217-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:04.094 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:03 smithi031 ceph-mon[96842]: pgmap v1180: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:04.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:03 smithi031 ceph-mon[96842]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:20:04.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:03 smithi031 ceph-mon[96842]: Cluster is now healthy 2024-09-17T17:20:04.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:03 smithi031 ceph-mon[96842]: osdmap e987: 8 total, 8 up, 8 in 2024-09-17T17:20:04.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:03 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/3566909298' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137217-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:04.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:03 smithi066 ceph-mon[86175]: pgmap v1180: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:04.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:03 smithi066 ceph-mon[86175]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:20:04.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:03 smithi066 ceph-mon[86175]: Cluster is now healthy 2024-09-17T17:20:04.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:03 smithi066 ceph-mon[86175]: osdmap e987: 8 total, 8 up, 8 in 2024-09-17T17:20:04.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:03 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/3566909298' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137217-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:04.852 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_log.trim_by_marker (3027 ms) 2024-09-17T17:20:04.852 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 4 tests from cls_log (11940 ms total) 2024-09-17T17:20:04.852 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-09-17T17:20:04.852 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-09-17T17:20:04.852 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 4 tests from 1 test suite ran. (11940 ms total) 2024-09-17T17:20:04.853 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 4 tests. 2024-09-17T17:20:04.855 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-17T17:20:04.856 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-17T17:20:04.925 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-09-17T17:20:04.925 DEBUG:teuthology.orchestra.run.smithi031:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-09-17T17:20:04.999 INFO:tasks.workunit.client.0.smithi031.stdout:Running main() from gmock_main.cc 2024-09-17T17:20:04.999 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-17T17:20:05.000 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-09-17T17:20:05.000 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 4 tests from ClsNumOps 2024-09-17T17:20:05.000 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsNumOps.Add 2024-09-17T17:20:05.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:04 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/3566909298' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137217-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:20:05.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:04 smithi066 ceph-mon[86175]: osdmap e988: 8 total, 8 up, 8 in 2024-09-17T17:20:05.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:04 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/3566909298' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137217-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:20:05.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:04 smithi031 ceph-mon[94873]: osdmap e988: 8 total, 8 up, 8 in 2024-09-17T17:20:05.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:04 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/3566909298' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137217-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:20:05.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:04 smithi031 ceph-mon[96842]: osdmap e988: 8 total, 8 up, 8 in 2024-09-17T17:20:06.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:05 smithi066 ceph-mon[86175]: pgmap v1183: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:06.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:05 smithi066 ceph-mon[86175]: osdmap e989: 8 total, 8 up, 8 in 2024-09-17T17:20:06.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:05 smithi031 ceph-mon[94873]: pgmap v1183: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:06.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:05 smithi031 ceph-mon[94873]: osdmap e989: 8 total, 8 up, 8 in 2024-09-17T17:20:06.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:05 smithi031 ceph-mon[96842]: pgmap v1183: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:06.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:05 smithi031 ceph-mon[96842]: osdmap e989: 8 total, 8 up, 8 in 2024-09-17T17:20:07.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:06 smithi066 ceph-mon[86175]: osdmap e990: 8 total, 8 up, 8 in 2024-09-17T17:20:07.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:06 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/2976857191' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137325-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:07.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:06 smithi031 ceph-mon[94873]: osdmap e990: 8 total, 8 up, 8 in 2024-09-17T17:20:07.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:06 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/2976857191' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137325-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:07.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:06 smithi031 ceph-mon[96842]: osdmap e990: 8 total, 8 up, 8 in 2024-09-17T17:20:07.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:06 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/2976857191' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137325-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:07.876 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsNumOps.Add (2876 ms) 2024-09-17T17:20:07.876 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsNumOps.Sub 2024-09-17T17:20:08.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:07 smithi066 ceph-mon[86175]: pgmap v1186: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:08.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:07 smithi066 ceph-mon[86175]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:20:08.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:07 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/2976857191' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137325-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:20:08.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:07 smithi066 ceph-mon[86175]: osdmap e991: 8 total, 8 up, 8 in 2024-09-17T17:20:08.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:07 smithi031 ceph-mon[96842]: pgmap v1186: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:08.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:07 smithi031 ceph-mon[96842]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:20:08.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:07 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/2976857191' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137325-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:20:08.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:07 smithi031 ceph-mon[96842]: osdmap e991: 8 total, 8 up, 8 in 2024-09-17T17:20:08.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:07 smithi031 ceph-mon[94873]: pgmap v1186: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:08.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:07 smithi031 ceph-mon[94873]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:20:08.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:07 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/2976857191' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137325-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:20:08.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:07 smithi031 ceph-mon[94873]: osdmap e991: 8 total, 8 up, 8 in 2024-09-17T17:20:09.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:08 smithi066 ceph-mon[86175]: osdmap e992: 8 total, 8 up, 8 in 2024-09-17T17:20:09.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:08 smithi031 ceph-mon[94873]: osdmap e992: 8 total, 8 up, 8 in 2024-09-17T17:20:09.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:08 smithi031 ceph-mon[96842]: osdmap e992: 8 total, 8 up, 8 in 2024-09-17T17:20:10.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:09 smithi066 ceph-mon[86175]: pgmap v1189: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:10.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:09 smithi066 ceph-mon[86175]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:20:10.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:09 smithi066 ceph-mon[86175]: Cluster is now healthy 2024-09-17T17:20:10.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:09 smithi066 ceph-mon[86175]: osdmap e993: 8 total, 8 up, 8 in 2024-09-17T17:20:10.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:09 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/154397310' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137325-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:10.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:09 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137325-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:10.344 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:20:10 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:20:10] "GET /metrics HTTP/1.1" 200 36445 "" "Prometheus/2.51.0" 2024-09-17T17:20:10.353 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:09 smithi031 ceph-mon[94873]: pgmap v1189: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:10.353 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:09 smithi031 ceph-mon[94873]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:20:10.353 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:09 smithi031 ceph-mon[94873]: Cluster is now healthy 2024-09-17T17:20:10.353 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:09 smithi031 ceph-mon[94873]: osdmap e993: 8 total, 8 up, 8 in 2024-09-17T17:20:10.353 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:09 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/154397310' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137325-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:10.353 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:09 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137325-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:10.354 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:09 smithi031 ceph-mon[96842]: pgmap v1189: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:10.354 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:09 smithi031 ceph-mon[96842]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:20:10.354 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:09 smithi031 ceph-mon[96842]: Cluster is now healthy 2024-09-17T17:20:10.354 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:09 smithi031 ceph-mon[96842]: osdmap e993: 8 total, 8 up, 8 in 2024-09-17T17:20:10.354 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:09 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/154397310' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137325-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:10.354 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:09 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137325-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:10.906 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsNumOps.Sub (3030 ms) 2024-09-17T17:20:10.906 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsNumOps.Mul 2024-09-17T17:20:11.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:10 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137325-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:20:11.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:10 smithi066 ceph-mon[86175]: osdmap e994: 8 total, 8 up, 8 in 2024-09-17T17:20:11.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:10 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137325-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:20:11.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:10 smithi031 ceph-mon[94873]: osdmap e994: 8 total, 8 up, 8 in 2024-09-17T17:20:11.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:10 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137325-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:20:11.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:10 smithi031 ceph-mon[96842]: osdmap e994: 8 total, 8 up, 8 in 2024-09-17T17:20:12.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:11 smithi066 ceph-mon[86175]: pgmap v1192: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:12.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:11 smithi066 ceph-mon[86175]: osdmap e995: 8 total, 8 up, 8 in 2024-09-17T17:20:12.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:11 smithi031 ceph-mon[94873]: pgmap v1192: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:12.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:11 smithi031 ceph-mon[94873]: osdmap e995: 8 total, 8 up, 8 in 2024-09-17T17:20:12.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:11 smithi031 ceph-mon[96842]: pgmap v1192: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:12.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:11 smithi031 ceph-mon[96842]: osdmap e995: 8 total, 8 up, 8 in 2024-09-17T17:20:13.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:12 smithi031 ceph-mon[94873]: osdmap e996: 8 total, 8 up, 8 in 2024-09-17T17:20:13.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:12 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/3269278655' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137325-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:13.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:12 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137325-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:13.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:12 smithi031 ceph-mon[96842]: osdmap e996: 8 total, 8 up, 8 in 2024-09-17T17:20:13.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:12 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/3269278655' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137325-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:13.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:12 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137325-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:13.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:12 smithi066 ceph-mon[86175]: osdmap e996: 8 total, 8 up, 8 in 2024-09-17T17:20:13.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:12 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/3269278655' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137325-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:13.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:12 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137325-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:13.925 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsNumOps.Mul (3019 ms) 2024-09-17T17:20:13.925 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsNumOps.Div 2024-09-17T17:20:14.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:13 smithi031 ceph-mon[94873]: pgmap v1195: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:14.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:13 smithi031 ceph-mon[94873]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:20:14.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:13 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137325-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:20:14.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:13 smithi031 ceph-mon[94873]: osdmap e997: 8 total, 8 up, 8 in 2024-09-17T17:20:14.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:13 smithi031 ceph-mon[96842]: pgmap v1195: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:14.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:13 smithi031 ceph-mon[96842]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:20:14.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:13 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137325-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:20:14.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:13 smithi031 ceph-mon[96842]: osdmap e997: 8 total, 8 up, 8 in 2024-09-17T17:20:14.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:13 smithi066 ceph-mon[86175]: pgmap v1195: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:14.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:13 smithi066 ceph-mon[86175]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:20:14.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:13 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137325-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:20:14.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:13 smithi066 ceph-mon[86175]: osdmap e997: 8 total, 8 up, 8 in 2024-09-17T17:20:15.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:14 smithi031 ceph-mon[94873]: osdmap e998: 8 total, 8 up, 8 in 2024-09-17T17:20:15.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:14 smithi031 ceph-mon[94873]: pgmap v1198: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:15.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:14 smithi031 ceph-mon[96842]: osdmap e998: 8 total, 8 up, 8 in 2024-09-17T17:20:15.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:14 smithi031 ceph-mon[96842]: pgmap v1198: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:15.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:14 smithi066 ceph-mon[86175]: osdmap e998: 8 total, 8 up, 8 in 2024-09-17T17:20:15.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:14 smithi066 ceph-mon[86175]: pgmap v1198: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:16.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:15 smithi031 ceph-mon[94873]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:20:16.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:15 smithi031 ceph-mon[94873]: Cluster is now healthy 2024-09-17T17:20:16.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:15 smithi031 ceph-mon[94873]: osdmap e999: 8 total, 8 up, 8 in 2024-09-17T17:20:16.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:15 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/1857226506' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137325-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:16.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:15 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137325-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:16.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:15 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:20:16.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:15 smithi031 ceph-mon[96842]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:20:16.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:15 smithi031 ceph-mon[96842]: Cluster is now healthy 2024-09-17T17:20:16.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:15 smithi031 ceph-mon[96842]: osdmap e999: 8 total, 8 up, 8 in 2024-09-17T17:20:16.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:15 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/1857226506' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137325-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:16.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:15 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137325-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:16.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:15 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:20:16.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:15 smithi066 ceph-mon[86175]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:20:16.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:15 smithi066 ceph-mon[86175]: Cluster is now healthy 2024-09-17T17:20:16.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:15 smithi066 ceph-mon[86175]: osdmap e999: 8 total, 8 up, 8 in 2024-09-17T17:20:16.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:15 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/1857226506' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137325-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:16.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:15 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137325-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:16.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:15 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:20:16.957 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsNumOps.Div (3032 ms) 2024-09-17T17:20:16.957 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 4 tests from ClsNumOps (11958 ms total) 2024-09-17T17:20:16.958 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-09-17T17:20:16.958 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-09-17T17:20:16.958 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 4 tests from 1 test suite ran. (11958 ms total) 2024-09-17T17:20:16.958 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 4 tests. 2024-09-17T17:20:16.961 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-17T17:20:16.962 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-17T17:20:17.035 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-09-17T17:20:17.035 DEBUG:teuthology.orchestra.run.smithi031:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-09-17T17:20:17.111 INFO:tasks.workunit.client.0.smithi031.stdout:Running main() from gmock_main.cc 2024-09-17T17:20:17.111 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 70 tests from 1 test suite. 2024-09-17T17:20:17.111 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-09-17T17:20:17.111 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 70 tests from TestClsRbd 2024-09-17T17:20:17.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:16 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137325-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:20:17.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:16 smithi031 ceph-mon[94873]: osdmap e1000: 8 total, 8 up, 8 in 2024-09-17T17:20:17.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:16 smithi031 ceph-mon[94873]: pgmap v1201: 137 pgs: 6 creating+peering, 21 unknown, 110 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:17.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:16 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137325-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:20:17.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:16 smithi031 ceph-mon[96842]: osdmap e1000: 8 total, 8 up, 8 in 2024-09-17T17:20:17.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:16 smithi031 ceph-mon[96842]: pgmap v1201: 137 pgs: 6 creating+peering, 21 unknown, 110 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:17.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:16 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137325-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:20:17.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:16 smithi066 ceph-mon[86175]: osdmap e1000: 8 total, 8 up, 8 in 2024-09-17T17:20:17.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:16 smithi066 ceph-mon[86175]: pgmap v1201: 137 pgs: 6 creating+peering, 21 unknown, 110 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:18.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:17 smithi031 ceph-mon[94873]: osdmap e1001: 8 total, 8 up, 8 in 2024-09-17T17:20:18.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:17 smithi031 ceph-mon[96842]: osdmap e1001: 8 total, 8 up, 8 in 2024-09-17T17:20:18.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:17 smithi066 ceph-mon[86175]: osdmap e1001: 8 total, 8 up, 8 in 2024-09-17T17:20:18.965 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.get_all_features 2024-09-17T17:20:18.982 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.get_all_features (17 ms) 2024-09-17T17:20:18.982 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.copyup 2024-09-17T17:20:19.166 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.copyup (184 ms) 2024-09-17T17:20:19.166 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-09-17T17:20:19.183 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.sparse_copyup (17 ms) 2024-09-17T17:20:19.183 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-09-17T17:20:19.190 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.get_and_set_id (7 ms) 2024-09-17T17:20:19.191 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-09-17T17:20:19.203 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.add_remove_child (12 ms) 2024-09-17T17:20:19.203 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.directory_methods 2024-09-17T17:20:19.237 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.directory_methods (35 ms) 2024-09-17T17:20:19.237 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.create 2024-09-17T17:20:19.252 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.create (14 ms) 2024-09-17T17:20:19.252 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.get_features 2024-09-17T17:20:19.253 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.get_features (1 ms) 2024-09-17T17:20:19.253 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-09-17T17:20:19.255 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.get_object_prefix (2 ms) 2024-09-17T17:20:19.255 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-09-17T17:20:19.256 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2024-09-17T17:20:19.257 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-09-17T17:20:19.258 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.get_access_timestamp (1 ms) 2024-09-17T17:20:19.258 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-09-17T17:20:19.260 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.get_modify_timestamp (2 ms) 2024-09-17T17:20:19.260 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-09-17T17:20:19.264 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.get_data_pool (4 ms) 2024-09-17T17:20:19.264 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.get_size 2024-09-17T17:20:19.268 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2024-09-17T17:20:19.268 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.set_size 2024-09-17T17:20:19.273 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.set_size (5 ms) 2024-09-17T17:20:19.273 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.protection_status 2024-09-17T17:20:19.291 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.protection_status (17 ms) 2024-09-17T17:20:19.291 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-09-17T17:20:19.297 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.snapshot_limits (7 ms) 2024-09-17T17:20:19.297 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.parents_v1 2024-09-17T17:20:19.341 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.parents_v1 (43 ms) 2024-09-17T17:20:19.341 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.parents_v2 2024-09-17T17:20:19.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:18 smithi031 ceph-mon[96842]: osdmap e1002: 8 total, 8 up, 8 in 2024-09-17T17:20:19.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:18 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/3113755730' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137431-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:19.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:18 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137431-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:19.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:18 smithi031 ceph-mon[96842]: pgmap v1204: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:19.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:18 smithi031 ceph-mon[94873]: osdmap e1002: 8 total, 8 up, 8 in 2024-09-17T17:20:19.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:18 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/3113755730' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137431-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:19.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:18 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137431-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:19.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:18 smithi031 ceph-mon[94873]: pgmap v1204: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:19.373 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.parents_v2 (31 ms) 2024-09-17T17:20:19.374 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.snapshots 2024-09-17T17:20:19.393 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.snapshots (22 ms) 2024-09-17T17:20:19.394 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.snapid_race 2024-09-17T17:20:19.401 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.snapid_race (7 ms) 2024-09-17T17:20:19.401 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.stripingv2 2024-09-17T17:20:19.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:18 smithi066 ceph-mon[86175]: osdmap e1002: 8 total, 8 up, 8 in 2024-09-17T17:20:19.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:18 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/3113755730' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137431-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:19.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:18 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137431-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:19.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:18 smithi066 ceph-mon[86175]: pgmap v1204: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:19.410 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.stripingv2 (9 ms) 2024-09-17T17:20:19.410 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.object_map_save 2024-09-17T17:20:19.414 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.object_map_save (4 ms) 2024-09-17T17:20:19.414 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-09-17T17:20:19.422 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.object_map_resize (8 ms) 2024-09-17T17:20:19.422 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.object_map_update 2024-09-17T17:20:19.431 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.object_map_update (9 ms) 2024-09-17T17:20:19.431 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-09-17T17:20:19.431 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.object_map_load_enoent (0 ms) 2024-09-17T17:20:19.431 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-09-17T17:20:19.441 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.object_map_snap_add (10 ms) 2024-09-17T17:20:19.441 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-09-17T17:20:19.453 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.object_map_snap_remove (9 ms) 2024-09-17T17:20:19.453 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.flags 2024-09-17T17:20:19.456 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.flags (5 ms) 2024-09-17T17:20:19.456 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.metadata 2024-09-17T17:20:19.485 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.metadata (29 ms) 2024-09-17T17:20:19.485 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.set_features 2024-09-17T17:20:19.492 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.set_features (7 ms) 2024-09-17T17:20:19.492 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.mirror 2024-09-17T17:20:19.526 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.mirror (34 ms) 2024-09-17T17:20:19.526 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.mirror_image 2024-09-17T17:20:19.543 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.mirror_image (17 ms) 2024-09-17T17:20:19.543 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-09-17T17:20:20.343 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:20:20 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:20:20] "GET /metrics HTTP/1.1" 200 36442 "" "Prometheus/2.51.0" 2024-09-17T17:20:20.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:19 smithi031 ceph-mon[94873]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:20:20.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:19 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137431-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:20:20.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:19 smithi031 ceph-mon[94873]: osdmap e1003: 8 total, 8 up, 8 in 2024-09-17T17:20:20.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:19 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:20:20.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:19 smithi031 ceph-mon[96842]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:20:20.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:19 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137431-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:20:20.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:19 smithi031 ceph-mon[96842]: osdmap e1003: 8 total, 8 up, 8 in 2024-09-17T17:20:20.345 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:19 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:20:20.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:19 smithi066 ceph-mon[86175]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:20:20.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:19 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-137431-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-17T17:20:20.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:19 smithi066 ceph-mon[86175]: osdmap e1003: 8 total, 8 up, 8 in 2024-09-17T17:20:20.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:19 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T17:20:21.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:20 smithi031 ceph-mon[96842]: osdmap e1004: 8 total, 8 up, 8 in 2024-09-17T17:20:21.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:20 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:20:21.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:20 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:20:21.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:20 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:20:21.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:20 smithi031 ceph-mon[96842]: pgmap v1207: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:21.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:20 smithi031 ceph-mon[94873]: osdmap e1004: 8 total, 8 up, 8 in 2024-09-17T17:20:21.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:20 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:20:21.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:20 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:20:21.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:20 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:20:21.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:20 smithi031 ceph-mon[94873]: pgmap v1207: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:21.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:20 smithi066 ceph-mon[86175]: osdmap e1004: 8 total, 8 up, 8 in 2024-09-17T17:20:21.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:20 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T17:20:21.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:20 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T17:20:21.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:20 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' 2024-09-17T17:20:21.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:20 smithi066 ceph-mon[86175]: pgmap v1207: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:21.920 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.mirror_image_status (2377 ms) 2024-09-17T17:20:21.921 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-09-17T17:20:22.001 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.mirror_image_map (81 ms) 2024-09-17T17:20:22.001 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-09-17T17:20:22.009 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.mirror_instances (8 ms) 2024-09-17T17:20:22.009 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-09-17T17:20:22.021 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.mirror_snapshot (13 ms) 2024-09-17T17:20:22.022 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-09-17T17:20:22.024 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.group_dir_list (2 ms) 2024-09-17T17:20:22.024 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-09-17T17:20:22.026 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2024-09-17T17:20:22.026 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-09-17T17:20:22.029 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2024-09-17T17:20:22.029 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-09-17T17:20:22.035 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.group_dir_rename (6 ms) 2024-09-17T17:20:22.035 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-09-17T17:20:22.039 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2024-09-17T17:20:22.039 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-09-17T17:20:22.043 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2024-09-17T17:20:22.044 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.group_image_add 2024-09-17T17:20:22.046 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.group_image_add (3 ms) 2024-09-17T17:20:22.046 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-09-17T17:20:22.048 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2024-09-17T17:20:22.049 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.group_image_list 2024-09-17T17:20:22.051 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.group_image_list (2 ms) 2024-09-17T17:20:22.052 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-09-17T17:20:22.056 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.group_image_clean (5 ms) 2024-09-17T17:20:22.056 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.image_group_add 2024-09-17T17:20:22.058 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2024-09-17T17:20:22.058 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-09-17T17:20:22.061 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2024-09-17T17:20:22.061 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.image_group_get 2024-09-17T17:20:22.064 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.image_group_get (3 ms) 2024-09-17T17:20:22.064 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-09-17T17:20:22.066 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (1 ms) 2024-09-17T17:20:22.066 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-09-17T17:20:22.067 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-09-17T17:20:22.067 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-09-17T17:20:22.070 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (3 ms) 2024-09-17T17:20:22.070 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-09-17T17:20:22.073 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2024-09-17T17:20:22.073 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-09-17T17:20:22.075 INFO:tasks.workunit.client.0.smithi031.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.4-855-g19e2a2be/rpm/el9/BUILD/ceph-18.2.4-855-g19e2a2be/src/test/cls_rbd/test_cls_rbd.cc:2681: Failure 2024-09-17T17:20:22.075 INFO:tasks.workunit.client.0.smithi031.stdout:Expected equality of these values: 2024-09-17T17:20:22.075 INFO:tasks.workunit.client.0.smithi031.stdout: 1U 2024-09-17T17:20:22.076 INFO:tasks.workunit.client.0.smithi031.stdout: Which is: 1 2024-09-17T17:20:22.076 INFO:tasks.workunit.client.0.smithi031.stdout: keys.size() 2024-09-17T17:20:22.076 INFO:tasks.workunit.client.0.smithi031.stdout: Which is: 3 2024-09-17T17:20:22.076 INFO:tasks.workunit.client.0.smithi031.stdout:[ FAILED ] TestClsRbd.group_snap_set (2 ms) 2024-09-17T17:20:22.077 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-09-17T17:20:22.079 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.group_snap_list (4 ms) 2024-09-17T17:20:22.079 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-09-17T17:20:22.095 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (16 ms) 2024-09-17T17:20:22.095 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-09-17T17:20:22.309 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (214 ms) 2024-09-17T17:20:22.309 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-09-17T17:20:22.311 INFO:tasks.workunit.client.0.smithi031.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.4-855-g19e2a2be/rpm/el9/BUILD/ceph-18.2.4-855-g19e2a2be/src/test/cls_rbd/test_cls_rbd.cc:2792: Failure 2024-09-17T17:20:22.311 INFO:tasks.workunit.client.0.smithi031.stdout:Expected equality of these values: 2024-09-17T17:20:22.311 INFO:tasks.workunit.client.0.smithi031.stdout: 1U 2024-09-17T17:20:22.312 INFO:tasks.workunit.client.0.smithi031.stdout: Which is: 1 2024-09-17T17:20:22.312 INFO:tasks.workunit.client.0.smithi031.stdout: keys.size() 2024-09-17T17:20:22.312 INFO:tasks.workunit.client.0.smithi031.stdout: Which is: 3 2024-09-17T17:20:22.312 INFO:tasks.workunit.client.0.smithi031.stdout:[ FAILED ] TestClsRbd.group_snap_remove (2 ms) 2024-09-17T17:20:22.312 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-09-17T17:20:22.318 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-09-17T17:20:22.318 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.trash_methods 2024-09-17T17:20:22.321 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.trash_methods (8 ms) 2024-09-17T17:20:22.321 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.op_features 2024-09-17T17:20:22.329 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.op_features (8 ms) 2024-09-17T17:20:22.329 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.clone_parent 2024-09-17T17:20:22.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:21 smithi031 ceph-mon[96842]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:20:22.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:21 smithi031 ceph-mon[96842]: Cluster is now healthy 2024-09-17T17:20:22.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:21 smithi031 ceph-mon[94873]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:20:22.344 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:21 smithi031 ceph-mon[94873]: Cluster is now healthy 2024-09-17T17:20:22.347 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.clone_parent (18 ms) 2024-09-17T17:20:22.347 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-09-17T17:20:22.355 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.clone_parent_ns (8 ms) 2024-09-17T17:20:22.355 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.clone_child 2024-09-17T17:20:22.366 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.clone_child (11 ms) 2024-09-17T17:20:22.366 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-09-17T17:20:22.372 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.namespace_methods (6 ms) 2024-09-17T17:20:22.373 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.migration 2024-09-17T17:20:22.382 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.migration (10 ms) 2024-09-17T17:20:22.382 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.migration_v1 2024-09-17T17:20:22.391 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.migration_v1 (9 ms) 2024-09-17T17:20:22.391 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-09-17T17:20:22.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:21 smithi066 ceph-mon[86175]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-17T17:20:22.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:21 smithi066 ceph-mon[86175]: Cluster is now healthy 2024-09-17T17:20:23.304 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:22 smithi066 ceph-mon[86175]: pgmap v1208: 137 pgs: 10 creating+peering, 3 unknown, 124 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.3 MiB/s wr, 1.46k op/s 2024-09-17T17:20:23.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:22 smithi031 ceph-mon[94873]: pgmap v1208: 137 pgs: 10 creating+peering, 3 unknown, 124 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.3 MiB/s wr, 1.46k op/s 2024-09-17T17:20:23.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:22 smithi031 ceph-mon[96842]: pgmap v1208: 137 pgs: 10 creating+peering, 3 unknown, 124 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.3 MiB/s wr, 1.46k op/s 2024-09-17T17:20:23.984 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1593 ms) 2024-09-17T17:20:23.985 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.sparsify 2024-09-17T17:20:24.028 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.sparsify (44 ms) 2024-09-17T17:20:24.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:23 smithi031 ceph-mon[94873]: osdmap e1005: 8 total, 8 up, 8 in 2024-09-17T17:20:24.343 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:23 smithi031 ceph-mon[96842]: osdmap e1005: 8 total, 8 up, 8 in 2024-09-17T17:20:24.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:23 smithi066 ceph-mon[86175]: osdmap e1005: 8 total, 8 up, 8 in 2024-09-17T17:20:25.001 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 70 tests from TestClsRbd (5063 ms total) 2024-09-17T17:20:25.002 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-09-17T17:20:25.002 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-09-17T17:20:25.002 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 70 tests from 1 test suite ran. (7890 ms total) 2024-09-17T17:20:25.002 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 68 tests. 2024-09-17T17:20:25.002 INFO:tasks.workunit.client.0.smithi031.stdout:[ FAILED ] 2 tests, listed below: 2024-09-17T17:20:25.002 INFO:tasks.workunit.client.0.smithi031.stdout:[ FAILED ] TestClsRbd.group_snap_set 2024-09-17T17:20:25.002 INFO:tasks.workunit.client.0.smithi031.stdout:[ FAILED ] TestClsRbd.group_snap_remove 2024-09-17T17:20:25.002 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-09-17T17:20:25.002 INFO:tasks.workunit.client.0.smithi031.stdout: 2 FAILED TESTS 2024-09-17T17:20:25.005 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T17:20:25.005 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-09-17T17:20:25.005 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-17T17:20:25.289 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:24 smithi031 ceph-mon[94873]: osdmap e1006: 8 total, 8 up, 8 in 2024-09-17T17:20:25.289 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:24 smithi031 ceph-mon[94873]: pgmap v1211: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 1.51k op/s 2024-09-17T17:20:25.289 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:24 smithi031 ceph-mon[96842]: osdmap e1006: 8 total, 8 up, 8 in 2024-09-17T17:20:25.289 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:24 smithi031 ceph-mon[96842]: pgmap v1211: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 1.51k op/s 2024-09-17T17:20:25.291 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 48, in task with parallel.parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/full_sequential.py", line 30, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/github.com_ceph_ceph-c_1889a165b5128787ec693450a3d1c5df5d6dc203/qa/tasks/workunit.py", line 126, in task with parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/github.com_ceph_ceph-c_1889a165b5128787ec693450a3d1c5df5d6dc203/qa/tasks/workunit.py", line 434, in _run_tests remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (workunit test cls/test_cls_rbd.sh) on smithi031 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh' 2024-09-17T17:20:25.553 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=10fd3c1f8d15486a8e4230f166d6c31a Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 48, in task with parallel.parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/full_sequential.py", line 30, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/github.com_ceph_ceph-c_1889a165b5128787ec693450a3d1c5df5d6dc203/qa/tasks/workunit.py", line 126, in task with parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/github.com_ceph_ceph-c_1889a165b5128787ec693450a3d1c5df5d6dc203/qa/tasks/workunit.py", line 434, in _run_tests remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (workunit test cls/test_cls_rbd.sh) on smithi031 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh' 2024-09-17T17:20:25.556 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-09-17T17:20:25.604 INFO:tasks.cephadm:Teardown begin 2024-09-17T17:20:25.605 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-17T17:20:25.605 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-17T17:20:25.614 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:24 smithi066 ceph-mon[86175]: osdmap e1006: 8 total, 8 up, 8 in 2024-09-17T17:20:25.615 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:24 smithi066 ceph-mon[86175]: pgmap v1211: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 1.51k op/s 2024-09-17T17:20:25.820 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:20:26.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:25 smithi031 ceph-mon[94873]: osdmap e1007: 8 total, 8 up, 8 in 2024-09-17T17:20:26.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:25 smithi031 ceph-mon[96842]: osdmap e1007: 8 total, 8 up, 8 in 2024-09-17T17:20:26.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:25 smithi066 ceph-mon[86175]: osdmap e1007: 8 total, 8 up, 8 in 2024-09-17T17:20:27.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:26 smithi031 ceph-mon[94873]: pgmap v1213: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:27.344 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:26 smithi031 ceph-mon[96842]: pgmap v1213: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:27.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:26 smithi066 ceph-mon[86175]: pgmap v1213: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:27.788 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T17:20:27.788 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":16,"btime":"2024-09-17T17:11:42:380722+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54412,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/2197340547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2197340547},{"type":"v1","addr":"172.21.15.66:6833","nonce":2197340547}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T16:59:53.850518+0000","modified":"2024-09-17T17:11:36.408001+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":556,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44447},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44447":{"gid":44447,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":6,"addr":"172.21.15.31:6835/4254829437","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":4254829437},{"type":"v1","addr":"172.21.15.31:6835","nonce":4254829437}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44447,"qdb_cluster":[44447]},"id":1}]} 2024-09-17T17:20:27.789 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 16 2024-09-17T17:20:28.077 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:27 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/930208008' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-09-17T17:20:28.077 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:27 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/930208008' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-09-17T17:20:28.367 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-17T17:20:28.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:27 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/930208008' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-09-17T17:20:28.575 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:20:29.230 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:29 smithi031 ceph-mon[94873]: pgmap v1214: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:29.230 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:29 smithi031 ceph-mon[96842]: pgmap v1214: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:29.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:29 smithi066 ceph-mon[86175]: pgmap v1214: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:30.240 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:20:30 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:20:30] "GET /metrics HTTP/1.1" 200 36442 "" "Prometheus/2.51.0" 2024-09-17T17:20:30.704 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T17:20:30.704 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":16,"btime":"2024-09-17T17:11:42:380722+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54412,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/2197340547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2197340547},{"type":"v1","addr":"172.21.15.66:6833","nonce":2197340547}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T16:59:53.850518+0000","modified":"2024-09-17T17:11:36.408001+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":556,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44447},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44447":{"gid":44447,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":6,"addr":"172.21.15.31:6835/4254829437","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":4254829437},{"type":"v1","addr":"172.21.15.31:6835","nonce":4254829437}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44447,"qdb_cluster":[44447]},"id":1}]} 2024-09-17T17:20:30.704 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 16 2024-09-17T17:20:31.315 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-17T17:20:31.522 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:20:31.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:31 smithi031 ceph-mon[94873]: pgmap v1215: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:31.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:31 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:20:31.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:31 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/3113384786' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-09-17T17:20:31.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:31 smithi031 ceph-mon[96842]: pgmap v1215: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:31.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:31 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:20:31.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:31 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/3113384786' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-09-17T17:20:31.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:31 smithi066 ceph-mon[86175]: pgmap v1215: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:31.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:31 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:20:31.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:31 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/3113384786' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-09-17T17:20:33.320 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:33 smithi031 ceph-mon[94873]: pgmap v1216: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:33.486 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-17T17:20:33.487 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":1007,"fsid":"5dfb9b44-7515-11ef-bceb-c7b262605968","created":"2024-09-17T16:54:13.026750+0000","modified":"2024-09-17T17:20:24.983943+0000","last_up_change":"2024-09-17T17:11:11.923529+0000","last_in_change":"2024-09-17T16:59:07.649208+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":60,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-17T16:57:25.264873+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-17T16:59:47.893445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-17T16:59:51.158562+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-17T17:00:44.242979+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"bfd3afea-4f9e-453b-b4fc-fdc86a5ee964","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":290,"up_from":304,"up_thru":1002,"down_at":291,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":3425208033},{"type":"v1","addr":"172.21.15.31:6803","nonce":3425208033}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":3425208033},{"type":"v1","addr":"172.21.15.31:6805","nonce":3425208033}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":3425208033},{"type":"v1","addr":"172.21.15.31:6809","nonce":3425208033}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":3425208033},{"type":"v1","addr":"172.21.15.31:6807","nonce":3425208033}]},"public_addr":"172.21.15.31:6803/3425208033","cluster_addr":"172.21.15.31:6805/3425208033","heartbeat_back_addr":"172.21.15.31:6809/3425208033","heartbeat_front_addr":"172.21.15.31:6807/3425208033","state":["exists","up"]},{"osd":1,"uuid":"c16093ac-9d64-4e0f-b383-2f5b5f9259ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":323,"up_from":335,"up_thru":1002,"down_at":324,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2531199322},{"type":"v1","addr":"172.21.15.31:6811","nonce":2531199322}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2531199322},{"type":"v1","addr":"172.21.15.31:6813","nonce":2531199322}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":2531199322},{"type":"v1","addr":"172.21.15.31:6817","nonce":2531199322}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2531199322},{"type":"v1","addr":"172.21.15.31:6815","nonce":2531199322}]},"public_addr":"172.21.15.31:6811/2531199322","cluster_addr":"172.21.15.31:6813/2531199322","heartbeat_back_addr":"172.21.15.31:6817/2531199322","heartbeat_front_addr":"172.21.15.31:6815/2531199322","state":["exists","up"]},{"osd":2,"uuid":"ef7fafc8-4e6a-48f4-b64f-c9228ba45326","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":355,"up_from":368,"up_thru":1002,"down_at":356,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":2214936468},{"type":"v1","addr":"172.21.15.31:6819","nonce":2214936468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":2214936468},{"type":"v1","addr":"172.21.15.31:6821","nonce":2214936468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2214936468},{"type":"v1","addr":"172.21.15.31:6825","nonce":2214936468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":2214936468},{"type":"v1","addr":"172.21.15.31:6823","nonce":2214936468}]},"public_addr":"172.21.15.31:6819/2214936468","cluster_addr":"172.21.15.31:6821/2214936468","heartbeat_back_addr":"172.21.15.31:6825/2214936468","heartbeat_front_addr":"172.21.15.31:6823/2214936468","state":["exists","up"]},{"osd":3,"uuid":"f46d5072-b866-4885-9972-e09268f2bdb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":387,"up_from":400,"up_thru":1002,"down_at":388,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":1266631629},{"type":"v1","addr":"172.21.15.31:6827","nonce":1266631629}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":1266631629},{"type":"v1","addr":"172.21.15.31:6829","nonce":1266631629}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1266631629},{"type":"v1","addr":"172.21.15.31:6833","nonce":1266631629}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":1266631629},{"type":"v1","addr":"172.21.15.31:6831","nonce":1266631629}]},"public_addr":"172.21.15.31:6827/1266631629","cluster_addr":"172.21.15.31:6829/1266631629","heartbeat_back_addr":"172.21.15.31:6833/1266631629","heartbeat_front_addr":"172.21.15.31:6831/1266631629","state":["exists","up"]},{"osd":4,"uuid":"c6fd9949-6edf-48f1-84fa-8edc76db25e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":420,"up_from":433,"up_thru":1002,"down_at":421,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":2398803439},{"type":"v1","addr":"172.21.15.66:6801","nonce":2398803439}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":2398803439},{"type":"v1","addr":"172.21.15.66:6803","nonce":2398803439}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":2398803439},{"type":"v1","addr":"172.21.15.66:6807","nonce":2398803439}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":2398803439},{"type":"v1","addr":"172.21.15.66:6805","nonce":2398803439}]},"public_addr":"172.21.15.66:6801/2398803439","cluster_addr":"172.21.15.66:6803/2398803439","heartbeat_back_addr":"172.21.15.66:6807/2398803439","heartbeat_front_addr":"172.21.15.66:6805/2398803439","state":["exists","up"]},{"osd":5,"uuid":"d38f984e-3b82-43c1-876f-c23e8c645143","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":453,"up_from":466,"up_thru":1002,"down_at":454,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":467296858},{"type":"v1","addr":"172.21.15.66:6809","nonce":467296858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":467296858},{"type":"v1","addr":"172.21.15.66:6811","nonce":467296858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":467296858},{"type":"v1","addr":"172.21.15.66:6815","nonce":467296858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":467296858},{"type":"v1","addr":"172.21.15.66:6813","nonce":467296858}]},"public_addr":"172.21.15.66:6809/467296858","cluster_addr":"172.21.15.66:6811/467296858","heartbeat_back_addr":"172.21.15.66:6815/467296858","heartbeat_front_addr":"172.21.15.66:6813/467296858","state":["exists","up"]},{"osd":6,"uuid":"5ec91030-3eec-45c7-ada5-01eb7e34bcfd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":487,"up_from":500,"up_thru":1002,"down_at":488,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":3950795802},{"type":"v1","addr":"172.21.15.66:6817","nonce":3950795802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3950795802},{"type":"v1","addr":"172.21.15.66:6819","nonce":3950795802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":3950795802},{"type":"v1","addr":"172.21.15.66:6823","nonce":3950795802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":3950795802},{"type":"v1","addr":"172.21.15.66:6821","nonce":3950795802}]},"public_addr":"172.21.15.66:6817/3950795802","cluster_addr":"172.21.15.66:6819/3950795802","heartbeat_back_addr":"172.21.15.66:6823/3950795802","heartbeat_front_addr":"172.21.15.66:6821/3950795802","state":["exists","up"]},{"osd":7,"uuid":"328c7061-7856-4fc1-9377-83014f750ac9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":521,"up_from":534,"up_thru":1002,"down_at":522,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":3100220687},{"type":"v1","addr":"172.21.15.66:6825","nonce":3100220687}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":3100220687},{"type":"v1","addr":"172.21.15.66:6827","nonce":3100220687}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":3100220687},{"type":"v1","addr":"172.21.15.66:6831","nonce":3100220687}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":3100220687},{"type":"v1","addr":"172.21.15.66:6829","nonce":3100220687}]},"public_addr":"172.21.15.66:6825/3100220687","cluster_addr":"172.21.15.66:6827/3100220687","heartbeat_back_addr":"172.21.15.66:6831/3100220687","heartbeat_front_addr":"172.21.15.66:6829/3100220687","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:56:32.707874+0000","dead_epoch":290},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:56:57.809611+0000","dead_epoch":323},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:57:22.740293+0000","dead_epoch":355},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:57:47.643474+0000","dead_epoch":387},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:58:09.525348+0000","dead_epoch":420},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:58:33.431584+0000","dead_epoch":453},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:58:58.268886+0000","dead_epoch":487},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T16:59:22.818864+0000","dead_epoch":521}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":0,"to":4}]},{"pgid":"2.e","mappings":[{"from":7,"to":1}]},{"pgid":"2.f","mappings":[{"from":0,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":7}]},{"pgid":"3.a","mappings":[{"from":6,"to":2}]},{"pgid":"3.1f","mappings":[{"from":0,"to":7}]},{"pgid":"3.20","mappings":[{"from":0,"to":2}]},{"pgid":"3.21","mappings":[{"from":5,"to":7}]},{"pgid":"3.22","mappings":[{"from":0,"to":1}]},{"pgid":"3.26","mappings":[{"from":4,"to":3}]},{"pgid":"3.29","mappings":[{"from":4,"to":2}]},{"pgid":"3.31","mappings":[{"from":4,"to":7}]},{"pgid":"3.39","mappings":[{"from":0,"to":2}]},{"pgid":"3.3c","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.31:6801/42644695":"2024-09-18T17:06:00.013998+0000","172.21.15.31:6800/42644695":"2024-09-18T17:06:00.013998+0000","172.21.15.31:0/3239320530":"2024-09-18T17:06:00.013998+0000","172.21.15.31:0/1654456481":"2024-09-18T17:06:00.013998+0000","172.21.15.31:0/2776706636":"2024-09-18T17:06:00.013998+0000","172.21.15.31:0/3364710436":"2024-09-18T17:06:00.013998+0000","172.21.15.31:0/1599000805":"2024-09-18T17:00:39.712377+0000","172.21.15.31:6801/3124190684":"2024-09-18T16:54:44.988894+0000","172.21.15.31:6800/3124190684":"2024-09-18T16:54:44.988894+0000","172.21.15.31:0/51569990":"2024-09-18T17:00:39.712377+0000","172.21.15.66:0/878293305":"2024-09-18T17:05:19.234309+0000","172.21.15.66:6835/553551499":"2024-09-18T17:05:19.234309+0000","172.21.15.31:6800/3821445044":"2024-09-18T16:55:08.765537+0000","172.21.15.31:0/2193449255":"2024-09-18T16:54:44.988894+0000","172.21.15.66:0/3085724962":"2024-09-18T17:05:19.234309+0000","172.21.15.31:6801/962496341":"2024-09-18T17:04:47.507605+0000","172.21.15.31:6800/564880942":"2024-09-18T17:00:39.712377+0000","172.21.15.66:0/2344040192":"2024-09-18T17:05:19.234309+0000","172.21.15.31:0/4254996885":"2024-09-18T17:00:39.712377+0000","172.21.15.66:0/3560913930":"2024-09-18T17:05:19.234309+0000","172.21.15.31:6800/962496341":"2024-09-18T17:04:47.507605+0000","172.21.15.31:0/582641076":"2024-09-18T16:54:44.988894+0000","172.21.15.66:0/2950260004":"2024-09-18T17:05:19.234309+0000","172.21.15.66:6832/4260993690":"2024-09-18T17:11:33.378470+0000","172.21.15.31:0/1029787828":"2024-09-18T17:04:47.507605+0000","172.21.15.31:0/3819450625":"2024-09-18T16:54:44.988894+0000","172.21.15.31:0/2919735896":"2024-09-18T17:00:39.712377+0000","172.21.15.31:0/3938447962":"2024-09-18T17:06:00.013998+0000","172.21.15.31:6801/564880942":"2024-09-18T17:00:39.712377+0000","172.21.15.31:0/36835941":"2024-09-18T17:04:47.507605+0000","172.21.15.66:6834/553551499":"2024-09-18T17:05:19.234309+0000","172.21.15.31:0/4233915925":"2024-09-18T17:04:47.507605+0000","172.21.15.31:6801/3821445044":"2024-09-18T16:55:08.765537+0000","172.21.15.66:0/3750163829":"2024-09-18T17:05:19.234309+0000","172.21.15.31:0/2275586213":"2024-09-18T17:06:00.013998+0000","172.21.15.31:0/416145817":"2024-09-18T16:55:08.765537+0000","172.21.15.31:0/2191897052":"2024-09-18T17:06:00.013998+0000","172.21.15.66:0/2983638944":"2024-09-18T17:05:19.234309+0000","172.21.15.31:0/3301988290":"2024-09-18T17:04:47.507605+0000","172.21.15.31:0/4078155462":"2024-09-18T16:55:08.765537+0000","172.21.15.66:6833/4260993690":"2024-09-18T17:11:33.378470+0000","172.21.15.31:0/2570636984":"2024-09-18T16:55:08.765537+0000","172.21.15.31:0/2936567246":"2024-09-18T17:04:47.507605+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":60,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-17T17:20:33.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:33 smithi031 ceph-mon[96842]: pgmap v1216: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:33.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:33 smithi066 ceph-mon[86175]: pgmap v1216: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:34.236 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph fs fail cephfs 2024-09-17T17:20:34.450 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:20:34.571 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:34 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/3973670902' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-17T17:20:34.571 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:34 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/3973670902' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-17T17:20:34.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:34 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/3973670902' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-17T17:20:35.553 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:35 smithi031 ceph-mon[94873]: pgmap v1217: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:35.554 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:35 smithi031 ceph-mon[96842]: pgmap v1217: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:35.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:35 smithi066 ceph-mon[86175]: pgmap v1217: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:36.339 INFO:teuthology.orchestra.run.smithi031.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-17T17:20:36.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:36 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-a[94850]: 2024-09-17T17:20:36.330+0000 7f3302169640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-17T17:20:36.594 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 17:20:36 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-a[121942]: -4467> 2024-09-17T17:11:38.027+0000 7fc46799d640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-17T17:20:36.594 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 17:20:36 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-a[121942]: ignoring --setuser ceph since I am not root 2024-09-17T17:20:36.594 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 17:20:36 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-a[121942]: ignoring --setgroup ceph since I am not root 2024-09-17T17:20:36.594 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 17:20:36 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-a[121942]: starting mds.a at 2024-09-17T17:20:36.964 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-09-17T17:20:37.170 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:20:37.538 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:37 smithi031 ceph-mon[94873]: pgmap v1218: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:37.538 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:37 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/1447133729' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-09-17T17:20:37.538 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:37 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-09-17T17:20:37.538 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:37 smithi031 ceph-mon[94873]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-17T17:20:37.538 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:37 smithi031 ceph-mon[94873]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-17T17:20:37.539 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:37 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-17T17:20:37.539 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:37 smithi031 ceph-mon[94873]: osdmap e1008: 8 total, 8 up, 8 in 2024-09-17T17:20:37.539 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:37 smithi031 ceph-mon[94873]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-17T17:20:37.539 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:37 smithi031 ceph-mon[96842]: pgmap v1218: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:37.539 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:37 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/1447133729' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-09-17T17:20:37.539 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:37 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-09-17T17:20:37.539 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:37 smithi031 ceph-mon[96842]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-17T17:20:37.540 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:37 smithi031 ceph-mon[96842]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-17T17:20:37.540 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:37 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-17T17:20:37.540 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:37 smithi031 ceph-mon[96842]: osdmap e1008: 8 total, 8 up, 8 in 2024-09-17T17:20:37.540 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:37 smithi031 ceph-mon[96842]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-17T17:20:37.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:37 smithi066 ceph-mon[86175]: pgmap v1218: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:37.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:37 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/1447133729' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-09-17T17:20:37.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:37 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-09-17T17:20:37.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:37 smithi066 ceph-mon[86175]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-17T17:20:37.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:37 smithi066 ceph-mon[86175]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-17T17:20:37.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:37 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-17T17:20:37.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:37 smithi066 ceph-mon[86175]: osdmap e1008: 8 total, 8 up, 8 in 2024-09-17T17:20:37.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:37 smithi066 ceph-mon[86175]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-17T17:20:38.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:38 smithi031 ceph-mon[94873]: mds.? [v2:172.21.15.31:6834/873536611,v1:172.21.15.31:6835/873536611] up:boot 2024-09-17T17:20:38.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:38 smithi031 ceph-mon[94873]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-09-17T17:20:38.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:38 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-17T17:20:38.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:38 smithi031 ceph-mon[96842]: mds.? [v2:172.21.15.31:6834/873536611,v1:172.21.15.31:6835/873536611] up:boot 2024-09-17T17:20:38.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:38 smithi031 ceph-mon[96842]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-09-17T17:20:38.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:38 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-17T17:20:38.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:38 smithi066 ceph-mon[86175]: mds.? [v2:172.21.15.31:6834/873536611,v1:172.21.15.31:6835/873536611] up:boot 2024-09-17T17:20:38.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:38 smithi066 ceph-mon[86175]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-09-17T17:20:38.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:38 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-17T17:20:39.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:39 smithi066 ceph-mon[86175]: pgmap v1220: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:39.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:39 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/1838390158' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:39.674 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:39 smithi031 ceph-mon[94873]: pgmap v1220: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:39.674 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:39 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/1838390158' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:39.674 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:39 smithi031 ceph-mon[96842]: pgmap v1220: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:39.674 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:39 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/1838390158' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-09-17T17:20:39.983 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-17T17:20:40.197 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:20:40.315 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:20:40 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:20:40] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.51.0" 2024-09-17T17:20:40.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:40 smithi031 ceph-mon[94873]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-17T17:20:40.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:40 smithi031 ceph-mon[94873]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-17T17:20:40.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:40 smithi031 ceph-mon[94873]: Cluster is now healthy 2024-09-17T17:20:40.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:40 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/1838390158' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-17T17:20:40.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:40 smithi031 ceph-mon[94873]: fsmap 2 up:standby 2024-09-17T17:20:40.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:40 smithi031 ceph-mon[96842]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-17T17:20:40.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:40 smithi031 ceph-mon[96842]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-17T17:20:40.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:40 smithi031 ceph-mon[96842]: Cluster is now healthy 2024-09-17T17:20:40.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:40 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/1838390158' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-17T17:20:40.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:40 smithi031 ceph-mon[96842]: fsmap 2 up:standby 2024-09-17T17:20:40.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:40 smithi066 ceph-mon[86175]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-17T17:20:40.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:40 smithi066 ceph-mon[86175]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-17T17:20:40.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:40 smithi066 ceph-mon[86175]: Cluster is now healthy 2024-09-17T17:20:40.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:40 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/1838390158' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-17T17:20:40.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:40 smithi066 ceph-mon[86175]: fsmap 2 up:standby 2024-09-17T17:20:41.589 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:41 smithi031 ceph-mon[94873]: pgmap v1221: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:41.590 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:41 smithi031 ceph-mon[96842]: pgmap v1221: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:41.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:41 smithi066 ceph-mon[86175]: pgmap v1221: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:42.370 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_metadata' removed 2024-09-17T17:20:42.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:42 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/1216378566' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-09-17T17:20:42.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:42 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-09-17T17:20:42.695 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:42 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/1216378566' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-09-17T17:20:42.695 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:42 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-09-17T17:20:42.695 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:42 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/1216378566' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-09-17T17:20:42.695 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:42 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-09-17T17:20:43.046 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-17T17:20:43.257 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T17:20:43.617 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:43 smithi031 ceph-mon[94873]: pgmap v1222: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:43.617 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:43 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-17T17:20:43.617 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:43 smithi031 ceph-mon[94873]: osdmap e1009: 8 total, 8 up, 8 in 2024-09-17T17:20:43.617 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:43 smithi031 ceph-mon[96842]: pgmap v1222: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:43.618 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:43 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-17T17:20:43.618 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:43 smithi031 ceph-mon[96842]: osdmap e1009: 8 total, 8 up, 8 in 2024-09-17T17:20:43.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:43 smithi066 ceph-mon[86175]: pgmap v1222: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:43.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:43 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-17T17:20:43.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:43 smithi066 ceph-mon[86175]: osdmap e1009: 8 total, 8 up, 8 in 2024-09-17T17:20:45.372 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_data' removed 2024-09-17T17:20:45.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:45 smithi066 ceph-mon[86175]: pgmap v1224: 73 pgs: 73 active+clean; 577 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:45.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:45 smithi066 ceph-mon[86175]: from='client.? 172.21.15.31:0/2048203521' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-09-17T17:20:45.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:45 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-09-17T17:20:45.749 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:45 smithi031 ceph-mon[96842]: pgmap v1224: 73 pgs: 73 active+clean; 577 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:45.749 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:45 smithi031 ceph-mon[96842]: from='client.? 172.21.15.31:0/2048203521' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-09-17T17:20:45.749 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:45 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-09-17T17:20:45.750 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:45 smithi031 ceph-mon[94873]: pgmap v1224: 73 pgs: 73 active+clean; 577 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-17T17:20:45.750 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:45 smithi031 ceph-mon[94873]: from='client.? 172.21.15.31:0/2048203521' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-09-17T17:20:45.750 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:45 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-09-17T17:20:46.050 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-17T17:20:46.080 DEBUG:teuthology.orchestra.run.smithi066:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-17T17:20:46.116 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-09-17T17:20:46.116 DEBUG:teuthology.orchestra.run.smithi031:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-17T17:20:46.139 DEBUG:teuthology.orchestra.run.smithi066:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-17T17:20:46.173 INFO:tasks.cephadm:Stopping all daemons... 2024-09-17T17:20:46.174 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-09-17T17:20:46.174 DEBUG:teuthology.orchestra.run.smithi031:> sudo systemctl stop ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mon.a 2024-09-17T17:20:46.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:46 smithi031 systemd[1]: Stopping Ceph mon.a for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:20:46.641 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:20:46 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: [17/Sep/2024:17:20:46] ENGINE Bus STOPPING 2024-09-17T17:20:46.642 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:46 smithi031 ceph-mon[96842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-17T17:20:46.642 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:46 smithi031 ceph-mon[96842]: osdmap e1010: 8 total, 8 up, 8 in 2024-09-17T17:20:46.642 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:46 smithi031 ceph-mon[96842]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:20:46.642 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:46 smithi031 ceph-mon[94873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-17T17:20:46.643 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:46 smithi031 ceph-mon[94873]: osdmap e1010: 8 total, 8 up, 8 in 2024-09-17T17:20:46.643 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:46 smithi031 ceph-mon[94873]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:20:46.643 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:46 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-a[94850]: 2024-09-17T17:20:46.477+0000 7f3307974640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T17:20:46.643 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:46 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-a[94850]: 2024-09-17T17:20:46.477+0000 7f3307974640 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-09-17T17:20:46.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:46 smithi066 ceph-mon[86175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-17T17:20:46.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:46 smithi066 ceph-mon[86175]: osdmap e1010: 8 total, 8 up, 8 in 2024-09-17T17:20:46.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:46 smithi066 ceph-mon[86175]: from='mgr.25015 172.21.15.31:0/370930267' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T17:20:47.045 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:46 smithi031 podman[139110]: 2024-09-17 17:20:46.743622279 +0000 UTC m=+0.369527349 container died ebe1c312bc55fab500d00379a72a9b9c616b2ee5c5d9e460c8171b83175d1dc3 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-a, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-17T17:20:47.045 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:20:46 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: [17/Sep/2024:17:20:46] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-17T17:20:47.046 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:20:46 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: [17/Sep/2024:17:20:46] ENGINE Bus STOPPED 2024-09-17T17:20:47.046 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:20:46 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: [17/Sep/2024:17:20:46] ENGINE Bus STARTING 2024-09-17T17:20:47.046 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:20:46 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: [17/Sep/2024:17:20:46] ENGINE Serving on http://:::9283 2024-09-17T17:20:47.046 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:20:46 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: [17/Sep/2024:17:20:46] ENGINE Bus STARTED 2024-09-17T17:20:47.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:47 smithi031 podman[139110]: 2024-09-17 17:20:47.142244416 +0000 UTC m=+0.768149486 container cleanup ebe1c312bc55fab500d00379a72a9b9c616b2ee5c5d9e460c8171b83175d1dc3 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-a, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-09-17T17:20:47.343 INFO:journalctl@ceph.mon.a.smithi031.stdout:Sep 17 17:20:47 smithi031 bash[139110]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-a 2024-09-17T17:20:47.504 DEBUG:teuthology.orchestra.run.smithi031:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mon.a.service' 2024-09-17T17:20:47.551 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-17T17:20:47.552 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-09-17T17:20:47.552 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-09-17T17:20:47.553 DEBUG:teuthology.orchestra.run.smithi031:> sudo systemctl stop ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mon.c 2024-09-17T17:20:47.843 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:47 smithi031 systemd[1]: Stopping Ceph mon.c for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:20:48.255 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:20:47 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: [17/Sep/2024:17:20:47] ENGINE Bus STOPPING 2024-09-17T17:20:48.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:47 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-c[96819]: 2024-09-17T17:20:47.847+0000 7fe055423640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T17:20:48.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:47 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-c[96819]: 2024-09-17T17:20:47.847+0000 7fe055423640 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-09-17T17:20:48.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:48 smithi031 podman[139253]: 2024-09-17 17:20:48.05252911 +0000 UTC m=+0.314181811 container stop 4e86f0859c56f7755e4f6773b94372d12b6001b71e1f006d2b8008048abc5ba1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-c, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.license=GPLv2, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-09-17T17:20:48.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:48 smithi031 podman[139253]: 2024-09-17 17:20:48.077997858 +0000 UTC m=+0.339650569 container died 4e86f0859c56f7755e4f6773b94372d12b6001b71e1f006d2b8008048abc5ba1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-c, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-17T17:20:48.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:48 smithi031 podman[139253]: 2024-09-17 17:20:48.470767726 +0000 UTC m=+0.732420424 container cleanup 4e86f0859c56f7755e4f6773b94372d12b6001b71e1f006d2b8008048abc5ba1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-c, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-09-17T17:20:48.593 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:48 smithi031 bash[139253]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-c 2024-09-17T17:20:48.594 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:20:48 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: [17/Sep/2024:17:20:48] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-17T17:20:48.594 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:20:48 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: [17/Sep/2024:17:20:48] ENGINE Bus STOPPED 2024-09-17T17:20:48.594 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:20:48 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: [17/Sep/2024:17:20:48] ENGINE Bus STARTING 2024-09-17T17:20:48.594 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:20:48 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: [17/Sep/2024:17:20:48] ENGINE Serving on http://:::9283 2024-09-17T17:20:48.594 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:20:48 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: [17/Sep/2024:17:20:48] ENGINE Bus STARTED 2024-09-17T17:20:48.912 DEBUG:teuthology.orchestra.run.smithi031:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mon.c.service' 2024-09-17T17:20:48.934 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:48 smithi031 podman[139270]: 2024-09-17 17:20:48.681052493 +0000 UTC m=+0.622539800 container remove 4e86f0859c56f7755e4f6773b94372d12b6001b71e1f006d2b8008048abc5ba1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-c, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T17:20:48.934 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:48 smithi031 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mon.c.service: Deactivated successfully. 2024-09-17T17:20:48.934 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:48 smithi031 systemd[1]: Stopped Ceph mon.c for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:20:48.935 INFO:journalctl@ceph.mon.c.smithi031.stdout:Sep 17 17:20:48 smithi031 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mon.c.service: Consumed 13.637s CPU time. 2024-09-17T17:20:48.948 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-17T17:20:48.948 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-09-17T17:20:48.948 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-09-17T17:20:48.949 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mon.b 2024-09-17T17:20:49.244 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:48 smithi066 systemd[1]: Stopping Ceph mon.b for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:20:49.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:49 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-b[86152]: 2024-09-17T17:20:49.241+0000 7f2c20b53640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T17:20:49.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:49 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-b[86152]: 2024-09-17T17:20:49.241+0000 7f2c20b53640 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-09-17T17:20:49.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:49 smithi066 podman[126143]: 2024-09-17 17:20:49.44667372 +0000 UTC m=+0.299389355 container died 345d1bf73a6f52de0c1bcca60c450d0cff8479438d92acc171d7e335731e335f (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-09-17T17:20:50.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:50 smithi066 podman[126143]: 2024-09-17 17:20:50.065916766 +0000 UTC m=+0.918632434 container cleanup 345d1bf73a6f52de0c1bcca60c450d0cff8479438d92acc171d7e335731e335f (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-b, org.label-schema.license=GPLv2, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=) 2024-09-17T17:20:50.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:50 smithi066 bash[126143]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-b 2024-09-17T17:20:50.548 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mon.b.service' 2024-09-17T17:20:50.572 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:50 smithi066 podman[126159]: 2024-09-17 17:20:50.300692481 +0000 UTC m=+0.856607827 container remove 345d1bf73a6f52de0c1bcca60c450d0cff8479438d92acc171d7e335731e335f (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mon-b, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-09-17T17:20:50.573 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:50 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mon.b.service: Deactivated successfully. 2024-09-17T17:20:50.573 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:50 smithi066 systemd[1]: Stopped Ceph mon.b for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:20:50.573 INFO:journalctl@ceph.mon.b.smithi066.stdout:Sep 17 17:20:50 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mon.b.service: Consumed 12.651s CPU time. 2024-09-17T17:20:50.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:20:50 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: ::ffff:172.21.15.66 - - [17/Sep/2024:17:20:50] "GET /metrics HTTP/1.1" 200 29379 "" "Prometheus/2.51.0" 2024-09-17T17:20:50.626 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-17T17:20:50.626 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-09-17T17:20:50.627 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-09-17T17:20:50.627 DEBUG:teuthology.orchestra.run.smithi031:> sudo systemctl stop ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mgr.y 2024-09-17T17:20:50.954 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:20:50 smithi031 systemd[1]: Stopping Ceph mgr.y for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:20:51.286 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:20:50 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:20:50.951+0000 7f732ac27640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T17:20:51.286 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:20:50 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y[86519]: 2024-09-17T17:20:50.951+0000 7f732ac27640 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-09-17T17:20:51.286 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:20:50 smithi031 podman[139396]: 2024-09-17 17:20:50.984354312 +0000 UTC m=+0.148049319 container died 9305cc0f241a410118c2eab513ce01d3dc3b782146266367731bb0db181c9af9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T17:20:51.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:20:51 smithi031 podman[139396]: 2024-09-17 17:20:51.383744089 +0000 UTC m=+0.547439097 container cleanup 9305cc0f241a410118c2eab513ce01d3dc3b782146266367731bb0db181c9af9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD) 2024-09-17T17:20:51.593 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Sep 17 17:20:51 smithi031 bash[139396]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-y 2024-09-17T17:20:51.774 DEBUG:teuthology.orchestra.run.smithi031:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mgr.y.service' 2024-09-17T17:20:51.810 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-17T17:20:51.810 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-09-17T17:20:51.810 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-09-17T17:20:51.811 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mgr.x 2024-09-17T17:20:52.153 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:20:51 smithi066 systemd[1]: Stopping Ceph mgr.x for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:20:52.431 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:20:52 smithi066 podman[126276]: 2024-09-17 17:20:52.16258282 +0000 UTC m=+0.152824697 container died f591bc4bdc0bcbb365a811ce3536bf617eceb1c6b8b5b45f37cb943c2364db38 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS) 2024-09-17T17:20:52.873 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:20:52 smithi066 podman[126276]: 2024-09-17 17:20:52.637126937 +0000 UTC m=+0.627368803 container cleanup f591bc4bdc0bcbb365a811ce3536bf617eceb1c6b8b5b45f37cb943c2364db38 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T17:20:52.873 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Sep 17 17:20:52 smithi066 bash[126276]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mgr-x 2024-09-17T17:20:53.013 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mgr.x.service' 2024-09-17T17:20:53.049 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-17T17:20:53.050 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-09-17T17:20:53.050 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-09-17T17:20:53.050 DEBUG:teuthology.orchestra.run.smithi031:> sudo systemctl stop ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.0 2024-09-17T17:20:53.343 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:20:53 smithi031 systemd[1]: Stopping Ceph osd.0 for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:20:53.843 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:20:53 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0[102535]: 2024-09-17T17:20:53.356+0000 7f7da61e7640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T17:20:53.844 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:20:53 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0[102535]: 2024-09-17T17:20:53.356+0000 7f7da61e7640 -1 osd.0 1010 *** Got signal Terminated *** 2024-09-17T17:20:53.844 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:20:53 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0[102535]: 2024-09-17T17:20:53.356+0000 7f7da61e7640 -1 osd.0 1010 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T17:20:59.190 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:20:58 smithi031 podman[139529]: 2024-09-17 17:20:58.913338072 +0000 UTC m=+5.659260153 container died d17b0a925338a4f5b98ad6e5d9f53bbaa0e35966ad36ad609cdd45657971d2b4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-17T17:20:59.532 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:20:59 smithi031 podman[139529]: 2024-09-17 17:20:59.312328581 +0000 UTC m=+6.058250654 container cleanup d17b0a925338a4f5b98ad6e5d9f53bbaa0e35966ad36ad609cdd45657971d2b4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2) 2024-09-17T17:20:59.532 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:20:59 smithi031 bash[139529]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0 2024-09-17T17:20:59.843 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:20:59 smithi031 podman[139549]: 2024-09-17 17:20:59.530384688 +0000 UTC m=+0.613441629 container remove d17b0a925338a4f5b98ad6e5d9f53bbaa0e35966ad36ad609cdd45657971d2b4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T17:21:00.123 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:20:59 smithi031 podman[139642]: 2024-09-17 17:20:59.770900458 +0000 UTC m=+0.016235299 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:21:00.124 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:20:59 smithi031 podman[139642]: 2024-09-17 17:20:59.881304162 +0000 UTC m=+0.126639028 container create ba13eb8656c2b5169621ea7a722d79587c8f6a0fb80ce85b9d6d5e32b593b5f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T17:21:00.124 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:21:00 smithi031 podman[139642]: 2024-09-17 17:21:00.116922729 +0000 UTC m=+0.362257566 container init ba13eb8656c2b5169621ea7a722d79587c8f6a0fb80ce85b9d6d5e32b593b5f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.license=GPLv2) 2024-09-17T17:21:00.124 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:21:00 smithi031 podman[139642]: 2024-09-17 17:21:00.122146933 +0000 UTC m=+0.367481760 container start ba13eb8656c2b5169621ea7a722d79587c8f6a0fb80ce85b9d6d5e32b593b5f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0-deactivate, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16) 2024-09-17T17:21:00.593 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:21:00 smithi031 podman[139642]: 2024-09-17 17:21:00.208446653 +0000 UTC m=+0.453781490 container attach ba13eb8656c2b5169621ea7a722d79587c8f6a0fb80ce85b9d6d5e32b593b5f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-09-17T17:21:00.593 INFO:journalctl@ceph.osd.0.smithi031.stdout:Sep 17 17:21:00 smithi031 podman[139642]: 2024-09-17 17:21:00.321770491 +0000 UTC m=+0.567105329 container died ba13eb8656c2b5169621ea7a722d79587c8f6a0fb80ce85b9d6d5e32b593b5f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-17T17:21:00.898 DEBUG:teuthology.orchestra.run.smithi031:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.0.service' 2024-09-17T17:21:00.939 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-17T17:21:00.940 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-09-17T17:21:00.940 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-09-17T17:21:00.940 DEBUG:teuthology.orchestra.run.smithi031:> sudo systemctl stop ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.1 2024-09-17T17:21:01.335 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:21:01 smithi031 systemd[1]: Stopping Ceph osd.1 for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:21:01.593 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:21:01 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1[107335]: 2024-09-17T17:21:01.332+0000 7fc4b5eac640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T17:21:01.593 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:21:01 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1[107335]: 2024-09-17T17:21:01.332+0000 7fc4b5eac640 -1 osd.1 1010 *** Got signal Terminated *** 2024-09-17T17:21:01.594 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:21:01 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1[107335]: 2024-09-17T17:21:01.332+0000 7fc4b5eac640 -1 osd.1 1010 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T17:21:07.181 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:21:06 smithi031 podman[139769]: 2024-09-17 17:21:06.86712239 +0000 UTC m=+5.669385203 container died ef44037fe38696f7e8fa658436ee490326b35fc679bd635ac0d41090f1911e02 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True) 2024-09-17T17:21:07.503 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:21:07 smithi031 podman[139769]: 2024-09-17 17:21:07.387468883 +0000 UTC m=+6.189731683 container cleanup ef44037fe38696f7e8fa658436ee490326b35fc679bd635ac0d41090f1911e02 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16) 2024-09-17T17:21:07.504 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:21:07 smithi031 bash[139769]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1 2024-09-17T17:21:07.843 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:21:07 smithi031 podman[139790]: 2024-09-17 17:21:07.60574257 +0000 UTC m=+0.735431818 container remove ef44037fe38696f7e8fa658436ee490326b35fc679bd635ac0d41090f1911e02 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-17T17:21:08.460 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:21:08 smithi031 podman[139897]: 2024-09-17 17:21:08.013293102 +0000 UTC m=+0.018452972 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:21:08.460 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:21:08 smithi031 podman[139897]: 2024-09-17 17:21:08.123127054 +0000 UTC m=+0.128286909 container create 8adfc76f53bfbf6d5e809dc17b30ecf348db49f24a30bd6bfa8a324ec64c76e1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-09-17T17:21:08.460 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:21:08 smithi031 podman[139897]: 2024-09-17 17:21:08.342446756 +0000 UTC m=+0.347606638 container init 8adfc76f53bfbf6d5e809dc17b30ecf348db49f24a30bd6bfa8a324ec64c76e1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1-deactivate, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T17:21:08.461 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:21:08 smithi031 podman[139897]: 2024-09-17 17:21:08.348607839 +0000 UTC m=+0.353767703 container start 8adfc76f53bfbf6d5e809dc17b30ecf348db49f24a30bd6bfa8a324ec64c76e1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-17T17:21:08.461 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:21:08 smithi031 podman[139897]: 2024-09-17 17:21:08.458721306 +0000 UTC m=+0.463881170 container attach 8adfc76f53bfbf6d5e809dc17b30ecf348db49f24a30bd6bfa8a324ec64c76e1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1-deactivate, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T17:21:08.843 INFO:journalctl@ceph.osd.1.smithi031.stdout:Sep 17 17:21:08 smithi031 podman[139897]: 2024-09-17 17:21:08.54925767 +0000 UTC m=+0.554417534 container died 8adfc76f53bfbf6d5e809dc17b30ecf348db49f24a30bd6bfa8a324ec64c76e1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.2, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16) 2024-09-17T17:21:09.167 DEBUG:teuthology.orchestra.run.smithi031:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.1.service' 2024-09-17T17:21:09.211 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-17T17:21:09.212 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-09-17T17:21:09.212 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-09-17T17:21:09.212 DEBUG:teuthology.orchestra.run.smithi031:> sudo systemctl stop ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.2 2024-09-17T17:21:09.561 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:21:09 smithi031 systemd[1]: Stopping Ceph osd.2 for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:21:09.843 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:21:09 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2[112400]: 2024-09-17T17:21:09.558+0000 7fa20f350640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T17:21:09.843 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:21:09 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2[112400]: 2024-09-17T17:21:09.558+0000 7fa20f350640 -1 osd.2 1010 *** Got signal Terminated *** 2024-09-17T17:21:09.844 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:21:09 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2[112400]: 2024-09-17T17:21:09.558+0000 7fa20f350640 -1 osd.2 1010 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T17:21:15.167 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:21:14 smithi031 podman[140025]: 2024-09-17 17:21:14.896339411 +0000 UTC m=+5.454416141 container died 441cd68e498b397ba8f9cac2089cfffbac9e240b62f53cbf76b75688078b364a (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2) 2024-09-17T17:21:15.508 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:21:15 smithi031 podman[140025]: 2024-09-17 17:21:15.339531543 +0000 UTC m=+5.897608313 container cleanup 441cd68e498b397ba8f9cac2089cfffbac9e240b62f53cbf76b75688078b364a (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_CLEAN=True) 2024-09-17T17:21:15.509 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:21:15 smithi031 bash[140025]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2 2024-09-17T17:21:15.843 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:21:15 smithi031 podman[140045]: 2024-09-17 17:21:15.507338163 +0000 UTC m=+0.608467718 container remove 441cd68e498b397ba8f9cac2089cfffbac9e240b62f53cbf76b75688078b364a (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-09-17T17:21:16.283 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:21:15 smithi031 podman[140143]: 2024-09-17 17:21:15.821863865 +0000 UTC m=+0.016481341 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:21:16.284 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:21:15 smithi031 podman[140143]: 2024-09-17 17:21:15.924753035 +0000 UTC m=+0.119370501 container create 5c3a944fbca94f789ab92943bbd20799336648b4bd0b3091f3e632ccac59980a (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-09-17T17:21:16.284 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:21:16 smithi031 podman[140143]: 2024-09-17 17:21:16.282228032 +0000 UTC m=+0.476845510 container init 5c3a944fbca94f789ab92943bbd20799336648b4bd0b3091f3e632ccac59980a (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, io.buildah.version=1.37.2) 2024-09-17T17:21:16.593 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:21:16 smithi031 podman[140143]: 2024-09-17 17:21:16.287692601 +0000 UTC m=+0.482310070 container start 5c3a944fbca94f789ab92943bbd20799336648b4bd0b3091f3e632ccac59980a (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T17:21:16.593 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:21:16 smithi031 podman[140143]: 2024-09-17 17:21:16.40175773 +0000 UTC m=+0.596375209 container attach 5c3a944fbca94f789ab92943bbd20799336648b4bd0b3091f3e632ccac59980a (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2-deactivate, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-17T17:21:16.594 INFO:journalctl@ceph.osd.2.smithi031.stdout:Sep 17 17:21:16 smithi031 podman[140143]: 2024-09-17 17:21:16.482794765 +0000 UTC m=+0.677412232 container died 5c3a944fbca94f789ab92943bbd20799336648b4bd0b3091f3e632ccac59980a (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-09-17T17:21:17.136 DEBUG:teuthology.orchestra.run.smithi031:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.2.service' 2024-09-17T17:21:17.181 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-17T17:21:17.181 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-09-17T17:21:17.182 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-09-17T17:21:17.182 DEBUG:teuthology.orchestra.run.smithi031:> sudo systemctl stop ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.3 2024-09-17T17:21:17.528 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:21:17 smithi031 systemd[1]: Stopping Ceph osd.3 for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:21:17.796 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:21:17 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3[117141]: 2024-09-17T17:21:17.526+0000 7f2652754640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T17:21:17.797 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:21:17 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3[117141]: 2024-09-17T17:21:17.526+0000 7f2652754640 -1 osd.3 1010 *** Got signal Terminated *** 2024-09-17T17:21:17.797 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:21:17 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3[117141]: 2024-09-17T17:21:17.526+0000 7f2652754640 -1 osd.3 1010 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T17:21:19.904 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:19 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[96329]: 2024-09-17T17:21:19.458+0000 7f4847659640 -1 osd.5 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:57.460345+0000 front 2024-09-17T17:20:57.460440+0000 (oldest deadline 2024-09-17T17:21:19.160236+0000) 2024-09-17T17:21:20.653 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:20 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:20.376+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:56.317542+0000 front 2024-09-17T17:20:56.317508+0000 (oldest deadline 2024-09-17T17:21:19.817488+0000) 2024-09-17T17:21:20.653 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:20 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[96329]: 2024-09-17T17:21:20.460+0000 7f4847659640 -1 osd.5 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:57.460345+0000 front 2024-09-17T17:20:57.460440+0000 (oldest deadline 2024-09-17T17:21:19.160236+0000) 2024-09-17T17:21:21.843 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:21:21 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3[117141]: 2024-09-17T17:21:21.512+0000 7f264ed69640 -1 osd.3 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:58.328369+0000 front 2024-09-17T17:20:58.328228+0000 (oldest deadline 2024-09-17T17:21:21.228324+0000) 2024-09-17T17:21:21.903 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:21 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:21.422+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:56.317542+0000 front 2024-09-17T17:20:56.317508+0000 (oldest deadline 2024-09-17T17:21:19.817488+0000) 2024-09-17T17:21:21.904 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:21 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[96329]: 2024-09-17T17:21:21.503+0000 7f4847659640 -1 osd.5 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:57.460345+0000 front 2024-09-17T17:20:57.460440+0000 (oldest deadline 2024-09-17T17:21:19.160236+0000) 2024-09-17T17:21:22.843 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:21:22 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3[117141]: 2024-09-17T17:21:22.514+0000 7f264ed69640 -1 osd.3 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:58.328369+0000 front 2024-09-17T17:20:58.328228+0000 (oldest deadline 2024-09-17T17:21:21.228324+0000) 2024-09-17T17:21:22.903 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:22 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[96329]: 2024-09-17T17:21:22.500+0000 7f4847659640 -1 osd.5 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:57.460345+0000 front 2024-09-17T17:20:57.460440+0000 (oldest deadline 2024-09-17T17:21:19.160236+0000) 2024-09-17T17:21:22.903 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:22 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:22.425+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:56.317542+0000 front 2024-09-17T17:20:56.317508+0000 (oldest deadline 2024-09-17T17:21:19.817488+0000) 2024-09-17T17:21:23.277 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:21:23 smithi031 podman[140271]: 2024-09-17 17:21:23.022419332 +0000 UTC m=+5.609725189 container died aec274dc610b4cc90965509b21d724aa34e397e91117383fac692a5bbd728ac0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T17:21:23.593 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:21:23 smithi031 podman[140271]: 2024-09-17 17:21:23.374078241 +0000 UTC m=+5.961384098 container cleanup aec274dc610b4cc90965509b21d724aa34e397e91117383fac692a5bbd728ac0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-09-17T17:21:23.593 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:21:23 smithi031 bash[140271]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3 2024-09-17T17:21:23.653 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:23 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[96329]: 2024-09-17T17:21:23.519+0000 7f4847659640 -1 osd.5 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:57.460345+0000 front 2024-09-17T17:20:57.460440+0000 (oldest deadline 2024-09-17T17:21:19.160236+0000) 2024-09-17T17:21:23.653 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:23 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:23.390+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:56.317542+0000 front 2024-09-17T17:20:56.317508+0000 (oldest deadline 2024-09-17T17:21:19.817488+0000) 2024-09-17T17:21:24.052 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:21:23 smithi031 podman[140296]: 2024-09-17 17:21:23.683656208 +0000 UTC m=+0.656788351 container remove aec274dc610b4cc90965509b21d724aa34e397e91117383fac692a5bbd728ac0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-09-17T17:21:24.343 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:21:24 smithi031 podman[140391]: 2024-09-17 17:21:23.953793191 +0000 UTC m=+0.016272541 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:21:24.343 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:21:24 smithi031 podman[140391]: 2024-09-17 17:21:24.051175142 +0000 UTC m=+0.113654518 container create 805a790f1ee79a12699a09627f710fa95b85859549fafaa03d367f723a8babfc (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-09-17T17:21:24.344 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:21:24 smithi031 podman[140391]: 2024-09-17 17:21:24.261936266 +0000 UTC m=+0.324415613 container init 805a790f1ee79a12699a09627f710fa95b85859549fafaa03d367f723a8babfc (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3-deactivate, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-09-17T17:21:24.344 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:21:24 smithi031 podman[140391]: 2024-09-17 17:21:24.267458259 +0000 UTC m=+0.329937603 container start 805a790f1ee79a12699a09627f710fa95b85859549fafaa03d367f723a8babfc (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, ceph=True, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-09-17T17:21:24.344 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:21:23 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4[91740]: 2024-09-17T17:21:23.936+0000 7fcbfcba8640 -1 osd.4 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:58.262723+0000 front 2024-09-17T17:20:58.262597+0000 (oldest deadline 2024-09-17T17:21:22.962417+0000) 2024-09-17T17:21:24.345 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:24 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:24.045+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:54.302159+0000 front 2024-09-17T17:20:54.302322+0000 (oldest deadline 2024-09-17T17:21:23.102466+0000) 2024-09-17T17:21:24.653 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:24 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[96329]: 2024-09-17T17:21:24.502+0000 7f4847659640 -1 osd.5 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:57.460345+0000 front 2024-09-17T17:20:57.460440+0000 (oldest deadline 2024-09-17T17:21:19.160236+0000) 2024-09-17T17:21:24.654 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:24 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:24.343+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:56.317542+0000 front 2024-09-17T17:20:56.317508+0000 (oldest deadline 2024-09-17T17:21:19.817488+0000) 2024-09-17T17:21:24.758 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:21:24 smithi031 podman[140391]: 2024-09-17 17:21:24.357762864 +0000 UTC m=+0.420242199 container attach 805a790f1ee79a12699a09627f710fa95b85859549fafaa03d367f723a8babfc (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T17:21:24.758 INFO:journalctl@ceph.osd.3.smithi031.stdout:Sep 17 17:21:24 smithi031 podman[140391]: 2024-09-17 17:21:24.462618971 +0000 UTC m=+0.525098317 container died 805a790f1ee79a12699a09627f710fa95b85859549fafaa03d367f723a8babfc (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T17:21:25.039 DEBUG:teuthology.orchestra.run.smithi031:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.3.service' 2024-09-17T17:21:25.080 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-17T17:21:25.080 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-09-17T17:21:25.080 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-09-17T17:21:25.081 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.4 2024-09-17T17:21:25.334 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:25.332+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:56.317542+0000 front 2024-09-17T17:20:56.317508+0000 (oldest deadline 2024-09-17T17:21:19.817488+0000) 2024-09-17T17:21:25.334 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:21:24 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4[91740]: 2024-09-17T17:21:24.929+0000 7fcbfcba8640 -1 osd.4 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:58.262723+0000 front 2024-09-17T17:20:58.262597+0000 (oldest deadline 2024-09-17T17:21:22.962417+0000) 2024-09-17T17:21:25.335 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:21:25 smithi066 systemd[1]: Stopping Ceph osd.4 for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:21:25.335 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:25.002+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:54.302159+0000 front 2024-09-17T17:20:54.302322+0000 (oldest deadline 2024-09-17T17:21:23.102466+0000) 2024-09-17T17:21:25.335 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:21:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:21:25.011Z caller=refresh.go:90 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.31:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.31:8765: connect: connection refused" 2024-09-17T17:21:25.336 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:21:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:21:25.013Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.31:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.31:8765: connect: connection refused" 2024-09-17T17:21:25.336 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:21:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:21:25.014Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nfs msg="Unable to refresh target groups" err="Get \"http://172.21.15.31:8765/sd/prometheus/sd-config?service=nfs\": dial tcp 172.21.15.31:8765: connect: connection refused" 2024-09-17T17:21:25.336 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:21:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:21:25.015Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.31:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.31:8765: connect: connection refused" 2024-09-17T17:21:25.336 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:21:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:21:25.017Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.31:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.31:8765: connect: connection refused" 2024-09-17T17:21:25.336 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:21:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:21:25.017Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=smb msg="Unable to refresh target groups" err="Get \"http://172.21.15.31:8765/sd/prometheus/sd-config?service=smb\": dial tcp 172.21.15.31:8765: connect: connection refused" 2024-09-17T17:21:25.336 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:21:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:21:25.017Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.31:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.31:8765: connect: connection refused" 2024-09-17T17:21:25.653 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[96329]: 2024-09-17T17:21:25.460+0000 7f4847659640 -1 osd.5 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:57.460345+0000 front 2024-09-17T17:20:57.460440+0000 (oldest deadline 2024-09-17T17:21:19.160236+0000) 2024-09-17T17:21:25.654 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:21:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4[91740]: 2024-09-17T17:21:25.367+0000 7fcc0459b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T17:21:25.654 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:21:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4[91740]: 2024-09-17T17:21:25.367+0000 7fcc0459b640 -1 osd.4 1010 *** Got signal Terminated *** 2024-09-17T17:21:25.654 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:21:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4[91740]: 2024-09-17T17:21:25.367+0000 7fcc0459b640 -1 osd.4 1010 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T17:21:26.153 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:21:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4[91740]: 2024-09-17T17:21:25.897+0000 7fcbfcba8640 -1 osd.4 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:58.262723+0000 front 2024-09-17T17:20:58.262597+0000 (oldest deadline 2024-09-17T17:21:22.962417+0000) 2024-09-17T17:21:26.153 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:25 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:25.968+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:54.302159+0000 front 2024-09-17T17:20:54.302322+0000 (oldest deadline 2024-09-17T17:21:23.102466+0000) 2024-09-17T17:21:26.653 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:26 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[96329]: 2024-09-17T17:21:26.414+0000 7f4847659640 -1 osd.5 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:57.460345+0000 front 2024-09-17T17:20:57.460440+0000 (oldest deadline 2024-09-17T17:21:19.160236+0000) 2024-09-17T17:21:26.653 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:26 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:26.305+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:56.317542+0000 front 2024-09-17T17:20:56.317508+0000 (oldest deadline 2024-09-17T17:21:19.817488+0000) 2024-09-17T17:21:27.153 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:21:26 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4[91740]: 2024-09-17T17:21:26.851+0000 7fcbfcba8640 -1 osd.4 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:58.262723+0000 front 2024-09-17T17:20:58.262597+0000 (oldest deadline 2024-09-17T17:21:22.962417+0000) 2024-09-17T17:21:27.153 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:26 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:26.958+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:54.302159+0000 front 2024-09-17T17:20:54.302322+0000 (oldest deadline 2024-09-17T17:21:23.102466+0000) 2024-09-17T17:21:27.653 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:27 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[96329]: 2024-09-17T17:21:27.430+0000 7f4847659640 -1 osd.5 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:57.460345+0000 front 2024-09-17T17:20:57.460440+0000 (oldest deadline 2024-09-17T17:21:19.160236+0000) 2024-09-17T17:21:27.653 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:27 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:27.296+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:56.317542+0000 front 2024-09-17T17:20:56.317508+0000 (oldest deadline 2024-09-17T17:21:19.817488+0000) 2024-09-17T17:21:28.153 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:21:27 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4[91740]: 2024-09-17T17:21:27.824+0000 7fcbfcba8640 -1 osd.4 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:58.262723+0000 front 2024-09-17T17:20:58.262597+0000 (oldest deadline 2024-09-17T17:21:22.962417+0000) 2024-09-17T17:21:28.154 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:27 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:27.956+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:54.302159+0000 front 2024-09-17T17:20:54.302322+0000 (oldest deadline 2024-09-17T17:21:23.102466+0000) 2024-09-17T17:21:28.154 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:27 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:27.956+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:03.102999+0000 front 2024-09-17T17:21:03.103022+0000 (oldest deadline 2024-09-17T17:21:27.802919+0000) 2024-09-17T17:21:28.653 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:28 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[96329]: 2024-09-17T17:21:28.444+0000 7f4847659640 -1 osd.5 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:57.460345+0000 front 2024-09-17T17:20:57.460440+0000 (oldest deadline 2024-09-17T17:21:19.160236+0000) 2024-09-17T17:21:28.654 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:28 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:28.297+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:56.317542+0000 front 2024-09-17T17:20:56.317508+0000 (oldest deadline 2024-09-17T17:21:19.817488+0000) 2024-09-17T17:21:29.153 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:21:28 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4[91740]: 2024-09-17T17:21:28.813+0000 7fcbfcba8640 -1 osd.4 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:58.262723+0000 front 2024-09-17T17:20:58.262597+0000 (oldest deadline 2024-09-17T17:21:22.962417+0000) 2024-09-17T17:21:29.154 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:28 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:28.941+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:54.302159+0000 front 2024-09-17T17:20:54.302322+0000 (oldest deadline 2024-09-17T17:21:23.102466+0000) 2024-09-17T17:21:29.154 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:28 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:28.941+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:03.102999+0000 front 2024-09-17T17:21:03.103022+0000 (oldest deadline 2024-09-17T17:21:27.802919+0000) 2024-09-17T17:21:29.653 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:29 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:29.308+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:56.317542+0000 front 2024-09-17T17:20:56.317508+0000 (oldest deadline 2024-09-17T17:21:19.817488+0000) 2024-09-17T17:21:29.654 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:29 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[96329]: 2024-09-17T17:21:29.469+0000 7f4847659640 -1 osd.5 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:57.460345+0000 front 2024-09-17T17:20:57.460440+0000 (oldest deadline 2024-09-17T17:21:19.160236+0000) 2024-09-17T17:21:29.654 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:29 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[96329]: 2024-09-17T17:21:29.469+0000 7f4847659640 -1 osd.5 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:04.862164+0000 front 2024-09-17T17:21:04.862062+0000 (oldest deadline 2024-09-17T17:21:29.462343+0000) 2024-09-17T17:21:30.153 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:21:29 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4[91740]: 2024-09-17T17:21:29.822+0000 7fcbfcba8640 -1 osd.4 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:58.262723+0000 front 2024-09-17T17:20:58.262597+0000 (oldest deadline 2024-09-17T17:21:22.962417+0000) 2024-09-17T17:21:30.153 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:21:29 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4[91740]: 2024-09-17T17:21:29.822+0000 7fcbfcba8640 -1 osd.4 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:02.963024+0000 front 2024-09-17T17:21:02.963080+0000 (oldest deadline 2024-09-17T17:21:28.862831+0000) 2024-09-17T17:21:30.154 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:29 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:29.921+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:54.302159+0000 front 2024-09-17T17:20:54.302322+0000 (oldest deadline 2024-09-17T17:21:23.102466+0000) 2024-09-17T17:21:30.154 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:29 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:29.921+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:03.102999+0000 front 2024-09-17T17:21:03.103022+0000 (oldest deadline 2024-09-17T17:21:27.802919+0000) 2024-09-17T17:21:30.653 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:30 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[96329]: 2024-09-17T17:21:30.431+0000 7f4847659640 -1 osd.5 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:57.460345+0000 front 2024-09-17T17:20:57.460440+0000 (oldest deadline 2024-09-17T17:21:19.160236+0000) 2024-09-17T17:21:30.653 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:30 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[96329]: 2024-09-17T17:21:30.431+0000 7f4847659640 -1 osd.5 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:04.862164+0000 front 2024-09-17T17:21:04.862062+0000 (oldest deadline 2024-09-17T17:21:29.462343+0000) 2024-09-17T17:21:30.654 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:30 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:30.293+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:56.317542+0000 front 2024-09-17T17:20:56.317508+0000 (oldest deadline 2024-09-17T17:21:19.817488+0000) 2024-09-17T17:21:30.654 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:30 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:30.293+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:05.118293+0000 front 2024-09-17T17:21:05.118333+0000 (oldest deadline 2024-09-17T17:21:29.818384+0000) 2024-09-17T17:21:31.153 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:21:30 smithi066 podman[126435]: 2024-09-17 17:21:30.791572955 +0000 UTC m=+5.519931694 container died 6cd1b10d7b6e966b243a7778b05b6cab6e3c7dbc8821bdb24ddcddfccdae3d52 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-09-17T17:21:31.154 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:30 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:30.914+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:54.302159+0000 front 2024-09-17T17:20:54.302322+0000 (oldest deadline 2024-09-17T17:21:23.102466+0000) 2024-09-17T17:21:31.154 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:30 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:30.914+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:03.102999+0000 front 2024-09-17T17:21:03.103022+0000 (oldest deadline 2024-09-17T17:21:27.802919+0000) 2024-09-17T17:21:31.426 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:21:31 smithi066 podman[126435]: 2024-09-17 17:21:31.23135858 +0000 UTC m=+5.959717318 container cleanup 6cd1b10d7b6e966b243a7778b05b6cab6e3c7dbc8821bdb24ddcddfccdae3d52 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-17T17:21:31.426 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:21:31 smithi066 bash[126435]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4 2024-09-17T17:21:31.427 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:31 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:31.259+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:56.317542+0000 front 2024-09-17T17:20:56.317508+0000 (oldest deadline 2024-09-17T17:21:19.817488+0000) 2024-09-17T17:21:31.427 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:31 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:31.259+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:05.118293+0000 front 2024-09-17T17:21:05.118333+0000 (oldest deadline 2024-09-17T17:21:29.818384+0000) 2024-09-17T17:21:31.427 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:31 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[96329]: 2024-09-17T17:21:31.388+0000 7f4847659640 -1 osd.5 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:57.460345+0000 front 2024-09-17T17:20:57.460440+0000 (oldest deadline 2024-09-17T17:21:19.160236+0000) 2024-09-17T17:21:31.427 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:31 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[96329]: 2024-09-17T17:21:31.388+0000 7f4847659640 -1 osd.5 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:04.862164+0000 front 2024-09-17T17:21:04.862062+0000 (oldest deadline 2024-09-17T17:21:29.462343+0000) 2024-09-17T17:21:31.860 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:21:31 smithi066 podman[126454]: 2024-09-17 17:21:31.424442384 +0000 UTC m=+0.624663988 container remove 6cd1b10d7b6e966b243a7778b05b6cab6e3c7dbc8821bdb24ddcddfccdae3d52 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-09-17T17:21:32.134 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:21:31 smithi066 podman[126547]: 2024-09-17 17:21:31.761742991 +0000 UTC m=+0.016943975 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:21:32.134 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:21:31 smithi066 podman[126547]: 2024-09-17 17:21:31.983580074 +0000 UTC m=+0.238781048 container create 6d137b3b3ac3d3e452d14d96c99d2a2cadd57407f7be2a95a7c7a07ba9a821f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-09-17T17:21:32.134 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:31 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:31.940+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:54.302159+0000 front 2024-09-17T17:20:54.302322+0000 (oldest deadline 2024-09-17T17:21:23.102466+0000) 2024-09-17T17:21:32.134 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:31 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:31.940+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:03.102999+0000 front 2024-09-17T17:21:03.103022+0000 (oldest deadline 2024-09-17T17:21:27.802919+0000) 2024-09-17T17:21:32.403 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:21:32 smithi066 podman[126547]: 2024-09-17 17:21:32.236428792 +0000 UTC m=+0.491629776 container init 6d137b3b3ac3d3e452d14d96c99d2a2cadd57407f7be2a95a7c7a07ba9a821f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-17T17:21:32.404 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:21:32 smithi066 podman[126547]: 2024-09-17 17:21:32.242077469 +0000 UTC m=+0.497278444 container start 6d137b3b3ac3d3e452d14d96c99d2a2cadd57407f7be2a95a7c7a07ba9a821f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T17:21:32.404 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:21:32 smithi066 podman[126547]: 2024-09-17 17:21:32.344584948 +0000 UTC m=+0.599785940 container attach 6d137b3b3ac3d3e452d14d96c99d2a2cadd57407f7be2a95a7c7a07ba9a821f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T17:21:32.404 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:32 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:32.222+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:56.317542+0000 front 2024-09-17T17:20:56.317508+0000 (oldest deadline 2024-09-17T17:21:19.817488+0000) 2024-09-17T17:21:32.404 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:32 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:32.222+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:05.118293+0000 front 2024-09-17T17:21:05.118333+0000 (oldest deadline 2024-09-17T17:21:29.818384+0000) 2024-09-17T17:21:32.741 INFO:journalctl@ceph.osd.4.smithi066.stdout:Sep 17 17:21:32 smithi066 podman[126547]: 2024-09-17 17:21:32.44692678 +0000 UTC m=+0.702127754 container died 6d137b3b3ac3d3e452d14d96c99d2a2cadd57407f7be2a95a7c7a07ba9a821f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-4-deactivate, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-09-17T17:21:32.742 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:32 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[96329]: 2024-09-17T17:21:32.424+0000 7f4847659640 -1 osd.5 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:57.460345+0000 front 2024-09-17T17:20:57.460440+0000 (oldest deadline 2024-09-17T17:21:19.160236+0000) 2024-09-17T17:21:32.742 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:32 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[96329]: 2024-09-17T17:21:32.424+0000 7f4847659640 -1 osd.5 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:04.862164+0000 front 2024-09-17T17:21:04.862062+0000 (oldest deadline 2024-09-17T17:21:29.462343+0000) 2024-09-17T17:21:32.999 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:32 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:32.914+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:54.302159+0000 front 2024-09-17T17:20:54.302322+0000 (oldest deadline 2024-09-17T17:21:23.102466+0000) 2024-09-17T17:21:33.000 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:32 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:32.914+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:03.102999+0000 front 2024-09-17T17:21:03.103022+0000 (oldest deadline 2024-09-17T17:21:27.802919+0000) 2024-09-17T17:21:33.019 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.4.service' 2024-09-17T17:21:33.062 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-17T17:21:33.062 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-09-17T17:21:33.062 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-09-17T17:21:33.063 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.5 2024-09-17T17:21:33.403 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:33 smithi066 systemd[1]: Stopping Ceph osd.5 for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:21:33.403 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:33 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:33.232+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:56.317542+0000 front 2024-09-17T17:20:56.317508+0000 (oldest deadline 2024-09-17T17:21:19.817488+0000) 2024-09-17T17:21:33.404 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:33 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:33.232+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:05.118293+0000 front 2024-09-17T17:21:05.118333+0000 (oldest deadline 2024-09-17T17:21:29.818384+0000) 2024-09-17T17:21:33.889 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:33 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[96329]: 2024-09-17T17:21:33.453+0000 7f4847659640 -1 osd.5 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:57.460345+0000 front 2024-09-17T17:20:57.460440+0000 (oldest deadline 2024-09-17T17:21:19.160236+0000) 2024-09-17T17:21:33.889 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:33 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[96329]: 2024-09-17T17:21:33.453+0000 7f4847659640 -1 osd.5 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:04.862164+0000 front 2024-09-17T17:21:04.862062+0000 (oldest deadline 2024-09-17T17:21:29.462343+0000) 2024-09-17T17:21:33.889 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:33 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[96329]: 2024-09-17T17:21:33.495+0000 7f484f04c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T17:21:33.889 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:33 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[96329]: 2024-09-17T17:21:33.495+0000 7f484f04c640 -1 osd.5 1010 *** Got signal Terminated *** 2024-09-17T17:21:33.889 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:33 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[96329]: 2024-09-17T17:21:33.495+0000 7f484f04c640 -1 osd.5 1010 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T17:21:34.153 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:33 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:33.886+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:54.302159+0000 front 2024-09-17T17:20:54.302322+0000 (oldest deadline 2024-09-17T17:21:23.102466+0000) 2024-09-17T17:21:34.153 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:33 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:33.886+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:03.102999+0000 front 2024-09-17T17:21:03.103022+0000 (oldest deadline 2024-09-17T17:21:27.802919+0000) 2024-09-17T17:21:34.653 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[96329]: 2024-09-17T17:21:34.470+0000 7f4847659640 -1 osd.5 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:57.460345+0000 front 2024-09-17T17:20:57.460440+0000 (oldest deadline 2024-09-17T17:21:19.160236+0000) 2024-09-17T17:21:34.653 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[96329]: 2024-09-17T17:21:34.470+0000 7f4847659640 -1 osd.5 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:04.862164+0000 front 2024-09-17T17:21:04.862062+0000 (oldest deadline 2024-09-17T17:21:29.462343+0000) 2024-09-17T17:21:34.654 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:34.248+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:56.317542+0000 front 2024-09-17T17:20:56.317508+0000 (oldest deadline 2024-09-17T17:21:19.817488+0000) 2024-09-17T17:21:34.654 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:34.248+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:05.118293+0000 front 2024-09-17T17:21:05.118333+0000 (oldest deadline 2024-09-17T17:21:29.818384+0000) 2024-09-17T17:21:35.257 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:34.916+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:54.302159+0000 front 2024-09-17T17:20:54.302322+0000 (oldest deadline 2024-09-17T17:21:23.102466+0000) 2024-09-17T17:21:35.258 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:34 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:34.916+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:03.102999+0000 front 2024-09-17T17:21:03.103022+0000 (oldest deadline 2024-09-17T17:21:27.802919+0000) 2024-09-17T17:21:35.653 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:35 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[96329]: 2024-09-17T17:21:35.498+0000 7f4847659640 -1 osd.5 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:57.460345+0000 front 2024-09-17T17:20:57.460440+0000 (oldest deadline 2024-09-17T17:21:19.160236+0000) 2024-09-17T17:21:35.653 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:35 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[96329]: 2024-09-17T17:21:35.498+0000 7f4847659640 -1 osd.5 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:04.862164+0000 front 2024-09-17T17:21:04.862062+0000 (oldest deadline 2024-09-17T17:21:29.462343+0000) 2024-09-17T17:21:35.653 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:35 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:35.255+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:56.317542+0000 front 2024-09-17T17:20:56.317508+0000 (oldest deadline 2024-09-17T17:21:19.817488+0000) 2024-09-17T17:21:35.654 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:35 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:35.255+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:05.118293+0000 front 2024-09-17T17:21:05.118333+0000 (oldest deadline 2024-09-17T17:21:29.818384+0000) 2024-09-17T17:21:36.226 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:35 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:35.902+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:54.302159+0000 front 2024-09-17T17:20:54.302322+0000 (oldest deadline 2024-09-17T17:21:23.102466+0000) 2024-09-17T17:21:36.226 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:35 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:35.902+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:03.102999+0000 front 2024-09-17T17:21:03.103022+0000 (oldest deadline 2024-09-17T17:21:27.802919+0000) 2024-09-17T17:21:36.653 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:36 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[96329]: 2024-09-17T17:21:36.452+0000 7f4847659640 -1 osd.5 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:57.460345+0000 front 2024-09-17T17:20:57.460440+0000 (oldest deadline 2024-09-17T17:21:19.160236+0000) 2024-09-17T17:21:36.653 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:36 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[96329]: 2024-09-17T17:21:36.452+0000 7f4847659640 -1 osd.5 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:04.862164+0000 front 2024-09-17T17:21:04.862062+0000 (oldest deadline 2024-09-17T17:21:29.462343+0000) 2024-09-17T17:21:36.654 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:36 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:36.223+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:56.317542+0000 front 2024-09-17T17:20:56.317508+0000 (oldest deadline 2024-09-17T17:21:19.817488+0000) 2024-09-17T17:21:36.654 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:36 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:36.223+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:05.118293+0000 front 2024-09-17T17:21:05.118333+0000 (oldest deadline 2024-09-17T17:21:29.818384+0000) 2024-09-17T17:21:36.654 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:36 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:36.223+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-09-17T17:21:09.819044+0000 front 2024-09-17T17:21:09.818995+0000 (oldest deadline 2024-09-17T17:21:35.718833+0000) 2024-09-17T17:21:37.153 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:36 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:36.866+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:54.302159+0000 front 2024-09-17T17:20:54.302322+0000 (oldest deadline 2024-09-17T17:21:23.102466+0000) 2024-09-17T17:21:37.153 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:36 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:36.866+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:03.102999+0000 front 2024-09-17T17:21:03.103022+0000 (oldest deadline 2024-09-17T17:21:27.802919+0000) 2024-09-17T17:21:37.653 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:37 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[96329]: 2024-09-17T17:21:37.404+0000 7f4847659640 -1 osd.5 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:57.460345+0000 front 2024-09-17T17:20:57.460440+0000 (oldest deadline 2024-09-17T17:21:19.160236+0000) 2024-09-17T17:21:37.654 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:37 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[96329]: 2024-09-17T17:21:37.404+0000 7f4847659640 -1 osd.5 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:04.862164+0000 front 2024-09-17T17:21:04.862062+0000 (oldest deadline 2024-09-17T17:21:29.462343+0000) 2024-09-17T17:21:37.654 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:37 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:37.227+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:56.317542+0000 front 2024-09-17T17:20:56.317508+0000 (oldest deadline 2024-09-17T17:21:19.817488+0000) 2024-09-17T17:21:37.654 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:37 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:37.227+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:05.118293+0000 front 2024-09-17T17:21:05.118333+0000 (oldest deadline 2024-09-17T17:21:29.818384+0000) 2024-09-17T17:21:37.654 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:37 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:37.227+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-09-17T17:21:09.819044+0000 front 2024-09-17T17:21:09.818995+0000 (oldest deadline 2024-09-17T17:21:35.718833+0000) 2024-09-17T17:21:38.153 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:37 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:37.850+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:54.302159+0000 front 2024-09-17T17:20:54.302322+0000 (oldest deadline 2024-09-17T17:21:23.102466+0000) 2024-09-17T17:21:38.153 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:37 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:37.850+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:03.102999+0000 front 2024-09-17T17:21:03.103022+0000 (oldest deadline 2024-09-17T17:21:27.802919+0000) 2024-09-17T17:21:38.154 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:37 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:37.850+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-09-17T17:21:11.104888+0000 front 2024-09-17T17:21:11.104878+0000 (oldest deadline 2024-09-17T17:21:37.004770+0000) 2024-09-17T17:21:38.653 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:38 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[96329]: 2024-09-17T17:21:38.396+0000 7f4847659640 -1 osd.5 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:57.460345+0000 front 2024-09-17T17:20:57.460440+0000 (oldest deadline 2024-09-17T17:21:19.160236+0000) 2024-09-17T17:21:38.653 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:38 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[96329]: 2024-09-17T17:21:38.396+0000 7f4847659640 -1 osd.5 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:04.862164+0000 front 2024-09-17T17:21:04.862062+0000 (oldest deadline 2024-09-17T17:21:29.462343+0000) 2024-09-17T17:21:38.654 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:38 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5[96329]: 2024-09-17T17:21:38.396+0000 7f4847659640 -1 osd.5 1010 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-09-17T17:21:11.763137+0000 front 2024-09-17T17:21:11.763211+0000 (oldest deadline 2024-09-17T17:21:37.663235+0000) 2024-09-17T17:21:38.654 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:38 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:38.238+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:56.317542+0000 front 2024-09-17T17:20:56.317508+0000 (oldest deadline 2024-09-17T17:21:19.817488+0000) 2024-09-17T17:21:38.654 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:38 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:38.238+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:05.118293+0000 front 2024-09-17T17:21:05.118333+0000 (oldest deadline 2024-09-17T17:21:29.818384+0000) 2024-09-17T17:21:38.654 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:38 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:38.238+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-09-17T17:21:09.819044+0000 front 2024-09-17T17:21:09.818995+0000 (oldest deadline 2024-09-17T17:21:35.718833+0000) 2024-09-17T17:21:39.129 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:38 smithi066 podman[126675]: 2024-09-17 17:21:38.869775038 +0000 UTC m=+5.581335094 container died f672c086e34cca549dd339b07c373a2b6b9d644dfd12df0760b5a152b442ac34 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-09-17T17:21:39.130 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:38 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:38.825+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:54.302159+0000 front 2024-09-17T17:20:54.302322+0000 (oldest deadline 2024-09-17T17:21:23.102466+0000) 2024-09-17T17:21:39.130 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:38 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:38.825+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:03.102999+0000 front 2024-09-17T17:21:03.103022+0000 (oldest deadline 2024-09-17T17:21:27.802919+0000) 2024-09-17T17:21:39.130 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:38 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:38.825+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-09-17T17:21:11.104888+0000 front 2024-09-17T17:21:11.104878+0000 (oldest deadline 2024-09-17T17:21:37.004770+0000) 2024-09-17T17:21:39.403 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:39 smithi066 podman[126675]: 2024-09-17 17:21:39.225957932 +0000 UTC m=+5.937517982 container cleanup f672c086e34cca549dd339b07c373a2b6b9d644dfd12df0760b5a152b442ac34 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.vendor=CentOS) 2024-09-17T17:21:39.403 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:39 smithi066 bash[126675]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5 2024-09-17T17:21:39.404 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:39 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:39.190+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:56.317542+0000 front 2024-09-17T17:20:56.317508+0000 (oldest deadline 2024-09-17T17:21:19.817488+0000) 2024-09-17T17:21:39.404 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:39 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:39.190+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:05.118293+0000 front 2024-09-17T17:21:05.118333+0000 (oldest deadline 2024-09-17T17:21:29.818384+0000) 2024-09-17T17:21:39.404 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:39 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:39.190+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-09-17T17:21:09.819044+0000 front 2024-09-17T17:21:09.818995+0000 (oldest deadline 2024-09-17T17:21:35.718833+0000) 2024-09-17T17:21:39.812 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:39 smithi066 podman[126698]: 2024-09-17 17:21:39.502417857 +0000 UTC m=+0.627046364 container remove f672c086e34cca549dd339b07c373a2b6b9d644dfd12df0760b5a152b442ac34 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True) 2024-09-17T17:21:40.065 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:39 smithi066 podman[126789]: 2024-09-17 17:21:39.845047703 +0000 UTC m=+0.107797875 container create 7f84ca29d5595c73acc22685c052d49953b00f9de6ecacf05a7455c69ebfd9d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, ceph=True) 2024-09-17T17:21:40.065 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:39 smithi066 podman[126789]: 2024-09-17 17:21:39.754014445 +0000 UTC m=+0.016764616 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:21:40.066 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:39 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:39.810+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:54.302159+0000 front 2024-09-17T17:20:54.302322+0000 (oldest deadline 2024-09-17T17:21:23.102466+0000) 2024-09-17T17:21:40.066 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:39 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:39.810+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:03.102999+0000 front 2024-09-17T17:21:03.103022+0000 (oldest deadline 2024-09-17T17:21:27.802919+0000) 2024-09-17T17:21:40.066 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:39 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:39.810+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-09-17T17:21:11.104888+0000 front 2024-09-17T17:21:11.104878+0000 (oldest deadline 2024-09-17T17:21:37.004770+0000) 2024-09-17T17:21:40.404 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:40 smithi066 podman[126789]: 2024-09-17 17:21:40.064161018 +0000 UTC m=+0.326911189 container init 7f84ca29d5595c73acc22685c052d49953b00f9de6ecacf05a7455c69ebfd9d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-09-17T17:21:40.404 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:40 smithi066 podman[126789]: 2024-09-17 17:21:40.069548802 +0000 UTC m=+0.332298966 container start 7f84ca29d5595c73acc22685c052d49953b00f9de6ecacf05a7455c69ebfd9d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.37.2, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-09-17T17:21:40.404 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:40 smithi066 podman[126789]: 2024-09-17 17:21:40.138830056 +0000 UTC m=+0.401580233 container attach 7f84ca29d5595c73acc22685c052d49953b00f9de6ecacf05a7455c69ebfd9d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5-deactivate, io.buildah.version=1.37.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T17:21:40.404 INFO:journalctl@ceph.osd.5.smithi066.stdout:Sep 17 17:21:40 smithi066 podman[126789]: 2024-09-17 17:21:40.261865362 +0000 UTC m=+0.524615532 container died 7f84ca29d5595c73acc22685c052d49953b00f9de6ecacf05a7455c69ebfd9d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-17T17:21:40.404 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:40 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:40.215+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:56.317542+0000 front 2024-09-17T17:20:56.317508+0000 (oldest deadline 2024-09-17T17:21:19.817488+0000) 2024-09-17T17:21:40.405 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:40 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:40.215+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:05.118293+0000 front 2024-09-17T17:21:05.118333+0000 (oldest deadline 2024-09-17T17:21:29.818384+0000) 2024-09-17T17:21:40.405 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:40 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:40.215+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-09-17T17:21:09.819044+0000 front 2024-09-17T17:21:09.818995+0000 (oldest deadline 2024-09-17T17:21:35.718833+0000) 2024-09-17T17:21:40.829 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.5.service' 2024-09-17T17:21:40.870 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-17T17:21:40.871 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-09-17T17:21:40.871 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-09-17T17:21:40.871 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.6 2024-09-17T17:21:41.153 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:40 smithi066 systemd[1]: Stopping Ceph osd.6 for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:21:41.153 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:40 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:40.841+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:54.302159+0000 front 2024-09-17T17:20:54.302322+0000 (oldest deadline 2024-09-17T17:21:23.102466+0000) 2024-09-17T17:21:41.154 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:40 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:40.841+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:03.102999+0000 front 2024-09-17T17:21:03.103022+0000 (oldest deadline 2024-09-17T17:21:27.802919+0000) 2024-09-17T17:21:41.154 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:40 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:40.841+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-09-17T17:21:11.104888+0000 front 2024-09-17T17:21:11.104878+0000 (oldest deadline 2024-09-17T17:21:37.004770+0000) 2024-09-17T17:21:41.653 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:41 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:41.214+0000 7fa233f62640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T17:21:41.653 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:41 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:41.214+0000 7fa233f62640 -1 osd.6 1010 *** Got signal Terminated *** 2024-09-17T17:21:41.654 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:41 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:41.214+0000 7fa233f62640 -1 osd.6 1010 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T17:21:41.654 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:41 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:41.216+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:56.317542+0000 front 2024-09-17T17:20:56.317508+0000 (oldest deadline 2024-09-17T17:21:19.817488+0000) 2024-09-17T17:21:41.654 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:41 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:41.216+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:05.118293+0000 front 2024-09-17T17:21:05.118333+0000 (oldest deadline 2024-09-17T17:21:29.818384+0000) 2024-09-17T17:21:41.654 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:41 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:41.216+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-09-17T17:21:09.819044+0000 front 2024-09-17T17:21:09.818995+0000 (oldest deadline 2024-09-17T17:21:35.718833+0000) 2024-09-17T17:21:42.153 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:41 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:41.812+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:54.302159+0000 front 2024-09-17T17:20:54.302322+0000 (oldest deadline 2024-09-17T17:21:23.102466+0000) 2024-09-17T17:21:42.154 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:41 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:41.812+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:03.102999+0000 front 2024-09-17T17:21:03.103022+0000 (oldest deadline 2024-09-17T17:21:27.802919+0000) 2024-09-17T17:21:42.154 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:41 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:41.812+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-09-17T17:21:11.104888+0000 front 2024-09-17T17:21:11.104878+0000 (oldest deadline 2024-09-17T17:21:37.004770+0000) 2024-09-17T17:21:42.653 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:42 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:42.234+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:56.317542+0000 front 2024-09-17T17:20:56.317508+0000 (oldest deadline 2024-09-17T17:21:19.817488+0000) 2024-09-17T17:21:42.653 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:42 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:42.234+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:05.118293+0000 front 2024-09-17T17:21:05.118333+0000 (oldest deadline 2024-09-17T17:21:29.818384+0000) 2024-09-17T17:21:42.654 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:42 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:42.234+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-09-17T17:21:09.819044+0000 front 2024-09-17T17:21:09.818995+0000 (oldest deadline 2024-09-17T17:21:35.718833+0000) 2024-09-17T17:21:43.153 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:42 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:42.818+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:54.302159+0000 front 2024-09-17T17:20:54.302322+0000 (oldest deadline 2024-09-17T17:21:23.102466+0000) 2024-09-17T17:21:43.153 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:42 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:42.818+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:03.102999+0000 front 2024-09-17T17:21:03.103022+0000 (oldest deadline 2024-09-17T17:21:27.802919+0000) 2024-09-17T17:21:43.154 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:42 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:42.818+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-09-17T17:21:11.104888+0000 front 2024-09-17T17:21:11.104878+0000 (oldest deadline 2024-09-17T17:21:37.004770+0000) 2024-09-17T17:21:43.653 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:43 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:43.220+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:56.317542+0000 front 2024-09-17T17:20:56.317508+0000 (oldest deadline 2024-09-17T17:21:19.817488+0000) 2024-09-17T17:21:43.653 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:43 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:43.220+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:05.118293+0000 front 2024-09-17T17:21:05.118333+0000 (oldest deadline 2024-09-17T17:21:29.818384+0000) 2024-09-17T17:21:43.653 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:43 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:43.220+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-09-17T17:21:09.819044+0000 front 2024-09-17T17:21:09.818995+0000 (oldest deadline 2024-09-17T17:21:35.718833+0000) 2024-09-17T17:21:44.153 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:43 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:43.790+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:54.302159+0000 front 2024-09-17T17:20:54.302322+0000 (oldest deadline 2024-09-17T17:21:23.102466+0000) 2024-09-17T17:21:44.153 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:43 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:43.790+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:03.102999+0000 front 2024-09-17T17:21:03.103022+0000 (oldest deadline 2024-09-17T17:21:27.802919+0000) 2024-09-17T17:21:44.154 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:43 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:43.790+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-09-17T17:21:11.104888+0000 front 2024-09-17T17:21:11.104878+0000 (oldest deadline 2024-09-17T17:21:37.004770+0000) 2024-09-17T17:21:44.653 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:44 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:44.230+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:56.317542+0000 front 2024-09-17T17:20:56.317508+0000 (oldest deadline 2024-09-17T17:21:19.817488+0000) 2024-09-17T17:21:44.653 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:44 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:44.230+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:05.118293+0000 front 2024-09-17T17:21:05.118333+0000 (oldest deadline 2024-09-17T17:21:29.818384+0000) 2024-09-17T17:21:44.653 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:44 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:44.230+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-09-17T17:21:09.819044+0000 front 2024-09-17T17:21:09.818995+0000 (oldest deadline 2024-09-17T17:21:35.718833+0000) 2024-09-17T17:21:45.153 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:44 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:44.762+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:54.302159+0000 front 2024-09-17T17:20:54.302322+0000 (oldest deadline 2024-09-17T17:21:23.102466+0000) 2024-09-17T17:21:45.153 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:44 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:44.762+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:03.102999+0000 front 2024-09-17T17:21:03.103022+0000 (oldest deadline 2024-09-17T17:21:27.802919+0000) 2024-09-17T17:21:45.154 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:44 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:44.762+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-09-17T17:21:11.104888+0000 front 2024-09-17T17:21:11.104878+0000 (oldest deadline 2024-09-17T17:21:37.004770+0000) 2024-09-17T17:21:45.653 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:45 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:45.203+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:56.317542+0000 front 2024-09-17T17:20:56.317508+0000 (oldest deadline 2024-09-17T17:21:19.817488+0000) 2024-09-17T17:21:45.654 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:45 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:45.203+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:05.118293+0000 front 2024-09-17T17:21:05.118333+0000 (oldest deadline 2024-09-17T17:21:29.818384+0000) 2024-09-17T17:21:45.654 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:45 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:45.203+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-09-17T17:21:09.819044+0000 front 2024-09-17T17:21:09.818995+0000 (oldest deadline 2024-09-17T17:21:35.718833+0000) 2024-09-17T17:21:46.153 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:45 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:45.747+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:54.302159+0000 front 2024-09-17T17:20:54.302322+0000 (oldest deadline 2024-09-17T17:21:23.102466+0000) 2024-09-17T17:21:46.153 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:45 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:45.747+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:03.102999+0000 front 2024-09-17T17:21:03.103022+0000 (oldest deadline 2024-09-17T17:21:27.802919+0000) 2024-09-17T17:21:46.154 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:45 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:45.747+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-09-17T17:21:11.104888+0000 front 2024-09-17T17:21:11.104878+0000 (oldest deadline 2024-09-17T17:21:37.004770+0000) 2024-09-17T17:21:46.652 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:46 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:46.197+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:56.317542+0000 front 2024-09-17T17:20:56.317508+0000 (oldest deadline 2024-09-17T17:21:19.817488+0000) 2024-09-17T17:21:46.652 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:46 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:46.197+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:05.118293+0000 front 2024-09-17T17:21:05.118333+0000 (oldest deadline 2024-09-17T17:21:29.818384+0000) 2024-09-17T17:21:46.652 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:46 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:46.197+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-09-17T17:21:09.819044+0000 front 2024-09-17T17:21:09.818995+0000 (oldest deadline 2024-09-17T17:21:35.718833+0000) 2024-09-17T17:21:46.652 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:46 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6[100877]: 2024-09-17T17:21:46.197+0000 7fa22c56f640 -1 osd.6 1010 heartbeat_check: no reply from 172.21.15.31:6830 osd.3 since back 2024-09-17T17:21:21.019718+0000 front 2024-09-17T17:21:21.019685+0000 (oldest deadline 2024-09-17T17:21:45.719493+0000) 2024-09-17T17:21:46.903 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:46 smithi066 podman[126916]: 2024-09-17 17:21:46.650502849 +0000 UTC m=+5.546825480 container died 7f3afe0bf49f0b111080cec382eae4934c543845219017af4c1c739203db54a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T17:21:46.903 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:46 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:46.738+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:54.302159+0000 front 2024-09-17T17:20:54.302322+0000 (oldest deadline 2024-09-17T17:21:23.102466+0000) 2024-09-17T17:21:46.904 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:46 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:46.738+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:03.102999+0000 front 2024-09-17T17:21:03.103022+0000 (oldest deadline 2024-09-17T17:21:27.802919+0000) 2024-09-17T17:21:46.904 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:46 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:46.738+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-09-17T17:21:11.104888+0000 front 2024-09-17T17:21:11.104878+0000 (oldest deadline 2024-09-17T17:21:37.004770+0000) 2024-09-17T17:21:47.322 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:47 smithi066 podman[126916]: 2024-09-17 17:21:47.028163776 +0000 UTC m=+5.924486400 container cleanup 7f3afe0bf49f0b111080cec382eae4934c543845219017af4c1c739203db54a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-09-17T17:21:47.322 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:47 smithi066 bash[126916]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6 2024-09-17T17:21:47.653 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:47 smithi066 podman[126939]: 2024-09-17 17:21:47.321069636 +0000 UTC m=+0.667840866 container remove 7f3afe0bf49f0b111080cec382eae4934c543845219017af4c1c739203db54a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-17T17:21:48.001 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:47 smithi066 podman[127029]: 2024-09-17 17:21:47.567025418 +0000 UTC m=+0.016434774 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:21:48.001 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:47 smithi066 podman[127029]: 2024-09-17 17:21:47.68032676 +0000 UTC m=+0.129736102 container create 6ad4f8bae97bbd3c31b4be698d307624df1d246f6a893324eaa6fff9f2aa23f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6-deactivate, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16) 2024-09-17T17:21:48.001 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:47 smithi066 podman[127029]: 2024-09-17 17:21:47.907817435 +0000 UTC m=+0.357226786 container init 6ad4f8bae97bbd3c31b4be698d307624df1d246f6a893324eaa6fff9f2aa23f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-09-17T17:21:48.002 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:47 smithi066 podman[127029]: 2024-09-17 17:21:47.912765236 +0000 UTC m=+0.362174574 container start 6ad4f8bae97bbd3c31b4be698d307624df1d246f6a893324eaa6fff9f2aa23f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6-deactivate, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.vendor=CentOS) 2024-09-17T17:21:48.002 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:47 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:47.708+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:54.302159+0000 front 2024-09-17T17:20:54.302322+0000 (oldest deadline 2024-09-17T17:21:23.102466+0000) 2024-09-17T17:21:48.002 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:47 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:47.708+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:03.102999+0000 front 2024-09-17T17:21:03.103022+0000 (oldest deadline 2024-09-17T17:21:27.802919+0000) 2024-09-17T17:21:48.002 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:47 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:47.708+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-09-17T17:21:11.104888+0000 front 2024-09-17T17:21:11.104878+0000 (oldest deadline 2024-09-17T17:21:37.004770+0000) 2024-09-17T17:21:48.404 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:47 smithi066 podman[127029]: 2024-09-17 17:21:47.999275875 +0000 UTC m=+0.448685219 container attach 6ad4f8bae97bbd3c31b4be698d307624df1d246f6a893324eaa6fff9f2aa23f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T17:21:48.404 INFO:journalctl@ceph.osd.6.smithi066.stdout:Sep 17 17:21:48 smithi066 podman[127029]: 2024-09-17 17:21:48.106009716 +0000 UTC m=+0.555419061 container died 6ad4f8bae97bbd3c31b4be698d307624df1d246f6a893324eaa6fff9f2aa23f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-09-17T17:21:48.704 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.6.service' 2024-09-17T17:21:48.744 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-17T17:21:48.745 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-09-17T17:21:48.745 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-09-17T17:21:48.745 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.7 2024-09-17T17:21:49.101 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:48 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:48.730+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:54.302159+0000 front 2024-09-17T17:20:54.302322+0000 (oldest deadline 2024-09-17T17:21:23.102466+0000) 2024-09-17T17:21:49.101 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:48 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:48.730+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:03.102999+0000 front 2024-09-17T17:21:03.103022+0000 (oldest deadline 2024-09-17T17:21:27.802919+0000) 2024-09-17T17:21:49.102 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:48 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:48.730+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-09-17T17:21:11.104888+0000 front 2024-09-17T17:21:11.104878+0000 (oldest deadline 2024-09-17T17:21:37.004770+0000) 2024-09-17T17:21:49.102 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:48 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:48.730+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6830 osd.3 since back 2024-09-17T17:21:22.305704+0000 front 2024-09-17T17:21:22.305629+0000 (oldest deadline 2024-09-17T17:21:48.205528+0000) 2024-09-17T17:21:49.102 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:48 smithi066 systemd[1]: Stopping Ceph osd.7 for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:21:49.102 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:49 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:49.099+0000 7f96fe2d8640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T17:21:49.102 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:49 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:49.099+0000 7f96fe2d8640 -1 osd.7 1010 *** Got signal Terminated *** 2024-09-17T17:21:49.102 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:49 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:49.099+0000 7f96fe2d8640 -1 osd.7 1010 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T17:21:50.153 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:49 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:49.742+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:54.302159+0000 front 2024-09-17T17:20:54.302322+0000 (oldest deadline 2024-09-17T17:21:23.102466+0000) 2024-09-17T17:21:50.153 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:49 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:49.742+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:03.102999+0000 front 2024-09-17T17:21:03.103022+0000 (oldest deadline 2024-09-17T17:21:27.802919+0000) 2024-09-17T17:21:50.154 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:49 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:49.742+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-09-17T17:21:11.104888+0000 front 2024-09-17T17:21:11.104878+0000 (oldest deadline 2024-09-17T17:21:37.004770+0000) 2024-09-17T17:21:50.154 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:49 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:49.742+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6830 osd.3 since back 2024-09-17T17:21:22.305704+0000 front 2024-09-17T17:21:22.305629+0000 (oldest deadline 2024-09-17T17:21:48.205528+0000) 2024-09-17T17:21:51.153 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:50 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:50.782+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:54.302159+0000 front 2024-09-17T17:20:54.302322+0000 (oldest deadline 2024-09-17T17:21:23.102466+0000) 2024-09-17T17:21:51.153 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:50 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:50.782+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:03.102999+0000 front 2024-09-17T17:21:03.103022+0000 (oldest deadline 2024-09-17T17:21:27.802919+0000) 2024-09-17T17:21:51.154 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:50 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:50.782+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-09-17T17:21:11.104888+0000 front 2024-09-17T17:21:11.104878+0000 (oldest deadline 2024-09-17T17:21:37.004770+0000) 2024-09-17T17:21:51.154 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:50 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:50.782+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6830 osd.3 since back 2024-09-17T17:21:22.305704+0000 front 2024-09-17T17:21:22.305629+0000 (oldest deadline 2024-09-17T17:21:48.205528+0000) 2024-09-17T17:21:52.153 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:51 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:51.745+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:54.302159+0000 front 2024-09-17T17:20:54.302322+0000 (oldest deadline 2024-09-17T17:21:23.102466+0000) 2024-09-17T17:21:52.153 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:51 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:51.745+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:03.102999+0000 front 2024-09-17T17:21:03.103022+0000 (oldest deadline 2024-09-17T17:21:27.802919+0000) 2024-09-17T17:21:52.153 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:51 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:51.745+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-09-17T17:21:11.104888+0000 front 2024-09-17T17:21:11.104878+0000 (oldest deadline 2024-09-17T17:21:37.004770+0000) 2024-09-17T17:21:52.154 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:51 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:51.745+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6830 osd.3 since back 2024-09-17T17:21:22.305704+0000 front 2024-09-17T17:21:22.305629+0000 (oldest deadline 2024-09-17T17:21:48.205528+0000) 2024-09-17T17:21:53.055 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:52 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:52.709+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:54.302159+0000 front 2024-09-17T17:20:54.302322+0000 (oldest deadline 2024-09-17T17:21:23.102466+0000) 2024-09-17T17:21:53.055 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:52 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:52.709+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:03.102999+0000 front 2024-09-17T17:21:03.103022+0000 (oldest deadline 2024-09-17T17:21:27.802919+0000) 2024-09-17T17:21:53.055 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:52 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:52.709+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-09-17T17:21:11.104888+0000 front 2024-09-17T17:21:11.104878+0000 (oldest deadline 2024-09-17T17:21:37.004770+0000) 2024-09-17T17:21:53.055 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:52 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:52.709+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6830 osd.3 since back 2024-09-17T17:21:22.305704+0000 front 2024-09-17T17:21:22.305629+0000 (oldest deadline 2024-09-17T17:21:48.205528+0000) 2024-09-17T17:21:54.071 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:53 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:53.661+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-09-17T17:20:54.302159+0000 front 2024-09-17T17:20:54.302322+0000 (oldest deadline 2024-09-17T17:21:23.102466+0000) 2024-09-17T17:21:54.071 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:53 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:53.661+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-09-17T17:21:03.102999+0000 front 2024-09-17T17:21:03.103022+0000 (oldest deadline 2024-09-17T17:21:27.802919+0000) 2024-09-17T17:21:54.071 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:53 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:53.661+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-09-17T17:21:11.104888+0000 front 2024-09-17T17:21:11.104878+0000 (oldest deadline 2024-09-17T17:21:37.004770+0000) 2024-09-17T17:21:54.071 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:53 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7[105701]: 2024-09-17T17:21:53.661+0000 7f96f68e5640 -1 osd.7 1010 heartbeat_check: no reply from 172.21.15.31:6830 osd.3 since back 2024-09-17T17:21:22.305704+0000 front 2024-09-17T17:21:22.305629+0000 (oldest deadline 2024-09-17T17:21:48.205528+0000) 2024-09-17T17:21:54.653 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:54 smithi066 podman[127157]: 2024-09-17 17:21:54.549234787 +0000 UTC m=+5.558820367 container died aadb01f851f2049c1a2fc9956e88c5cc9c2d257fc46a10ab746083421907bb0a (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True) 2024-09-17T17:21:55.153 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:54 smithi066 podman[127157]: 2024-09-17 17:21:54.955107924 +0000 UTC m=+5.964693496 container cleanup aadb01f851f2049c1a2fc9956e88c5cc9c2d257fc46a10ab746083421907bb0a (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7, org.label-schema.license=GPLv2, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, io.buildah.version=1.37.2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=) 2024-09-17T17:21:55.154 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:54 smithi066 bash[127157]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7 2024-09-17T17:21:55.532 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:55 smithi066 podman[127182]: 2024-09-17 17:21:55.181206885 +0000 UTC m=+0.629027366 container remove aadb01f851f2049c1a2fc9956e88c5cc9c2d257fc46a10ab746083421907bb0a (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T17:21:55.786 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:55 smithi066 podman[127282]: 2024-09-17 17:21:55.433936631 +0000 UTC m=+0.016327409 image pull a500243bbb0cc8c6726e1537e34504d4538602cfe0b0ac8f5e7dcf70d4cb6f8f quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0 2024-09-17T17:21:55.786 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:55 smithi066 podman[127282]: 2024-09-17 17:21:55.548831503 +0000 UTC m=+0.131222313 container create a3439154986cd995b77040a2f75b3fce57af2d4319f7af38e5b6733c3831c67f (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7-deactivate, io.buildah.version=1.37.2, ceph=True, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731) 2024-09-17T17:21:55.787 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:55 smithi066 podman[127282]: 2024-09-17 17:21:55.784766695 +0000 UTC m=+0.367157465 container init a3439154986cd995b77040a2f75b3fce57af2d4319f7af38e5b6733c3831c67f (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-09-17T17:21:56.153 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:55 smithi066 podman[127282]: 2024-09-17 17:21:55.790252042 +0000 UTC m=+0.372642805 container start a3439154986cd995b77040a2f75b3fce57af2d4319f7af38e5b6733c3831c67f (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True) 2024-09-17T17:21:56.153 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:55 smithi066 podman[127282]: 2024-09-17 17:21:55.876370643 +0000 UTC m=+0.458761439 container attach a3439154986cd995b77040a2f75b3fce57af2d4319f7af38e5b6733c3831c67f (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T17:21:56.154 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:55 smithi066 podman[127282]: 2024-09-17 17:21:55.985968194 +0000 UTC m=+0.568358960 container died a3439154986cd995b77040a2f75b3fce57af2d4319f7af38e5b6733c3831c67f (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-17T17:21:56.510 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.7.service' 2024-09-17T17:21:56.535 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:56 smithi066 podman[127325]: 2024-09-17 17:21:56.487721492 +0000 UTC m=+0.495212808 container remove a3439154986cd995b77040a2f75b3fce57af2d4319f7af38e5b6733c3831c67f (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-osd-7-deactivate, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-09-17T17:21:56.536 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:56 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.7.service: Deactivated successfully. 2024-09-17T17:21:56.536 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:56 smithi066 systemd[1]: Stopped Ceph osd.7 for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:21:56.536 INFO:journalctl@ceph.osd.7.smithi066.stdout:Sep 17 17:21:56 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@osd.7.service: Consumed 31.572s CPU time. 2024-09-17T17:21:56.551 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-17T17:21:56.552 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-09-17T17:21:56.552 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-09-17T17:21:56.552 DEBUG:teuthology.orchestra.run.smithi031:> sudo systemctl stop ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mds.a 2024-09-17T17:21:56.843 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 17:21:56 smithi031 systemd[1]: Stopping Ceph mds.a for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:21:57.112 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 17:21:56 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-a[121942]: 2024-09-17T17:21:56.857+0000 7f2b3f78f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T17:21:57.112 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 17:21:56 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-a[121942]: 2024-09-17T17:21:56.857+0000 7f2b3f78f640 -1 mds.a *** got signal Terminated *** 2024-09-17T17:22:00.698 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 17:22:00 smithi031 podman[140518]: 2024-09-17 17:22:00.388703173 +0000 UTC m=+3.635011274 container died 4ecff73a6132e4e7ad053570f918901f5b3530280709ad345d6e38aa954e4b05 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-a, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, io.buildah.version=1.37.2) 2024-09-17T17:22:00.956 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 17:22:00 smithi031 podman[140518]: 2024-09-17 17:22:00.778848243 +0000 UTC m=+4.025156340 container cleanup 4ecff73a6132e4e7ad053570f918901f5b3530280709ad345d6e38aa954e4b05 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.schema-version=1.0) 2024-09-17T17:22:00.956 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 17:22:00 smithi031 bash[140518]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-a 2024-09-17T17:22:01.206 DEBUG:teuthology.orchestra.run.smithi031:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mds.a.service' 2024-09-17T17:22:01.229 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 17:22:00 smithi031 podman[140547]: 2024-09-17 17:22:00.954922932 +0000 UTC m=+0.558864845 container remove 4ecff73a6132e4e7ad053570f918901f5b3530280709ad345d6e38aa954e4b05 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-a, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T17:22:01.229 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 17:22:01 smithi031 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mds.a.service: Deactivated successfully. 2024-09-17T17:22:01.230 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 17:22:01 smithi031 systemd[1]: Stopped Ceph mds.a for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:22:01.230 INFO:journalctl@ceph.mds.a.smithi031.stdout:Sep 17 17:22:01 smithi031 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mds.a.service: Consumed 1.481s CPU time. 2024-09-17T17:22:01.243 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-17T17:22:01.243 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-09-17T17:22:01.244 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-09-17T17:22:01.244 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mds.b 2024-09-17T17:22:01.552 INFO:journalctl@ceph.mds.b.smithi066.stdout:Sep 17 17:22:01 smithi066 systemd[1]: Stopping Ceph mds.b for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:22:01.903 INFO:journalctl@ceph.mds.b.smithi066.stdout:Sep 17 17:22:01 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-b[110284]: 2024-09-17T17:22:01.550+0000 7f57b8bdd640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T17:22:01.903 INFO:journalctl@ceph.mds.b.smithi066.stdout:Sep 17 17:22:01 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-b[110284]: 2024-09-17T17:22:01.550+0000 7f57b8bdd640 -1 mds.b *** got signal Terminated *** 2024-09-17T17:22:05.775 INFO:journalctl@ceph.mds.b.smithi066.stdout:Sep 17 17:22:05 smithi066 podman[127414]: 2024-09-17 17:22:05.560341529 +0000 UTC m=+4.115194804 container died 9c58a234ebf9ab60e8c6945edc02d1845079a9f4a9b57301a463f9b868a12975 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-b, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True) 2024-09-17T17:22:06.067 INFO:journalctl@ceph.mds.b.smithi066.stdout:Sep 17 17:22:05 smithi066 podman[127414]: 2024-09-17 17:22:05.864554373 +0000 UTC m=+4.419407646 container cleanup 9c58a234ebf9ab60e8c6945edc02d1845079a9f4a9b57301a463f9b868a12975 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-b, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T17:22:06.067 INFO:journalctl@ceph.mds.b.smithi066.stdout:Sep 17 17:22:05 smithi066 bash[127414]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-b 2024-09-17T17:22:06.313 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mds.b.service' 2024-09-17T17:22:06.336 INFO:journalctl@ceph.mds.b.smithi066.stdout:Sep 17 17:22:06 smithi066 podman[127430]: 2024-09-17 17:22:06.065759104 +0000 UTC m=+0.504561503 container remove 9c58a234ebf9ab60e8c6945edc02d1845079a9f4a9b57301a463f9b868a12975 (image=quay.ceph.io/ceph-ci/ceph@sha256:7937eb648f1652aae087b08c64876b0aa6e55594e819c9a2dd402a47adfb5ee0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, RELEASE=wip-bharath10-testing-2024-09-17-1348-1889a16, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_CLEAN=True) 2024-09-17T17:22:06.336 INFO:journalctl@ceph.mds.b.smithi066.stdout:Sep 17 17:22:06 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mds.b.service: Deactivated successfully. 2024-09-17T17:22:06.336 INFO:journalctl@ceph.mds.b.smithi066.stdout:Sep 17 17:22:06 smithi066 systemd[1]: Stopped Ceph mds.b for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:22:06.336 INFO:journalctl@ceph.mds.b.smithi066.stdout:Sep 17 17:22:06 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@mds.b.service: Consumed 1.009s CPU time. 2024-09-17T17:22:06.348 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-17T17:22:06.349 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-09-17T17:22:06.349 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-09-17T17:22:06.349 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@prometheus.a 2024-09-17T17:22:06.653 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:22:06 smithi066 systemd[1]: Stopping Ceph prometheus.a for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:22:07.003 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:22:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:22:06.687Z caller=main.go:964 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-17T17:22:07.003 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:22:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:22:06.687Z caller=main.go:988 level=info msg="Stopping scrape discovery manager..." 2024-09-17T17:22:07.003 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:22:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:22:06.687Z caller=main.go:1002 level=info msg="Stopping notify discovery manager..." 2024-09-17T17:22:07.003 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:22:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:22:06.687Z caller=manager.go:177 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-17T17:22:07.004 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:22:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:22:06.687Z caller=main.go:984 level=info msg="Scrape discovery manager stopped" 2024-09-17T17:22:07.004 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:22:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:22:06.687Z caller=main.go:998 level=info msg="Notify discovery manager stopped" 2024-09-17T17:22:07.004 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:22:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:22:06.687Z caller=manager.go:187 level=info component="rule manager" msg="Rule manager stopped" 2024-09-17T17:22:07.004 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:22:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:22:06.687Z caller=main.go:1039 level=info msg="Stopping scrape manager..." 2024-09-17T17:22:07.004 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:22:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:22:06.687Z caller=main.go:1031 level=info msg="Scrape manager stopped" 2024-09-17T17:22:07.004 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:22:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:22:06.688Z caller=notifier.go:618 level=info component=notifier msg="Stopping notification manager..." 2024-09-17T17:22:07.004 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:22:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:22:06.688Z caller=main.go:1261 level=info msg="Notifier manager stopped" 2024-09-17T17:22:07.005 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:22:06 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a[117942]: ts=2024-09-17T17:22:06.688Z caller=main.go:1273 level=info msg="See you next time!" 2024-09-17T17:22:07.005 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:22:06 smithi066 podman[127545]: 2024-09-17 17:22:06.697950068 +0000 UTC m=+0.120611481 container died 4dd448078e9179e59cb0df464cd4959b71ef8f2f1187ed08611a5815292f4d67 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-17T17:22:07.005 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:22:07 smithi066 podman[127545]: 2024-09-17 17:22:07.001492089 +0000 UTC m=+0.424153501 container cleanup 4dd448078e9179e59cb0df464cd4959b71ef8f2f1187ed08611a5815292f4d67 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-17T17:22:07.005 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:22:07 smithi066 bash[127545]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a 2024-09-17T17:22:07.403 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Sep 17 17:22:07 smithi066 podman[127562]: 2024-09-17 17:22:07.185624673 +0000 UTC m=+0.489383670 container remove 4dd448078e9179e59cb0df464cd4959b71ef8f2f1187ed08611a5815292f4d67 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-17T17:22:07.429 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@prometheus.a.service' 2024-09-17T17:22:07.462 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-17T17:22:07.463 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-09-17T17:22:07.463 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-17T17:22:07.625 INFO:teuthology.orchestra.run.smithi031.stdout:Deleting cluster with fsid: 5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T17:22:09.343 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:22:09 smithi031 systemd[1]: Stopping Ceph alertmanager.a for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:22:09.728 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:22:09 smithi031 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a[130123]: ts=2024-09-17T17:22:09.444Z caller=main.go:542 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-17T17:22:09.728 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:22:09 smithi031 podman[140981]: 2024-09-17 17:22:09.485316762 +0000 UTC m=+0.173061448 container died 8b3133c0626b47b51bb57fb21132fda35a8a3359d9369d66deddc5dcf4f2ca1d (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-17T17:22:10.002 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:22:09 smithi031 podman[140981]: 2024-09-17 17:22:09.808179583 +0000 UTC m=+0.495924278 container cleanup 8b3133c0626b47b51bb57fb21132fda35a8a3359d9369d66deddc5dcf4f2ca1d (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-17T17:22:10.002 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:22:09 smithi031 bash[140981]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a 2024-09-17T17:22:10.343 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:22:10 smithi031 podman[140999]: 2024-09-17 17:22:10.000587803 +0000 UTC m=+0.512212301 container remove 8b3133c0626b47b51bb57fb21132fda35a8a3359d9369d66deddc5dcf4f2ca1d (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-17T17:22:10.344 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:22:10 smithi031 podman[140999]: 2024-09-17 17:22:10.076093406 +0000 UTC m=+0.587717891 volume remove f497e5072e3461107ff805b5e6695778d87c0ee5c94b1b846e5336155fb66af2 2024-09-17T17:22:10.844 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:22:10 smithi031 systemd[1]: Stopping Ceph node-exporter.a for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:22:10.844 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:22:10 smithi031 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-17T17:22:10.845 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:22:10 smithi031 systemd[1]: Stopped Ceph alertmanager.a for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:22:10.845 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Sep 17 17:22:10 smithi031 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@alertmanager.a.service: Consumed 1.239s CPU time. 2024-09-17T17:22:11.214 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:22:10 smithi031 podman[141112]: 2024-09-17 17:22:10.959125648 +0000 UTC m=+0.231773731 container died 86e3a1af63192bb1e638da74b656bee6282380ae972dff3e1258e4576d56430a (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-17T17:22:11.593 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:22:11 smithi031 podman[141112]: 2024-09-17 17:22:11.295388907 +0000 UTC m=+0.568036982 container cleanup 86e3a1af63192bb1e638da74b656bee6282380ae972dff3e1258e4576d56430a (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-17T17:22:11.593 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:22:11 smithi031 bash[141112]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a 2024-09-17T17:22:11.593 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:22:11 smithi031 podman[141129]: 2024-09-17 17:22:11.446476517 +0000 UTC m=+0.491076265 container remove 86e3a1af63192bb1e638da74b656bee6282380ae972dff3e1258e4576d56430a (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-17T17:22:11.593 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:22:11 smithi031 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-17T17:22:12.093 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:22:11 smithi031 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-17T17:22:12.093 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:22:11 smithi031 systemd[1]: Stopped Ceph node-exporter.a for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:22:12.093 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Sep 17 17:22:11 smithi031 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@node-exporter.a.service: Consumed 2.952s CPU time. 2024-09-17T17:22:12.403 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-17T17:22:12.562 INFO:teuthology.orchestra.run.smithi066.stdout:Deleting cluster with fsid: 5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T17:22:14.153 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:22:14 smithi066 systemd[1]: Stopping Ceph grafana.a for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:22:14.609 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:22:14 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=server t=2024-09-17T17:22:14.333818893Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-09-17T17:22:14.609 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:22:14 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=ticker t=2024-09-17T17:22:14.334048842Z level=info msg=stopped last_tick=2024-09-17T17:22:10Z 2024-09-17T17:22:14.609 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:22:14 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=tracing t=2024-09-17T17:22:14.334093785Z level=info msg="Closing tracing" 2024-09-17T17:22:14.609 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:22:14 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=grafana-apiserver t=2024-09-17T17:22:14.334102474Z level=info msg="StorageObjectCountTracker pruner is exiting" 2024-09-17T17:22:14.610 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:22:14 smithi066 ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a[122104]: logger=sqlstore.transactions t=2024-09-17T17:22:14.344849572Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-17T17:22:14.610 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:22:14 smithi066 podman[128002]: 2024-09-17 17:22:14.354570131 +0000 UTC m=+0.128416702 container died f3ea0366ec32278f7b8a03a6c4a270db7b03cfd0cac219ee0a505454998dcde9 (image=quay.io/ceph/grafana:10.4.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-17T17:22:14.875 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:22:14 smithi066 podman[128002]: 2024-09-17 17:22:14.681059011 +0000 UTC m=+0.454905578 container cleanup f3ea0366ec32278f7b8a03a6c4a270db7b03cfd0cac219ee0a505454998dcde9 (image=quay.io/ceph/grafana:10.4.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-17T17:22:14.876 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:22:14 smithi066 bash[128002]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a 2024-09-17T17:22:15.135 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:22:14 smithi066 podman[128019]: 2024-09-17 17:22:14.874127295 +0000 UTC m=+0.515543110 container remove f3ea0366ec32278f7b8a03a6c4a270db7b03cfd0cac219ee0a505454998dcde9 (image=quay.io/ceph/grafana:10.4.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-17T17:22:15.135 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:22:15 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@grafana.a.service: Deactivated successfully. 2024-09-17T17:22:15.135 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:22:15 smithi066 systemd[1]: Stopped Ceph grafana.a for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:22:15.136 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Sep 17 17:22:15 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@grafana.a.service: Consumed 6.662s CPU time. 2024-09-17T17:22:15.403 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:22:15 smithi066 systemd[1]: Stopping Ceph node-exporter.b for 5dfb9b44-7515-11ef-bceb-c7b262605968... 2024-09-17T17:22:15.986 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:22:15 smithi066 podman[128131]: 2024-09-17 17:22:15.681344321 +0000 UTC m=+0.223217308 container died 425f59ec163bcb499804514a87ce4c61f3f91138a4e4b909bbddcf7c898a32d6 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-17T17:22:15.986 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:22:15 smithi066 podman[128131]: 2024-09-17 17:22:15.984889652 +0000 UTC m=+0.526762688 container cleanup 425f59ec163bcb499804514a87ce4c61f3f91138a4e4b909bbddcf7c898a32d6 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-17T17:22:16.340 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:22:15 smithi066 bash[128131]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b 2024-09-17T17:22:16.341 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:22:16 smithi066 podman[128147]: 2024-09-17 17:22:16.13589986 +0000 UTC m=+0.458524979 container remove 425f59ec163bcb499804514a87ce4c61f3f91138a4e4b909bbddcf7c898a32d6 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-5dfb9b44-7515-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-17T17:22:16.341 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:22:16 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-17T17:22:16.653 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:22:16 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-17T17:22:16.653 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:22:16 smithi066 systemd[1]: Stopped Ceph node-exporter.b for 5dfb9b44-7515-11ef-bceb-c7b262605968. 2024-09-17T17:22:16.653 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Sep 17 17:22:16 smithi066 systemd[1]: ceph-5dfb9b44-7515-11ef-bceb-c7b262605968@node-exporter.b.service: Consumed 2.898s CPU time. 2024-09-17T17:22:16.982 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-17T17:22:17.018 DEBUG:teuthology.orchestra.run.smithi066:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-17T17:22:17.048 INFO:tasks.cephadm:Archiving crash dumps... 2024-09-17T17:22:17.049 DEBUG:teuthology.misc:Transferring archived files from smithi031:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/skanta-2024-09-17_15:01:33-rados-wip-bharath10-testing-2024-09-17-1348-distro-default-smithi/7909107/remote/smithi031/crash 2024-09-17T17:22:17.050 DEBUG:teuthology.orchestra.run.smithi031:> sudo tar c -f - -C /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/crash -- . 2024-09-17T17:22:17.102 INFO:teuthology.orchestra.run.smithi031.stderr:tar: /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/crash: Cannot open: No such file or directory 2024-09-17T17:22:17.103 INFO:teuthology.orchestra.run.smithi031.stderr:tar: Error is not recoverable: exiting now 2024-09-17T17:22:17.105 DEBUG:teuthology.misc:Transferring archived files from smithi066:/var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/skanta-2024-09-17_15:01:33-rados-wip-bharath10-testing-2024-09-17-1348-distro-default-smithi/7909107/remote/smithi066/crash 2024-09-17T17:22:17.106 DEBUG:teuthology.orchestra.run.smithi066:> sudo tar c -f - -C /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/crash -- . 2024-09-17T17:22:17.142 INFO:teuthology.orchestra.run.smithi066.stderr:tar: /var/lib/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/crash: Cannot open: No such file or directory 2024-09-17T17:22:17.143 INFO:teuthology.orchestra.run.smithi066.stderr:tar: Error is not recoverable: exiting now 2024-09-17T17:22:17.144 INFO:tasks.cephadm:Checking cluster log for badness... 2024-09-17T17:22:17.144 DEBUG:teuthology.orchestra.run.smithi031:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | egrep -v PG_AVAILABILITY | head -n 1 2024-09-17T17:22:17.176 INFO:teuthology.orchestra.run.smithi031.stdout:2024-09-17T16:59:48.953580+0000 mon.a (mon.0) 666 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-17T17:22:17.177 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-09-17T17:22:17.177 INFO:tasks.cephadm:Compressing logs... 2024-09-17T17:22:17.177 DEBUG:teuthology.orchestra.run.smithi031:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-17T17:22:17.219 DEBUG:teuthology.orchestra.run.smithi066:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-17T17:22:17.244 INFO:teuthology.orchestra.run.smithi066.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-osd.7.log 2024-09-17T17:22:17.244 INFO:teuthology.orchestra.run.smithi066.stderr:: No such file or directory 2024-09-17T17:22:17.244 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-volume.log 2024-09-17T17:22:17.245 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-mds.b.log 2024-09-17T17:22:17.245 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-osd.7.log: /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-osd.4.log 2024-09-17T17:22:17.245 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph.audit.log 2024-09-17T17:22:17.248 INFO:teuthology.orchestra.run.smithi066.stderr: 84.3% -- replaced with /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-mds.b.log.gz 2024-09-17T17:22:17.248 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph.cephadm.log 2024-09-17T17:22:17.248 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-osd.4.log: /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-osd.6.log 2024-09-17T17:22:17.248 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-osd.5.log 2024-09-17T17:22:17.249 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph.log 2024-09-17T17:22:17.249 INFO:teuthology.orchestra.run.smithi066.stderr: 84.8% -- replaced with /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph.cephadm.log.gz 2024-09-17T17:22:17.249 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-mgr.x.log 2024-09-17T17:22:17.250 INFO:teuthology.orchestra.run.smithi031.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-osd.0.log 2024-09-17T17:22:17.251 INFO:teuthology.orchestra.run.smithi031.stderr:: No such file or directory 2024-09-17T17:22:17.251 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-osd.1.log 2024-09-17T17:22:17.251 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-volume.log 2024-09-17T17:22:17.251 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-osd.0.log: /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph.audit.log 2024-09-17T17:22:17.251 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-mon.c.log 2024-09-17T17:22:17.251 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-mds.a.log 2024-09-17T17:22:17.251 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph.cephadm.log 2024-09-17T17:22:17.251 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-mon.a.log 2024-09-17T17:22:17.252 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-osd.2.log 2024-09-17T17:22:17.252 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-mon.a.log: 91.5% -- replaced with /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph.cephadm.log.gz 2024-09-17T17:22:17.252 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-mon.b.log 2024-09-17T17:22:17.253 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph.log: /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-mgr.x.log: 91.0% -- replaced with /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph.audit.log.gz 2024-09-17T17:22:17.253 INFO:teuthology.orchestra.run.smithi066.stderr: 86.2% -- replaced with /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph.log.gz 2024-09-17T17:22:17.253 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-17T17:22:17.255 INFO:teuthology.orchestra.run.smithi031.stderr: 91.8% -- replaced with /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-mds.a.log.gz 2024-09-17T17:22:17.256 INFO:teuthology.orchestra.run.smithi031.stderr: 94.5% -- replaced with /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph.audit.log.gz 2024-09-17T17:22:17.264 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-mgr.y.log 2024-09-17T17:22:17.265 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph.log 2024-09-17T17:22:17.265 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-osd.3.log 2024-09-17T17:22:17.270 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-mon.b.log: /var/log/ceph/cephadm.log: 91.2% -- replaced with /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-volume.log.gz 2024-09-17T17:22:17.271 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph.log: 91.1% -- replaced with /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-volume.log.gz 2024-09-17T17:22:17.272 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-17T17:22:17.273 INFO:teuthology.orchestra.run.smithi066.stderr: 89.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-17T17:22:17.274 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-osd.3.log: 92.3% -- replaced with /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph.log.gz 2024-09-17T17:22:17.278 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/cephadm.log: 91.9% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-17T17:22:17.298 INFO:teuthology.orchestra.run.smithi066.stderr: 89.3% -- replaced with /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-mgr.x.log.gz 2024-09-17T17:22:17.748 INFO:teuthology.orchestra.run.smithi031.stderr: 89.2% -- replaced with /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-mgr.y.log.gz 2024-09-17T17:22:17.829 INFO:teuthology.orchestra.run.smithi066.stderr: 92.1% -- replaced with /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-mon.b.log.gz 2024-09-17T17:22:18.036 INFO:teuthology.orchestra.run.smithi031.stderr: 91.8% -- replaced with /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-mon.c.log.gz 2024-09-17T17:22:19.352 INFO:teuthology.orchestra.run.smithi031.stderr: 90.8% -- replaced with /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-mon.a.log.gz 2024-09-17T17:22:21.553 INFO:teuthology.orchestra.run.smithi066.stderr: 94.3% -- replaced with /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-osd.6.log.gz 2024-09-17T17:22:22.603 INFO:teuthology.orchestra.run.smithi066.stderr: 94.3% -- replaced with /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-osd.7.log.gz 2024-09-17T17:22:22.704 INFO:teuthology.orchestra.run.smithi031.stderr: 93.8% -- replaced with /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-osd.2.log.gz 2024-09-17T17:22:23.288 INFO:teuthology.orchestra.run.smithi066.stderr: 94.1% -- replaced with /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-osd.4.log.gz 2024-09-17T17:22:23.320 INFO:teuthology.orchestra.run.smithi066.stderr: 94.0% -- replaced with /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-osd.5.log.gz 2024-09-17T17:22:23.322 INFO:teuthology.orchestra.run.smithi066.stderr: 2024-09-17T17:22:23.322 INFO:teuthology.orchestra.run.smithi066.stderr:real 0m6.088s 2024-09-17T17:22:23.322 INFO:teuthology.orchestra.run.smithi066.stderr:user 0m21.679s 2024-09-17T17:22:23.322 INFO:teuthology.orchestra.run.smithi066.stderr:sys 0m0.777s 2024-09-17T17:22:24.075 INFO:teuthology.orchestra.run.smithi031.stderr: 93.9% -- replaced with /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-osd.0.log.gz 2024-09-17T17:22:25.531 INFO:teuthology.orchestra.run.smithi031.stderr: 94.5% -- replaced with /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-osd.3.log.gz 2024-09-17T17:22:25.623 INFO:teuthology.orchestra.run.smithi031.stderr: 94.3% -- replaced with /var/log/ceph/5dfb9b44-7515-11ef-bceb-c7b262605968/ceph-osd.1.log.gz 2024-09-17T17:22:25.625 INFO:teuthology.orchestra.run.smithi031.stderr: 2024-09-17T17:22:25.626 INFO:teuthology.orchestra.run.smithi031.stderr:real 0m8.392s 2024-09-17T17:22:25.626 INFO:teuthology.orchestra.run.smithi031.stderr:user 0m31.227s 2024-09-17T17:22:25.626 INFO:teuthology.orchestra.run.smithi031.stderr:sys 0m1.078s 2024-09-17T17:22:25.626 INFO:tasks.cephadm:Archiving logs... 2024-09-17T17:22:25.627 DEBUG:teuthology.misc:Transferring archived files from smithi031:/var/log/ceph to /home/teuthworker/archive/skanta-2024-09-17_15:01:33-rados-wip-bharath10-testing-2024-09-17-1348-distro-default-smithi/7909107/remote/smithi031/log 2024-09-17T17:22:25.628 DEBUG:teuthology.orchestra.run.smithi031:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-17T17:22:29.725 DEBUG:teuthology.misc:Transferring archived files from smithi066:/var/log/ceph to /home/teuthworker/archive/skanta-2024-09-17_15:01:33-rados-wip-bharath10-testing-2024-09-17-1348-distro-default-smithi/7909107/remote/smithi066/log 2024-09-17T17:22:29.726 DEBUG:teuthology.orchestra.run.smithi066:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-17T17:22:32.624 INFO:tasks.cephadm:Removing cluster... 2024-09-17T17:22:32.624 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 --force 2024-09-17T17:22:32.786 INFO:teuthology.orchestra.run.smithi031.stdout:Deleting cluster with fsid: 5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T17:22:33.093 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 5dfb9b44-7515-11ef-bceb-c7b262605968 --force 2024-09-17T17:22:33.253 INFO:teuthology.orchestra.run.smithi066.stdout:Deleting cluster with fsid: 5dfb9b44-7515-11ef-bceb-c7b262605968 2024-09-17T17:22:33.561 INFO:tasks.cephadm:Removing cephadm ... 2024-09-17T17:22:33.562 DEBUG:teuthology.orchestra.run.smithi031:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-17T17:22:33.578 DEBUG:teuthology.orchestra.run.smithi066:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-17T17:22:33.594 INFO:tasks.cephadm:Teardown complete 2024-09-17T17:22:33.594 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-17T17:22:33.605 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-17T17:22:33.606 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-17T17:22:33.621 DEBUG:teuthology.orchestra.run.smithi066:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-17T17:22:33.715 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-17T17:22:33.726 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-17T17:22:33.726 DEBUG:teuthology.orchestra.run.smithi031:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-17T17:22:33.729 DEBUG:teuthology.orchestra.run.smithi066:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-17T17:22:33.742 INFO:teuthology.orchestra.run.smithi031.stderr:bash: line 1: ntpq: command not found 2024-09-17T17:22:33.743 INFO:teuthology.orchestra.run.smithi066.stderr:bash: line 1: ntpq: command not found 2024-09-17T17:22:33.746 INFO:teuthology.orchestra.run.smithi031.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-17T17:22:33.746 INFO:teuthology.orchestra.run.smithi031.stdout:=============================================================================== 2024-09-17T17:22:33.746 INFO:teuthology.orchestra.run.smithi031.stdout:^* hv01.front.sepia.ceph.com 3 6 377 23 +262us[ +258us] +/- 38ms 2024-09-17T17:22:33.746 INFO:teuthology.orchestra.run.smithi031.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 24 +203us[ +199us] +/- 72ms 2024-09-17T17:22:33.747 INFO:teuthology.orchestra.run.smithi031.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 20 -777us[ -777us] +/- 80ms 2024-09-17T17:22:33.747 INFO:teuthology.orchestra.run.smithi031.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T17:22:33.748 INFO:teuthology.orchestra.run.smithi066.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-17T17:22:33.748 INFO:teuthology.orchestra.run.smithi066.stdout:=============================================================================== 2024-09-17T17:22:33.749 INFO:teuthology.orchestra.run.smithi066.stdout:^* hv01.front.sepia.ceph.com 3 6 377 22 +256us[ +253us] +/- 38ms 2024-09-17T17:22:33.749 INFO:teuthology.orchestra.run.smithi066.stdout:^+ hv02.front.sepia.ceph.com 3 7 377 88 +218us[ +212us] +/- 71ms 2024-09-17T17:22:33.749 INFO:teuthology.orchestra.run.smithi066.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 25 -785us[ -788us] +/- 79ms 2024-09-17T17:22:33.749 INFO:teuthology.orchestra.run.smithi066.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T17:22:33.749 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-17T17:22:33.761 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-17T17:22:33.762 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-17T17:22:33.777 DEBUG:teuthology.orchestra.run.smithi031:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-17T17:22:33.883 DEBUG:teuthology.orchestra.run.smithi066:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-17T17:22:33.966 DEBUG:teuthology.orchestra.run.smithi031:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-09-17T17:22:33.996 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T17:22:33.997 DEBUG:teuthology.orchestra.run.smithi066:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-09-17T17:22:34.025 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T17:22:34.026 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-17T17:22:34.038 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-17T17:22:34.053 INFO:teuthology.task.internal:Duration was 2073.161577 seconds 2024-09-17T17:22:34.054 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-17T17:22:34.071 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-17T17:22:34.072 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-17T17:22:34.074 DEBUG:teuthology.orchestra.run.smithi066:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-17T17:22:34.112 INFO:teuthology.orchestra.run.smithi031.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-17T17:22:34.115 INFO:teuthology.orchestra.run.smithi066.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-17T17:22:34.445 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-17T17:22:34.445 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi031.front.sepia.ceph.com 2024-09-17T17:22:34.446 DEBUG:teuthology.orchestra.run.smithi031:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-17T17:22:34.467 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi066.front.sepia.ceph.com 2024-09-17T17:22:34.467 DEBUG:teuthology.orchestra.run.smithi066:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-17T17:22:34.514 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-17T17:22:34.515 DEBUG:teuthology.orchestra.run.smithi031:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-17T17:22:34.517 DEBUG:teuthology.orchestra.run.smithi066:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-17T17:22:34.588 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-17T17:22:34.589 DEBUG:teuthology.orchestra.run.smithi031:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-17T17:22:34.591 DEBUG:teuthology.orchestra.run.smithi066:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-17T17:22:35.046 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-17T17:22:35.059 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-17T17:22:35.059 DEBUG:teuthology.orchestra.run.smithi031:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-17T17:22:35.085 DEBUG:teuthology.orchestra.run.smithi066:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-17T17:22:35.113 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-17T17:22:35.128 DEBUG:teuthology.orchestra.run.smithi031:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-17T17:22:35.130 DEBUG:teuthology.orchestra.run.smithi066:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-17T17:22:35.152 INFO:teuthology.orchestra.run.smithi031.stdout:kernel.core_pattern = core 2024-09-17T17:22:35.179 INFO:teuthology.orchestra.run.smithi066.stdout:kernel.core_pattern = core 2024-09-17T17:22:35.213 DEBUG:teuthology.orchestra.run.smithi031:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-17T17:22:35.228 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T17:22:35.229 DEBUG:teuthology.orchestra.run.smithi066:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-17T17:22:35.270 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T17:22:35.270 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-17T17:22:35.281 INFO:teuthology.task.internal:Transferring archived files... 2024-09-17T17:22:35.282 DEBUG:teuthology.misc:Transferring archived files from smithi031:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/skanta-2024-09-17_15:01:33-rados-wip-bharath10-testing-2024-09-17-1348-distro-default-smithi/7909107/remote/smithi031 2024-09-17T17:22:35.282 DEBUG:teuthology.orchestra.run.smithi031:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-17T17:22:35.332 DEBUG:teuthology.misc:Transferring archived files from smithi066:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/skanta-2024-09-17_15:01:33-rados-wip-bharath10-testing-2024-09-17-1348-distro-default-smithi/7909107/remote/smithi066 2024-09-17T17:22:35.332 DEBUG:teuthology.orchestra.run.smithi066:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-17T17:22:35.378 INFO:teuthology.task.internal:Removing archive directory... 2024-09-17T17:22:35.378 DEBUG:teuthology.orchestra.run.smithi031:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-17T17:22:35.381 DEBUG:teuthology.orchestra.run.smithi066:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-17T17:22:35.430 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-17T17:22:35.443 INFO:teuthology.task.internal:Not uploading archives. 2024-09-17T17:22:35.443 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-17T17:22:35.455 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-17T17:22:35.456 DEBUG:teuthology.orchestra.run.smithi031:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-17T17:22:35.458 DEBUG:teuthology.orchestra.run.smithi066:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-17T17:22:35.471 INFO:teuthology.orchestra.run.smithi031.stdout: 262169 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Sep 17 17:22 /home/ubuntu/cephtest 2024-09-17T17:22:35.472 INFO:teuthology.orchestra.run.smithi031.stdout: 524405 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Sep 17 17:16 /home/ubuntu/cephtest/mnt.0 2024-09-17T17:22:35.472 INFO:teuthology.orchestra.run.smithi031.stdout: 524527 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Sep 17 17:20 /home/ubuntu/cephtest/mnt.0/client.0 2024-09-17T17:22:35.472 INFO:teuthology.orchestra.run.smithi031.stdout: 670052 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 17 17:20 /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-17T17:22:35.473 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T17:22:35.474 INFO:teuthology.orchestra.run.smithi031.stderr:rmdir: failed to remove '/home/ubuntu/cephtest': Directory not empty 2024-09-17T17:22:35.474 ERROR:teuthology.run_tasks:Manager failed: internal.base Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 160, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.10/contextlib.py", line 142, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/internal/__init__.py", line 53, in base run.wait( File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi031 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2024-09-17T17:22:35.483 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-17T17:22:35.496 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-17T17:22:35.512 DEBUG:teuthology.run_tasks:Exception was not quenched, exiting: CommandFailedError: Command failed on smithi031 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2024-09-17T17:22:35.516 INFO:teuthology.run:Summary data: description: rados/upgrade/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 2073.1615767478943 failure_reason: 'Command failed (workunit test cls/test_cls_rbd.sh) on smithi031 with status 1: ''mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh''' flavor: default owner: scheduled_skanta@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=10fd3c1f8d15486a8e4230f166d6c31a status: fail success: false 2024-09-17T17:22:35.516 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-17T17:22:35.524 INFO:teuthology.orchestra.run.smithi066.stdout: 265734 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 17 17:22 /home/ubuntu/cephtest 2024-09-17T17:22:35.628 INFO:teuthology.run:FAIL